1 | /* |
2 | * Copyright © 2007 Chris Wilson |
3 | * Copyright © 2009,2010 Red Hat, Inc. |
4 | * Copyright © 2011,2012 Google, Inc. |
5 | * |
6 | * This is part of HarfBuzz, a text shaping library. |
7 | * |
8 | * Permission is hereby granted, without written agreement and without |
9 | * license or royalty fees, to use, copy, modify, and distribute this |
10 | * software and its documentation for any purpose, provided that the |
11 | * above copyright notice and the following two paragraphs appear in |
12 | * all copies of this software. |
13 | * |
14 | * IN NO EVENT SHALL THE COPYRIGHT HOLDER BE LIABLE TO ANY PARTY FOR |
15 | * DIRECT, INDIRECT, SPECIAL, INCIDENTAL, OR CONSEQUENTIAL DAMAGES |
16 | * ARISING OUT OF THE USE OF THIS SOFTWARE AND ITS DOCUMENTATION, EVEN |
17 | * IF THE COPYRIGHT HOLDER HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH |
18 | * DAMAGE. |
19 | * |
20 | * THE COPYRIGHT HOLDER SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING, |
21 | * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND |
22 | * FITNESS FOR A PARTICULAR PURPOSE. THE SOFTWARE PROVIDED HEREUNDER IS |
23 | * ON AN "AS IS" BASIS, AND THE COPYRIGHT HOLDER HAS NO OBLIGATION TO |
24 | * PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS. |
25 | * |
26 | * Contributor(s): |
27 | * Chris Wilson <chris@chris-wilson.co.uk> |
28 | * Red Hat Author(s): Behdad Esfahbod |
29 | * Google Author(s): Behdad Esfahbod |
30 | */ |
31 | |
32 | #ifndef HB_ATOMIC_PRIVATE_HH |
33 | #define HB_ATOMIC_PRIVATE_HH |
34 | |
35 | #include "hb-private.hh" |
36 | |
37 | |
38 | /* atomic_int */ |
39 | |
40 | /* We need external help for these */ |
41 | |
42 | #if defined(hb_atomic_int_impl_add) \ |
43 | && defined(hb_atomic_ptr_impl_get) \ |
44 | && defined(hb_atomic_ptr_impl_cmpexch) |
45 | |
46 | /* Defined externally, i.e. in config.h; must have typedef'ed hb_atomic_int_impl_t as well. */ |
47 | |
48 | |
49 | #elif !defined(HB_NO_MT) && (defined(_WIN32) || defined(__CYGWIN__)) |
50 | |
51 | #include <windows.h> |
52 | |
53 | /* MinGW has a convoluted history of supporting MemoryBarrier |
54 | * properly. As such, define a function to wrap the whole |
55 | * thing. */ |
56 | static inline void _HBMemoryBarrier (void) { |
57 | #if !defined(MemoryBarrier) |
58 | long dummy = 0; |
59 | InterlockedExchange (&dummy, 1); |
60 | #else |
61 | MemoryBarrier (); |
62 | #endif |
63 | } |
64 | |
65 | typedef LONG hb_atomic_int_impl_t; |
66 | #define HB_ATOMIC_INT_IMPL_INIT(V) (V) |
67 | #define hb_atomic_int_impl_add(AI, V) InterlockedExchangeAdd (&(AI), (V)) |
68 | |
69 | #define hb_atomic_ptr_impl_get(P) (_HBMemoryBarrier (), (void *) *(P)) |
70 | #define hb_atomic_ptr_impl_cmpexch(P,O,N) (InterlockedCompareExchangePointer ((void **) (P), (void *) (N), (void *) (O)) == (void *) (O)) |
71 | |
72 | |
73 | #elif !defined(HB_NO_MT) && defined(__APPLE__) |
74 | |
75 | #include <libkern/OSAtomic.h> |
76 | #ifdef __MAC_OS_X_MIN_REQUIRED |
77 | #include <AvailabilityMacros.h> |
78 | #elif defined(__IPHONE_OS_MIN_REQUIRED) |
79 | #include <Availability.h> |
80 | #endif |
81 | |
82 | |
83 | typedef int32_t hb_atomic_int_impl_t; |
84 | #define HB_ATOMIC_INT_IMPL_INIT(V) (V) |
85 | #define hb_atomic_int_impl_add(AI, V) (OSAtomicAdd32Barrier ((V), &(AI)) - (V)) |
86 | |
87 | #define hb_atomic_ptr_impl_get(P) (OSMemoryBarrier (), (void *) *(P)) |
88 | #if (MAC_OS_X_VERSION_MIN_REQUIRED > MAC_OS_X_VERSION_10_4 || __IPHONE_VERSION_MIN_REQUIRED >= 20100) |
89 | #define hb_atomic_ptr_impl_cmpexch(P,O,N) OSAtomicCompareAndSwapPtrBarrier ((void *) (O), (void *) (N), (void **) (P)) |
90 | #else |
91 | #if __ppc64__ || __x86_64__ || __aarch64__ |
92 | #define hb_atomic_ptr_impl_cmpexch(P,O,N) OSAtomicCompareAndSwap64Barrier ((int64_t) (void *) (O), (int64_t) (void *) (N), (int64_t*) (P)) |
93 | #else |
94 | #define hb_atomic_ptr_impl_cmpexch(P,O,N) OSAtomicCompareAndSwap32Barrier ((int32_t) (void *) (O), (int32_t) (void *) (N), (int32_t*) (P)) |
95 | #endif |
96 | #endif |
97 | |
98 | |
99 | #elif !defined(HB_NO_MT) && defined(HAVE_INTEL_ATOMIC_PRIMITIVES) |
100 | |
101 | typedef int hb_atomic_int_impl_t; |
102 | #define HB_ATOMIC_INT_IMPL_INIT(V) (V) |
103 | #define hb_atomic_int_impl_add(AI, V) __sync_fetch_and_add (&(AI), (V)) |
104 | |
105 | #define hb_atomic_ptr_impl_get(P) (void *) (__sync_synchronize (), *(P)) |
106 | #define hb_atomic_ptr_impl_cmpexch(P,O,N) __sync_bool_compare_and_swap ((P), (O), (N)) |
107 | |
108 | |
109 | #elif !defined(HB_NO_MT) && defined(HAVE_SOLARIS_ATOMIC_OPS) |
110 | |
111 | #include <atomic.h> |
112 | #include <mbarrier.h> |
113 | |
114 | typedef unsigned int hb_atomic_int_impl_t; |
115 | #define HB_ATOMIC_INT_IMPL_INIT(V) (V) |
116 | #define hb_atomic_int_impl_add(AI, V) ( ({__machine_rw_barrier ();}), atomic_add_int_nv (&(AI), (V)) - (V)) |
117 | |
118 | #define hb_atomic_ptr_impl_get(P) ( ({__machine_rw_barrier ();}), (void *) *(P)) |
119 | #define hb_atomic_ptr_impl_cmpexch(P,O,N) ( ({__machine_rw_barrier ();}), atomic_cas_ptr ((void **) (P), (void *) (O), (void *) (N)) == (void *) (O) ? true : false) |
120 | |
121 | |
122 | #elif !defined(HB_NO_MT) && defined(_AIX) && defined(__IBMCPP__) |
123 | |
124 | #include <builtins.h> |
125 | |
126 | |
127 | static inline int _hb_fetch_and_add(volatile int* AI, unsigned int V) { |
128 | __lwsync(); |
129 | int result = __fetch_and_add(AI, V); |
130 | __isync(); |
131 | return result; |
132 | } |
133 | static inline int _hb_compare_and_swaplp(volatile long* P, long O, long N) { |
134 | __sync(); |
135 | int result = __compare_and_swaplp (P, &O, N); |
136 | __sync(); |
137 | return result; |
138 | } |
139 | |
140 | typedef int hb_atomic_int_impl_t; |
141 | #define HB_ATOMIC_INT_IMPL_INIT(V) (V) |
142 | #define hb_atomic_int_impl_add(AI, V) _hb_fetch_and_add (&(AI), (V)) |
143 | |
144 | #define hb_atomic_ptr_impl_get(P) (__sync(), (void *) *(P)) |
145 | #define hb_atomic_ptr_impl_cmpexch(P,O,N) _hb_compare_and_swaplp ((long*)(P), (long)(O), (long)(N)) |
146 | |
147 | #elif !defined(HB_NO_MT) |
148 | |
149 | #define HB_ATOMIC_INT_NIL 1 /* Warn that fallback implementation is in use. */ |
150 | |
151 | typedef volatile int hb_atomic_int_impl_t; |
152 | #define HB_ATOMIC_INT_IMPL_INIT(V) (V) |
153 | #define hb_atomic_int_impl_add(AI, V) (((AI) += (V)) - (V)) |
154 | |
155 | #define hb_atomic_ptr_impl_get(P) ((void *) *(P)) |
156 | #define hb_atomic_ptr_impl_cmpexch(P,O,N) (* (void * volatile *) (P) == (void *) (O) ? (* (void * volatile *) (P) = (void *) (N), true) : false) |
157 | |
158 | |
159 | #else /* HB_NO_MT */ |
160 | |
161 | typedef int hb_atomic_int_impl_t; |
162 | #define HB_ATOMIC_INT_IMPL_INIT(V) (V) |
163 | #define hb_atomic_int_impl_add(AI, V) (((AI) += (V)) - (V)) |
164 | |
165 | #define hb_atomic_ptr_impl_get(P) ((void *) *(P)) |
166 | #define hb_atomic_ptr_impl_cmpexch(P,O,N) (* (void **) (P) == (void *) (O) ? (* (void **) (P) = (void *) (N), true) : false) |
167 | |
168 | |
169 | #endif |
170 | |
171 | |
172 | #define HB_ATOMIC_INT_INIT(V) {HB_ATOMIC_INT_IMPL_INIT(V)} |
173 | |
174 | struct hb_atomic_int_t |
175 | { |
176 | hb_atomic_int_impl_t v; |
177 | |
178 | inline void set_unsafe (int v_) { v = v_; } |
179 | inline int get_unsafe (void) const { return v; } |
180 | inline int inc (void) { return hb_atomic_int_impl_add (const_cast<hb_atomic_int_impl_t &> (v), 1); } |
181 | inline int dec (void) { return hb_atomic_int_impl_add (const_cast<hb_atomic_int_impl_t &> (v), -1); } |
182 | }; |
183 | |
184 | |
185 | #define hb_atomic_ptr_get(P) hb_atomic_ptr_impl_get(P) |
186 | #define hb_atomic_ptr_cmpexch(P,O,N) hb_atomic_ptr_impl_cmpexch((P),(O),(N)) |
187 | |
188 | |
189 | #endif /* HB_ATOMIC_PRIVATE_HH */ |
190 | |