Lines Matching defs:ptr
77 #define qatomic_read__nocheck(ptr) \
78 __atomic_load_n(ptr, __ATOMIC_RELAXED)
80 #define qatomic_read(ptr) \
82 qemu_build_assert(sizeof(*ptr) <= ATOMIC_REG_SIZE); \
83 qatomic_read__nocheck(ptr); \
86 #define qatomic_set__nocheck(ptr, i) \
87 __atomic_store_n(ptr, i, __ATOMIC_RELAXED)
89 #define qatomic_set(ptr, i) do { \
90 qemu_build_assert(sizeof(*ptr) <= ATOMIC_REG_SIZE); \
91 qatomic_set__nocheck(ptr, i); \
98 #define qatomic_rcu_read__nocheck(ptr, valptr) \
99 __atomic_load(ptr, valptr, __ATOMIC_CONSUME);
101 #define qatomic_rcu_read__nocheck(ptr, valptr) \
102 __atomic_load(ptr, valptr, __ATOMIC_RELAXED); \
111 #define qatomic_rcu_read_internal(ptr, _val) \
113 qemu_build_assert(sizeof(*ptr) <= ATOMIC_REG_SIZE); \
114 typeof_strip_qual(*ptr) _val; \
115 qatomic_rcu_read__nocheck(ptr, &_val); \
118 #define qatomic_rcu_read(ptr) \
119 qatomic_rcu_read_internal((ptr), MAKE_IDENTIFIER(_val))
121 #define qatomic_rcu_set(ptr, i) do { \
122 qemu_build_assert(sizeof(*ptr) <= ATOMIC_REG_SIZE); \
123 __atomic_store_n(ptr, i, __ATOMIC_RELEASE); \
126 #define qatomic_load_acquire(ptr) \
128 qemu_build_assert(sizeof(*ptr) <= ATOMIC_REG_SIZE); \
129 typeof_strip_qual(*ptr) _val; \
130 __atomic_load(ptr, &_val, __ATOMIC_ACQUIRE); \
134 #define qatomic_store_release(ptr, i) do { \
135 qemu_build_assert(sizeof(*ptr) <= ATOMIC_REG_SIZE); \
136 __atomic_store_n(ptr, i, __ATOMIC_RELEASE); \
142 #define qatomic_xchg__nocheck(ptr, i) ({ \
143 __atomic_exchange_n(ptr, (i), __ATOMIC_SEQ_CST); \
146 #define qatomic_xchg(ptr, i) ({ \
147 qemu_build_assert(sizeof(*ptr) <= ATOMIC_REG_SIZE); \
148 qatomic_xchg__nocheck(ptr, i); \
151 /* Returns the old value of '*ptr' (whether the cmpxchg failed or not) */
152 #define qatomic_cmpxchg__nocheck(ptr, old, new) ({ \
153 typeof_strip_qual(*ptr) _old = (old); \
154 (void)__atomic_compare_exchange_n(ptr, &_old, new, false, \
159 #define qatomic_cmpxchg(ptr, old, new) ({ \
160 qemu_build_assert(sizeof(*ptr) <= ATOMIC_REG_SIZE); \
161 qatomic_cmpxchg__nocheck(ptr, old, new); \
165 #define qatomic_fetch_inc(ptr) __atomic_fetch_add(ptr, 1, __ATOMIC_SEQ_CST)
166 #define qatomic_fetch_dec(ptr) __atomic_fetch_sub(ptr, 1, __ATOMIC_SEQ_CST)
168 #define qatomic_fetch_add(ptr, n) __atomic_fetch_add(ptr, n, __ATOMIC_SEQ_CST)
169 #define qatomic_fetch_sub(ptr, n) __atomic_fetch_sub(ptr, n, __ATOMIC_SEQ_CST)
170 #define qatomic_fetch_and(ptr, n) __atomic_fetch_and(ptr, n, __ATOMIC_SEQ_CST)
171 #define qatomic_fetch_or(ptr, n) __atomic_fetch_or(ptr, n, __ATOMIC_SEQ_CST)
172 #define qatomic_fetch_xor(ptr, n) __atomic_fetch_xor(ptr, n, __ATOMIC_SEQ_CST)
174 #define qatomic_inc_fetch(ptr) __atomic_add_fetch(ptr, 1, __ATOMIC_SEQ_CST)
175 #define qatomic_dec_fetch(ptr) __atomic_sub_fetch(ptr, 1, __ATOMIC_SEQ_CST)
176 #define qatomic_add_fetch(ptr, n) __atomic_add_fetch(ptr, n, __ATOMIC_SEQ_CST)
177 #define qatomic_sub_fetch(ptr, n) __atomic_sub_fetch(ptr, n, __ATOMIC_SEQ_CST)
178 #define qatomic_and_fetch(ptr, n) __atomic_and_fetch(ptr, n, __ATOMIC_SEQ_CST)
179 #define qatomic_or_fetch(ptr, n) __atomic_or_fetch(ptr, n, __ATOMIC_SEQ_CST)
180 #define qatomic_xor_fetch(ptr, n) __atomic_xor_fetch(ptr, n, __ATOMIC_SEQ_CST)
183 #define qatomic_inc(ptr) \
184 ((void) __atomic_fetch_add(ptr, 1, __ATOMIC_SEQ_CST))
185 #define qatomic_dec(ptr) \
186 ((void) __atomic_fetch_sub(ptr, 1, __ATOMIC_SEQ_CST))
187 #define qatomic_add(ptr, n) \
188 ((void) __atomic_fetch_add(ptr, n, __ATOMIC_SEQ_CST))
189 #define qatomic_sub(ptr, n) \
190 ((void) __atomic_fetch_sub(ptr, n, __ATOMIC_SEQ_CST))
191 #define qatomic_and(ptr, n) \
192 ((void) __atomic_fetch_and(ptr, n, __ATOMIC_SEQ_CST))
193 #define qatomic_or(ptr, n) \
194 ((void) __atomic_fetch_or(ptr, n, __ATOMIC_SEQ_CST))
195 #define qatomic_xor(ptr, n) \
196 ((void) __atomic_fetch_xor(ptr, n, __ATOMIC_SEQ_CST))
222 # define qatomic_set_mb(ptr, i) \
223 ({ (void)qatomic_xchg(ptr, i); smp_mb__after_rmw(); })
225 # define qatomic_set_mb(ptr, i) \
226 ({ qatomic_store_release(ptr, i); smp_mb(); })
229 #define qatomic_fetch_inc_nonzero(ptr) ({ \
230 typeof_strip_qual(*ptr) _oldn = qatomic_read(ptr); \
231 while (_oldn && qatomic_cmpxchg(ptr, _oldn, _oldn + 1) != _oldn) { \
232 _oldn = qatomic_read(ptr); \
265 int64_t qatomic_read_i64(const int64_t *ptr);
266 uint64_t qatomic_read_u64(const uint64_t *ptr);
267 void qatomic_set_i64(int64_t *ptr, int64_t val);
268 void qatomic_set_u64(uint64_t *ptr, uint64_t val);