include/asm/atomic.h

1 /* SPDX-License-Identifier: GPL-2.0 */
21  * Avoid redundant back-to-back fences in the _acquire and _fence
29 #define arch_atomic_read(v)	READ_ONCE((v)->counter)
30 #define arch_atomic64_read(v)	READ_ONCE((v)->counter)
32 #define arch_atomic_set(v,i)	WRITE_ONCE((v)->counter, (i))
33 #define arch_atomic64_set(v,i)	WRITE_ONCE((v)->counter, (i))
47 	"	" #asm_op " %0,%2,%0\n"					\
49 	"	beq %0,2f\n"						\
50 	".subsection 2\n"						\
51 	"2:	br 1b\n"						\
53 	:"=&r" (temp), "=m" (v->counter)				\
54 	:"Ir" (i), "m" (v->counter));					\
63 	"	" #asm_op " %0,%3,%2\n"					\
66 	"	beq %0,2f\n"						\
67 	".subsection 2\n"						\
68 	"2:	br 1b\n"						\
70 	:"=&r" (temp), "=m" (v->counter), "=&r" (result)		\
71 	:"Ir" (i), "m" (v->counter) : "memory");			\
81 	"1:	ldl_l %2,%1\n"						\
82 	"	" #asm_op " %2,%3,%0\n"					\
84 	"	beq %0,2f\n"						\
85 	".subsection 2\n"						\
86 	"2:	br 1b\n"						\
88 	:"=&r" (temp), "=m" (v->counter), "=&r" (result)		\
89 	:"Ir" (i), "m" (v->counter) : "memory");			\
100 	"	" #asm_op " %0,%2,%0\n"					\
102 	"	beq %0,2f\n"						\
103 	".subsection 2\n"						\
104 	"2:	br 1b\n"						\
106 	:"=&r" (temp), "=m" (v->counter)				\
107 	:"Ir" (i), "m" (v->counter));					\
117 	"	" #asm_op " %0,%3,%2\n"					\
120 	"	beq %0,2f\n"						\
121 	".subsection 2\n"						\
122 	"2:	br 1b\n"						\
124 	:"=&r" (temp), "=m" (v->counter), "=&r" (result)		\
125 	:"Ir" (i), "m" (v->counter) : "memory");			\
136 	"1:	ldq_l %2,%1\n"						\
137 	"	" #asm_op " %2,%3,%0\n"					\
139 	"	beq %0,2f\n"						\
140 	".subsection 2\n"						\
141 	"2:	br 1b\n"						\
143 	:"=&r" (temp), "=m" (v->counter), "=&r" (result)		\
144 	:"Ir" (i), "m" (v->counter) : "memory");			\
211 	"	bne	%[c],2f\n"  in ATOMIC_OPS()
214 	"2:\n"  in ATOMIC_OPS()
215 	".subsection 2\n"  in ATOMIC_OPS()
234 	"	bne	%[c],2f\n"  in arch_atomic64_fetch_add_unless()
237 	"2:\n"  in arch_atomic64_fetch_add_unless()
238 	".subsection 2\n"  in arch_atomic64_fetch_add_unless()
256 	"	ble	%[old],2f\n"  in arch_atomic64_dec_if_positive()
259 	"2:\n"  in arch_atomic64_dec_if_positive()
260 	".subsection 2\n"  in arch_atomic64_dec_if_positive()
267 	return old - 1;  in arch_atomic64_dec_if_positive()