1 /* SPDX-License-Identifier: GPL-2.0 */
9 /* The 64-bit atomic type */
15 	return __READ_ONCE((v)->counter);  in arch_atomic64_read()
20 	__WRITE_ONCE(v->counter, i);  in arch_atomic64_set()
25 	asm volatile(LOCK_PREFIX "addq %1,%0"  in arch_atomic64_add()
26 		     : "=m" (v->counter)  in arch_atomic64_add()
27 		     : "er" (i), "m" (v->counter) : "memory");  in arch_atomic64_add()
32 	asm volatile(LOCK_PREFIX "subq %1,%0"  in arch_atomic64_sub()
33 		     : "=m" (v->counter)  in arch_atomic64_sub()
34 		     : "er" (i), "m" (v->counter) : "memory");  in arch_atomic64_sub()
39 	return GEN_BINARY_RMWcc(LOCK_PREFIX "subq", v->counter, e, "er", i);  in arch_atomic64_sub_and_test()
46 		     : "=m" (v->counter)  in arch_atomic64_inc()
47 		     : "m" (v->counter) : "memory");  in arch_atomic64_inc()
54 		     : "=m" (v->counter)  in arch_atomic64_dec()
55 		     : "m" (v->counter) : "memory");  in arch_atomic64_dec()
61 	return GEN_UNARY_RMWcc(LOCK_PREFIX "decq", v->counter, e);  in arch_atomic64_dec_and_test()
67 	return GEN_UNARY_RMWcc(LOCK_PREFIX "incq", v->counter, e);  in arch_atomic64_inc_and_test()
73 	return GEN_BINARY_RMWcc(LOCK_PREFIX "addq", v->counter, s, "er", i);  in arch_atomic64_add_negative()
79 	return i + xadd(&v->counter, i);  in arch_atomic64_add_return()
85 	return arch_atomic64_add_return(-i, v);  in arch_atomic64_sub_return()
91 	return xadd(&v->counter, i);  in arch_atomic64_fetch_add()
97 	return xadd(&v->counter, -i);  in arch_atomic64_fetch_sub()
103 	return arch_cmpxchg(&v->counter, old, new);  in arch_atomic64_cmpxchg()
109 	return arch_try_cmpxchg(&v->counter, old, new);  in arch_atomic64_try_cmpxchg()
115 	return arch_xchg(&v->counter, new);  in arch_atomic64_xchg()
121 	asm volatile(LOCK_PREFIX "andq %1,%0"  in arch_atomic64_and()
122 			: "+m" (v->counter)  in arch_atomic64_and()
139 	asm volatile(LOCK_PREFIX "orq %1,%0"  in arch_atomic64_or()
140 			: "+m" (v->counter)  in arch_atomic64_or()
157 	asm volatile(LOCK_PREFIX "xorq %1,%0"  in arch_atomic64_xor()
158 			: "+m" (v->counter)  in arch_atomic64_xor()