58 #define rseq_smp_store_release(p, v)						\  argument
64 				: "r" ((__u8)v)					\
70 				: "r" ((__u16)v)				\
76 				: "r" ((__u32)v)				\
82 				: "r" ((__u64)v)				\
208 int rseq_cmpeqv_storev(intptr_t *v, intptr_t expect, intptr_t newv, int cpu)  in rseq_cmpeqv_storev()  argument
213 		RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in rseq_cmpeqv_storev()
221 		RSEQ_INJECT_ASM(3)  in rseq_cmpeqv_storev()
222 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in rseq_cmpeqv_storev()
226 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in rseq_cmpeqv_storev()
228 		RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in rseq_cmpeqv_storev()
235 		  [v]			"Qo" (*v),  in rseq_cmpeqv_storev()
261 int rseq_cmpnev_storeoffp_load(intptr_t *v, intptr_t expectnot,  in rseq_cmpnev_storeoffp_load()  argument
267 		RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in rseq_cmpnev_storeoffp_load()
275 		RSEQ_INJECT_ASM(3)  in rseq_cmpnev_storeoffp_load()
276 		RSEQ_ASM_OP_CMPNE(v, expectnot, %l[cmpfail])  in rseq_cmpnev_storeoffp_load()
280 		RSEQ_ASM_OP_CMPNE(v, expectnot, %l[error2])  in rseq_cmpnev_storeoffp_load()
282 		RSEQ_ASM_OP_R_LOAD(v)  in rseq_cmpnev_storeoffp_load()
285 		RSEQ_ASM_OP_R_FINAL_STORE(v, 3)  in rseq_cmpnev_storeoffp_load()
292 		  [v]			"Qo" (*v),  in rseq_cmpnev_storeoffp_load()
318 int rseq_addv(intptr_t *v, intptr_t count, int cpu)  in rseq_addv()  argument
323 		RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in rseq_addv()
329 		RSEQ_INJECT_ASM(3)  in rseq_addv()
333 		RSEQ_ASM_OP_R_LOAD(v)  in rseq_addv()
335 		RSEQ_ASM_OP_R_FINAL_STORE(v, 3)  in rseq_addv()
342 		  [v]			"Qo" (*v),  in rseq_addv()
362 int rseq_cmpeqv_trystorev_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev()  argument
369 		RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in rseq_cmpeqv_trystorev_storev()
377 		RSEQ_INJECT_ASM(3)  in rseq_cmpeqv_trystorev_storev()
378 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in rseq_cmpeqv_trystorev_storev()
382 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in rseq_cmpeqv_trystorev_storev()
386 		RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in rseq_cmpeqv_trystorev_storev()
394 		  [v]			"Qo" (*v),  in rseq_cmpeqv_trystorev_storev()
421 int rseq_cmpeqv_trystorev_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev_release()  argument
428 		RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in rseq_cmpeqv_trystorev_storev_release()
436 		RSEQ_INJECT_ASM(3)  in rseq_cmpeqv_trystorev_storev_release()
437 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in rseq_cmpeqv_trystorev_storev_release()
441 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in rseq_cmpeqv_trystorev_storev_release()
445 		RSEQ_ASM_OP_FINAL_STORE_RELEASE(newv, v, 3)  in rseq_cmpeqv_trystorev_storev_release()
453 		  [v]			"Qo" (*v),  in rseq_cmpeqv_trystorev_storev_release()
480 int rseq_cmpeqv_cmpeqv_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_cmpeqv_storev()  argument
487 		RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in rseq_cmpeqv_cmpeqv_storev()
496 		RSEQ_INJECT_ASM(3)  in rseq_cmpeqv_cmpeqv_storev()
497 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in rseq_cmpeqv_cmpeqv_storev()
503 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in rseq_cmpeqv_cmpeqv_storev()
506 		RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in rseq_cmpeqv_cmpeqv_storev()
513 		  [v]			"Qo" (*v),  in rseq_cmpeqv_cmpeqv_storev()
543 int rseq_cmpeqv_trymemcpy_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev()  argument
550 		RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in rseq_cmpeqv_trymemcpy_storev()
558 		RSEQ_INJECT_ASM(3)  in rseq_cmpeqv_trymemcpy_storev()
559 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in rseq_cmpeqv_trymemcpy_storev()
563 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in rseq_cmpeqv_trymemcpy_storev()
567 		RSEQ_ASM_OP_FINAL_STORE(newv, v, 3)  in rseq_cmpeqv_trymemcpy_storev()
575 		  [v]			"Qo" (*v),  in rseq_cmpeqv_trymemcpy_storev()
603 int rseq_cmpeqv_trymemcpy_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev_release()  argument
610 		RSEQ_ASM_DEFINE_TABLE(1, 2f, 3f, 4f)  in rseq_cmpeqv_trymemcpy_storev_release()
618 		RSEQ_INJECT_ASM(3)  in rseq_cmpeqv_trymemcpy_storev_release()
619 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[cmpfail])  in rseq_cmpeqv_trymemcpy_storev_release()
623 		RSEQ_ASM_OP_CMPEQ(v, expect, %l[error2])  in rseq_cmpeqv_trymemcpy_storev_release()
627 		RSEQ_ASM_OP_FINAL_STORE_RELEASE(newv, v, 3)  in rseq_cmpeqv_trymemcpy_storev_release()
635 		  [v]			"Qo" (*v),  in rseq_cmpeqv_trymemcpy_storev_release()