57 #define rseq_smp_store_release(p, v)					\  argument
60 	RSEQ_WRITE_ONCE(*p, v);						\
160 int rseq_cmpeqv_storev(intptr_t *v, intptr_t expect, intptr_t newv, int cpu)  in rseq_cmpeqv_storev()  argument
176 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_storev()
181 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_storev()
185 		LONG_S " %[newv], %[v]\n\t"  in rseq_cmpeqv_storev()
187 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_storev()
188 		"b 5f\n\t"  in rseq_cmpeqv_storev()
190 		"5:\n\t"  in rseq_cmpeqv_storev()
195 		  [v]			"m" (*v),  in rseq_cmpeqv_storev()
224 int rseq_cmpnev_storeoffp_load(intptr_t *v, intptr_t expectnot,  in rseq_cmpnev_storeoffp_load()  argument
241 		LONG_L " $4, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
246 		LONG_L " $4, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
253 		LONG_S " $4, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
255 		RSEQ_INJECT_ASM(5)  in rseq_cmpnev_storeoffp_load()
256 		"b 5f\n\t"  in rseq_cmpnev_storeoffp_load()
258 		"5:\n\t"  in rseq_cmpnev_storeoffp_load()
264 		  [v]			"m" (*v),  in rseq_cmpnev_storeoffp_load()
294 int rseq_addv(intptr_t *v, intptr_t count, int cpu)  in rseq_addv()  argument
311 		LONG_L " $4, %[v]\n\t"  in rseq_addv()
314 		LONG_S " $4, %[v]\n\t"  in rseq_addv()
317 		"b 5f\n\t"  in rseq_addv()
319 		"5:\n\t"  in rseq_addv()
324 		  [v]			"m" (*v),  in rseq_addv()
347 int rseq_cmpeqv_trystorev_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev()  argument
365 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
370 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
375 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trystorev_storev()
377 		LONG_S " %[newv], %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
380 		"b 5f\n\t"  in rseq_cmpeqv_trystorev_storev()
382 		"5:\n\t"  in rseq_cmpeqv_trystorev_storev()
391 		  [v]			"m" (*v),  in rseq_cmpeqv_trystorev_storev()
420 int rseq_cmpeqv_trystorev_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev_release()  argument
438 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
443 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
448 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trystorev_storev_release()
451 		LONG_S " %[newv], %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
454 		"b 5f\n\t"  in rseq_cmpeqv_trystorev_storev_release()
456 		"5:\n\t"  in rseq_cmpeqv_trystorev_storev_release()
465 		  [v]			"m" (*v),  in rseq_cmpeqv_trystorev_storev_release()
494 int rseq_cmpeqv_cmpeqv_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_cmpeqv_storev()  argument
513 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
518 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_cmpeqv_storev()
521 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
527 		LONG_S " %[newv], %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
530 		"b 5f\n\t"  in rseq_cmpeqv_cmpeqv_storev()
532 		"5:\n\t"  in rseq_cmpeqv_cmpeqv_storev()
541 		  [v]			"m" (*v),  in rseq_cmpeqv_cmpeqv_storev()
572 int rseq_cmpeqv_trymemcpy_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev()  argument
595 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
596 		"bne $4, %[expect], 5f\n\t"  in rseq_cmpeqv_trymemcpy_storev()
600 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
613 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trymemcpy_storev()
615 		LONG_S " %[newv], %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
629 		RSEQ_ASM_DEFINE_CMPFAIL(5,  in rseq_cmpeqv_trymemcpy_storev()
655 		  [v]			"m" (*v),  in rseq_cmpeqv_trymemcpy_storev()
693 int rseq_cmpeqv_trymemcpy_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev_release()  argument
716 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
717 		"bne $4, %[expect], 5f\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
721 		LONG_L " $4, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
734 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trymemcpy_storev_release()
737 		LONG_S " %[newv], %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
751 		RSEQ_ASM_DEFINE_CMPFAIL(5,  in rseq_cmpeqv_trymemcpy_storev_release()
777 		  [v]			"m" (*v),  in rseq_cmpeqv_trymemcpy_storev_release()