76 #define rseq_smp_store_release(p, v)					\  argument
79 	RSEQ_WRITE_ONCE(*p, v);						\
153 int rseq_cmpeqv_storev(intptr_t *v, intptr_t expect, intptr_t newv, int cpu)  in rseq_cmpeqv_storev()  argument
169 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_storev()
175 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_storev()
180 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_storev()
182 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_storev()
183 		"b 5f\n\t"  in rseq_cmpeqv_storev()
185 		"5:\n\t"  in rseq_cmpeqv_storev()
190 		  [v]			"m" (*v),  in rseq_cmpeqv_storev()
219 int rseq_cmpnev_storeoffp_load(intptr_t *v, intptr_t expectnot,  in rseq_cmpnev_storeoffp_load()  argument
236 		"ldr r0, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
242 		"ldr r0, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
250 		"str r0, %[v]\n\t"  in rseq_cmpnev_storeoffp_load()
252 		RSEQ_INJECT_ASM(5)  in rseq_cmpnev_storeoffp_load()
253 		"b 5f\n\t"  in rseq_cmpnev_storeoffp_load()
255 		"5:\n\t"  in rseq_cmpnev_storeoffp_load()
261 		  [v]			"m" (*v),  in rseq_cmpnev_storeoffp_load()
291 int rseq_addv(intptr_t *v, intptr_t count, int cpu)  in rseq_addv()  argument
308 		"ldr r0, %[v]\n\t"  in rseq_addv()
311 		"str r0, %[v]\n\t"  in rseq_addv()
314 		"b 5f\n\t"  in rseq_addv()
316 		"5:\n\t"  in rseq_addv()
321 		  [v]			"m" (*v),  in rseq_addv()
344 int rseq_cmpeqv_trystorev_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev()  argument
362 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
368 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
374 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trystorev_storev()
376 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trystorev_storev()
379 		"b 5f\n\t"  in rseq_cmpeqv_trystorev_storev()
381 		"5:\n\t"  in rseq_cmpeqv_trystorev_storev()
390 		  [v]			"m" (*v),  in rseq_cmpeqv_trystorev_storev()
419 int rseq_cmpeqv_trystorev_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trystorev_storev_release()  argument
437 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
443 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
449 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trystorev_storev_release()
452 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trystorev_storev_release()
455 		"b 5f\n\t"  in rseq_cmpeqv_trystorev_storev_release()
457 		"5:\n\t"  in rseq_cmpeqv_trystorev_storev_release()
466 		  [v]			"m" (*v),  in rseq_cmpeqv_trystorev_storev_release()
495 int rseq_cmpeqv_cmpeqv_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_cmpeqv_storev()  argument
514 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
521 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_cmpeqv_storev()
524 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
532 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_cmpeqv_storev()
535 		"b 5f\n\t"  in rseq_cmpeqv_cmpeqv_storev()
537 		"5:\n\t"  in rseq_cmpeqv_cmpeqv_storev()
546 		  [v]			"m" (*v),  in rseq_cmpeqv_cmpeqv_storev()
577 int rseq_cmpeqv_trymemcpy_storev(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev()  argument
600 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
602 		"bne 5f\n\t"  in rseq_cmpeqv_trymemcpy_storev()
606 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
621 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trymemcpy_storev()
623 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev()
637 		RSEQ_ASM_DEFINE_CMPFAIL(5,  in rseq_cmpeqv_trymemcpy_storev()
663 		  [v]			"m" (*v),  in rseq_cmpeqv_trymemcpy_storev()
701 int rseq_cmpeqv_trymemcpy_storev_release(intptr_t *v, intptr_t expect,  in rseq_cmpeqv_trymemcpy_storev_release()  argument
724 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
726 		"bne 5f\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
730 		"ldr r0, %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
745 		RSEQ_INJECT_ASM(5)  in rseq_cmpeqv_trymemcpy_storev_release()
748 		"str %[newv], %[v]\n\t"  in rseq_cmpeqv_trymemcpy_storev_release()
762 		RSEQ_ASM_DEFINE_CMPFAIL(5,  in rseq_cmpeqv_trymemcpy_storev_release()
788 		  [v]			"m" (*v),  in rseq_cmpeqv_trymemcpy_storev_release()