| /linux/tools/virtio/asm/ |
| H A D | barrier.h | 18 # define dma_wmb() abort() macro
28 # define dma_wmb() abort() macro
|
| /linux/include/asm-generic/ |
| H A D | barrier.h | 50 #define dma_wmb() do { kcsan_wmb(); __dma_wmb(); } while (0) macro
80 #ifndef dma_wmb
81 #define dma_wmb() wmb() macro
|
| /linux/arch/parisc/include/asm/ |
| H A D | barrier.h | 20 #define dma_wmb() mb() macro
26 #define dma_wmb() barrier() macro
|
| /linux/arch/arm/include/asm/ |
| H A D | barrier.h | 68 #define dma_wmb() dmb(oshst) macro
74 #define dma_wmb() barrier() macro
|
| /linux/drivers/soc/fsl/dpio/ |
| H A D | qbman-portal.c | 465 dma_wmb(); in qbman_swp_mc_submit()
469 dma_wmb(); in qbman_swp_mc_submit()
688 dma_wmb(); in qbman_swp_enqueue_multiple_direct()
787 dma_wmb(); in qbman_swp_enqueue_multiple_mem_back()
843 dma_wmb(); in qbman_swp_enqueue_multiple_desc_direct()
926 dma_wmb(); in qbman_swp_enqueue_multiple_desc_mem_back()
1118 dma_wmb(); in qbman_swp_pull_direct()
1158 dma_wmb(); in qbman_swp_pull_mem_back()
1478 dma_wmb(); in qbman_swp_release_direct()
1517 dma_wmb(); in qbman_swp_release_mem_back()
|
| /linux/drivers/infiniband/hw/irdma/ |
| H A D | ctrl.c | 208 dma_wmb(); /* make sure WQE is written before valid bit is set */ in irdma_sc_add_arp_cache_entry()
240 dma_wmb(); /* make sure WQE is written before valid bit is set */ in irdma_sc_del_arp_cache_entry()
276 dma_wmb(); /* make sure WQE is written before valid bit is set */ in irdma_sc_manage_apbvt_entry()
366 dma_wmb(); /* make sure WQE is written before valid bit is set */ in irdma_sc_manage_qhash_table_entry()
540 dma_wmb(); /* make sure WQE is written before valid bit is set */ in irdma_sc_srq_create()
604 dma_wmb(); /* make sure WQE is written before valid bit is set */ in irdma_sc_srq_modify()
640 dma_wmb(); /* make sure WQE is written before valid bit is set */ in irdma_sc_srq_destroy()
691 dma_wmb(); /* make sure WQE is written before valid bit is set */ in irdma_sc_qp_create()
760 dma_wmb(); /* make sure WQE is written before valid bit is set */ in irdma_sc_qp_modify()
801 dma_wmb(); /* make sure WQE is written before valid bit is set */ in irdma_sc_qp_destroy()
[all …]
|
| H A D | uk.c | 82 dma_wmb(); in irdma_nop_1()
305 dma_wmb(); /* make sure WQE is populated before valid bit is set */ in irdma_uk_rdma_write()
356 dma_wmb(); /* make sure WQE is populated before valid bit is set */ in irdma_uk_atomic_fetch_add()
407 dma_wmb(); /* make sure WQE is populated before valid bit is set */ in irdma_uk_atomic_compare_swap()
460 dma_wmb(); /* make sure WQE is populated before valid bit is set */ in irdma_uk_srq_post_receive()
540 dma_wmb(); /* make sure WQE is populated before valid bit is set */ in irdma_uk_rdma_read()
635 dma_wmb(); /* make sure WQE is populated before valid bit is set */ in irdma_uk_send()
855 dma_wmb(); /* make sure WQE is populated before valid bit is set */ in irdma_uk_inline_rdma_write()
927 dma_wmb(); /* make sure WQE is populated before valid bit is set */ in irdma_uk_inline_send()
975 dma_wmb(); /* make sure WQE is populated before valid bit is set */ in irdma_uk_stag_local_invalidate()
[all …]
|
| H A D | uda.c | 65 dma_wmb(); /* need write block before writing WQE header */ in irdma_sc_access_ah()
154 dma_wmb(); /* need write memory block before writing the WQE header. */ in irdma_access_mcast_grp()
|
| H A D | puda.c | 106 dma_wmb(); /* make sure WQE is written before valid bit is set */ in irdma_puda_post_recvbuf()
486 dma_wmb(); /* make sure WQE is written before valid bit is set */ in irdma_puda_send()
627 dma_wmb(); /* make sure WQE is written before valid bit is set */ in irdma_puda_qp_wqe()
750 dma_wmb(); /* make sure WQE is written before valid bit is set */ in irdma_puda_cq_wqe()
1131 dma_wmb(); /* make sure WQE is written before valid bit is set */ in irdma_ilq_putback_rcvbuf()
|
| /linux/drivers/iommu/intel/ |
| H A D | pasid.h | 237 dma_wmb(); in pasid_set_present()
251 dma_wmb(); in pasid_clear_present()
|
| /linux/drivers/net/ethernet/mellanox/mlx4/ |
| H A D | en_tx.c | 723 dma_wmb(); in build_inline_wqe()
776 dma_wmb(); in mlx4_en_tx_write_desc()
791 dma_wmb(); in mlx4_en_tx_write_desc()
825 dma_wmb(); in mlx4_en_build_dma_wqe()
842 dma_wmb(); in mlx4_en_build_dma_wqe()
1179 dma_wmb(); in mlx4_en_xmit_frame()
1195 dma_wmb(); in mlx4_en_xmit_frame()
|
| /linux/kernel/kcsan/ |
| H A D | selftest.c | 174 KCSAN_CHECK_WRITE_BARRIER(dma_wmb()); in test_barrier()
205 KCSAN_CHECK_RW_BARRIER(dma_wmb()); in test_barrier()
|
| /linux/drivers/iommu/generic_pt/ |
| H A D | pt_defs.h | 177 dma_wmb(); in pt_table_install64()
196 dma_wmb(); in pt_table_install32()
|
| /linux/include/linux/ |
| H A D | virtio_ring.h | 47 dma_wmb(); in virtio_wmb()
|
| /linux/tools/testing/selftests/kvm/include/arm64/ |
| H A D | processor.h | 194 #define dma_wmb() dmb(oshst) macro
195 #define __iowmb() dma_wmb()
|
| /linux/drivers/net/ethernet/stmicro/stmmac/ |
| H A D | dwxgmac2_descs.c | 194 dma_wmb(); in dwxgmac2_prepare_tx_desc()
232 dma_wmb(); in dwxgmac2_prepare_tso_tx_desc()
|
| H A D | dwmac4_descs.c | 352 dma_wmb(); in dwmac4_rd_prepare_tx_desc()
395 dma_wmb(); in dwmac4_rd_prepare_tso_tx_desc()
|
| /linux/drivers/net/wireless/quantenna/qtnfmac/pcie/ |
| H A D | topaz_pcie.c | 457 dma_wmb(); in qtnf_try_stop_xmit()
539 dma_wmb(); in qtnf_pcie_data_tx()
821 dma_wmb(); in qtnf_pcie_endian_detect()
1188 dma_wmb(); in qtnf_pcie_topaz_suspend()
1209 dma_wmb(); in qtnf_pcie_topaz_resume()
|
| /linux/drivers/net/wireless/quantenna/qtnfmac/ |
| H A D | shm_ipc.c | 139 dma_wmb(); in qtnf_shm_ipc_send()
|
| /linux/drivers/net/ethernet/freescale/enetc/ |
| H A D | ntmp.c | 131 dma_wmb(); in netc_xmit_ntmp_cmd()
158 dma_wmb(); in netc_xmit_ntmp_cmd()
|
| /linux/drivers/net/ethernet/intel/idpf/ |
| H A D | idpf_controlq.c | 327 dma_wmb(); in idpf_ctlq_send()
519 dma_wmb(); in idpf_ctlq_post_rx_buffs()
|
| H A D | xdp.h | 74 dma_wmb(); in idpf_xdpsq_update_tail()
|
| /linux/drivers/net/ethernet/sun/ |
| H A D | sunhme.c | 163 dma_wmb(); in sbus_hme_write_rxd()
170 dma_wmb(); in sbus_hme_write_txd()
192 dma_wmb(); in pci_hme_write_rxd()
199 dma_wmb(); in pci_hme_write_txd()
227 dma_wmb(); \
232 dma_wmb(); \
244 dma_wmb(); \
249 dma_wmb(); \
|
| /linux/drivers/crypto/marvell/octeontx2/ |
| H A D | cn10k_cpt.c | 42 dma_wmb(); in cn10k_cpt_send_cmd()
|
| /linux/drivers/soc/fsl/qbman/ |
| H A D | bman.c | 369 dma_wmb(); in bm_rcr_pvb_commit()
472 dma_wmb(); in bm_mc_commit()
|