366     hwaddr pa = offsetof(VRingAvail, flags);  in vring_avail_flags()  local
372     return virtio_lduw_phys_cached(vq->vdev, &caches->avail, pa);  in vring_avail_flags()
379     hwaddr pa = offsetof(VRingAvail, idx);  in vring_avail_idx()  local
385     vq->shadow_avail_idx = virtio_lduw_phys_cached(vq->vdev, &caches->avail, pa);  in vring_avail_idx()
393     hwaddr pa = offsetof(VRingAvail, ring[i]);  in vring_avail_ring()  local
399     return virtio_lduw_phys_cached(vq->vdev, &caches->avail, pa);  in vring_avail_ring()
413     hwaddr pa = offsetof(VRingUsed, ring[i]);  in vring_used_write()  local
421     address_space_write_cached(&caches->used, pa, uelem, sizeof(VRingUsedElem));  in vring_used_write()
422     address_space_cache_invalidate(&caches->used, pa, sizeof(VRingUsedElem));  in vring_used_write()
429     hwaddr pa = offsetof(VRingUsed, flags);  in vring_used_flags()  local
435     return virtio_lduw_phys_cached(vq->vdev, &caches->used, pa);  in vring_used_flags()
442     hwaddr pa = offsetof(VRingUsed, idx);  in vring_used_idx()  local
448     return virtio_lduw_phys_cached(vq->vdev, &caches->used, pa);  in vring_used_idx()
455     hwaddr pa = offsetof(VRingUsed, idx);  in vring_used_idx_set()  local
458         virtio_stw_phys_cached(vq->vdev, &caches->used, pa, val);  in vring_used_idx_set()
459         address_space_cache_invalidate(&caches->used, pa, sizeof(val));  in vring_used_idx_set()
470     hwaddr pa = offsetof(VRingUsed, flags);  in vring_used_flags_set_bit()  local
477     flags = virtio_lduw_phys_cached(vq->vdev, &caches->used, pa);  in vring_used_flags_set_bit()
478     virtio_stw_phys_cached(vdev, &caches->used, pa, flags | mask);  in vring_used_flags_set_bit()
479     address_space_cache_invalidate(&caches->used, pa, sizeof(flags));  in vring_used_flags_set_bit()
487     hwaddr pa = offsetof(VRingUsed, flags);  in vring_used_flags_unset_bit()  local
494     flags = virtio_lduw_phys_cached(vq->vdev, &caches->used, pa);  in vring_used_flags_unset_bit()
495     virtio_stw_phys_cached(vdev, &caches->used, pa, flags & ~mask);  in vring_used_flags_unset_bit()
496     address_space_cache_invalidate(&caches->used, pa, sizeof(flags));  in vring_used_flags_unset_bit()
503     hwaddr pa;  in vring_set_avail_event()  local
513     pa = offsetof(VRingUsed, ring[vq->vring.num]);  in vring_set_avail_event()
514     virtio_stw_phys_cached(vq->vdev, &caches->used, pa, val);  in vring_set_avail_event()
515     address_space_cache_invalidate(&caches->used, pa, sizeof(val));  in vring_set_avail_event()
1567                                hwaddr pa, size_t sz)  in virtqueue_map_desc()  argument
1587         iov[num_sg].iov_base = dma_memory_map(vdev->dma_as, pa, &len,  in virtqueue_map_desc()
1598         addr[num_sg] = pa;  in virtqueue_map_desc()
1601         pa += len;  in virtqueue_map_desc()