Lines Matching +full:d +full:-
7 * See the COPYING file in the top-level directory.
14 #include "standard-headers/linux/virtio_config.h"
15 #include "standard-headers/linux/virtio_ring.h"
20 * accesses. For VIRTIO 1.0 the vring is little-endian so the automatic guest
26 static uint16_t qvirtio_readw(QVirtioDevice *d, QTestState *qts, uint64_t addr) in qvirtio_readw() argument
30 if (d->features & (1ull << VIRTIO_F_VERSION_1)) { in qvirtio_readw()
40 static uint32_t qvirtio_readl(QVirtioDevice *d, QTestState *qts, uint64_t addr) in qvirtio_readl() argument
44 if (d->features & (1ull << VIRTIO_F_VERSION_1)) { in qvirtio_readl()
54 static void qvirtio_writew(QVirtioDevice *d, QTestState *qts, in qvirtio_writew() argument
57 if (d->features & (1ull << VIRTIO_F_VERSION_1)) { in qvirtio_writew()
65 static void qvirtio_writel(QVirtioDevice *d, QTestState *qts, in qvirtio_writel() argument
68 if (d->features & (1ull << VIRTIO_F_VERSION_1)) { in qvirtio_writel()
76 static void qvirtio_writeq(QVirtioDevice *d, QTestState *qts, in qvirtio_writeq() argument
79 if (d->features & (1ull << VIRTIO_F_VERSION_1)) { in qvirtio_writeq()
87 uint8_t qvirtio_config_readb(QVirtioDevice *d, uint64_t addr) in qvirtio_config_readb() argument
89 g_assert_true(d->features_negotiated); in qvirtio_config_readb()
90 return d->bus->config_readb(d, addr); in qvirtio_config_readb()
93 uint16_t qvirtio_config_readw(QVirtioDevice *d, uint64_t addr) in qvirtio_config_readw() argument
95 g_assert_true(d->features_negotiated); in qvirtio_config_readw()
96 return d->bus->config_readw(d, addr); in qvirtio_config_readw()
99 uint32_t qvirtio_config_readl(QVirtioDevice *d, uint64_t addr) in qvirtio_config_readl() argument
101 g_assert_true(d->features_negotiated); in qvirtio_config_readl()
102 return d->bus->config_readl(d, addr); in qvirtio_config_readl()
105 uint64_t qvirtio_config_readq(QVirtioDevice *d, uint64_t addr) in qvirtio_config_readq() argument
107 g_assert_true(d->features_negotiated); in qvirtio_config_readq()
108 return d->bus->config_readq(d, addr); in qvirtio_config_readq()
111 uint64_t qvirtio_get_features(QVirtioDevice *d) in qvirtio_get_features() argument
113 return d->bus->get_features(d); in qvirtio_get_features()
116 void qvirtio_set_features(QVirtioDevice *d, uint64_t features) in qvirtio_set_features() argument
120 d->features = features; in qvirtio_set_features()
121 d->bus->set_features(d, features); in qvirtio_set_features()
129 uint8_t status = d->bus->get_status(d) | in qvirtio_set_features()
132 d->bus->set_status(d, status); in qvirtio_set_features()
133 g_assert_cmphex(d->bus->get_status(d), ==, status); in qvirtio_set_features()
136 d->features_negotiated = true; in qvirtio_set_features()
139 QVirtQueue *qvirtqueue_setup(QVirtioDevice *d, in qvirtqueue_setup() argument
142 g_assert_true(d->features_negotiated); in qvirtqueue_setup()
143 return d->bus->virtqueue_setup(d, alloc, index); in qvirtqueue_setup()
149 return bus->virtqueue_cleanup(vq, alloc); in qvirtqueue_cleanup()
152 void qvirtio_reset(QVirtioDevice *d) in qvirtio_reset() argument
154 d->bus->set_status(d, 0); in qvirtio_reset()
155 g_assert_cmphex(d->bus->get_status(d), ==, 0); in qvirtio_reset()
156 d->features_negotiated = false; in qvirtio_reset()
159 void qvirtio_set_acknowledge(QVirtioDevice *d) in qvirtio_set_acknowledge() argument
161 d->bus->set_status(d, d->bus->get_status(d) | VIRTIO_CONFIG_S_ACKNOWLEDGE); in qvirtio_set_acknowledge()
162 g_assert_cmphex(d->bus->get_status(d), ==, VIRTIO_CONFIG_S_ACKNOWLEDGE); in qvirtio_set_acknowledge()
165 void qvirtio_set_driver(QVirtioDevice *d) in qvirtio_set_driver() argument
167 d->bus->set_status(d, d->bus->get_status(d) | VIRTIO_CONFIG_S_DRIVER); in qvirtio_set_driver()
168 g_assert_cmphex(d->bus->get_status(d), ==, in qvirtio_set_driver()
172 void qvirtio_set_driver_ok(QVirtioDevice *d) in qvirtio_set_driver_ok() argument
174 d->bus->set_status(d, d->bus->get_status(d) | VIRTIO_CONFIG_S_DRIVER_OK); in qvirtio_set_driver_ok()
175 g_assert_cmphex(d->bus->get_status(d), ==, VIRTIO_CONFIG_S_DRIVER_OK | in qvirtio_set_driver_ok()
177 (d->features & (1ull << VIRTIO_F_VERSION_1) ? in qvirtio_set_driver_ok()
181 void qvirtio_wait_queue_isr(QTestState *qts, QVirtioDevice *d, in qvirtio_wait_queue_isr() argument
187 if (d->bus->get_queue_isr_status(d, vq)) { in qvirtio_wait_queue_isr()
190 g_assert(g_get_monotonic_time() - start_time <= timeout_us); in qvirtio_wait_queue_isr()
199 uint8_t qvirtio_wait_status_byte_no_isr(QTestState *qts, QVirtioDevice *d, in qvirtio_wait_status_byte_no_isr() argument
208 g_assert(!d->bus->get_queue_isr_status(d, vq)); in qvirtio_wait_status_byte_no_isr()
209 g_assert(g_get_monotonic_time() - start_time <= timeout_us); in qvirtio_wait_status_byte_no_isr()
216 * @desc_idx: The next expected vq->desc[] index in the used ring
223 void qvirtio_wait_used_elem(QTestState *qts, QVirtioDevice *d, in qvirtio_wait_used_elem() argument
235 if (d->bus->get_queue_isr_status(d, vq) && in qvirtio_wait_used_elem()
240 g_assert(g_get_monotonic_time() - start_time <= timeout_us); in qvirtio_wait_used_elem()
244 void qvirtio_wait_config_isr(QVirtioDevice *d, gint64 timeout_us) in qvirtio_wait_config_isr() argument
246 d->bus->wait_config_isr_status(d, timeout_us); in qvirtio_wait_config_isr()
254 vq->desc = addr; in qvring_init()
255 vq->avail = vq->desc + vq->size * sizeof(struct vring_desc); in qvring_init()
256 vq->used = (uint64_t)((vq->avail + sizeof(uint16_t) * (3 + vq->size) in qvring_init()
257 + vq->align - 1) & ~(vq->align - 1)); in qvring_init()
259 for (i = 0; i < vq->size - 1; i++) { in qvring_init()
260 /* vq->desc[i].addr */ in qvring_init()
261 qvirtio_writeq(vq->vdev, qts, vq->desc + (16 * i), 0); in qvring_init()
262 /* vq->desc[i].next */ in qvring_init()
263 qvirtio_writew(vq->vdev, qts, vq->desc + (16 * i) + 14, i + 1); in qvring_init()
266 /* vq->avail->flags */ in qvring_init()
267 qvirtio_writew(vq->vdev, qts, vq->avail, 0); in qvring_init()
268 /* vq->avail->idx */ in qvring_init()
269 qvirtio_writew(vq->vdev, qts, vq->avail + 2, 0); in qvring_init()
270 /* vq->avail->used_event */ in qvring_init()
271 qvirtio_writew(vq->vdev, qts, vq->avail + 4 + (2 * vq->size), 0); in qvring_init()
273 /* vq->used->flags */ in qvring_init()
274 qvirtio_writew(vq->vdev, qts, vq->used, 0); in qvring_init()
275 /* vq->used->idx */ in qvring_init()
276 qvirtio_writew(vq->vdev, qts, vq->used + 2, 0); in qvring_init()
277 /* vq->used->avail_event */ in qvring_init()
278 qvirtio_writew(vq->vdev, qts, vq->used + 4 + in qvring_init()
279 sizeof(struct vring_used_elem) * vq->size, 0); in qvring_init()
282 QVRingIndirectDesc *qvring_indirect_desc_setup(QTestState *qs, QVirtioDevice *d, in qvring_indirect_desc_setup() argument
289 indirect->index = 0; in qvring_indirect_desc_setup()
290 indirect->elem = elem; in qvring_indirect_desc_setup()
291 indirect->desc = guest_alloc(alloc, sizeof(struct vring_desc) * elem); in qvring_indirect_desc_setup()
294 /* indirect->desc[i].addr */ in qvring_indirect_desc_setup()
295 qvirtio_writeq(d, qs, indirect->desc + (16 * i), 0); in qvring_indirect_desc_setup()
300 * desc->next. Clear the last element - there's in qvring_indirect_desc_setup()
303 if (i != elem - 1) { in qvring_indirect_desc_setup()
304 /* indirect->desc[i].flags */ in qvring_indirect_desc_setup()
305 qvirtio_writew(d, qs, indirect->desc + (16 * i) + 12, in qvring_indirect_desc_setup()
308 /* indirect->desc[i].next */ in qvring_indirect_desc_setup()
309 qvirtio_writew(d, qs, indirect->desc + (16 * i) + 14, i + 1); in qvring_indirect_desc_setup()
311 qvirtio_writew(d, qs, indirect->desc + (16 * i) + 12, 0); in qvring_indirect_desc_setup()
312 qvirtio_writew(d, qs, indirect->desc + (16 * i) + 14, 0); in qvring_indirect_desc_setup()
319 void qvring_indirect_desc_add(QVirtioDevice *d, QTestState *qts, in qvring_indirect_desc_add() argument
325 g_assert_cmpint(indirect->index, <, indirect->elem); in qvring_indirect_desc_add()
327 flags = qvirtio_readw(d, qts, indirect->desc + in qvring_indirect_desc_add()
328 (16 * indirect->index) + 12); in qvring_indirect_desc_add()
334 /* indirect->desc[indirect->index].addr */ in qvring_indirect_desc_add()
335 qvirtio_writeq(d, qts, indirect->desc + (16 * indirect->index), data); in qvring_indirect_desc_add()
336 /* indirect->desc[indirect->index].len */ in qvring_indirect_desc_add()
337 qvirtio_writel(d, qts, indirect->desc + (16 * indirect->index) + 8, len); in qvring_indirect_desc_add()
338 /* indirect->desc[indirect->index].flags */ in qvring_indirect_desc_add()
339 qvirtio_writew(d, qts, indirect->desc + (16 * indirect->index) + 12, in qvring_indirect_desc_add()
342 indirect->index++; in qvring_indirect_desc_add()
349 vq->num_free--; in qvirtqueue_add()
359 /* vq->desc[vq->free_head].addr */ in qvirtqueue_add()
360 qvirtio_writeq(vq->vdev, qts, vq->desc + (16 * vq->free_head), data); in qvirtqueue_add()
361 /* vq->desc[vq->free_head].len */ in qvirtqueue_add()
362 qvirtio_writel(vq->vdev, qts, vq->desc + (16 * vq->free_head) + 8, len); in qvirtqueue_add()
363 /* vq->desc[vq->free_head].flags */ in qvirtqueue_add()
364 qvirtio_writew(vq->vdev, qts, vq->desc + (16 * vq->free_head) + 12, flags); in qvirtqueue_add()
366 return vq->free_head++; /* Return and increase, in this order */ in qvirtqueue_add()
372 g_assert(vq->indirect); in qvirtqueue_add_indirect()
373 g_assert_cmpint(vq->size, >=, indirect->elem); in qvirtqueue_add_indirect()
374 g_assert_cmpint(indirect->index, ==, indirect->elem); in qvirtqueue_add_indirect()
376 vq->num_free--; in qvirtqueue_add_indirect()
378 /* vq->desc[vq->free_head].addr */ in qvirtqueue_add_indirect()
379 qvirtio_writeq(vq->vdev, qts, vq->desc + (16 * vq->free_head), in qvirtqueue_add_indirect()
380 indirect->desc); in qvirtqueue_add_indirect()
381 /* vq->desc[vq->free_head].len */ in qvirtqueue_add_indirect()
382 qvirtio_writel(vq->vdev, qts, vq->desc + (16 * vq->free_head) + 8, in qvirtqueue_add_indirect()
383 sizeof(struct vring_desc) * indirect->elem); in qvirtqueue_add_indirect()
384 /* vq->desc[vq->free_head].flags */ in qvirtqueue_add_indirect()
385 qvirtio_writew(vq->vdev, qts, vq->desc + (16 * vq->free_head) + 12, in qvirtqueue_add_indirect()
388 return vq->free_head++; /* Return and increase, in this order */ in qvirtqueue_add_indirect()
391 void qvirtqueue_kick(QTestState *qts, QVirtioDevice *d, QVirtQueue *vq, in qvirtqueue_kick() argument
394 /* vq->avail->idx */ in qvirtqueue_kick()
395 uint16_t idx = qvirtio_readw(d, qts, vq->avail + 2); in qvirtqueue_kick()
396 /* vq->used->flags */ in qvirtqueue_kick()
398 /* vq->used->avail_event */ in qvirtqueue_kick()
401 /* vq->avail->ring[idx % vq->size] */ in qvirtqueue_kick()
402 qvirtio_writew(d, qts, vq->avail + 4 + (2 * (idx % vq->size)), free_head); in qvirtqueue_kick()
403 /* vq->avail->idx */ in qvirtqueue_kick()
404 qvirtio_writew(d, qts, vq->avail + 2, idx + 1); in qvirtqueue_kick()
407 flags = qvirtio_readw(d, qts, vq->used); in qvirtqueue_kick()
408 avail_event = qvirtio_readw(d, qts, vq->used + 4 + in qvirtqueue_kick()
409 sizeof(struct vring_used_elem) * vq->size); in qvirtqueue_kick()
413 (!vq->event || (uint16_t)(idx-avail_event) < 1)) { in qvirtqueue_kick()
414 d->bus->virtqueue_kick(d, vq); in qvirtqueue_kick()
420 * @desc_idx: A pointer that is filled with the vq->desc[] index, may be NULL
434 idx = qvirtio_readw(vq->vdev, qts, in qvirtqueue_get_buf()
435 vq->used + offsetof(struct vring_used, idx)); in qvirtqueue_get_buf()
436 if (idx == vq->last_used_idx) { in qvirtqueue_get_buf()
440 elem_addr = vq->used + in qvirtqueue_get_buf()
442 (vq->last_used_idx % vq->size) * in qvirtqueue_get_buf()
447 *desc_idx = qvirtio_readl(vq->vdev, qts, addr); in qvirtqueue_get_buf()
452 *len = qvirtio_readw(vq->vdev, qts, addr); in qvirtqueue_get_buf()
455 vq->last_used_idx++; in qvirtqueue_get_buf()
461 g_assert(vq->event); in qvirtqueue_set_used_event()
463 /* vq->avail->used_event */ in qvirtqueue_set_used_event()
464 qvirtio_writew(vq->vdev, qts, vq->avail + 4 + (2 * vq->size), idx); in qvirtqueue_set_used_event()
474 bool qvirtio_is_big_endian(QVirtioDevice *d) in qvirtio_is_big_endian() argument
476 return d->big_endian; in qvirtio_is_big_endian()