Lines Matching refs:vu_dev
78 #define vu_err(vu_dev, ...) dev_err(&(vu_dev)->pdev->dev, ##__VA_ARGS__) argument
129 static int vhost_user_recv(struct virtio_uml_device *vu_dev, in vhost_user_recv() argument
161 static void vhost_user_check_reset(struct virtio_uml_device *vu_dev, in vhost_user_check_reset() argument
164 struct virtio_uml_platform_data *pdata = vu_dev->pdata; in vhost_user_check_reset()
169 if (!vu_dev->registered) in vhost_user_check_reset()
172 vu_dev->registered = 0; in vhost_user_check_reset()
177 static int vhost_user_recv_resp(struct virtio_uml_device *vu_dev, in vhost_user_recv_resp() argument
181 int rc = vhost_user_recv(vu_dev, vu_dev->sock, msg, in vhost_user_recv_resp()
185 vhost_user_check_reset(vu_dev, rc); in vhost_user_recv_resp()
195 static int vhost_user_recv_u64(struct virtio_uml_device *vu_dev, in vhost_user_recv_u64() argument
199 int rc = vhost_user_recv_resp(vu_dev, &msg, in vhost_user_recv_u64()
210 static int vhost_user_recv_req(struct virtio_uml_device *vu_dev, in vhost_user_recv_req() argument
214 int rc = vhost_user_recv(vu_dev, vu_dev->req_fd, msg, in vhost_user_recv_req()
227 static int vhost_user_send(struct virtio_uml_device *vu_dev, in vhost_user_send() argument
244 if (!(vu_dev->protocol_features & in vhost_user_send()
251 raw_spin_lock_irqsave(&vu_dev->sock_lock, flags); in vhost_user_send()
252 rc = full_sendmsg_fds(vu_dev->sock, msg, size, fds, num_fds); in vhost_user_send()
259 rc = vhost_user_recv_u64(vu_dev, &status); in vhost_user_send()
264 vu_err(vu_dev, "slave reports error: %llu\n", status); in vhost_user_send()
271 raw_spin_unlock_irqrestore(&vu_dev->sock_lock, flags); in vhost_user_send()
275 static int vhost_user_send_no_payload(struct virtio_uml_device *vu_dev, in vhost_user_send_no_payload() argument
282 return vhost_user_send(vu_dev, need_response, &msg, NULL, 0); in vhost_user_send_no_payload()
285 static int vhost_user_send_no_payload_fd(struct virtio_uml_device *vu_dev, in vhost_user_send_no_payload_fd() argument
292 return vhost_user_send(vu_dev, false, &msg, &fd, 1); in vhost_user_send_no_payload_fd()
295 static int vhost_user_send_u64(struct virtio_uml_device *vu_dev, in vhost_user_send_u64() argument
304 return vhost_user_send(vu_dev, false, &msg, NULL, 0); in vhost_user_send_u64()
307 static int vhost_user_set_owner(struct virtio_uml_device *vu_dev) in vhost_user_set_owner() argument
309 return vhost_user_send_no_payload(vu_dev, false, VHOST_USER_SET_OWNER); in vhost_user_set_owner()
312 static int vhost_user_get_features(struct virtio_uml_device *vu_dev, in vhost_user_get_features() argument
315 int rc = vhost_user_send_no_payload(vu_dev, true, in vhost_user_get_features()
320 return vhost_user_recv_u64(vu_dev, features); in vhost_user_get_features()
323 static int vhost_user_set_features(struct virtio_uml_device *vu_dev, in vhost_user_set_features() argument
326 return vhost_user_send_u64(vu_dev, VHOST_USER_SET_FEATURES, features); in vhost_user_set_features()
329 static int vhost_user_get_protocol_features(struct virtio_uml_device *vu_dev, in vhost_user_get_protocol_features() argument
332 int rc = vhost_user_send_no_payload(vu_dev, true, in vhost_user_get_protocol_features()
337 return vhost_user_recv_u64(vu_dev, protocol_features); in vhost_user_get_protocol_features()
340 static int vhost_user_set_protocol_features(struct virtio_uml_device *vu_dev, in vhost_user_set_protocol_features() argument
343 return vhost_user_send_u64(vu_dev, VHOST_USER_SET_PROTOCOL_FEATURES, in vhost_user_set_protocol_features()
347 static int vhost_user_get_queue_num(struct virtio_uml_device *vu_dev, in vhost_user_get_queue_num() argument
350 int rc = vhost_user_send_no_payload(vu_dev, true, in vhost_user_get_queue_num()
355 return vhost_user_recv_u64(vu_dev, queue_num); in vhost_user_get_queue_num()
358 static void vhost_user_reply(struct virtio_uml_device *vu_dev, in vhost_user_reply() argument
372 rc = full_sendmsg_fds(vu_dev->req_fd, &reply, size, NULL, 0); in vhost_user_reply()
375 vu_err(vu_dev, in vhost_user_reply()
380 static irqreturn_t vu_req_read_message(struct virtio_uml_device *vu_dev, in vu_req_read_message() argument
393 rc = vhost_user_recv_req(vu_dev, &msg.msg, in vu_req_read_message()
401 vu_dev->config_changed_irq = true; in vu_req_read_message()
405 virtio_device_for_each_vq((&vu_dev->vdev), vq) { in vu_req_read_message()
408 vu_dev->vq_irq_vq_map |= BIT_ULL(vq->index); in vu_req_read_message()
418 vu_err(vu_dev, "unexpected slave request %d\n", in vu_req_read_message()
422 if (ev && !vu_dev->suspended) in vu_req_read_message()
426 vhost_user_reply(vu_dev, &msg.msg, response); in vu_req_read_message()
430 vu_dev->recv_rc = (rc == -EAGAIN) ? 0 : rc; in vu_req_read_message()
436 struct virtio_uml_device *vu_dev = data; in vu_req_interrupt() local
440 ret = vu_req_read_message(vu_dev, NULL); in vu_req_interrupt()
442 if (vu_dev->recv_rc) { in vu_req_interrupt()
443 vhost_user_check_reset(vu_dev, vu_dev->recv_rc); in vu_req_interrupt()
444 } else if (vu_dev->vq_irq_vq_map) { in vu_req_interrupt()
447 virtio_device_for_each_vq((&vu_dev->vdev), vq) { in vu_req_interrupt()
448 if (vu_dev->vq_irq_vq_map & BIT_ULL(vq->index)) in vu_req_interrupt()
451 vu_dev->vq_irq_vq_map = 0; in vu_req_interrupt()
452 } else if (vu_dev->config_changed_irq) { in vu_req_interrupt()
453 virtio_config_changed(&vu_dev->vdev); in vu_req_interrupt()
454 vu_dev->config_changed_irq = false; in vu_req_interrupt()
466 static int vhost_user_init_slave_req(struct virtio_uml_device *vu_dev) in vhost_user_init_slave_req() argument
474 vu_dev->req_fd = req_fds[0]; in vhost_user_init_slave_req()
476 rc = um_request_irq_tt(UM_IRQ_ALLOC, vu_dev->req_fd, IRQ_READ, in vhost_user_init_slave_req()
478 vu_dev->pdev->name, vu_dev, in vhost_user_init_slave_req()
483 vu_dev->irq = rc; in vhost_user_init_slave_req()
485 rc = vhost_user_send_no_payload_fd(vu_dev, VHOST_USER_SET_SLAVE_REQ_FD, in vhost_user_init_slave_req()
493 um_free_irq(vu_dev->irq, vu_dev); in vhost_user_init_slave_req()
502 static int vhost_user_init(struct virtio_uml_device *vu_dev) in vhost_user_init() argument
504 int rc = vhost_user_set_owner(vu_dev); in vhost_user_init()
508 rc = vhost_user_get_features(vu_dev, &vu_dev->features); in vhost_user_init()
512 if (vu_dev->features & BIT_ULL(VHOST_USER_F_PROTOCOL_FEATURES)) { in vhost_user_init()
513 rc = vhost_user_get_protocol_features(vu_dev, in vhost_user_init()
514 &vu_dev->protocol_features); in vhost_user_init()
517 vu_dev->protocol_features &= VHOST_USER_SUPPORTED_PROTOCOL_F; in vhost_user_init()
518 rc = vhost_user_set_protocol_features(vu_dev, in vhost_user_init()
519 vu_dev->protocol_features); in vhost_user_init()
524 if (vu_dev->protocol_features & in vhost_user_init()
526 rc = vhost_user_init_slave_req(vu_dev); in vhost_user_init()
531 if (vu_dev->protocol_features & in vhost_user_init()
533 rc = vhost_user_get_queue_num(vu_dev, &vu_dev->max_vqs); in vhost_user_init()
537 vu_dev->max_vqs = U64_MAX; in vhost_user_init()
543 static void vhost_user_get_config(struct virtio_uml_device *vu_dev, in vhost_user_get_config() argument
552 if (!(vu_dev->protocol_features & in vhost_user_get_config()
564 rc = vhost_user_send(vu_dev, true, msg, NULL, 0); in vhost_user_get_config()
566 vu_err(vu_dev, "sending VHOST_USER_GET_CONFIG failed: %d\n", in vhost_user_get_config()
571 rc = vhost_user_recv_resp(vu_dev, msg, msg_size); in vhost_user_get_config()
573 vu_err(vu_dev, in vhost_user_get_config()
582 vu_err(vu_dev, in vhost_user_get_config()
594 static void vhost_user_set_config(struct virtio_uml_device *vu_dev, in vhost_user_set_config() argument
602 if (!(vu_dev->protocol_features & in vhost_user_set_config()
615 rc = vhost_user_send(vu_dev, false, msg, NULL, 0); in vhost_user_set_config()
617 vu_err(vu_dev, "sending VHOST_USER_SET_CONFIG failed: %d\n", in vhost_user_set_config()
645 static int vhost_user_set_mem_table(struct virtio_uml_device *vu_dev) in vhost_user_set_mem_table() argument
698 return vhost_user_send(vu_dev, false, &msg, fds, in vhost_user_set_mem_table()
702 static int vhost_user_set_vring_state(struct virtio_uml_device *vu_dev, in vhost_user_set_vring_state() argument
712 return vhost_user_send(vu_dev, false, &msg, NULL, 0); in vhost_user_set_vring_state()
715 static int vhost_user_set_vring_num(struct virtio_uml_device *vu_dev, in vhost_user_set_vring_num() argument
718 return vhost_user_set_vring_state(vu_dev, VHOST_USER_SET_VRING_NUM, in vhost_user_set_vring_num()
722 static int vhost_user_set_vring_base(struct virtio_uml_device *vu_dev, in vhost_user_set_vring_base() argument
725 return vhost_user_set_vring_state(vu_dev, VHOST_USER_SET_VRING_BASE, in vhost_user_set_vring_base()
729 static int vhost_user_set_vring_addr(struct virtio_uml_device *vu_dev, in vhost_user_set_vring_addr() argument
743 return vhost_user_send(vu_dev, false, &msg, NULL, 0); in vhost_user_set_vring_addr()
746 static int vhost_user_set_vring_fd(struct virtio_uml_device *vu_dev, in vhost_user_set_vring_fd() argument
759 return vhost_user_send(vu_dev, false, &msg, NULL, 0); in vhost_user_set_vring_fd()
761 return vhost_user_send(vu_dev, false, &msg, &fd, 1); in vhost_user_set_vring_fd()
764 static int vhost_user_set_vring_call(struct virtio_uml_device *vu_dev, in vhost_user_set_vring_call() argument
767 return vhost_user_set_vring_fd(vu_dev, VHOST_USER_SET_VRING_CALL, in vhost_user_set_vring_call()
771 static int vhost_user_set_vring_kick(struct virtio_uml_device *vu_dev, in vhost_user_set_vring_kick() argument
774 return vhost_user_set_vring_fd(vu_dev, VHOST_USER_SET_VRING_KICK, in vhost_user_set_vring_kick()
778 static int vhost_user_set_vring_enable(struct virtio_uml_device *vu_dev, in vhost_user_set_vring_enable() argument
781 if (!(vu_dev->features & BIT_ULL(VHOST_USER_F_PROTOCOL_FEATURES))) in vhost_user_set_vring_enable()
784 return vhost_user_set_vring_state(vu_dev, VHOST_USER_SET_VRING_ENABLE, in vhost_user_set_vring_enable()
803 struct virtio_uml_device *vu_dev; in vu_notify() local
805 vu_dev = to_virtio_uml_device(vq->vdev); in vu_notify()
807 return vhost_user_set_vring_state(vu_dev, VHOST_USER_VRING_KICK, in vu_notify()
838 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_get() local
840 vhost_user_get_config(vu_dev, offset, buf, len); in vu_get()
846 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_set() local
848 vhost_user_set_config(vu_dev, offset, buf, len); in vu_set()
853 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_get_status() local
855 return vu_dev->status; in vu_get_status()
860 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_set_status() local
862 vu_dev->status = status; in vu_set_status()
867 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_reset() local
869 vu_dev->status = 0; in vu_reset()
877 struct virtio_uml_device *vu_dev; in vu_del_vq() local
879 vu_dev = to_virtio_uml_device(vq->vdev); in vu_del_vq()
881 um_free_irq(vu_dev->irq, vq); in vu_del_vq()
894 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_del_vqs() local
900 WARN_ON(vhost_user_set_vring_enable(vu_dev, vq->index, false)); in vu_del_vqs()
903 WARN_ON(vhost_user_get_features(vu_dev, &features)); in vu_del_vqs()
909 static int vu_setup_vq_call_fd(struct virtio_uml_device *vu_dev, in vu_setup_vq_call_fd() argument
917 if (vu_dev->protocol_features & in vu_setup_vq_call_fd()
919 vu_dev->protocol_features & in vu_setup_vq_call_fd()
931 irq = um_request_irq(vu_dev->irq, info->call_fd, IRQ_READ, in vu_setup_vq_call_fd()
938 rc = vhost_user_set_vring_call(vu_dev, vq->index, call_fds[1]); in vu_setup_vq_call_fd()
942 vu_dev->irq = irq; in vu_setup_vq_call_fd()
961 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_setup_vq() local
962 struct platform_device *pdev = vu_dev->pdev; in vu_setup_vq()
986 if (vu_dev->protocol_features & in vu_setup_vq()
996 rc = vu_setup_vq_call_fd(vu_dev, vq); in vu_setup_vq()
1000 rc = vhost_user_set_vring_num(vu_dev, index, num); in vu_setup_vq()
1004 rc = vhost_user_set_vring_base(vu_dev, index, 0); in vu_setup_vq()
1008 rc = vhost_user_set_vring_addr(vu_dev, index, in vu_setup_vq()
1020 um_free_irq(vu_dev->irq, vq); in vu_setup_vq()
1039 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_find_vqs() local
1044 if (WARN(nvqs > 64 || nvqs > vu_dev->max_vqs, in vu_find_vqs()
1046 nvqs, vu_dev->max_vqs)) in vu_find_vqs()
1049 rc = vhost_user_set_mem_table(vu_dev); in vu_find_vqs()
1073 rc = vhost_user_set_vring_kick(vu_dev, vq->index, in vu_find_vqs()
1079 rc = vhost_user_set_vring_enable(vu_dev, vq->index, true); in vu_find_vqs()
1093 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_get_features() local
1095 return vu_dev->features; in vu_get_features()
1100 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_finalize_features() local
1104 vu_dev->features = vdev->features | supported; in vu_finalize_features()
1106 return vhost_user_set_features(vu_dev, vu_dev->features); in vu_finalize_features()
1111 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in vu_bus_name() local
1113 return vu_dev->pdev->name; in vu_bus_name()
1133 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in virtio_uml_release_dev() local
1138 if (vu_dev->req_fd >= 0) { in virtio_uml_release_dev()
1139 um_free_irq(vu_dev->irq, vu_dev); in virtio_uml_release_dev()
1140 os_close_file(vu_dev->req_fd); in virtio_uml_release_dev()
1143 os_close_file(vu_dev->sock); in virtio_uml_release_dev()
1144 kfree(vu_dev); in virtio_uml_release_dev()
1150 struct virtio_uml_device *vu_dev = to_virtio_uml_device(vdev); in virtio_uml_set_no_vq_suspend() local
1155 vu_dev->no_vq_suspend = no_vq_suspend; in virtio_uml_set_no_vq_suspend()
1162 struct virtio_uml_device *vu_dev; in vu_of_conn_broken() local
1166 vu_dev = platform_get_drvdata(pdata->pdev); in vu_of_conn_broken()
1168 virtio_break_device(&vu_dev->vdev); in vu_of_conn_broken()
1211 struct virtio_uml_device *vu_dev; in virtio_uml_probe() local
1220 vu_dev = kzalloc_obj(*vu_dev); in virtio_uml_probe()
1221 if (!vu_dev) in virtio_uml_probe()
1224 vu_dev->pdata = pdata; in virtio_uml_probe()
1225 vu_dev->vdev.dev.parent = &pdev->dev; in virtio_uml_probe()
1226 vu_dev->vdev.dev.release = virtio_uml_release_dev; in virtio_uml_probe()
1227 vu_dev->vdev.config = &virtio_uml_config_ops; in virtio_uml_probe()
1228 vu_dev->vdev.id.device = pdata->virtio_device_id; in virtio_uml_probe()
1229 vu_dev->vdev.id.vendor = VIRTIO_DEV_ANY_ID; in virtio_uml_probe()
1230 vu_dev->pdev = pdev; in virtio_uml_probe()
1231 vu_dev->req_fd = -1; in virtio_uml_probe()
1232 vu_dev->irq = UM_IRQ_ALLOC; in virtio_uml_probe()
1241 vu_dev->sock = rc; in virtio_uml_probe()
1243 raw_spin_lock_init(&vu_dev->sock_lock); in virtio_uml_probe()
1245 rc = vhost_user_init(vu_dev); in virtio_uml_probe()
1249 platform_set_drvdata(pdev, vu_dev); in virtio_uml_probe()
1251 device_set_wakeup_capable(&vu_dev->vdev.dev, true); in virtio_uml_probe()
1253 rc = register_virtio_device(&vu_dev->vdev); in virtio_uml_probe()
1255 put_device(&vu_dev->vdev.dev); in virtio_uml_probe()
1258 vu_dev->registered = 1; in virtio_uml_probe()
1262 os_close_file(vu_dev->sock); in virtio_uml_probe()
1264 kfree(vu_dev); in virtio_uml_probe()
1270 struct virtio_uml_device *vu_dev = platform_get_drvdata(pdev); in virtio_uml_remove() local
1272 unregister_virtio_device(&vu_dev->vdev); in virtio_uml_remove()
1303 struct virtio_uml_device *vu_dev; in vu_conn_broken() local
1307 vu_dev = platform_get_drvdata(pdata->pdev); in vu_conn_broken()
1309 virtio_break_device(&vu_dev->vdev); in vu_conn_broken()
1473 struct virtio_uml_device *vu_dev = platform_get_drvdata(pdev); in virtio_uml_suspend() local
1475 if (!vu_dev->no_vq_suspend) { in virtio_uml_suspend()
1478 virtio_device_for_each_vq((&vu_dev->vdev), vq) { in virtio_uml_suspend()
1482 vhost_user_set_vring_enable(vu_dev, vq->index, false); in virtio_uml_suspend()
1486 if (!device_may_wakeup(&vu_dev->vdev.dev)) { in virtio_uml_suspend()
1487 vu_dev->suspended = true; in virtio_uml_suspend()
1491 return irq_set_irq_wake(vu_dev->irq, 1); in virtio_uml_suspend()
1496 struct virtio_uml_device *vu_dev = platform_get_drvdata(pdev); in virtio_uml_resume() local
1498 if (!vu_dev->no_vq_suspend) { in virtio_uml_resume()
1501 virtio_device_for_each_vq((&vu_dev->vdev), vq) { in virtio_uml_resume()
1505 vhost_user_set_vring_enable(vu_dev, vq->index, true); in virtio_uml_resume()
1509 vu_dev->suspended = false; in virtio_uml_resume()
1511 if (!device_may_wakeup(&vu_dev->vdev.dev)) in virtio_uml_resume()
1514 return irq_set_irq_wake(vu_dev->irq, 0); in virtio_uml_resume()