Lines Matching full:ctl
16 #include "ctl.h"
53 #define tb_ctl_WARN(ctl, format, arg...) \ argument
54 dev_WARN(&(ctl)->nhi->pdev->dev, format, ## arg)
56 #define tb_ctl_err(ctl, format, arg...) \ argument
57 dev_err(&(ctl)->nhi->pdev->dev, format, ## arg)
59 #define tb_ctl_warn(ctl, format, arg...) \ argument
60 dev_warn(&(ctl)->nhi->pdev->dev, format, ## arg)
62 #define tb_ctl_info(ctl, format, arg...) \ argument
63 dev_info(&(ctl)->nhi->pdev->dev, format, ## arg)
65 #define tb_ctl_dbg(ctl, format, arg...) \ argument
66 dev_dbg(&(ctl)->nhi->pdev->dev, format, ## arg)
123 static int tb_cfg_request_enqueue(struct tb_ctl *ctl, in tb_cfg_request_enqueue() argument
127 WARN_ON(req->ctl); in tb_cfg_request_enqueue()
129 mutex_lock(&ctl->request_queue_lock); in tb_cfg_request_enqueue()
130 if (!ctl->running) { in tb_cfg_request_enqueue()
131 mutex_unlock(&ctl->request_queue_lock); in tb_cfg_request_enqueue()
134 req->ctl = ctl; in tb_cfg_request_enqueue()
135 list_add_tail(&req->list, &ctl->request_queue); in tb_cfg_request_enqueue()
137 mutex_unlock(&ctl->request_queue_lock); in tb_cfg_request_enqueue()
143 struct tb_ctl *ctl = req->ctl; in tb_cfg_request_dequeue() local
145 mutex_lock(&ctl->request_queue_lock); in tb_cfg_request_dequeue()
150 mutex_unlock(&ctl->request_queue_lock); in tb_cfg_request_dequeue()
159 tb_cfg_request_find(struct tb_ctl *ctl, struct ctl_pkg *pkg) in tb_cfg_request_find() argument
163 mutex_lock(&pkg->ctl->request_queue_lock); in tb_cfg_request_find()
164 list_for_each_entry(iter, &pkg->ctl->request_queue, list) { in tb_cfg_request_find()
172 mutex_unlock(&pkg->ctl->request_queue_lock); in tb_cfg_request_find()
263 static void tb_cfg_print_error(struct tb_ctl *ctl, in tb_cfg_print_error() argument
277 tb_ctl_dbg(ctl, "%llx:%x: invalid config space or offset\n", in tb_cfg_print_error()
286 tb_ctl_WARN(ctl, "CFG_ERROR(%llx:%x): Invalid port\n", in tb_cfg_print_error()
290 tb_ctl_WARN(ctl, "CFG_ERROR(%llx:%x): Route contains a loop\n", in tb_cfg_print_error()
294 tb_ctl_warn(ctl, "%llx:%x: downstream port is locked\n", in tb_cfg_print_error()
299 tb_ctl_WARN(ctl, "CFG_ERROR(%llx:%x): Unknown error\n", in tb_cfg_print_error()
313 dma_pool_free(pkg->ctl->frame_pool, in tb_ctl_pkg_free()
319 static struct ctl_pkg *tb_ctl_pkg_alloc(struct tb_ctl *ctl) in tb_ctl_pkg_alloc() argument
324 pkg->ctl = ctl; in tb_ctl_pkg_alloc()
325 pkg->buffer = dma_pool_alloc(ctl->frame_pool, GFP_KERNEL, in tb_ctl_pkg_alloc()
351 static int tb_ctl_tx(struct tb_ctl *ctl, const void *data, size_t len, in tb_ctl_tx() argument
357 tb_ctl_WARN(ctl, "TX: invalid size: %zu\n", len); in tb_ctl_tx()
361 tb_ctl_WARN(ctl, "TX: packet too large: %zu/%d\n", in tb_ctl_tx()
365 pkg = tb_ctl_pkg_alloc(ctl); in tb_ctl_tx()
375 res = tb_ring_tx(ctl->tx, &pkg->frame); in tb_ctl_tx()
382 * tb_ctl_handle_event() - acknowledge a plug event, invoke ctl->callback
384 static bool tb_ctl_handle_event(struct tb_ctl *ctl, enum tb_cfg_pkg_type type, in tb_ctl_handle_event() argument
387 return ctl->callback(ctl->callback_data, type, pkg->buffer, size); in tb_ctl_handle_event()
392 tb_ring_rx(pkg->ctl->rx, &pkg->frame); /* in tb_ctl_rx_submit()
395 * from ctl->rx_packets, so we do in tb_ctl_rx_submit()
436 * ctl->rx_packets. in tb_ctl_rx_callback()
440 tb_ctl_err(pkg->ctl, "RX: invalid size %#x, dropping packet\n", in tb_ctl_rx_callback()
456 tb_ctl_err(pkg->ctl, in tb_ctl_rx_callback()
461 tb_ctl_handle_event(pkg->ctl, frame->eof, in tb_ctl_rx_callback()
471 tb_ctl_err(pkg->ctl, in tb_ctl_rx_callback()
477 if (tb_ctl_handle_event(pkg->ctl, frame->eof, pkg, frame->size)) in tb_ctl_rx_callback()
491 req = tb_cfg_request_find(pkg->ctl, pkg); in tb_ctl_rx_callback()
515 * @ctl: Control channel to use
523 int tb_cfg_request(struct tb_ctl *ctl, struct tb_cfg_request *req, in tb_cfg_request() argument
535 ret = tb_cfg_request_enqueue(ctl, req); in tb_cfg_request()
539 ret = tb_ctl_tx(ctl, req->request, req->request_size, in tb_cfg_request()
580 * @ctl: Control channel to use
589 struct tb_cfg_result tb_cfg_request_sync(struct tb_ctl *ctl, in tb_cfg_request_sync() argument
598 ret = tb_cfg_request(ctl, req, tb_cfg_request_complete, &done); in tb_cfg_request_sync()
629 struct tb_ctl *ctl = kzalloc(sizeof(*ctl), GFP_KERNEL); in tb_ctl_alloc() local
630 if (!ctl) in tb_ctl_alloc()
632 ctl->nhi = nhi; in tb_ctl_alloc()
633 ctl->timeout_msec = timeout_msec; in tb_ctl_alloc()
634 ctl->callback = cb; in tb_ctl_alloc()
635 ctl->callback_data = cb_data; in tb_ctl_alloc()
637 mutex_init(&ctl->request_queue_lock); in tb_ctl_alloc()
638 INIT_LIST_HEAD(&ctl->request_queue); in tb_ctl_alloc()
639 ctl->frame_pool = dma_pool_create("thunderbolt_ctl", &nhi->pdev->dev, in tb_ctl_alloc()
641 if (!ctl->frame_pool) in tb_ctl_alloc()
644 ctl->tx = tb_ring_alloc_tx(nhi, 0, 10, RING_FLAG_NO_SUSPEND); in tb_ctl_alloc()
645 if (!ctl->tx) in tb_ctl_alloc()
648 ctl->rx = tb_ring_alloc_rx(nhi, 0, 10, RING_FLAG_NO_SUSPEND, 0, 0xffff, in tb_ctl_alloc()
650 if (!ctl->rx) in tb_ctl_alloc()
654 ctl->rx_packets[i] = tb_ctl_pkg_alloc(ctl); in tb_ctl_alloc()
655 if (!ctl->rx_packets[i]) in tb_ctl_alloc()
657 ctl->rx_packets[i]->frame.callback = tb_ctl_rx_callback; in tb_ctl_alloc()
660 tb_ctl_dbg(ctl, "control channel created\n"); in tb_ctl_alloc()
661 return ctl; in tb_ctl_alloc()
663 tb_ctl_free(ctl); in tb_ctl_alloc()
669 * @ctl: Control channel to free
673 * Must NOT be called from ctl->callback.
675 void tb_ctl_free(struct tb_ctl *ctl) in tb_ctl_free() argument
679 if (!ctl) in tb_ctl_free()
682 if (ctl->rx) in tb_ctl_free()
683 tb_ring_free(ctl->rx); in tb_ctl_free()
684 if (ctl->tx) in tb_ctl_free()
685 tb_ring_free(ctl->tx); in tb_ctl_free()
689 tb_ctl_pkg_free(ctl->rx_packets[i]); in tb_ctl_free()
692 dma_pool_destroy(ctl->frame_pool); in tb_ctl_free()
693 kfree(ctl); in tb_ctl_free()
698 * @ctl: Control channel to start
700 void tb_ctl_start(struct tb_ctl *ctl) in tb_ctl_start() argument
703 tb_ctl_dbg(ctl, "control channel starting...\n"); in tb_ctl_start()
704 tb_ring_start(ctl->tx); /* is used to ack hotplug packets, start first */ in tb_ctl_start()
705 tb_ring_start(ctl->rx); in tb_ctl_start()
707 tb_ctl_rx_submit(ctl->rx_packets[i]); in tb_ctl_start()
709 ctl->running = true; in tb_ctl_start()
714 * @ctl: Control channel to stop
716 * All invocations of ctl->callback will have finished after this method
719 * Must NOT be called from ctl->callback.
721 void tb_ctl_stop(struct tb_ctl *ctl) in tb_ctl_stop() argument
723 mutex_lock(&ctl->request_queue_lock); in tb_ctl_stop()
724 ctl->running = false; in tb_ctl_stop()
725 mutex_unlock(&ctl->request_queue_lock); in tb_ctl_stop()
727 tb_ring_stop(ctl->rx); in tb_ctl_stop()
728 tb_ring_stop(ctl->tx); in tb_ctl_stop()
730 if (!list_empty(&ctl->request_queue)) in tb_ctl_stop()
731 tb_ctl_WARN(ctl, "dangling request in request_queue\n"); in tb_ctl_stop()
732 INIT_LIST_HEAD(&ctl->request_queue); in tb_ctl_stop()
733 tb_ctl_dbg(ctl, "control channel stopped\n"); in tb_ctl_stop()
740 * @ctl: Control channel to use
747 int tb_cfg_ack_notification(struct tb_ctl *ctl, u64 route, in tb_cfg_ack_notification() argument
794 tb_ctl_dbg(ctl, "acking %s (%#x) notification on %llx\n", name, in tb_cfg_ack_notification()
797 return tb_ctl_tx(ctl, &pkg, sizeof(pkg), TB_CFG_PKG_NOTIFY_ACK); in tb_cfg_ack_notification()
802 * @ctl: Control channel to use
810 int tb_cfg_ack_plug(struct tb_ctl *ctl, u64 route, u32 port, bool unplug) in tb_cfg_ack_plug() argument
819 tb_ctl_dbg(ctl, "acking hot %splug event on %llx:%u\n", in tb_cfg_ack_plug()
821 return tb_ctl_tx(ctl, &pkg, sizeof(pkg), TB_CFG_PKG_ERROR); in tb_cfg_ack_plug()
869 * @ctl: Control channel pointer
876 struct tb_cfg_result tb_cfg_reset(struct tb_ctl *ctl, u64 route) in tb_cfg_reset() argument
898 res = tb_cfg_request_sync(ctl, req, ctl->timeout_msec); in tb_cfg_reset()
907 * @ctl: Pointer to the control channel
918 struct tb_cfg_result tb_cfg_read_raw(struct tb_ctl *ctl, void *buffer, in tb_cfg_read_raw() argument
955 res = tb_cfg_request_sync(ctl, req, timeout_msec); in tb_cfg_read_raw()
978 * @ctl: Pointer to the control channel
989 struct tb_cfg_result tb_cfg_write_raw(struct tb_ctl *ctl, const void *buffer, in tb_cfg_write_raw() argument
1028 res = tb_cfg_request_sync(ctl, req, timeout_msec); in tb_cfg_write_raw()
1047 static int tb_cfg_get_error(struct tb_ctl *ctl, enum tb_cfg_space space, in tb_cfg_get_error() argument
1060 tb_cfg_print_error(ctl, res); in tb_cfg_get_error()
1070 int tb_cfg_read(struct tb_ctl *ctl, void *buffer, u64 route, u32 port, in tb_cfg_read() argument
1073 struct tb_cfg_result res = tb_cfg_read_raw(ctl, buffer, route, port, in tb_cfg_read()
1074 space, offset, length, ctl->timeout_msec); in tb_cfg_read()
1082 return tb_cfg_get_error(ctl, space, &res); in tb_cfg_read()
1085 tb_ctl_warn(ctl, "%llx: timeout reading config space %u from %#x\n", in tb_cfg_read()
1096 int tb_cfg_write(struct tb_ctl *ctl, const void *buffer, u64 route, u32 port, in tb_cfg_write() argument
1099 struct tb_cfg_result res = tb_cfg_write_raw(ctl, buffer, route, port, in tb_cfg_write()
1100 space, offset, length, ctl->timeout_msec); in tb_cfg_write()
1108 return tb_cfg_get_error(ctl, space, &res); in tb_cfg_write()
1111 tb_ctl_warn(ctl, "%llx: timeout writing config space %u to %#x\n", in tb_cfg_write()
1124 * @ctl: Pointer to the control channel
1133 int tb_cfg_get_upstream_port(struct tb_ctl *ctl, u64 route) in tb_cfg_get_upstream_port() argument
1136 struct tb_cfg_result res = tb_cfg_read_raw(ctl, &dummy, route, 0, in tb_cfg_get_upstream_port()
1138 ctl->timeout_msec); in tb_cfg_get_upstream_port()