55 static int usb4_switch_wait_for_bit(struct tb_switch *sw, u32 offset, u32 bit,  in usb4_switch_wait_for_bit()  argument
64 		ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, offset, 1);  in usb4_switch_wait_for_bit()
77 static int usb4_switch_op_read_data(struct tb_switch *sw, void *data,  in usb4_switch_op_read_data()  argument
83 	return tb_sw_read(sw, data, TB_CFG_SWITCH, ROUTER_CS_9, dwords);  in usb4_switch_op_read_data()
86 static int usb4_switch_op_write_data(struct tb_switch *sw, const void *data,  in usb4_switch_op_write_data()  argument
92 	return tb_sw_write(sw, data, TB_CFG_SWITCH, ROUTER_CS_9, dwords);  in usb4_switch_op_write_data()
95 static int usb4_switch_op_read_metadata(struct tb_switch *sw, u32 *metadata)  in usb4_switch_op_read_metadata()  argument
97 	return tb_sw_read(sw, metadata, TB_CFG_SWITCH, ROUTER_CS_25, 1);  in usb4_switch_op_read_metadata()
100 static int usb4_switch_op_write_metadata(struct tb_switch *sw, u32 metadata)  in usb4_switch_op_write_metadata()  argument
102 	return tb_sw_write(sw, &metadata, TB_CFG_SWITCH, ROUTER_CS_25, 1);  in usb4_switch_op_write_metadata()
174 static int usb4_switch_op(struct tb_switch *sw, u16 opcode, u8 *status)  in usb4_switch_op()  argument
180 	ret = tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_26, 1);  in usb4_switch_op()
184 	ret = usb4_switch_wait_for_bit(sw, ROUTER_CS_26, ROUTER_CS_26_OV, 0, 500);  in usb4_switch_op()
188 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_26, 1);  in usb4_switch_op()
199 static void usb4_switch_check_wakes(struct tb_switch *sw)  in usb4_switch_check_wakes()  argument
205 	if (!device_may_wakeup(&sw->dev))  in usb4_switch_check_wakes()
208 	if (tb_route(sw)) {  in usb4_switch_check_wakes()
209 		if (tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_6, 1))  in usb4_switch_check_wakes()
212 		tb_sw_dbg(sw, "PCIe wake: %s, USB3 wake: %s\n",  in usb4_switch_check_wakes()
220 	tb_switch_for_each_port(sw, port) {  in usb4_switch_check_wakes()
236 		pm_wakeup_event(&sw->dev, 0);  in usb4_switch_check_wakes()
255  * @sw: USB4 router to setup
264 int usb4_switch_setup(struct tb_switch *sw)  in usb4_switch_setup()  argument
272 	usb4_switch_check_wakes(sw);  in usb4_switch_setup()
274 	if (!tb_route(sw))  in usb4_switch_setup()
277 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_6, 1);  in usb4_switch_setup()
281 	parent = tb_switch_parent(sw);  in usb4_switch_setup()
282 	downstream_port = tb_port_at(tb_route(sw), parent);  in usb4_switch_setup()
283 	sw->link_usb4 = link_is_usb4(downstream_port);  in usb4_switch_setup()
284 	tb_sw_dbg(sw, "link: %s\n", sw->link_usb4 ? "USB4" : "TBT3");  in usb4_switch_setup()
289 	tb_sw_dbg(sw, "TBT3 support: %s, xHCI: %s\n",  in usb4_switch_setup()
292 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_setup()
296 	if (sw->link_usb4 && tb_switch_find_port(parent, TB_TYPE_USB3_DOWN)) {  in usb4_switch_setup()
318 	ret = tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_setup()
322 	return usb4_switch_wait_for_bit(sw, ROUTER_CS_6, ROUTER_CS_6_CR,  in usb4_switch_setup()
328  * @sw: USB4 router
333 int usb4_switch_read_uid(struct tb_switch *sw, u64 *uid)  in usb4_switch_read_uid()  argument
335 	return tb_sw_read(sw, uid, TB_CFG_SWITCH, ROUTER_CS_7, 2);  in usb4_switch_read_uid()
342 	struct tb_switch *sw = data;  in usb4_switch_drom_read_block()  local
351 	ret = usb4_switch_op_write_metadata(sw, metadata);  in usb4_switch_drom_read_block()
355 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_DROM_READ, &status);  in usb4_switch_drom_read_block()
362 	return usb4_switch_op_read_data(sw, buf, dwords);  in usb4_switch_drom_read_block()
367  * @sw: USB4 router
376 int usb4_switch_drom_read(struct tb_switch *sw, unsigned int address, void *buf,  in usb4_switch_drom_read()  argument
380 				 usb4_switch_drom_read_block, sw);  in usb4_switch_drom_read()
385  * @sw: USB4 router
390 bool usb4_switch_lane_bonding_possible(struct tb_switch *sw)  in usb4_switch_lane_bonding_possible()  argument
396 	up = tb_upstream_port(sw);  in usb4_switch_lane_bonding_possible()
406  * @sw: USB4 router
411 int usb4_switch_set_wake(struct tb_switch *sw, unsigned int flags)  in usb4_switch_set_wake()  argument
414 	u64 route = tb_route(sw);  in usb4_switch_set_wake()
423 	tb_switch_for_each_port(sw, port) {  in usb4_switch_set_wake()
456 		ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_set_wake()
466 		ret = tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_set_wake()
476  * @sw: USB4 router
481 int usb4_switch_set_sleep(struct tb_switch *sw)  in usb4_switch_set_sleep()  argument
487 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_set_sleep()
493 	ret = tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_set_sleep()
497 	return usb4_switch_wait_for_bit(sw, ROUTER_CS_6, ROUTER_CS_6_SLPR,  in usb4_switch_set_sleep()
503  * @sw: USB4 router
509 int usb4_switch_nvm_sector_size(struct tb_switch *sw)  in usb4_switch_nvm_sector_size()  argument
515 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_NVM_SECTOR_SIZE, &status);  in usb4_switch_nvm_sector_size()
522 	ret = usb4_switch_op_read_metadata(sw, &metadata);  in usb4_switch_nvm_sector_size()
532 	struct tb_switch *sw = data;  in usb4_switch_nvm_read_block()  local
542 	ret = usb4_switch_op_write_metadata(sw, metadata);  in usb4_switch_nvm_read_block()
546 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_NVM_READ, &status);  in usb4_switch_nvm_read_block()
553 	return usb4_switch_op_read_data(sw, buf, dwords);  in usb4_switch_nvm_read_block()
558  * @sw: USB4 router
566 int usb4_switch_nvm_read(struct tb_switch *sw, unsigned int address, void *buf,  in usb4_switch_nvm_read()  argument
570 				 usb4_switch_nvm_read_block, sw);  in usb4_switch_nvm_read()
573 static int usb4_switch_nvm_set_offset(struct tb_switch *sw,  in usb4_switch_nvm_set_offset()  argument
584 	ret = usb4_switch_op_write_metadata(sw, metadata);  in usb4_switch_nvm_set_offset()
588 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_NVM_SET_OFFSET, &status);  in usb4_switch_nvm_set_offset()
598 	struct tb_switch *sw = data;  in usb4_switch_nvm_write_next_block()  local
602 	ret = usb4_switch_op_write_data(sw, buf, dwords);  in usb4_switch_nvm_write_next_block()
606 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_NVM_WRITE, &status);  in usb4_switch_nvm_write_next_block()
615  * @sw: USB4 router
623 int usb4_switch_nvm_write(struct tb_switch *sw, unsigned int address,  in usb4_switch_nvm_write()  argument
628 	ret = usb4_switch_nvm_set_offset(sw, address);  in usb4_switch_nvm_write()
633 				  usb4_switch_nvm_write_next_block, sw);  in usb4_switch_nvm_write()
638  * @sw: USB4 router
645 int usb4_switch_nvm_authenticate(struct tb_switch *sw)  in usb4_switch_nvm_authenticate()  argument
650 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_NVM_AUTH, &status);  in usb4_switch_nvm_authenticate()
656 		tb_sw_dbg(sw, "NVM authentication successful\n");  in usb4_switch_nvm_authenticate()
671  * @sw: USB4 router
678 bool usb4_switch_query_dp_resource(struct tb_switch *sw, struct tb_port *in)  in usb4_switch_query_dp_resource()  argument
683 	ret = usb4_switch_op_write_metadata(sw, in->port);  in usb4_switch_query_dp_resource()
687 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_QUERY_DP_RESOURCE, &status);  in usb4_switch_query_dp_resource()
702  * @sw: USB4 router
710 int usb4_switch_alloc_dp_resource(struct tb_switch *sw, struct tb_port *in)  in usb4_switch_alloc_dp_resource()  argument
715 	ret = usb4_switch_op_write_metadata(sw, in->port);  in usb4_switch_alloc_dp_resource()
719 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_ALLOC_DP_RESOURCE, &status);  in usb4_switch_alloc_dp_resource()
730  * @sw: USB4 router
735 int usb4_switch_dealloc_dp_resource(struct tb_switch *sw, struct tb_port *in)  in usb4_switch_dealloc_dp_resource()  argument
740 	ret = usb4_switch_op_write_metadata(sw, in->port);  in usb4_switch_dealloc_dp_resource()
744 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_DEALLOC_DP_RESOURCE, &status);  in usb4_switch_dealloc_dp_resource()
753 static int usb4_port_idx(const struct tb_switch *sw, const struct tb_port *port)  in usb4_port_idx()  argument
759 	tb_switch_for_each_port(sw, p) {  in usb4_port_idx()
776  * @sw: USB4 router
784 struct tb_port *usb4_switch_map_pcie_down(struct tb_switch *sw,  in usb4_switch_map_pcie_down()  argument
787 	int usb4_idx = usb4_port_idx(sw, port);  in usb4_switch_map_pcie_down()
792 	tb_switch_for_each_port(sw, p) {  in usb4_switch_map_pcie_down()
807  * @sw: USB4 router
815 struct tb_port *usb4_switch_map_usb3_down(struct tb_switch *sw,  in usb4_switch_map_usb3_down()  argument
818 	int usb4_idx = usb4_port_idx(sw, port);  in usb4_switch_map_usb3_down()
823 	tb_switch_for_each_port(sw, p) {  in usb4_switch_map_usb3_down()
1477 	if (tb_route(port->sw))  in usb4_usb3_port_cm_request()