Lines Matching +full:endpoint +full:- +full:base
1 // SPDX-License-Identifier: GPL-2.0
12 #include <linux/dma-mapping.h>
24 #include "gadget-export.h"
26 #include "cdnsp-gadget.h"
27 #include "cdnsp-trace.h"
55 /* Save read-only status and port state. */ in cdnsp_port_state_to_neutral()
60 * cdnsp_find_next_ext_cap - Find the offset of the extended capabilities
62 * @base: PCI MMIO registers base address.
71 int cdnsp_find_next_ext_cap(void __iomem *base, u32 start, int id) in cdnsp_find_next_ext_cap() argument
78 val = readl(base + HCC_PARAMS_OFFSET); in cdnsp_find_next_ext_cap()
88 val = readl(base + offset); in cdnsp_find_next_ext_cap()
117 if (pdev->active_port) in cdnsp_set_link_state()
118 port_num = pdev->active_port->port_num; in cdnsp_set_link_state()
144 struct cdns *cdns = dev_get_drvdata(pdev->dev); in cdnsp_set_apb_timeout_value()
146 void __iomem *base; in cdnsp_set_apb_timeout_value() local
150 if (!cdns->override_apb_timeout) in cdnsp_set_apb_timeout_value()
153 base = &pdev->cap_regs->hc_capbase; in cdnsp_set_apb_timeout_value()
154 offset = cdnsp_find_next_ext_cap(base, offset, D_XEC_PRE_REGS_CAP); in cdnsp_set_apb_timeout_value()
155 reg = base + offset + REG_CHICKEN_BITS_3_OFFSET; in cdnsp_set_apb_timeout_value()
158 val = CHICKEN_APB_TIMEOUT_SET(val, cdns->override_apb_timeout); in cdnsp_set_apb_timeout_value()
165 void __iomem *base; in cdnsp_set_chicken_bits_2() local
168 base = &pdev->cap_regs->hc_capbase; in cdnsp_set_chicken_bits_2()
169 offset = cdnsp_find_next_ext_cap(base, offset, D_XEC_PRE_REGS_CAP); in cdnsp_set_chicken_bits_2()
170 reg = base + offset + REG_CHICKEN_BITS_2_OFFSET; in cdnsp_set_chicken_bits_2()
179 void __iomem *base; in cdnsp_clear_chicken_bits_2() local
182 base = &pdev->cap_regs->hc_capbase; in cdnsp_clear_chicken_bits_2()
183 offset = cdnsp_find_next_ext_cap(base, offset, D_XEC_PRE_REGS_CAP); in cdnsp_clear_chicken_bits_2()
184 reg = base + offset + REG_CHICKEN_BITS_2_OFFSET; in cdnsp_clear_chicken_bits_2()
201 halted = readl(&pdev->op_regs->status) & STS_HALT; in cdnsp_quiesce()
205 cmd = readl(&pdev->op_regs->command); in cdnsp_quiesce()
207 writel(cmd, &pdev->op_regs->command); in cdnsp_quiesce()
226 ret = readl_poll_timeout_atomic(&pdev->op_regs->status, val, in cdnsp_halt()
230 dev_err(pdev->dev, "ERROR: Device halt failed\n"); in cdnsp_halt()
234 pdev->cdnsp_state |= CDNSP_STATE_HALTED; in cdnsp_halt()
245 dev_err(pdev->dev, "ERROR: CDNSP controller not responding\n"); in cdnsp_died()
246 pdev->cdnsp_state |= CDNSP_STATE_DYING; in cdnsp_died()
258 temp = readl(&pdev->op_regs->command); in cdnsp_start()
260 writel(temp, &pdev->op_regs->command); in cdnsp_start()
262 pdev->cdnsp_state = 0; in cdnsp_start()
268 ret = readl_poll_timeout_atomic(&pdev->op_regs->status, temp, in cdnsp_start()
272 pdev->cdnsp_state = CDNSP_STATE_DYING; in cdnsp_start()
273 dev_err(pdev->dev, "ERROR: Controller run failed\n"); in cdnsp_start()
292 temp = readl(&pdev->op_regs->status); in cdnsp_reset()
295 dev_err(pdev->dev, "Device not accessible, reset failed.\n"); in cdnsp_reset()
296 return -ENODEV; in cdnsp_reset()
300 dev_err(pdev->dev, "Controller not halted, aborting reset.\n"); in cdnsp_reset()
301 return -EINVAL; in cdnsp_reset()
304 command = readl(&pdev->op_regs->command); in cdnsp_reset()
306 writel(command, &pdev->op_regs->command); in cdnsp_reset()
308 ret = readl_poll_timeout_atomic(&pdev->op_regs->command, temp, in cdnsp_reset()
312 dev_err(pdev->dev, "ERROR: Controller reset failed\n"); in cdnsp_reset()
320 ret = readl_poll_timeout_atomic(&pdev->op_regs->status, temp, in cdnsp_reset()
325 dev_err(pdev->dev, "ERROR: Controller not ready to work\n"); in cdnsp_reset()
329 dev_dbg(pdev->dev, "Controller ready to work"); in cdnsp_reset()
335 * cdnsp_get_endpoint_index - Find the index for an endpoint given its
338 * Index = (epnum * 2) + direction - 1,
341 * index = (epnum * 2) + direction - 1 = (epnum * 2) + 1 - 1 = (epnum * 2)
351 return (index * 2) + (usb_endpoint_dir_in(desc) ? 1 : 0) - 1; in cdnsp_get_endpoint_index()
355 * Find the flag for this endpoint (for use in the control context). Use the
356 * endpoint index to create a bitmask. The slot context is bit 0, endpoint 0 is
367 struct cdnsp_device *pdev = pep->pdev; in cdnsp_ep_enqueue()
371 if (preq->epnum == 0 && !list_empty(&pep->pending_list)) { in cdnsp_ep_enqueue()
373 return -EBUSY; in cdnsp_ep_enqueue()
376 request = &preq->request; in cdnsp_ep_enqueue()
377 request->actual = 0; in cdnsp_ep_enqueue()
378 request->status = -EINPROGRESS; in cdnsp_ep_enqueue()
379 preq->direction = pep->direction; in cdnsp_ep_enqueue()
380 preq->epnum = pep->number; in cdnsp_ep_enqueue()
381 preq->td.drbl = 0; in cdnsp_ep_enqueue()
383 ret = usb_gadget_map_request_by_dev(pdev->dev, request, pep->direction); in cdnsp_ep_enqueue()
389 list_add_tail(&preq->list, &pep->pending_list); in cdnsp_ep_enqueue()
393 switch (usb_endpoint_type(pep->endpoint.desc)) { in cdnsp_ep_enqueue()
411 usb_gadget_unmap_request_by_dev(pdev->dev, &preq->request, in cdnsp_ep_enqueue()
412 pep->direction); in cdnsp_ep_enqueue()
413 list_del(&preq->list); in cdnsp_ep_enqueue()
420 * Remove the request's TD from the endpoint ring. This may cause the
436 * into a series of 1-TRB transfer no-op TDs. No-ops shouldn't be chained.
438 * the stop endpoint command.
440 * 3) The TD may have completed by the time the Stop Endpoint Command
446 struct cdnsp_device *pdev = pep->pdev; in cdnsp_ep_dequeue()
452 if (GET_EP_CTX_STATE(pep->out_ctx) == EP_STATE_RUNNING) in cdnsp_ep_dequeue()
467 ctrl_ctx = cdnsp_get_input_control_ctx(&pdev->in_ctx); in cdnsp_zero_in_ctx()
471 * configure endpoint command will leave that endpoint's state in cdnsp_zero_in_ctx()
473 * endpoint contexts. in cdnsp_zero_in_ctx()
475 ctrl_ctx->drop_flags = 0; in cdnsp_zero_in_ctx()
476 ctrl_ctx->add_flags = 0; in cdnsp_zero_in_ctx()
477 slot_ctx = cdnsp_get_slot_ctx(&pdev->in_ctx); in cdnsp_zero_in_ctx()
478 slot_ctx->dev_info &= cpu_to_le32(~LAST_CTX_MASK); in cdnsp_zero_in_ctx()
480 /* Endpoint 0 is always valid */ in cdnsp_zero_in_ctx()
481 slot_ctx->dev_info |= cpu_to_le32(LAST_CTX(1)); in cdnsp_zero_in_ctx()
483 ep_ctx = cdnsp_get_ep_ctx(&pdev->in_ctx, i); in cdnsp_zero_in_ctx()
484 ep_ctx->ep_info = 0; in cdnsp_zero_in_ctx()
485 ep_ctx->ep_info2 = 0; in cdnsp_zero_in_ctx()
486 ep_ctx->deq = 0; in cdnsp_zero_in_ctx()
487 ep_ctx->tx_info = 0; in cdnsp_zero_in_ctx()
491 /* Issue a configure endpoint command and wait for it to finish. */
496 cdnsp_queue_configure_endpoint(pdev, pdev->cmd.in_ctx->dma); in cdnsp_configure_endpoint()
500 dev_err(pdev->dev, in cdnsp_configure_endpoint()
502 return -EINVAL; in cdnsp_configure_endpoint()
516 event = pdev->event_ring->dequeue; in cdnsp_invalidate_ep_events()
517 segment = pdev->event_ring->deq_seg; in cdnsp_invalidate_ep_events()
518 cycle_state = pdev->event_ring->cycle_state; in cdnsp_invalidate_ep_events()
521 data = le32_to_cpu(event->trans_event.flags); in cdnsp_invalidate_ep_events()
528 TRB_TO_EP_ID(data) == (pep->idx + 1)) { in cdnsp_invalidate_ep_events()
530 event->trans_event.flags = cpu_to_le32(data); in cdnsp_invalidate_ep_events()
535 segment = pdev->event_ring->deq_seg->next; in cdnsp_invalidate_ep_events()
536 event = segment->trbs; in cdnsp_invalidate_ep_events()
554 cmd_trb = pdev->cmd.command_trb; in cdnsp_wait_for_cmd_compl()
555 pdev->cmd.status = 0; in cdnsp_wait_for_cmd_compl()
557 trace_cdnsp_cmd_wait_for_compl(pdev->cmd_ring, &cmd_trb->generic); in cdnsp_wait_for_cmd_compl()
559 ret = readl_poll_timeout_atomic(&pdev->op_regs->cmd_ring, val, in cdnsp_wait_for_cmd_compl()
563 dev_err(pdev->dev, "ERR: Timeout while waiting for command\n"); in cdnsp_wait_for_cmd_compl()
564 trace_cdnsp_cmd_timeout(pdev->cmd_ring, &cmd_trb->generic); in cdnsp_wait_for_cmd_compl()
565 pdev->cdnsp_state = CDNSP_STATE_DYING; in cdnsp_wait_for_cmd_compl()
566 return -ETIMEDOUT; in cdnsp_wait_for_cmd_compl()
569 event = pdev->event_ring->dequeue; in cdnsp_wait_for_cmd_compl()
570 event_deq_seg = pdev->event_ring->deq_seg; in cdnsp_wait_for_cmd_compl()
571 cycle_state = pdev->event_ring->cycle_state; in cdnsp_wait_for_cmd_compl()
573 cmd_deq_dma = cdnsp_trb_virt_to_dma(pdev->cmd_ring->deq_seg, cmd_trb); in cdnsp_wait_for_cmd_compl()
575 return -EINVAL; in cdnsp_wait_for_cmd_compl()
578 flags = le32_to_cpu(event->event_cmd.flags); in cdnsp_wait_for_cmd_compl()
582 return -EINVAL; in cdnsp_wait_for_cmd_compl()
584 cmd_dma = le64_to_cpu(event->event_cmd.cmd_trb); in cdnsp_wait_for_cmd_compl()
597 if (cdnsp_last_trb_on_ring(pdev->event_ring, in cdnsp_wait_for_cmd_compl()
601 event_deq_seg = event_deq_seg->next; in cdnsp_wait_for_cmd_compl()
602 event = event_deq_seg->trbs; in cdnsp_wait_for_cmd_compl()
606 trace_cdnsp_handle_command(pdev->cmd_ring, &cmd_trb->generic); in cdnsp_wait_for_cmd_compl()
608 pdev->cmd.status = GET_COMP_CODE(le32_to_cpu(event->event_cmd.status)); in cdnsp_wait_for_cmd_compl()
609 if (pdev->cmd.status == COMP_SUCCESS) in cdnsp_wait_for_cmd_compl()
612 return -pdev->cmd.status; in cdnsp_wait_for_cmd_compl()
629 if (GET_EP_CTX_STATE(pep->out_ctx) == EP_STATE_STOPPED) { in cdnsp_halt_endpoint()
630 cdnsp_queue_halt_endpoint(pdev, pep->idx); in cdnsp_halt_endpoint()
635 pep->ep_state |= EP_HALTED; in cdnsp_halt_endpoint()
637 cdnsp_queue_reset_ep(pdev, pep->idx); in cdnsp_halt_endpoint()
640 trace_cdnsp_handle_cmd_reset_ep(pep->out_ctx); in cdnsp_halt_endpoint()
645 pep->ep_state &= ~EP_HALTED; in cdnsp_halt_endpoint()
647 if (pep->idx != 0 && !(pep->ep_state & EP_WEDGE)) in cdnsp_halt_endpoint()
650 pep->ep_state &= ~EP_WEDGE; in cdnsp_halt_endpoint()
665 ctrl_ctx = cdnsp_get_input_control_ctx(&pdev->in_ctx); in cdnsp_update_eps_configuration()
668 if (ctrl_ctx->add_flags == 0 && ctrl_ctx->drop_flags == 0) in cdnsp_update_eps_configuration()
671 ctrl_ctx->add_flags |= cpu_to_le32(SLOT_FLAG); in cdnsp_update_eps_configuration()
672 ctrl_ctx->add_flags &= cpu_to_le32(~EP0_FLAG); in cdnsp_update_eps_configuration()
673 ctrl_ctx->drop_flags &= cpu_to_le32(~(SLOT_FLAG | EP0_FLAG)); in cdnsp_update_eps_configuration()
676 slot_ctx = cdnsp_get_slot_ctx(&pdev->in_ctx); in cdnsp_update_eps_configuration()
677 for (i = CDNSP_ENDPOINTS_NUM; i >= 1; i--) { in cdnsp_update_eps_configuration()
680 if ((pdev->eps[i - 1].ring && !(ctrl_ctx->drop_flags & le32)) || in cdnsp_update_eps_configuration()
681 (ctrl_ctx->add_flags & le32) || i == 1) { in cdnsp_update_eps_configuration()
682 slot_ctx->dev_info &= cpu_to_le32(~LAST_CTX_MASK); in cdnsp_update_eps_configuration()
683 slot_ctx->dev_info |= cpu_to_le32(LAST_CTX(i)); in cdnsp_update_eps_configuration()
688 ep_sts = GET_EP_CTX_STATE(pep->out_ctx); in cdnsp_update_eps_configuration()
690 if ((ctrl_ctx->add_flags != cpu_to_le32(SLOT_FLAG) && in cdnsp_update_eps_configuration()
692 (ep_sts != EP_STATE_DISABLED && ctrl_ctx->drop_flags)) in cdnsp_update_eps_configuration()
695 trace_cdnsp_configure_endpoint(cdnsp_get_slot_ctx(&pdev->out_ctx)); in cdnsp_update_eps_configuration()
696 trace_cdnsp_handle_cmd_config_ep(pep->out_ctx); in cdnsp_update_eps_configuration()
706 * control endpoint. The USB core should come back and call
707 * cdnsp_setup_device(), and then re-set up the configuration.
715 slot_ctx = cdnsp_get_slot_ctx(&pdev->in_ctx); in cdnsp_reset_device()
716 slot_ctx->dev_info = 0; in cdnsp_reset_device()
717 pdev->device_address = 0; in cdnsp_reset_device()
720 slot_ctx = cdnsp_get_slot_ctx(&pdev->out_ctx); in cdnsp_reset_device()
721 slot_state = GET_SLOT_STATE(le32_to_cpu(slot_ctx->dev_state)); in cdnsp_reset_device()
725 pdev->eps[0].ep_state & EP_HALTED) { in cdnsp_reset_device()
726 cdnsp_halt_endpoint(pdev, &pdev->eps[0], 0); in cdnsp_reset_device()
731 * endpoint ep0 to the Running State. in cdnsp_reset_device()
733 pdev->eps[0].ep_state &= ~(EP_STOPPED | EP_HALTED); in cdnsp_reset_device()
734 pdev->eps[0].ep_state |= EP_ENABLED; in cdnsp_reset_device()
748 pdev->eps[i].ep_state |= EP_STOPPED | EP_UNCONFIGURED; in cdnsp_reset_device()
753 dev_err(pdev->dev, "Reset device failed with error code %d", in cdnsp_reset_device()
773 max_primary_streams = fls(stream_info->num_stream_ctxs) - 2; in cdnsp_setup_streams_ep_input_ctx()
774 ep_ctx->ep_info &= cpu_to_le32(~EP_MAXPSTREAMS_MASK); in cdnsp_setup_streams_ep_input_ctx()
775 ep_ctx->ep_info |= cpu_to_le32(EP_MAXPSTREAMS(max_primary_streams) in cdnsp_setup_streams_ep_input_ctx()
777 ep_ctx->deq = cpu_to_le64(stream_info->ctx_array_dma); in cdnsp_setup_streams_ep_input_ctx()
783 * Don't allow the call to succeed if endpoint only supports one stream
788 unsigned int num_streams = usb_ss_max_streams(pep->endpoint.comp_desc); in cdnsp_alloc_streams()
796 return -EINVAL; in cdnsp_alloc_streams()
814 cdnsp_setup_streams_ep_input_ctx(pdev, pep->in_ctx, &pep->stream_info); in cdnsp_alloc_streams()
816 pep->ep_state |= EP_HAS_STREAMS; in cdnsp_alloc_streams()
817 pep->stream_info.td_count = 0; in cdnsp_alloc_streams()
818 pep->stream_info.first_prime_det = 0; in cdnsp_alloc_streams()
821 return num_streams - 1; in cdnsp_alloc_streams()
832 pdev->slot_id = 0; in cdnsp_disable_slot()
833 pdev->active_port = NULL; in cdnsp_disable_slot()
835 trace_cdnsp_handle_cmd_disable_slot(cdnsp_get_slot_ctx(&pdev->out_ctx)); in cdnsp_disable_slot()
837 memset(pdev->in_ctx.bytes, 0, CDNSP_CTX_SIZE); in cdnsp_disable_slot()
838 memset(pdev->out_ctx.bytes, 0, CDNSP_CTX_SIZE); in cdnsp_disable_slot()
850 slot_ctx = cdnsp_get_slot_ctx(&pdev->out_ctx); in cdnsp_enable_slot()
851 slot_state = GET_SLOT_STATE(le32_to_cpu(slot_ctx->dev_state)); in cdnsp_enable_slot()
862 pdev->slot_id = 1; in cdnsp_enable_slot()
865 trace_cdnsp_handle_cmd_enable_slot(cdnsp_get_slot_ctx(&pdev->out_ctx)); in cdnsp_enable_slot()
881 if (!pdev->slot_id) { in cdnsp_setup_device()
883 return -EINVAL; in cdnsp_setup_device()
886 if (!pdev->active_port->port_num) in cdnsp_setup_device()
887 return -EINVAL; in cdnsp_setup_device()
889 slot_ctx = cdnsp_get_slot_ctx(&pdev->out_ctx); in cdnsp_setup_device()
890 dev_state = GET_SLOT_STATE(le32_to_cpu(slot_ctx->dev_state)); in cdnsp_setup_device()
897 slot_ctx = cdnsp_get_slot_ctx(&pdev->in_ctx); in cdnsp_setup_device()
898 ctrl_ctx = cdnsp_get_input_control_ctx(&pdev->in_ctx); in cdnsp_setup_device()
900 if (!slot_ctx->dev_info || dev_state == SLOT_STATE_DEFAULT) { in cdnsp_setup_device()
908 ctrl_ctx->add_flags = cpu_to_le32(SLOT_FLAG | EP0_FLAG); in cdnsp_setup_device()
909 ctrl_ctx->drop_flags = 0; in cdnsp_setup_device()
913 cdnsp_queue_address_device(pdev, pdev->in_ctx.dma, setup); in cdnsp_setup_device()
917 trace_cdnsp_handle_cmd_addr_dev(cdnsp_get_slot_ctx(&pdev->out_ctx)); in cdnsp_setup_device()
920 ctrl_ctx->add_flags = 0; in cdnsp_setup_device()
921 ctrl_ctx->drop_flags = 0; in cdnsp_setup_device()
930 if (pdev->active_port != &pdev->usb2_port || !pdev->gadget.lpm_capable) in cdnsp_set_usb2_hardware_lpm()
937 &pdev->active_port->regs->portpmsc); in cdnsp_set_usb2_hardware_lpm()
939 writel(PORT_L1S_NYET, &pdev->active_port->regs->portpmsc); in cdnsp_set_usb2_hardware_lpm()
944 return readl(&pdev->run_regs->microframe_index) >> 3; in cdnsp_get_frame()
957 if (!ep || !desc || desc->bDescriptorType != USB_DT_ENDPOINT || in cdnsp_gadget_ep_enable()
958 !desc->wMaxPacketSize) in cdnsp_gadget_ep_enable()
959 return -EINVAL; in cdnsp_gadget_ep_enable()
962 pdev = pep->pdev; in cdnsp_gadget_ep_enable()
963 pep->ep_state &= ~EP_UNCONFIGURED; in cdnsp_gadget_ep_enable()
965 if (dev_WARN_ONCE(pdev->dev, pep->ep_state & EP_ENABLED, in cdnsp_gadget_ep_enable()
966 "%s is already enabled\n", pep->name)) in cdnsp_gadget_ep_enable()
969 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_enable()
973 dev_err(pdev->dev, "ERROR: Bad endpoint number\n"); in cdnsp_gadget_ep_enable()
974 ret = -EINVAL; in cdnsp_gadget_ep_enable()
978 pep->interval = desc->bInterval ? BIT(desc->bInterval - 1) : 0; in cdnsp_gadget_ep_enable()
980 if (pdev->gadget.speed == USB_SPEED_FULL) { in cdnsp_gadget_ep_enable()
982 pep->interval = desc->bInterval << 3; in cdnsp_gadget_ep_enable()
984 pep->interval = BIT(desc->bInterval - 1) << 3; in cdnsp_gadget_ep_enable()
988 if (pep->interval > BIT(12)) { in cdnsp_gadget_ep_enable()
989 dev_err(pdev->dev, "bInterval %d not supported\n", in cdnsp_gadget_ep_enable()
990 desc->bInterval); in cdnsp_gadget_ep_enable()
991 ret = -EINVAL; in cdnsp_gadget_ep_enable()
1001 ctrl_ctx = cdnsp_get_input_control_ctx(&pdev->in_ctx); in cdnsp_gadget_ep_enable()
1002 ctrl_ctx->add_flags = cpu_to_le32(added_ctxs); in cdnsp_gadget_ep_enable()
1003 ctrl_ctx->drop_flags = 0; in cdnsp_gadget_ep_enable()
1011 pep->ep_state |= EP_ENABLED; in cdnsp_gadget_ep_enable()
1012 pep->ep_state &= ~EP_STOPPED; in cdnsp_gadget_ep_enable()
1016 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_enable()
1032 return -EINVAL; in cdnsp_gadget_ep_disable()
1035 pdev = pep->pdev; in cdnsp_gadget_ep_disable()
1037 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_disable()
1039 if (!(pep->ep_state & EP_ENABLED)) { in cdnsp_gadget_ep_disable()
1040 dev_err(pdev->dev, "%s is already disabled\n", pep->name); in cdnsp_gadget_ep_disable()
1041 ret = -EINVAL; in cdnsp_gadget_ep_disable()
1045 pep->ep_state |= EP_DIS_IN_RROGRESS; in cdnsp_gadget_ep_disable()
1047 /* Endpoint was unconfigured by Reset Device command. */ in cdnsp_gadget_ep_disable()
1048 if (!(pep->ep_state & EP_UNCONFIGURED)) in cdnsp_gadget_ep_disable()
1052 while (!list_empty(&pep->pending_list)) { in cdnsp_gadget_ep_disable()
1053 preq = next_request(&pep->pending_list); in cdnsp_gadget_ep_disable()
1059 pep->ep_state &= ~EP_DIS_IN_RROGRESS; in cdnsp_gadget_ep_disable()
1060 drop_flag = cdnsp_get_endpoint_flag(pep->endpoint.desc); in cdnsp_gadget_ep_disable()
1061 ctrl_ctx = cdnsp_get_input_control_ctx(&pdev->in_ctx); in cdnsp_gadget_ep_disable()
1062 ctrl_ctx->drop_flags = cpu_to_le32(drop_flag); in cdnsp_gadget_ep_disable()
1063 ctrl_ctx->add_flags = 0; in cdnsp_gadget_ep_disable()
1067 if (!(pep->ep_state & EP_UNCONFIGURED)) in cdnsp_gadget_ep_disable()
1072 pep->ep_state &= ~(EP_ENABLED | EP_UNCONFIGURED); in cdnsp_gadget_ep_disable()
1073 pep->ep_state |= EP_STOPPED; in cdnsp_gadget_ep_disable()
1077 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_disable()
1092 preq->epnum = pep->number; in cdnsp_gadget_ep_alloc_request()
1093 preq->pep = pep; in cdnsp_gadget_ep_alloc_request()
1097 return &preq->request; in cdnsp_gadget_ep_alloc_request()
1120 return -EINVAL; in cdnsp_gadget_ep_queue()
1123 pdev = pep->pdev; in cdnsp_gadget_ep_queue()
1125 if (!(pep->ep_state & EP_ENABLED)) { in cdnsp_gadget_ep_queue()
1126 dev_err(pdev->dev, "%s: can't queue to disabled endpoint\n", in cdnsp_gadget_ep_queue()
1127 pep->name); in cdnsp_gadget_ep_queue()
1128 return -EINVAL; in cdnsp_gadget_ep_queue()
1132 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_queue()
1134 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_queue()
1143 struct cdnsp_device *pdev = pep->pdev; in cdnsp_gadget_ep_dequeue()
1147 if (request->status != -EINPROGRESS) in cdnsp_gadget_ep_dequeue()
1150 if (!pep->endpoint.desc) { in cdnsp_gadget_ep_dequeue()
1151 dev_err(pdev->dev, in cdnsp_gadget_ep_dequeue()
1152 "%s: can't dequeue to disabled endpoint\n", in cdnsp_gadget_ep_dequeue()
1153 pep->name); in cdnsp_gadget_ep_dequeue()
1154 return -ESHUTDOWN; in cdnsp_gadget_ep_dequeue()
1157 /* Requests has been dequeued during disabling endpoint. */ in cdnsp_gadget_ep_dequeue()
1158 if (!(pep->ep_state & EP_ENABLED)) in cdnsp_gadget_ep_dequeue()
1161 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_dequeue()
1163 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_dequeue()
1171 struct cdnsp_device *pdev = pep->pdev; in cdnsp_gadget_ep_set_halt()
1176 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_set_halt()
1178 preq = next_request(&pep->pending_list); in cdnsp_gadget_ep_set_halt()
1182 ret = -EAGAIN; in cdnsp_gadget_ep_set_halt()
1190 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_set_halt()
1197 struct cdnsp_device *pdev = pep->pdev; in cdnsp_gadget_ep_set_wedge()
1201 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_ep_set_wedge()
1202 pep->ep_state |= EP_WEDGE; in cdnsp_gadget_ep_set_wedge()
1204 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_ep_set_wedge()
1235 struct cdnsp_device *pdev = pep->pdev; in cdnsp_gadget_giveback()
1237 list_del(&preq->list); in cdnsp_gadget_giveback()
1239 if (preq->request.status == -EINPROGRESS) in cdnsp_gadget_giveback()
1240 preq->request.status = status; in cdnsp_gadget_giveback()
1242 usb_gadget_unmap_request_by_dev(pdev->dev, &preq->request, in cdnsp_gadget_giveback()
1243 preq->direction); in cdnsp_gadget_giveback()
1247 if (preq != &pdev->ep0_preq) { in cdnsp_gadget_giveback()
1248 spin_unlock(&pdev->lock); in cdnsp_gadget_giveback()
1249 usb_gadget_giveback_request(&pep->endpoint, &preq->request); in cdnsp_gadget_giveback()
1250 spin_lock(&pdev->lock); in cdnsp_gadget_giveback()
1267 temp = readl(&pdev->ir_set->irq_control); in cdnsp_run()
1270 writel(temp, &pdev->ir_set->irq_control); in cdnsp_run()
1272 temp = readl(&pdev->port3x_regs->mode_addr); in cdnsp_run()
1287 dev_err(pdev->dev, "invalid maximum_speed parameter %d\n", in cdnsp_run()
1297 writel(temp, &pdev->port3x_regs->mode_addr); in cdnsp_run()
1298 cdnsp_set_link_state(pdev, &pdev->usb3_port.regs->portsc, in cdnsp_run()
1301 cdnsp_disable_port(pdev, &pdev->usb3_port.regs->portsc); in cdnsp_run()
1304 cdnsp_set_link_state(pdev, &pdev->usb2_port.regs->portsc, in cdnsp_run()
1309 writel(PORT_REG6_L1_L0_HW_EN | fs_speed, &pdev->port20_regs->port_reg6); in cdnsp_run()
1313 ret = -ENODEV; in cdnsp_run()
1317 temp = readl(&pdev->op_regs->command); in cdnsp_run()
1319 writel(temp, &pdev->op_regs->command); in cdnsp_run()
1321 temp = readl(&pdev->ir_set->irq_pending); in cdnsp_run()
1322 writel(IMAN_IE_SET(temp), &pdev->ir_set->irq_pending); in cdnsp_run()
1334 enum usb_device_speed max_speed = driver->max_speed; in cdnsp_gadget_udc_start()
1339 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_udc_start()
1340 pdev->gadget_driver = driver; in cdnsp_gadget_udc_start()
1343 max_speed = min(driver->max_speed, g->max_speed); in cdnsp_gadget_udc_start()
1346 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_udc_start()
1353 * - When all events have finished
1354 * - To avoid "Event Ring Full Error" condition
1363 temp_64 = cdnsp_read_64(&pdev->ir_set->erst_dequeue); in cdnsp_update_erst_dequeue()
1366 if (event_ring_deq != pdev->event_ring->dequeue) { in cdnsp_update_erst_dequeue()
1367 deq = cdnsp_trb_virt_to_dma(pdev->event_ring->deq_seg, in cdnsp_update_erst_dequeue()
1368 pdev->event_ring->dequeue); in cdnsp_update_erst_dequeue()
1379 cdnsp_write_64(temp_64, &pdev->ir_set->erst_dequeue); in cdnsp_update_erst_dequeue()
1388 cdnsp_initialize_ring_info(pdev->cmd_ring); in cdnsp_clear_cmd_ring()
1390 seg = pdev->cmd_ring->first_seg; in cdnsp_clear_cmd_ring()
1391 for (i = 0; i < pdev->cmd_ring->num_segs; i++) { in cdnsp_clear_cmd_ring()
1392 memset(seg->trbs, 0, in cdnsp_clear_cmd_ring()
1393 sizeof(union cdnsp_trb) * (TRBS_PER_SEGMENT - 1)); in cdnsp_clear_cmd_ring()
1394 seg = seg->next; in cdnsp_clear_cmd_ring()
1398 val_64 = cdnsp_read_64(&pdev->op_regs->cmd_ring); in cdnsp_clear_cmd_ring()
1400 (pdev->cmd_ring->first_seg->dma & (u64)~CMD_RING_RSVD_BITS) | in cdnsp_clear_cmd_ring()
1401 pdev->cmd_ring->cycle_state; in cdnsp_clear_cmd_ring()
1402 cdnsp_write_64(val_64, &pdev->op_regs->cmd_ring); in cdnsp_clear_cmd_ring()
1412 event_ring_deq = pdev->event_ring->dequeue; in cdnsp_consume_all_events()
1413 event_deq_seg = pdev->event_ring->deq_seg; in cdnsp_consume_all_events()
1414 event = pdev->event_ring->dequeue; in cdnsp_consume_all_events()
1418 cycle_bit = (le32_to_cpu(event->event_cmd.flags) & TRB_CYCLE); in cdnsp_consume_all_events()
1421 if (cycle_bit != pdev->event_ring->cycle_state) in cdnsp_consume_all_events()
1424 cdnsp_inc_deq(pdev, pdev->event_ring); in cdnsp_consume_all_events()
1431 if (cdnsp_last_trb_on_ring(pdev->event_ring, event_deq_seg, in cdnsp_consume_all_events()
1435 event_deq_seg = event_deq_seg->next; in cdnsp_consume_all_events()
1436 event = event_deq_seg->trbs; in cdnsp_consume_all_events()
1447 if (!list_empty(&pdev->eps[0].pending_list)) { in cdnsp_stop()
1450 req = next_request(&pdev->eps[0].pending_list); in cdnsp_stop()
1451 if (req == &pdev->ep0_preq) in cdnsp_stop()
1452 cdnsp_ep_dequeue(&pdev->eps[0], req); in cdnsp_stop()
1455 cdnsp_disable_port(pdev, &pdev->usb2_port.regs->portsc); in cdnsp_stop()
1456 cdnsp_disable_port(pdev, &pdev->usb3_port.regs->portsc); in cdnsp_stop()
1460 temp = readl(&pdev->op_regs->status); in cdnsp_stop()
1461 writel((temp & ~0x1fff) | STS_EINT, &pdev->op_regs->status); in cdnsp_stop()
1462 temp = readl(&pdev->ir_set->irq_pending); in cdnsp_stop()
1463 writel(IMAN_IE_CLEAR(temp), &pdev->ir_set->irq_pending); in cdnsp_stop()
1465 cdnsp_clear_port_change_bit(pdev, &pdev->usb2_port.regs->portsc); in cdnsp_stop()
1466 cdnsp_clear_port_change_bit(pdev, &pdev->usb3_port.regs->portsc); in cdnsp_stop()
1469 temp = readl(&pdev->ir_set->irq_pending); in cdnsp_stop()
1471 writel(temp, &pdev->ir_set->irq_pending); in cdnsp_stop()
1489 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_udc_stop()
1491 pdev->gadget_driver = NULL; in cdnsp_gadget_udc_stop()
1492 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_udc_stop()
1509 port_regs = pdev->active_port->regs; in __cdnsp_gadget_wakeup()
1510 portsc = readl(&port_regs->portsc) & PORT_PLS_MASK; in __cdnsp_gadget_wakeup()
1513 if (pdev->gadget.speed < USB_SPEED_SUPER && portsc == XDEV_U2) { in __cdnsp_gadget_wakeup()
1514 portpm = readl(&port_regs->portpmsc); in __cdnsp_gadget_wakeup()
1520 if (portsc == XDEV_U3 && !pdev->may_wakeup) in __cdnsp_gadget_wakeup()
1523 cdnsp_set_link_state(pdev, &port_regs->portsc, XDEV_U0); in __cdnsp_gadget_wakeup()
1525 pdev->cdnsp_state |= CDNSP_WAKEUP_PENDING; in __cdnsp_gadget_wakeup()
1533 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_wakeup()
1535 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_wakeup()
1546 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_set_selfpowered()
1547 g->is_selfpowered = !!is_selfpowered; in cdnsp_gadget_set_selfpowered()
1548 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_set_selfpowered()
1556 struct cdns *cdns = dev_get_drvdata(pdev->dev); in cdnsp_gadget_pullup()
1565 disable_irq(cdns->dev_irq); in cdnsp_gadget_pullup()
1566 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_pullup()
1575 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_pullup()
1576 enable_irq(cdns->dev_irq); in cdnsp_gadget_pullup()
1593 void __iomem *reg = &pdev->cap_regs->hc_capbase; in cdnsp_get_ep_buffering()
1598 if (!pep->direction) { in cdnsp_get_ep_buffering()
1599 pep->buffering = readl(reg + XBUF_RX_TAG_MASK_0_OFFSET); in cdnsp_get_ep_buffering()
1600 pep->buffering_period = readl(reg + XBUF_RX_TAG_MASK_1_OFFSET); in cdnsp_get_ep_buffering()
1601 pep->buffering = (pep->buffering + 1) / 2; in cdnsp_get_ep_buffering()
1602 pep->buffering_period = (pep->buffering_period + 1) / 2; in cdnsp_get_ep_buffering()
1606 endpoints = HCS_ENDPOINTS(pdev->hcs_params1) / 2; in cdnsp_get_ep_buffering()
1610 /* Set reg to XBUF_TX_TAG_MASK_N related with this endpoint. */ in cdnsp_get_ep_buffering()
1611 reg += pep->number * sizeof(u32) * 2; in cdnsp_get_ep_buffering()
1613 pep->buffering = (readl(reg) + 1) / 2; in cdnsp_get_ep_buffering()
1614 pep->buffering_period = pep->buffering; in cdnsp_get_ep_buffering()
1619 int max_streams = HCC_MAX_PSA(pdev->hcc_params); in cdnsp_gadget_init_endpoints()
1623 INIT_LIST_HEAD(&pdev->gadget.ep_list); in cdnsp_gadget_init_endpoints()
1626 dev_err(pdev->dev, "Stream size %d not supported\n", in cdnsp_gadget_init_endpoints()
1628 return -EINVAL; in cdnsp_gadget_init_endpoints()
1634 bool direction = !(i & 1); /* Start from OUT endpoint. */ in cdnsp_gadget_init_endpoints()
1640 pep = &pdev->eps[i]; in cdnsp_gadget_init_endpoints()
1641 pep->pdev = pdev; in cdnsp_gadget_init_endpoints()
1642 pep->number = epnum; in cdnsp_gadget_init_endpoints()
1643 pep->direction = direction; /* 0 for OUT, 1 for IN. */ in cdnsp_gadget_init_endpoints()
1647 * pdev->eps[0] in cdnsp_gadget_init_endpoints()
1650 snprintf(pep->name, sizeof(pep->name), "ep%d%s", in cdnsp_gadget_init_endpoints()
1653 pep->idx = 0; in cdnsp_gadget_init_endpoints()
1654 usb_ep_set_maxpacket_limit(&pep->endpoint, 512); in cdnsp_gadget_init_endpoints()
1655 pep->endpoint.maxburst = 1; in cdnsp_gadget_init_endpoints()
1656 pep->endpoint.ops = &cdnsp_gadget_ep0_ops; in cdnsp_gadget_init_endpoints()
1657 pep->endpoint.desc = &cdnsp_gadget_ep0_desc; in cdnsp_gadget_init_endpoints()
1658 pep->endpoint.comp_desc = NULL; in cdnsp_gadget_init_endpoints()
1659 pep->endpoint.caps.type_control = true; in cdnsp_gadget_init_endpoints()
1660 pep->endpoint.caps.dir_in = true; in cdnsp_gadget_init_endpoints()
1661 pep->endpoint.caps.dir_out = true; in cdnsp_gadget_init_endpoints()
1663 pdev->ep0_preq.epnum = pep->number; in cdnsp_gadget_init_endpoints()
1664 pdev->ep0_preq.pep = pep; in cdnsp_gadget_init_endpoints()
1665 pdev->gadget.ep0 = &pep->endpoint; in cdnsp_gadget_init_endpoints()
1667 snprintf(pep->name, sizeof(pep->name), "ep%d%s", in cdnsp_gadget_init_endpoints()
1668 epnum, (pep->direction) ? "in" : "out"); in cdnsp_gadget_init_endpoints()
1670 pep->idx = (epnum * 2 + (direction ? 1 : 0)) - 1; in cdnsp_gadget_init_endpoints()
1671 usb_ep_set_maxpacket_limit(&pep->endpoint, 1024); in cdnsp_gadget_init_endpoints()
1673 pep->endpoint.max_streams = max_streams; in cdnsp_gadget_init_endpoints()
1674 pep->endpoint.ops = &cdnsp_gadget_ep_ops; in cdnsp_gadget_init_endpoints()
1675 list_add_tail(&pep->endpoint.ep_list, in cdnsp_gadget_init_endpoints()
1676 &pdev->gadget.ep_list); in cdnsp_gadget_init_endpoints()
1678 pep->endpoint.caps.type_iso = true; in cdnsp_gadget_init_endpoints()
1679 pep->endpoint.caps.type_bulk = true; in cdnsp_gadget_init_endpoints()
1680 pep->endpoint.caps.type_int = true; in cdnsp_gadget_init_endpoints()
1682 pep->endpoint.caps.dir_in = direction; in cdnsp_gadget_init_endpoints()
1683 pep->endpoint.caps.dir_out = !direction; in cdnsp_gadget_init_endpoints()
1686 pep->endpoint.name = pep->name; in cdnsp_gadget_init_endpoints()
1687 pep->in_ctx = cdnsp_get_ep_ctx(&pdev->in_ctx, pep->idx); in cdnsp_gadget_init_endpoints()
1688 pep->out_ctx = cdnsp_get_ep_ctx(&pdev->out_ctx, pep->idx); in cdnsp_gadget_init_endpoints()
1691 dev_dbg(pdev->dev, "Init %s, MPS: %04x SupType: " in cdnsp_gadget_init_endpoints()
1694 pep->name, 1024, in cdnsp_gadget_init_endpoints()
1695 str_yes_no(pep->endpoint.caps.type_control), in cdnsp_gadget_init_endpoints()
1696 str_yes_no(pep->endpoint.caps.type_int), in cdnsp_gadget_init_endpoints()
1697 str_yes_no(pep->endpoint.caps.type_bulk), in cdnsp_gadget_init_endpoints()
1698 str_yes_no(pep->endpoint.caps.type_iso), in cdnsp_gadget_init_endpoints()
1699 str_yes_no(pep->endpoint.caps.dir_in), in cdnsp_gadget_init_endpoints()
1700 str_yes_no(pep->endpoint.caps.dir_out)); in cdnsp_gadget_init_endpoints()
1702 INIT_LIST_HEAD(&pep->pending_list); in cdnsp_gadget_init_endpoints()
1714 pep = &pdev->eps[i]; in cdnsp_gadget_free_endpoints()
1715 if (pep->number != 0 && pep->out_ctx) in cdnsp_gadget_free_endpoints()
1716 list_del(&pep->endpoint.ep_list); in cdnsp_gadget_free_endpoints()
1722 pdev->cdnsp_state |= CDNSP_STATE_DISCONNECT_PENDING; in cdnsp_disconnect_gadget()
1724 if (pdev->gadget_driver && pdev->gadget_driver->disconnect) { in cdnsp_disconnect_gadget()
1725 spin_unlock(&pdev->lock); in cdnsp_disconnect_gadget()
1726 pdev->gadget_driver->disconnect(&pdev->gadget); in cdnsp_disconnect_gadget()
1727 spin_lock(&pdev->lock); in cdnsp_disconnect_gadget()
1730 pdev->gadget.speed = USB_SPEED_UNKNOWN; in cdnsp_disconnect_gadget()
1731 usb_gadget_set_state(&pdev->gadget, USB_STATE_NOTATTACHED); in cdnsp_disconnect_gadget()
1733 pdev->cdnsp_state &= ~CDNSP_STATE_DISCONNECT_PENDING; in cdnsp_disconnect_gadget()
1738 if (pdev->gadget_driver && pdev->gadget_driver->suspend) { in cdnsp_suspend_gadget()
1739 spin_unlock(&pdev->lock); in cdnsp_suspend_gadget()
1740 pdev->gadget_driver->suspend(&pdev->gadget); in cdnsp_suspend_gadget()
1741 spin_lock(&pdev->lock); in cdnsp_suspend_gadget()
1747 if (pdev->gadget_driver && pdev->gadget_driver->resume) { in cdnsp_resume_gadget()
1748 spin_unlock(&pdev->lock); in cdnsp_resume_gadget()
1749 pdev->gadget_driver->resume(&pdev->gadget); in cdnsp_resume_gadget()
1750 spin_lock(&pdev->lock); in cdnsp_resume_gadget()
1760 port_regs = pdev->active_port->regs; in cdnsp_irq_reset()
1761 pdev->gadget.speed = cdnsp_port_speed(readl(port_regs)); in cdnsp_irq_reset()
1763 spin_unlock(&pdev->lock); in cdnsp_irq_reset()
1764 usb_gadget_udc_reset(&pdev->gadget, pdev->gadget_driver); in cdnsp_irq_reset()
1765 spin_lock(&pdev->lock); in cdnsp_irq_reset()
1767 switch (pdev->gadget.speed) { in cdnsp_irq_reset()
1771 pdev->gadget.ep0->maxpacket = 512; in cdnsp_irq_reset()
1776 pdev->gadget.ep0->maxpacket = 64; in cdnsp_irq_reset()
1780 dev_err(pdev->dev, "Unknown device speed\n"); in cdnsp_irq_reset()
1786 usb_gadget_set_state(&pdev->gadget, USB_STATE_DEFAULT); in cdnsp_irq_reset()
1791 void __iomem *reg = &pdev->cap_regs->hc_capbase; in cdnsp_get_rev_cap()
1794 pdev->rev_cap = reg; in cdnsp_get_rev_cap()
1796 pdev->rtl_revision = readl(&pdev->rev_cap->rtl_revision); in cdnsp_get_rev_cap()
1798 dev_info(pdev->dev, "Rev: %08x/%08x, eps: %08x, buff: %08x/%08x\n", in cdnsp_get_rev_cap()
1799 readl(&pdev->rev_cap->ctrl_revision), in cdnsp_get_rev_cap()
1800 readl(&pdev->rev_cap->rtl_revision), in cdnsp_get_rev_cap()
1801 readl(&pdev->rev_cap->ep_supported), in cdnsp_get_rev_cap()
1802 readl(&pdev->rev_cap->rx_buff_size), in cdnsp_get_rev_cap()
1803 readl(&pdev->rev_cap->tx_buff_size)); in cdnsp_get_rev_cap()
1811 pdev->cap_regs = pdev->regs; in cdnsp_gen_setup()
1812 pdev->op_regs = pdev->regs + in cdnsp_gen_setup()
1813 HC_LENGTH(readl(&pdev->cap_regs->hc_capbase)); in cdnsp_gen_setup()
1814 pdev->run_regs = pdev->regs + in cdnsp_gen_setup()
1815 (readl(&pdev->cap_regs->run_regs_off) & RTSOFF_MASK); in cdnsp_gen_setup()
1817 /* Cache read-only capability registers */ in cdnsp_gen_setup()
1818 pdev->hcs_params1 = readl(&pdev->cap_regs->hcs_params1); in cdnsp_gen_setup()
1819 pdev->hcc_params = readl(&pdev->cap_regs->hc_capbase); in cdnsp_gen_setup()
1820 pdev->hci_version = HC_VERSION(pdev->hcc_params); in cdnsp_gen_setup()
1821 pdev->hcc_params = readl(&pdev->cap_regs->hcc_params); in cdnsp_gen_setup()
1845 * Set dma_mask and coherent_dma_mask to 64-bits, in cdnsp_gen_setup()
1846 * if controller supports 64-bit addressing. in cdnsp_gen_setup()
1848 if (HCC_64BIT_ADDR(pdev->hcc_params) && in cdnsp_gen_setup()
1849 !dma_set_mask(pdev->dev, DMA_BIT_MASK(64))) { in cdnsp_gen_setup()
1850 dev_dbg(pdev->dev, "Enabling 64-bit DMA addresses.\n"); in cdnsp_gen_setup()
1851 dma_set_coherent_mask(pdev->dev, DMA_BIT_MASK(64)); in cdnsp_gen_setup()
1854 * This is to avoid error in cases where a 32-bit USB in cdnsp_gen_setup()
1855 * controller is used on a 64-bit capable system. in cdnsp_gen_setup()
1857 ret = dma_set_mask(pdev->dev, DMA_BIT_MASK(32)); in cdnsp_gen_setup()
1861 dev_dbg(pdev->dev, "Enabling 32-bit DMA addresses.\n"); in cdnsp_gen_setup()
1862 dma_set_coherent_mask(pdev->dev, DMA_BIT_MASK(32)); in cdnsp_gen_setup()
1865 spin_lock_init(&pdev->lock); in cdnsp_gen_setup()
1876 reg = readl(&pdev->port3x_regs->mode_2); in cdnsp_gen_setup()
1878 writel(reg, &pdev->port3x_regs->mode_2); in cdnsp_gen_setup()
1887 int ret = -ENOMEM; in __cdnsp_gadget_init()
1893 return -ENOMEM; in __cdnsp_gadget_init()
1895 pm_runtime_get_sync(cdns->dev); in __cdnsp_gadget_init()
1897 cdns->gadget_dev = pdev; in __cdnsp_gadget_init()
1898 pdev->dev = cdns->dev; in __cdnsp_gadget_init()
1899 pdev->regs = cdns->dev_regs; in __cdnsp_gadget_init()
1900 max_speed = usb_get_maximum_speed(cdns->dev); in __cdnsp_gadget_init()
1909 dev_err(cdns->dev, "invalid speed parameter %d\n", max_speed); in __cdnsp_gadget_init()
1917 pdev->gadget.ops = &cdnsp_gadget_ops; in __cdnsp_gadget_init()
1918 pdev->gadget.name = "cdnsp-gadget"; in __cdnsp_gadget_init()
1919 pdev->gadget.speed = USB_SPEED_UNKNOWN; in __cdnsp_gadget_init()
1920 pdev->gadget.sg_supported = 1; in __cdnsp_gadget_init()
1921 pdev->gadget.max_speed = max_speed; in __cdnsp_gadget_init()
1922 pdev->gadget.lpm_capable = 1; in __cdnsp_gadget_init()
1924 pdev->setup_buf = kzalloc(CDNSP_EP0_SETUP_SIZE, GFP_KERNEL); in __cdnsp_gadget_init()
1925 if (!pdev->setup_buf) in __cdnsp_gadget_init()
1932 pdev->gadget.quirk_ep_out_aligned_size = true; in __cdnsp_gadget_init()
1936 dev_err(pdev->dev, "Generic initialization failed %d\n", ret); in __cdnsp_gadget_init()
1942 dev_err(pdev->dev, "failed to initialize endpoints\n"); in __cdnsp_gadget_init()
1946 ret = usb_add_gadget_udc(pdev->dev, &pdev->gadget); in __cdnsp_gadget_init()
1948 dev_err(pdev->dev, "failed to register udc\n"); in __cdnsp_gadget_init()
1952 ret = devm_request_threaded_irq(pdev->dev, cdns->dev_irq, in __cdnsp_gadget_init()
1955 dev_name(pdev->dev), pdev); in __cdnsp_gadget_init()
1962 usb_del_gadget_udc(&pdev->gadget); in __cdnsp_gadget_init()
1970 kfree(pdev->setup_buf); in __cdnsp_gadget_init()
1979 struct cdnsp_device *pdev = cdns->gadget_dev; in cdnsp_gadget_exit()
1981 devm_free_irq(pdev->dev, cdns->dev_irq, pdev); in cdnsp_gadget_exit()
1982 pm_runtime_mark_last_busy(cdns->dev); in cdnsp_gadget_exit()
1983 pm_runtime_put_autosuspend(cdns->dev); in cdnsp_gadget_exit()
1984 usb_del_gadget_udc(&pdev->gadget); in cdnsp_gadget_exit()
1988 cdns->gadget_dev = NULL; in cdnsp_gadget_exit()
1994 struct cdnsp_device *pdev = cdns->gadget_dev; in cdnsp_gadget_suspend()
1997 if (pdev->link_state == XDEV_U3) in cdnsp_gadget_suspend()
2000 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_suspend()
2003 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_suspend()
2010 struct cdnsp_device *pdev = cdns->gadget_dev; in cdnsp_gadget_resume()
2015 if (!pdev->gadget_driver) in cdnsp_gadget_resume()
2018 spin_lock_irqsave(&pdev->lock, flags); in cdnsp_gadget_resume()
2019 max_speed = pdev->gadget_driver->max_speed; in cdnsp_gadget_resume()
2022 max_speed = min(max_speed, pdev->gadget.max_speed); in cdnsp_gadget_resume()
2026 if (pdev->link_state == XDEV_U3) in cdnsp_gadget_resume()
2029 spin_unlock_irqrestore(&pdev->lock, flags); in cdnsp_gadget_resume()
2035 * cdnsp_gadget_init - initialize device structure
2044 rdrv = devm_kzalloc(cdns->dev, sizeof(*rdrv), GFP_KERNEL); in cdnsp_gadget_init()
2046 return -ENOMEM; in cdnsp_gadget_init()
2048 rdrv->start = __cdnsp_gadget_init; in cdnsp_gadget_init()
2049 rdrv->stop = cdnsp_gadget_exit; in cdnsp_gadget_init()
2050 rdrv->suspend = cdnsp_gadget_suspend; in cdnsp_gadget_init()
2051 rdrv->resume = cdnsp_gadget_resume; in cdnsp_gadget_init()
2052 rdrv->state = CDNS_ROLE_STATE_INACTIVE; in cdnsp_gadget_init()
2053 rdrv->name = "gadget"; in cdnsp_gadget_init()
2054 cdns->roles[USB_ROLE_DEVICE] = rdrv; in cdnsp_gadget_init()