Lines Matching +full:generic +full:- +full:ehci
1 // SPDX-License-Identifier: GPL-2.0+
3 * Enhanced Host Controller Interface (EHCI) driver for USB.
7 * Copyright (c) 2000-2004 by David Brownell
27 #include <linux/dma-mapping.h>
41 /*-------------------------------------------------------------------------*/
44 * EHCI hc_driver implementation ... experimental, incomplete.
53 * test this driver on, and Cypress (including In-System Design) for
58 #define DRIVER_DESC "USB 2.0 'Enhanced' Host Controller (EHCI) Driver"
66 #define EHCI_TUNE_CERR 3 /* 0-3 qtd retries; 0 == don't stop */
69 #define EHCI_TUNE_MULT_HS 1 /* 1-3 transactions/uframe; 4.10.3 */
77 #define EHCI_TUNE_FLS 1 /* (medium) 512-frame schedule */
82 MODULE_PARM_DESC (log2_irq_thresh, "log2 IRQ latency, 1-64 microframes");
87 MODULE_PARM_DESC (park, "park setting; 1-3 back-to-back async packets");
96 /*-------------------------------------------------------------------------*/
98 #include "ehci.h"
99 #include "pci-quirks.h"
108 * microframe number (the low-order 3 bits); if they are 0 then
109 * re-read the register to get the correct value.
111 static unsigned ehci_moschip_read_frame_index(struct ehci_hcd *ehci) in ehci_moschip_read_frame_index() argument
115 uf = ehci_readl(ehci, &ehci->regs->frame_index); in ehci_moschip_read_frame_index()
117 uf = ehci_readl(ehci, &ehci->regs->frame_index); in ehci_moschip_read_frame_index()
121 static inline unsigned ehci_read_frame_index(struct ehci_hcd *ehci) in ehci_read_frame_index() argument
123 if (ehci->frame_index_bug) in ehci_read_frame_index()
124 return ehci_moschip_read_frame_index(ehci); in ehci_read_frame_index()
125 return ehci_readl(ehci, &ehci->regs->frame_index); in ehci_read_frame_index()
128 #include "ehci-dbg.c"
130 /*-------------------------------------------------------------------------*/
133 * ehci_handshake - spin reading hc until handshake completes or fails
143 * hardware flakeout), or the register reads as all-ones (hardware removed).
149 int ehci_handshake(struct ehci_hcd *ehci, void __iomem *ptr, in ehci_handshake() argument
155 result = ehci_readl(ehci, ptr); in ehci_handshake()
157 return -ENODEV; in ehci_handshake()
162 usec--; in ehci_handshake()
164 return -ETIMEDOUT; in ehci_handshake()
169 static int tdi_in_host_mode (struct ehci_hcd *ehci) in tdi_in_host_mode() argument
173 tmp = ehci_readl(ehci, &ehci->regs->usbmode); in tdi_in_host_mode()
178 * Force HC to halt state from unknown (EHCI spec section 2.3).
181 static int ehci_halt (struct ehci_hcd *ehci) in ehci_halt() argument
185 spin_lock_irq(&ehci->lock); in ehci_halt()
188 ehci_writel(ehci, 0, &ehci->regs->intr_enable); in ehci_halt()
190 if (ehci_is_TDI(ehci) && !tdi_in_host_mode(ehci)) { in ehci_halt()
191 spin_unlock_irq(&ehci->lock); in ehci_halt()
196 * This routine gets called during probe before ehci->command in ehci_halt()
199 ehci->command &= ~CMD_RUN; in ehci_halt()
200 temp = ehci_readl(ehci, &ehci->regs->command); in ehci_halt()
202 ehci_writel(ehci, temp, &ehci->regs->command); in ehci_halt()
204 spin_unlock_irq(&ehci->lock); in ehci_halt()
205 synchronize_irq(ehci_to_hcd(ehci)->irq); in ehci_halt()
207 return ehci_handshake(ehci, &ehci->regs->status, in ehci_halt()
211 /* put TDI/ARC silicon into EHCI mode */
212 static void tdi_reset (struct ehci_hcd *ehci) in tdi_reset() argument
216 tmp = ehci_readl(ehci, &ehci->regs->usbmode); in tdi_reset()
222 if (ehci_big_endian_mmio(ehci)) in tdi_reset()
224 ehci_writel(ehci, tmp, &ehci->regs->usbmode); in tdi_reset()
228 * Reset a non-running (STS_HALT == 1) controller.
231 int ehci_reset(struct ehci_hcd *ehci) in ehci_reset() argument
234 u32 command = ehci_readl(ehci, &ehci->regs->command); in ehci_reset()
236 /* If the EHCI debug controller is active, special care must be in ehci_reset()
238 if (ehci->debug && !dbgp_reset_prep(ehci_to_hcd(ehci))) in ehci_reset()
239 ehci->debug = NULL; in ehci_reset()
242 dbg_cmd (ehci, "reset", command); in ehci_reset()
243 ehci_writel(ehci, command, &ehci->regs->command); in ehci_reset()
244 ehci->rh_state = EHCI_RH_HALTED; in ehci_reset()
245 ehci->next_statechange = jiffies; in ehci_reset()
246 retval = ehci_handshake(ehci, &ehci->regs->command, in ehci_reset()
249 if (ehci->has_hostpc) { in ehci_reset()
250 ehci_writel(ehci, USBMODE_EX_HC | USBMODE_EX_VBPS, in ehci_reset()
251 &ehci->regs->usbmode_ex); in ehci_reset()
252 ehci_writel(ehci, TXFIFO_DEFAULT, &ehci->regs->txfill_tuning); in ehci_reset()
257 if (ehci_is_TDI(ehci)) in ehci_reset()
258 tdi_reset (ehci); in ehci_reset()
260 if (ehci->debug) in ehci_reset()
261 dbgp_external_startup(ehci_to_hcd(ehci)); in ehci_reset()
263 ehci->port_c_suspend = ehci->suspended_ports = in ehci_reset()
264 ehci->resuming_ports = 0; in ehci_reset()
273 static void ehci_quiesce (struct ehci_hcd *ehci) in ehci_quiesce() argument
277 if (ehci->rh_state != EHCI_RH_RUNNING) in ehci_quiesce()
281 temp = (ehci->command << 10) & (STS_ASS | STS_PSS); in ehci_quiesce()
282 ehci_handshake(ehci, &ehci->regs->status, STS_ASS | STS_PSS, temp, in ehci_quiesce()
286 spin_lock_irq(&ehci->lock); in ehci_quiesce()
287 ehci->command &= ~(CMD_ASE | CMD_PSE); in ehci_quiesce()
288 ehci_writel(ehci, ehci->command, &ehci->regs->command); in ehci_quiesce()
289 spin_unlock_irq(&ehci->lock); in ehci_quiesce()
292 ehci_handshake(ehci, &ehci->regs->status, STS_ASS | STS_PSS, 0, in ehci_quiesce()
296 /*-------------------------------------------------------------------------*/
298 static void end_iaa_cycle(struct ehci_hcd *ehci);
299 static void end_unlink_async(struct ehci_hcd *ehci);
300 static void unlink_empty_async(struct ehci_hcd *ehci);
301 static void ehci_work(struct ehci_hcd *ehci);
302 static void start_unlink_intr(struct ehci_hcd *ehci, struct ehci_qh *qh);
303 static void end_unlink_intr(struct ehci_hcd *ehci, struct ehci_qh *qh);
304 static int ehci_port_power(struct ehci_hcd *ehci, int portnum, bool enable);
306 #include "ehci-timer.c"
307 #include "ehci-hub.c"
308 #include "ehci-mem.c"
309 #include "ehci-q.c"
310 #include "ehci-sched.c"
311 #include "ehci-sysfs.c"
313 /*-------------------------------------------------------------------------*/
319 static void ehci_turn_off_all_ports(struct ehci_hcd *ehci) in ehci_turn_off_all_ports() argument
321 int port = HCS_N_PORTS(ehci->hcs_params); in ehci_turn_off_all_ports()
323 while (port--) { in ehci_turn_off_all_ports()
324 spin_unlock_irq(&ehci->lock); in ehci_turn_off_all_ports()
325 ehci_port_power(ehci, port, false); in ehci_turn_off_all_ports()
326 spin_lock_irq(&ehci->lock); in ehci_turn_off_all_ports()
327 ehci_writel(ehci, PORT_RWC_BITS, in ehci_turn_off_all_ports()
328 &ehci->regs->port_status[port]); in ehci_turn_off_all_ports()
336 static void ehci_silence_controller(struct ehci_hcd *ehci) in ehci_silence_controller() argument
338 ehci_halt(ehci); in ehci_silence_controller()
340 spin_lock_irq(&ehci->lock); in ehci_silence_controller()
341 ehci->rh_state = EHCI_RH_HALTED; in ehci_silence_controller()
342 ehci_turn_off_all_ports(ehci); in ehci_silence_controller()
345 ehci_writel(ehci, 0, &ehci->regs->configured_flag); in ehci_silence_controller()
348 ehci_readl(ehci, &ehci->regs->configured_flag); in ehci_silence_controller()
349 spin_unlock_irq(&ehci->lock); in ehci_silence_controller()
358 struct ehci_hcd *ehci = hcd_to_ehci(hcd); in ehci_shutdown() local
366 if (!ehci->sbrn) in ehci_shutdown()
369 spin_lock_irq(&ehci->lock); in ehci_shutdown()
370 ehci->shutdown = true; in ehci_shutdown()
371 ehci->rh_state = EHCI_RH_STOPPING; in ehci_shutdown()
372 ehci->enabled_hrtimer_events = 0; in ehci_shutdown()
373 spin_unlock_irq(&ehci->lock); in ehci_shutdown()
375 ehci_silence_controller(ehci); in ehci_shutdown()
377 hrtimer_cancel(&ehci->hrtimer); in ehci_shutdown()
380 /*-------------------------------------------------------------------------*/
384 * it calls driver completion functions, after dropping ehci->lock.
386 static void ehci_work (struct ehci_hcd *ehci) in ehci_work() argument
388 /* another CPU may drop ehci->lock during a schedule scan while in ehci_work()
390 * attempts at re-entrant schedule scanning. in ehci_work()
392 if (ehci->scanning) { in ehci_work()
393 ehci->need_rescan = true; in ehci_work()
396 ehci->scanning = true; in ehci_work()
399 ehci->need_rescan = false; in ehci_work()
400 if (ehci->async_count) in ehci_work()
401 scan_async(ehci); in ehci_work()
402 if (ehci->intr_count > 0) in ehci_work()
403 scan_intr(ehci); in ehci_work()
404 if (ehci->isoc_count > 0) in ehci_work()
405 scan_isoc(ehci); in ehci_work()
406 if (ehci->need_rescan) in ehci_work()
408 ehci->scanning = false; in ehci_work()
414 turn_on_io_watchdog(ehci); in ehci_work()
422 struct ehci_hcd *ehci = hcd_to_ehci (hcd); in ehci_stop() local
424 ehci_dbg (ehci, "stop\n"); in ehci_stop()
428 spin_lock_irq(&ehci->lock); in ehci_stop()
429 ehci->enabled_hrtimer_events = 0; in ehci_stop()
430 spin_unlock_irq(&ehci->lock); in ehci_stop()
432 ehci_quiesce(ehci); in ehci_stop()
433 ehci_silence_controller(ehci); in ehci_stop()
434 ehci_reset (ehci); in ehci_stop()
436 hrtimer_cancel(&ehci->hrtimer); in ehci_stop()
437 remove_sysfs_files(ehci); in ehci_stop()
438 remove_debug_files (ehci); in ehci_stop()
441 spin_lock_irq (&ehci->lock); in ehci_stop()
442 end_free_itds(ehci); in ehci_stop()
443 spin_unlock_irq (&ehci->lock); in ehci_stop()
444 ehci_mem_cleanup (ehci); in ehci_stop()
446 if (ehci->amd_pll_fix == 1) in ehci_stop()
449 dbg_status (ehci, "ehci_stop completed", in ehci_stop()
450 ehci_readl(ehci, &ehci->regs->status)); in ehci_stop()
453 /* one-time init, only for memory state */
456 struct ehci_hcd *ehci = hcd_to_ehci(hcd); in ehci_init() local
462 spin_lock_init(&ehci->lock); in ehci_init()
467 ehci->need_io_watchdog = 1; in ehci_init()
469 hrtimer_setup(&ehci->hrtimer, ehci_hrtimer_func, CLOCK_MONOTONIC, HRTIMER_MODE_ABS); in ehci_init()
470 ehci->next_hrtimer_event = EHCI_HRTIMER_NO_EVENT; in ehci_init()
472 hcc_params = ehci_readl(ehci, &ehci->caps->hcc_params); in ehci_init()
478 ehci->uframe_periodic_max = 100; in ehci_init()
484 ehci->periodic_size = DEFAULT_I_TDPS; in ehci_init()
485 INIT_LIST_HEAD(&ehci->async_unlink); in ehci_init()
486 INIT_LIST_HEAD(&ehci->async_idle); in ehci_init()
487 INIT_LIST_HEAD(&ehci->intr_unlink_wait); in ehci_init()
488 INIT_LIST_HEAD(&ehci->intr_unlink); in ehci_init()
489 INIT_LIST_HEAD(&ehci->intr_qh_list); in ehci_init()
490 INIT_LIST_HEAD(&ehci->cached_itd_list); in ehci_init()
491 INIT_LIST_HEAD(&ehci->cached_sitd_list); in ehci_init()
492 INIT_LIST_HEAD(&ehci->tt_list); in ehci_init()
497 case 0: ehci->periodic_size = 1024; break; in ehci_init()
498 case 1: ehci->periodic_size = 512; break; in ehci_init()
499 case 2: ehci->periodic_size = 256; break; in ehci_init()
503 if ((retval = ehci_mem_init(ehci, GFP_KERNEL)) < 0) in ehci_init()
508 ehci->i_thresh = 0; in ehci_init()
510 ehci->i_thresh = 2 + HCC_ISOC_THRES(hcc_params); in ehci_init()
519 ehci->async->qh_next.qh = NULL; in ehci_init()
520 hw = ehci->async->hw; in ehci_init()
521 hw->hw_next = QH_NEXT(ehci, ehci->async->qh_dma); in ehci_init()
522 hw->hw_info1 = cpu_to_hc32(ehci, QH_HEAD); in ehci_init()
524 hw->hw_info1 |= cpu_to_hc32(ehci, QH_INACTIVATE); in ehci_init()
526 hw->hw_token = cpu_to_hc32(ehci, QTD_STS_HALT); in ehci_init()
527 hw->hw_qtd_next = EHCI_LIST_END(ehci); in ehci_init()
528 ehci->async->qh_state = QH_STATE_LINKED; in ehci_init()
529 hw->hw_alt_next = QTD_NEXT(ehci, ehci->async->dummy->qtd_dma); in ehci_init()
536 ehci->has_ppcd = 1; in ehci_init()
537 ehci_dbg(ehci, "enable per-port change event\n"); in ehci_init()
553 ehci_dbg(ehci, "park %d\n", park); in ehci_init()
560 ehci->command = temp; in ehci_init()
562 /* Accept arbitrarily long scatter-gather lists */ in ehci_init()
563 if (!hcd->localmem_pool) in ehci_init()
564 hcd->self.sg_tablesize = ~0; in ehci_init()
567 ehci->old_current = ~0; in ehci_init()
574 struct ehci_hcd *ehci = hcd_to_ehci (hcd); in ehci_run() local
579 hcd->uses_new_polling = 1; in ehci_run()
581 /* EHCI spec section 4.1 */ in ehci_run()
583 ehci_writel(ehci, ehci->periodic_dma, &ehci->regs->frame_list); in ehci_run()
584 ehci_writel(ehci, (u32)ehci->async->qh_dma, &ehci->regs->async_next); in ehci_run()
587 * hcc_params controls whether ehci->regs->segment must (!!!) in ehci_run()
593 * NOTE: the dma mask is visible through dev->dma_mask, so in ehci_run()
598 hcc_params = ehci_readl(ehci, &ehci->caps->hcc_params); in ehci_run()
600 ehci_writel(ehci, 0, &ehci->regs->segment); in ehci_run()
603 if (!dma_set_mask(hcd->self.controller, DMA_BIT_MASK(64))) in ehci_run()
604 ehci_info(ehci, "enabled 64bit DMA\n"); in ehci_run()
611 ehci->command &= ~(CMD_LRESET|CMD_IAAD|CMD_PSE|CMD_ASE|CMD_RESET); in ehci_run()
612 ehci->command |= CMD_RUN; in ehci_run()
613 ehci_writel(ehci, ehci->command, &ehci->regs->command); in ehci_run()
614 dbg_cmd (ehci, "init", ehci->command); in ehci_run()
623 * from the companions to the EHCI controller. If any of the in ehci_run()
625 * could cause trouble. Write-locking ehci_cf_port_reset_rwsem in ehci_run()
631 ehci->rh_state = EHCI_RH_RUNNING; in ehci_run()
632 ehci_writel(ehci, FLAG_CF, &ehci->regs->configured_flag); in ehci_run()
635 ehci_readl(ehci, &ehci->regs->command); /* unblock posted writes */ in ehci_run()
641 if (ehci->is_aspeed) in ehci_run()
642 rc = ehci_handshake(ehci, &ehci->regs->command, CMD_RUN, in ehci_run()
645 rc = ehci_handshake(ehci, &ehci->regs->status, STS_HALT, in ehci_run()
651 ehci_err(ehci, "USB %x.%x, controller refused to start: %d\n", in ehci_run()
652 ((ehci->sbrn & 0xf0)>>4), (ehci->sbrn & 0x0f), rc); in ehci_run()
656 ehci->last_periodic_enable = ktime_get_real(); in ehci_run()
658 temp = HC_VERSION(ehci, ehci_readl(ehci, &ehci->caps->hc_capbase)); in ehci_run()
659 ehci_info (ehci, in ehci_run()
660 "USB %x.%x started, EHCI %x.%02x%s\n", in ehci_run()
661 ((ehci->sbrn & 0xf0)>>4), (ehci->sbrn & 0x0f), in ehci_run()
663 (ignore_oc || ehci->spurious_oc) ? ", overcurrent ignored" : ""); in ehci_run()
665 ehci_writel(ehci, INTR_MASK, in ehci_run()
666 &ehci->regs->intr_enable); /* Turn On Interrupts */ in ehci_run()
668 /* GRR this is run-once init(), being done every time the HC starts. in ehci_run()
672 create_debug_files(ehci); in ehci_run()
673 create_sysfs_files(ehci); in ehci_run()
680 struct ehci_hcd *ehci = hcd_to_ehci(hcd); in ehci_setup() local
683 ehci->regs = (void __iomem *)ehci->caps + in ehci_setup()
684 HC_LENGTH(ehci, ehci_readl(ehci, &ehci->caps->hc_capbase)); in ehci_setup()
685 dbg_hcs_params(ehci, "reset"); in ehci_setup()
686 dbg_hcc_params(ehci, "reset"); in ehci_setup()
689 ehci->hcs_params = ehci_readl(ehci, &ehci->caps->hcs_params); in ehci_setup()
691 ehci->sbrn = HCD_USB2; in ehci_setup()
698 retval = ehci_halt(ehci); in ehci_setup()
700 ehci_mem_cleanup(ehci); in ehci_setup()
704 ehci_reset(ehci); in ehci_setup()
710 /*-------------------------------------------------------------------------*/
714 struct ehci_hcd *ehci = hcd_to_ehci (hcd); in ehci_irq() local
719 spin_lock(&ehci->lock); in ehci_irq()
722 current_status = ehci_readl(ehci, &ehci->regs->status); in ehci_irq()
727 ehci_dbg (ehci, "device removed\n"); in ehci_irq()
739 if (!masked_status || unlikely(ehci->rh_state == EHCI_RH_HALTED)) { in ehci_irq()
740 spin_unlock(&ehci->lock); in ehci_irq()
745 ehci_writel(ehci, masked_status, &ehci->regs->status); in ehci_irq()
748 current_status = ehci_readl(ehci, &ehci->regs->status); in ehci_irq()
752 cmd = ehci_readl(ehci, &ehci->regs->command); in ehci_irq()
758 INCR(ehci->stats.normal); in ehci_irq()
761 if (ehci->has_ci_pec_bug) in ehci_irq()
763 INCR(ehci->stats.error); in ehci_irq()
772 ehci->enabled_hrtimer_events &= ~BIT(EHCI_HRTIMER_IAA_WATCHDOG); in ehci_irq()
781 if (ehci->next_hrtimer_event == EHCI_HRTIMER_IAA_WATCHDOG) in ehci_irq()
782 ++ehci->next_hrtimer_event; in ehci_irq()
786 ehci_dbg(ehci, "IAA with IAAD still set?\n"); in ehci_irq()
787 if (ehci->iaa_in_progress) in ehci_irq()
788 INCR(ehci->stats.iaa); in ehci_irq()
789 end_iaa_cycle(ehci); in ehci_irq()
794 unsigned i = HCS_N_PORTS (ehci->hcs_params); in ehci_irq()
801 if (ehci->rh_state == EHCI_RH_SUSPENDED) in ehci_irq()
804 /* get per-port change detect bits */ in ehci_irq()
805 if (ehci->has_ppcd) in ehci_irq()
808 while (i--) { in ehci_irq()
811 /* leverage per-port change bits feature */ in ehci_irq()
814 pstatus = ehci_readl(ehci, in ehci_irq()
815 &ehci->regs->port_status[i]); in ehci_irq()
819 if (!(test_bit(i, &ehci->suspended_ports) && in ehci_irq()
823 ehci->reset_done[i] == 0)) in ehci_irq()
830 ehci->reset_done[i] = jiffies + in ehci_irq()
832 set_bit(i, &ehci->resuming_ports); in ehci_irq()
833 ehci_dbg (ehci, "port %d remote wakeup\n", i + 1); in ehci_irq()
834 usb_hcd_start_port_resume(&hcd->self, i); in ehci_irq()
835 mod_timer(&hcd->rh_timer, ehci->reset_done[i]); in ehci_irq()
841 ehci_err(ehci, "fatal error\n"); in ehci_irq()
842 dbg_cmd(ehci, "fatal", cmd); in ehci_irq()
843 dbg_status(ehci, "fatal", status); in ehci_irq()
848 ehci->shutdown = true; in ehci_irq()
849 ehci->rh_state = EHCI_RH_STOPPING; in ehci_irq()
850 ehci->command &= ~(CMD_RUN | CMD_ASE | CMD_PSE); in ehci_irq()
851 ehci_writel(ehci, ehci->command, &ehci->regs->command); in ehci_irq()
852 ehci_writel(ehci, 0, &ehci->regs->intr_enable); in ehci_irq()
853 ehci_handle_controller_death(ehci); in ehci_irq()
860 ehci_work (ehci); in ehci_irq()
861 spin_unlock(&ehci->lock); in ehci_irq()
867 /*-------------------------------------------------------------------------*/
870 * non-error returns are a promise to giveback() the urb later
876 * hcd-specific init for hcpriv hasn't been done yet
886 struct ehci_hcd *ehci = hcd_to_ehci (hcd); in ehci_urb_enqueue() local
891 switch (usb_pipetype (urb->pipe)) { in ehci_urb_enqueue()
894 * in multi-TD control transfers. Even 1KB is rare anyway. in ehci_urb_enqueue()
896 if (urb->transfer_buffer_length > (16 * 1024)) in ehci_urb_enqueue()
897 return -EMSGSIZE; in ehci_urb_enqueue()
901 if (!qh_urb_transaction (ehci, urb, &qtd_list, mem_flags)) in ehci_urb_enqueue()
902 return -ENOMEM; in ehci_urb_enqueue()
903 return submit_async(ehci, urb, &qtd_list, mem_flags); in ehci_urb_enqueue()
906 if (!qh_urb_transaction (ehci, urb, &qtd_list, mem_flags)) in ehci_urb_enqueue()
907 return -ENOMEM; in ehci_urb_enqueue()
908 return intr_submit(ehci, urb, &qtd_list, mem_flags); in ehci_urb_enqueue()
911 if (urb->dev->speed == USB_SPEED_HIGH) in ehci_urb_enqueue()
912 return itd_submit (ehci, urb, mem_flags); in ehci_urb_enqueue()
914 return sitd_submit (ehci, urb, mem_flags); in ehci_urb_enqueue()
924 struct ehci_hcd *ehci = hcd_to_ehci (hcd); in ehci_urb_dequeue() local
929 spin_lock_irqsave (&ehci->lock, flags); in ehci_urb_dequeue()
934 if (usb_pipetype(urb->pipe) == PIPE_ISOCHRONOUS) { in ehci_urb_dequeue()
941 qh = (struct ehci_qh *) urb->hcpriv; in ehci_urb_dequeue()
942 qh->unlink_reason |= QH_UNLINK_REQUESTED; in ehci_urb_dequeue()
943 switch (qh->qh_state) { in ehci_urb_dequeue()
945 if (usb_pipetype(urb->pipe) == PIPE_INTERRUPT) in ehci_urb_dequeue()
946 start_unlink_intr(ehci, qh); in ehci_urb_dequeue()
948 start_unlink_async(ehci, qh); in ehci_urb_dequeue()
951 qh->dequeue_during_giveback = 1; in ehci_urb_dequeue()
958 /* QH might be waiting for a Clear-TT-Buffer */ in ehci_urb_dequeue()
959 qh_completions(ehci, qh); in ehci_urb_dequeue()
964 spin_unlock_irqrestore (&ehci->lock, flags); in ehci_urb_dequeue()
968 /*-------------------------------------------------------------------------*/
975 struct ehci_hcd *ehci = hcd_to_ehci (hcd); in ehci_endpoint_disable() local
983 spin_lock_irqsave (&ehci->lock, flags); in ehci_endpoint_disable()
984 qh = ep->hcpriv; in ehci_endpoint_disable()
991 if (qh->hw == NULL) { in ehci_endpoint_disable()
992 struct ehci_iso_stream *stream = ep->hcpriv; in ehci_endpoint_disable()
994 if (!list_empty(&stream->td_list)) in ehci_endpoint_disable()
997 /* BUG_ON(!list_empty(&stream->free_list)); */ in ehci_endpoint_disable()
998 reserve_release_iso_bandwidth(ehci, stream, -1); in ehci_endpoint_disable()
1003 qh->unlink_reason |= QH_UNLINK_REQUESTED; in ehci_endpoint_disable()
1004 switch (qh->qh_state) { in ehci_endpoint_disable()
1006 if (list_empty(&qh->qtd_list)) in ehci_endpoint_disable()
1007 qh->unlink_reason |= QH_UNLINK_QUEUE_EMPTY; in ehci_endpoint_disable()
1010 if (usb_endpoint_type(&ep->desc) != USB_ENDPOINT_XFER_INT) in ehci_endpoint_disable()
1011 start_unlink_async(ehci, qh); in ehci_endpoint_disable()
1013 start_unlink_intr(ehci, qh); in ehci_endpoint_disable()
1019 spin_unlock_irqrestore (&ehci->lock, flags); in ehci_endpoint_disable()
1023 if (qh->clearing_tt) in ehci_endpoint_disable()
1025 if (list_empty (&qh->qtd_list)) { in ehci_endpoint_disable()
1026 if (qh->ps.bw_uperiod) in ehci_endpoint_disable()
1027 reserve_release_intr_bandwidth(ehci, qh, -1); in ehci_endpoint_disable()
1028 qh_destroy(ehci, qh); in ehci_endpoint_disable()
1036 ehci_err (ehci, "qh %p (#%02x) state %d%s\n", in ehci_endpoint_disable()
1037 qh, ep->desc.bEndpointAddress, qh->qh_state, in ehci_endpoint_disable()
1038 list_empty (&qh->qtd_list) ? "" : "(has tds)"); in ehci_endpoint_disable()
1042 ep->hcpriv = NULL; in ehci_endpoint_disable()
1043 spin_unlock_irqrestore (&ehci->lock, flags); in ehci_endpoint_disable()
1049 struct ehci_hcd *ehci = hcd_to_ehci(hcd); in ehci_endpoint_reset() local
1051 int eptype = usb_endpoint_type(&ep->desc); in ehci_endpoint_reset()
1052 int epnum = usb_endpoint_num(&ep->desc); in ehci_endpoint_reset()
1053 int is_out = usb_endpoint_dir_out(&ep->desc); in ehci_endpoint_reset()
1059 spin_lock_irqsave(&ehci->lock, flags); in ehci_endpoint_reset()
1060 qh = ep->hcpriv; in ehci_endpoint_reset()
1068 if (!list_empty(&qh->qtd_list)) { in ehci_endpoint_reset()
1073 * re-linking will call qh_refresh(). in ehci_endpoint_reset()
1075 usb_settoggle(qh->ps.udev, epnum, is_out, 0); in ehci_endpoint_reset()
1076 qh->unlink_reason |= QH_UNLINK_REQUESTED; in ehci_endpoint_reset()
1078 start_unlink_async(ehci, qh); in ehci_endpoint_reset()
1080 start_unlink_intr(ehci, qh); in ehci_endpoint_reset()
1083 spin_unlock_irqrestore(&ehci->lock, flags); in ehci_endpoint_reset()
1088 struct ehci_hcd *ehci = hcd_to_ehci (hcd); in ehci_get_frame() local
1089 return (ehci_read_frame_index(ehci) >> 3) % ehci->periodic_size; in ehci_get_frame()
1092 /*-------------------------------------------------------------------------*/
1098 struct ehci_hcd *ehci = hcd_to_ehci(hcd); in ehci_remove_device() local
1100 spin_lock_irq(&ehci->lock); in ehci_remove_device()
1102 spin_unlock_irq(&ehci->lock); in ehci_remove_device()
1105 /*-------------------------------------------------------------------------*/
1110 static void ehci_zx_wakeup_clear(struct ehci_hcd *ehci) in ehci_zx_wakeup_clear() argument
1112 u32 __iomem *reg = &ehci->regs->port_status[4]; in ehci_zx_wakeup_clear()
1113 u32 t1 = ehci_readl(ehci, reg); in ehci_zx_wakeup_clear()
1117 ehci_writel(ehci, t1, reg); in ehci_zx_wakeup_clear()
1118 t1 = ehci_readl(ehci, reg); in ehci_zx_wakeup_clear()
1121 ehci_writel(ehci, t1, reg); in ehci_zx_wakeup_clear()
1122 ehci_readl(ehci, reg); in ehci_zx_wakeup_clear()
1124 t1 = ehci_readl(ehci, reg); in ehci_zx_wakeup_clear()
1125 ehci_writel(ehci, t1 | PORT_CSC, reg); in ehci_zx_wakeup_clear()
1126 ehci_readl(ehci, reg); in ehci_zx_wakeup_clear()
1131 /* These routines handle the generic parts of controller suspend/resume */
1135 struct ehci_hcd *ehci = hcd_to_ehci(hcd); in ehci_suspend() local
1137 if (time_before(jiffies, ehci->next_statechange)) in ehci_suspend()
1145 ehci_prepare_ports_for_controller_suspend(ehci, do_wakeup); in ehci_suspend()
1147 spin_lock_irq(&ehci->lock); in ehci_suspend()
1148 ehci_writel(ehci, 0, &ehci->regs->intr_enable); in ehci_suspend()
1149 (void) ehci_readl(ehci, &ehci->regs->intr_enable); in ehci_suspend()
1151 clear_bit(HCD_FLAG_HW_ACCESSIBLE, &hcd->flags); in ehci_suspend()
1152 spin_unlock_irq(&ehci->lock); in ehci_suspend()
1154 synchronize_irq(hcd->irq); in ehci_suspend()
1159 return -EBUSY; in ehci_suspend()
1169 struct ehci_hcd *ehci = hcd_to_ehci(hcd); in ehci_resume() local
1171 if (time_before(jiffies, ehci->next_statechange)) in ehci_resume()
1175 set_bit(HCD_FLAG_HW_ACCESSIBLE, &hcd->flags); in ehci_resume()
1177 if (ehci->shutdown) in ehci_resume()
1180 if (ehci->zx_wakeup_clear_needed) in ehci_resume()
1181 ehci_zx_wakeup_clear(ehci); in ehci_resume()
1188 if (ehci_readl(ehci, &ehci->regs->configured_flag) == FLAG_CF && in ehci_resume()
1192 ehci_prepare_ports_for_controller_resume(ehci); in ehci_resume()
1194 spin_lock_irq(&ehci->lock); in ehci_resume()
1195 if (ehci->shutdown) in ehci_resume()
1198 if (!hcd->self.root_hub->do_remote_wakeup) in ehci_resume()
1200 ehci_writel(ehci, mask, &ehci->regs->intr_enable); in ehci_resume()
1201 ehci_readl(ehci, &ehci->regs->intr_enable); in ehci_resume()
1203 spin_unlock_irq(&ehci->lock); in ehci_resume()
1211 usb_root_hub_lost_power(hcd->self.root_hub); in ehci_resume()
1212 (void) ehci_halt(ehci); in ehci_resume()
1213 (void) ehci_reset(ehci); in ehci_resume()
1215 spin_lock_irq(&ehci->lock); in ehci_resume()
1216 if (ehci->shutdown) in ehci_resume()
1219 ehci_writel(ehci, ehci->command, &ehci->regs->command); in ehci_resume()
1220 ehci_writel(ehci, FLAG_CF, &ehci->regs->configured_flag); in ehci_resume()
1221 ehci_readl(ehci, &ehci->regs->command); /* unblock posted writes */ in ehci_resume()
1223 ehci->rh_state = EHCI_RH_SUSPENDED; in ehci_resume()
1224 spin_unlock_irq(&ehci->lock); in ehci_resume()
1232 /*-------------------------------------------------------------------------*/
1235 * Generic structure: This gets copied for platform drivers so that
1241 .product_desc = "EHCI Host Controller",
1245 * generic hardware linkage
1296 /* Copy the generic table to drv and then apply the overrides */ in ehci_init_driver()
1300 drv->hcd_priv_size += over->extra_priv_size; in ehci_init_driver()
1301 if (over->reset) in ehci_init_driver()
1302 drv->reset = over->reset; in ehci_init_driver()
1303 if (over->port_power) in ehci_init_driver()
1304 drv->port_power = over->port_power; in ehci_init_driver()
1309 /*-------------------------------------------------------------------------*/
1316 #include "ehci-sh.c"
1320 #include "ehci-ps3.c"
1324 #include "ehci-ppc-of.c"
1328 #include "ehci-xilinx-of.c"
1332 #include "ehci-grlib.c"
1355 return -ENODEV; in ehci_hcd_init()
1369 ehci_debug_root = debugfs_create_dir("ehci", usb_debug_root); in ehci_hcd_init()