15 __releases(mep->mtu->lock)  in mtu3_req_complete()
16 __acquires(mep->mtu->lock)  in mtu3_req_complete()
19 	struct mtu3 *mtu = mreq->mtu;  in mtu3_req_complete()  local
26 	spin_unlock(&mtu->lock);  in mtu3_req_complete()
30 		usb_gadget_unmap_request(&mtu->g, req, mep->is_in);  in mtu3_req_complete()
32 	dev_dbg(mtu->dev, "%s complete req: %p, sts %d, %d/%d\n",  in mtu3_req_complete()
36 	spin_lock(&mtu->lock);  in mtu3_req_complete()
46 	dev_dbg(mep->mtu->dev, "abort %s's req: sts %d\n", mep->name, status);  in nuke()
63 	struct mtu3 *mtu = mep->mtu;  in mtu3_ep_enable()  local
76 	switch (mtu->g.speed) {  in mtu3_ep_enable()
102 	dev_dbg(mtu->dev, "%s maxp:%d, interval:%d, burst:%d, mult:%d\n",  in mtu3_ep_enable()
110 	mep->slot = usb_endpoint_xfer_int(desc) ? 0 : mtu->slot;  in mtu3_ep_enable()
112 	ret = mtu3_config_ep(mtu, mep, interval, burst, mult);  in mtu3_ep_enable()
118 		mtu3_deconfig_ep(mtu, mep);  in mtu3_ep_enable()
129 	struct mtu3 *mtu = mep->mtu;  in mtu3_ep_disable()  local
135 	mtu3_deconfig_ep(mtu, mep);  in mtu3_ep_disable()
151 	struct mtu3 *mtu;  in mtu3_gadget_ep_enable()  local
165 	mtu = mep->mtu;  in mtu3_gadget_ep_enable()
174 	dev_dbg(mtu->dev, "%s %s\n", __func__, ep->name);  in mtu3_gadget_ep_enable()
177 		dev_WARN_ONCE(mtu->dev, true, "%s is already enabled\n",  in mtu3_gadget_ep_enable()
182 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_ep_enable()
191 	mtu->active_ep++;  in mtu3_gadget_ep_enable()
194 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_ep_enable()
196 	dev_dbg(mtu->dev, "%s active_ep=%d\n", __func__, mtu->active_ep);  in mtu3_gadget_ep_enable()
205 	struct mtu3 *mtu = mep->mtu;  in mtu3_gadget_ep_disable()  local
208 	dev_dbg(mtu->dev, "%s %s\n", __func__, mep->name);  in mtu3_gadget_ep_disable()
212 		dev_warn(mtu->dev, "%s is already disabled\n", mep->name);  in mtu3_gadget_ep_disable()
216 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_ep_disable()
219 	mtu->active_ep--;  in mtu3_gadget_ep_disable()
220 	spin_unlock_irqrestore(&(mtu->lock), flags);  in mtu3_gadget_ep_disable()
222 	dev_dbg(mtu->dev, "%s active_ep=%d, mtu3 is_active=%d\n",  in mtu3_gadget_ep_disable()
223 		__func__, mtu->active_ep, mtu->is_active);  in mtu3_gadget_ep_disable()
258 	struct mtu3 *mtu = mep->mtu;  in mtu3_gadget_queue()  local
268 	dev_dbg(mtu->dev, "%s %s EP%d(%s), req=%p, maxp=%d, len#%d\n",  in mtu3_gadget_queue()
273 	    (mtu->gen2cp && req->length > GPD_BUF_SIZE_EL)) {  in mtu3_gadget_queue()
274 		dev_warn(mtu->dev,  in mtu3_gadget_queue()
276 			mtu->gen2cp ? GPD_BUF_SIZE_EL : GPD_BUF_SIZE,  in mtu3_gadget_queue()
283 		dev_dbg(mtu->dev, "req=%p queued to %s while it's disabled\n",  in mtu3_gadget_queue()
288 	mreq->mtu = mtu;  in mtu3_gadget_queue()
292 	ret = usb_gadget_map_request(&mtu->g, req, mep->is_in);  in mtu3_gadget_queue()
294 		dev_err(mtu->dev, "dma mapping failed\n");  in mtu3_gadget_queue()
298 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_queue()
310 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_queue()
321 	struct mtu3 *mtu = mep->mtu;  in mtu3_gadget_dequeue()  local
328 	dev_dbg(mtu->dev, "%s : req=%p\n", __func__, req);  in mtu3_gadget_dequeue()
331 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_dequeue()
338 		dev_dbg(mtu->dev, "req=%p not queued to %s\n", req, ep->name);  in mtu3_gadget_dequeue()
348 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_dequeue()
360 	struct mtu3 *mtu = mep->mtu;  in mtu3_gadget_ep_set_halt()  local
365 	dev_dbg(mtu->dev, "%s : %s...", __func__, ep->name);  in mtu3_gadget_ep_set_halt()
367 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_ep_set_halt()
382 			dev_dbg(mtu->dev, "req in progress, cannot halt %s\n",  in mtu3_gadget_ep_set_halt()
391 	dev_dbg(mtu->dev, "%s %s stall\n", ep->name, value ? "set" : "clear");  in mtu3_gadget_ep_set_halt()
396 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_ep_set_halt()
425 	struct mtu3 *mtu = gadget_to_mtu3(gadget);  in mtu3_gadget_get_frame()  local
427 	return (int)mtu3_readl(mtu->mac_base, U3D_USB20_FRAME_NUM);  in mtu3_gadget_get_frame()
432 	struct mtu3 *mtu = gadget_to_mtu3(gadget);  in mtu3_gadget_wakeup()  local
435 	dev_dbg(mtu->dev, "%s\n", __func__);  in mtu3_gadget_wakeup()
438 	if (!mtu->may_wakeup)  in mtu3_gadget_wakeup()
441 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_wakeup()
442 	if (mtu->g.speed >= USB_SPEED_SUPER) {  in mtu3_gadget_wakeup()
443 		mtu3_setbits(mtu->mac_base, U3D_LINK_POWER_CONTROL, UX_EXIT);  in mtu3_gadget_wakeup()
445 		mtu3_setbits(mtu->mac_base, U3D_POWER_MANAGEMENT, RESUME);  in mtu3_gadget_wakeup()
446 		spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_wakeup()
448 		spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_wakeup()
449 		mtu3_clrbits(mtu->mac_base, U3D_POWER_MANAGEMENT, RESUME);  in mtu3_gadget_wakeup()
451 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_wakeup()
458 	struct mtu3 *mtu = gadget_to_mtu3(gadget);  in mtu3_gadget_set_self_powered()  local
460 	mtu->is_self_powered = !!is_selfpowered;  in mtu3_gadget_set_self_powered()
466 	struct mtu3 *mtu = gadget_to_mtu3(gadget);  in mtu3_gadget_pullup()  local
469 	dev_dbg(mtu->dev, "%s (%s) for %sactive device\n", __func__,  in mtu3_gadget_pullup()
470 		is_on ? "on" : "off", mtu->is_active ? "" : "in");  in mtu3_gadget_pullup()
473 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_pullup()
476 	if (!mtu->is_active) {  in mtu3_gadget_pullup()
478 		mtu->softconnect = is_on;  in mtu3_gadget_pullup()
479 	} else if (is_on != mtu->softconnect) {  in mtu3_gadget_pullup()
480 		mtu->softconnect = is_on;  in mtu3_gadget_pullup()
481 		mtu3_dev_on_off(mtu, is_on);  in mtu3_gadget_pullup()
484 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_pullup()
492 	struct mtu3 *mtu = gadget_to_mtu3(gadget);  in mtu3_gadget_start()  local
495 	if (mtu->gadget_driver) {  in mtu3_gadget_start()
496 		dev_err(mtu->dev, "%s is already bound to %s\n",  in mtu3_gadget_start()
497 			mtu->g.name, mtu->gadget_driver->driver.name);  in mtu3_gadget_start()
501 	dev_dbg(mtu->dev, "bind driver %s\n", driver->function);  in mtu3_gadget_start()
503 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_start()
505 	mtu->softconnect = 0;  in mtu3_gadget_start()
506 	mtu->gadget_driver = driver;  in mtu3_gadget_start()
508 	if (mtu->ssusb->dr_mode == USB_DR_MODE_PERIPHERAL)  in mtu3_gadget_start()
509 		mtu3_start(mtu);  in mtu3_gadget_start()
511 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_start()
516 static void stop_activity(struct mtu3 *mtu)  in stop_activity()  argument
518 	struct usb_gadget_driver *driver = mtu->gadget_driver;  in stop_activity()
522 	if (mtu->g.speed == USB_SPEED_UNKNOWN)  in stop_activity()
525 		mtu->g.speed = USB_SPEED_UNKNOWN;  in stop_activity()
528 	if (mtu->softconnect) {  in stop_activity()
529 		mtu->softconnect = 0;  in stop_activity()
530 		mtu3_dev_on_off(mtu, 0);  in stop_activity()
537 	nuke(mtu->ep0, -ESHUTDOWN);  in stop_activity()
538 	for (i = 1; i < mtu->num_eps; i++) {  in stop_activity()
539 		nuke(mtu->in_eps + i, -ESHUTDOWN);  in stop_activity()
540 		nuke(mtu->out_eps + i, -ESHUTDOWN);  in stop_activity()
544 		spin_unlock(&mtu->lock);  in stop_activity()
545 		driver->disconnect(&mtu->g);  in stop_activity()
546 		spin_lock(&mtu->lock);  in stop_activity()
552 	struct mtu3 *mtu = gadget_to_mtu3(g);  in mtu3_gadget_stop()  local
555 	dev_dbg(mtu->dev, "%s\n", __func__);  in mtu3_gadget_stop()
557 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_stop()
559 	stop_activity(mtu);  in mtu3_gadget_stop()
560 	mtu->gadget_driver = NULL;  in mtu3_gadget_stop()
562 	if (mtu->ssusb->dr_mode == USB_DR_MODE_PERIPHERAL)  in mtu3_gadget_stop()
563 		mtu3_stop(mtu);  in mtu3_gadget_stop()
565 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_stop()
567 	synchronize_irq(mtu->irq);  in mtu3_gadget_stop()
574 	struct mtu3 *mtu = gadget_to_mtu3(g);  in mtu3_gadget_set_speed()  local
577 	dev_dbg(mtu->dev, "%s %s\n", __func__, usb_speed_string(speed));  in mtu3_gadget_set_speed()
579 	spin_lock_irqsave(&mtu->lock, flags);  in mtu3_gadget_set_speed()
580 	mtu3_set_speed(mtu, speed);  in mtu3_gadget_set_speed()
581 	spin_unlock_irqrestore(&mtu->lock, flags);  in mtu3_gadget_set_speed()
594 static void mtu3_state_reset(struct mtu3 *mtu)  in mtu3_state_reset()  argument
596 	mtu->address = 0;  in mtu3_state_reset()
597 	mtu->ep0_state = MU3D_EP0_STATE_SETUP;  in mtu3_state_reset()
598 	mtu->may_wakeup = 0;  in mtu3_state_reset()
599 	mtu->u1_enable = 0;  in mtu3_state_reset()
600 	mtu->u2_enable = 0;  in mtu3_state_reset()
601 	mtu->delayed_status = false;  in mtu3_state_reset()
602 	mtu->test_mode = false;  in mtu3_state_reset()
605 static void init_hw_ep(struct mtu3 *mtu, struct mtu3_ep *mep,  in init_hw_ep()  argument
609 	mep->mtu = mtu;  in init_hw_ep()
625 		mtu->g.ep0 = &mep->ep;  in init_hw_ep()
632 		list_add_tail(&mep->ep.ep_list, &mtu->g.ep_list);  in init_hw_ep()
635 	dev_dbg(mtu->dev, "%s, name=%s, maxp=%d\n", __func__, mep->ep.name,  in init_hw_ep()
648 static void mtu3_gadget_init_eps(struct mtu3 *mtu)  in mtu3_gadget_init_eps()  argument
653 	INIT_LIST_HEAD(&(mtu->g.ep_list));  in mtu3_gadget_init_eps()
655 	dev_dbg(mtu->dev, "%s num_eps(1 for a pair of tx&rx ep)=%d\n",  in mtu3_gadget_init_eps()
656 		__func__, mtu->num_eps);  in mtu3_gadget_init_eps()
658 	init_hw_ep(mtu, mtu->ep0, 0, 0);  in mtu3_gadget_init_eps()
659 	for (epnum = 1; epnum < mtu->num_eps; epnum++) {  in mtu3_gadget_init_eps()
660 		init_hw_ep(mtu, mtu->in_eps + epnum, epnum, 1);  in mtu3_gadget_init_eps()
661 		init_hw_ep(mtu, mtu->out_eps + epnum, epnum, 0);  in mtu3_gadget_init_eps()
665 int mtu3_gadget_setup(struct mtu3 *mtu)  in mtu3_gadget_setup()  argument
667 	mtu->g.ops = &mtu3_gadget_ops;  in mtu3_gadget_setup()
668 	mtu->g.max_speed = mtu->max_speed;  in mtu3_gadget_setup()
669 	mtu->g.speed = USB_SPEED_UNKNOWN;  in mtu3_gadget_setup()
670 	mtu->g.sg_supported = 0;  in mtu3_gadget_setup()
671 	mtu->g.name = MTU3_DRIVER_NAME;  in mtu3_gadget_setup()
672 	mtu->is_active = 0;  in mtu3_gadget_setup()
673 	mtu->delayed_status = false;  in mtu3_gadget_setup()
675 	mtu3_gadget_init_eps(mtu);  in mtu3_gadget_setup()
677 	return usb_add_gadget_udc(mtu->dev, &mtu->g);  in mtu3_gadget_setup()
680 void mtu3_gadget_cleanup(struct mtu3 *mtu)  in mtu3_gadget_cleanup()  argument
682 	usb_del_gadget_udc(&mtu->g);  in mtu3_gadget_cleanup()
685 void mtu3_gadget_resume(struct mtu3 *mtu)  in mtu3_gadget_resume()  argument
687 	dev_dbg(mtu->dev, "gadget RESUME\n");  in mtu3_gadget_resume()
688 	if (mtu->gadget_driver && mtu->gadget_driver->resume) {  in mtu3_gadget_resume()
689 		spin_unlock(&mtu->lock);  in mtu3_gadget_resume()
690 		mtu->gadget_driver->resume(&mtu->g);  in mtu3_gadget_resume()
691 		spin_lock(&mtu->lock);  in mtu3_gadget_resume()
696 void mtu3_gadget_suspend(struct mtu3 *mtu)  in mtu3_gadget_suspend()  argument
698 	dev_dbg(mtu->dev, "gadget SUSPEND\n");  in mtu3_gadget_suspend()
699 	if (mtu->gadget_driver && mtu->gadget_driver->suspend) {  in mtu3_gadget_suspend()
700 		spin_unlock(&mtu->lock);  in mtu3_gadget_suspend()
701 		mtu->gadget_driver->suspend(&mtu->g);  in mtu3_gadget_suspend()
702 		spin_lock(&mtu->lock);  in mtu3_gadget_suspend()
707 void mtu3_gadget_disconnect(struct mtu3 *mtu)  in mtu3_gadget_disconnect()  argument
709 	dev_dbg(mtu->dev, "gadget DISCONNECT\n");  in mtu3_gadget_disconnect()
710 	if (mtu->gadget_driver && mtu->gadget_driver->disconnect) {  in mtu3_gadget_disconnect()
711 		spin_unlock(&mtu->lock);  in mtu3_gadget_disconnect()
712 		mtu->gadget_driver->disconnect(&mtu->g);  in mtu3_gadget_disconnect()
713 		spin_lock(&mtu->lock);  in mtu3_gadget_disconnect()
716 	mtu3_state_reset(mtu);  in mtu3_gadget_disconnect()
717 	usb_gadget_set_state(&mtu->g, USB_STATE_NOTATTACHED);  in mtu3_gadget_disconnect()
720 void mtu3_gadget_reset(struct mtu3 *mtu)  in mtu3_gadget_reset()  argument
722 	dev_dbg(mtu->dev, "gadget RESET\n");  in mtu3_gadget_reset()
725 	if (mtu->g.speed != USB_SPEED_UNKNOWN)  in mtu3_gadget_reset()
726 		mtu3_gadget_disconnect(mtu);  in mtu3_gadget_reset()
728 		mtu3_state_reset(mtu);  in mtu3_gadget_reset()