2 * Intel Langwell USB Device Controller driver
3 * Copyright (C) 2008-2009, Intel Corporation.
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms and conditions of the GNU General Public License,
7 * version 2, as published by the Free Software Foundation.
12 /* #undef VERBOSE_DEBUG */
14 #if defined(CONFIG_USB_LANGWELL_OTG)
15 #define OTG_TRANSCEIVER
19 #include <linux/module.h>
20 #include <linux/pci.h>
21 #include <linux/dma-mapping.h>
22 #include <linux/kernel.h>
23 #include <linux/delay.h>
24 #include <linux/ioport.h>
25 #include <linux/sched.h>
26 #include <linux/slab.h>
27 #include <linux/errno.h>
28 #include <linux/init.h>
29 #include <linux/timer.h>
30 #include <linux/list.h>
31 #include <linux/interrupt.h>
32 #include <linux/moduleparam.h>
33 #include <linux/device.h>
34 #include <linux/usb/ch9.h>
35 #include <linux/usb/gadget.h>
36 #include <linux/usb/otg.h>
39 #include <linux/irq.h>
40 #include <asm/system.h>
41 #include <asm/unaligned.h>
43 #include "langwell_udc.h"
46 #define DRIVER_DESC "Intel Langwell USB Device Controller driver"
47 #define DRIVER_VERSION "16 May 2009"
49 static const char driver_name[] = "langwell_udc";
50 static const char driver_desc[] = DRIVER_DESC;
53 /* controller device global variable */
54 static struct langwell_udc *the_controller;
56 /* for endpoint 0 operations */
57 static const struct usb_endpoint_descriptor
59 .bLength = USB_DT_ENDPOINT_SIZE,
60 .bDescriptorType = USB_DT_ENDPOINT,
61 .bEndpointAddress = 0,
62 .bmAttributes = USB_ENDPOINT_XFER_CONTROL,
63 .wMaxPacketSize = EP0_MAX_PKT_SIZE,
67 /*-------------------------------------------------------------------------*/
71 static inline void print_all_registers(struct langwell_udc *dev)
75 /* Capability Registers */
76 dev_dbg(&dev->pdev->dev,
77 "Capability Registers (offset: 0x%04x, length: 0x%08x)\n",
78 CAP_REG_OFFSET, (u32)sizeof(struct langwell_cap_regs));
79 dev_dbg(&dev->pdev->dev, "caplength=0x%02x\n",
80 readb(&dev->cap_regs->caplength));
81 dev_dbg(&dev->pdev->dev, "hciversion=0x%04x\n",
82 readw(&dev->cap_regs->hciversion));
83 dev_dbg(&dev->pdev->dev, "hcsparams=0x%08x\n",
84 readl(&dev->cap_regs->hcsparams));
85 dev_dbg(&dev->pdev->dev, "hccparams=0x%08x\n",
86 readl(&dev->cap_regs->hccparams));
87 dev_dbg(&dev->pdev->dev, "dciversion=0x%04x\n",
88 readw(&dev->cap_regs->dciversion));
89 dev_dbg(&dev->pdev->dev, "dccparams=0x%08x\n",
90 readl(&dev->cap_regs->dccparams));
92 /* Operational Registers */
93 dev_dbg(&dev->pdev->dev,
94 "Operational Registers (offset: 0x%04x, length: 0x%08x)\n",
95 OP_REG_OFFSET, (u32)sizeof(struct langwell_op_regs));
96 dev_dbg(&dev->pdev->dev, "extsts=0x%08x\n",
97 readl(&dev->op_regs->extsts));
98 dev_dbg(&dev->pdev->dev, "extintr=0x%08x\n",
99 readl(&dev->op_regs->extintr));
100 dev_dbg(&dev->pdev->dev, "usbcmd=0x%08x\n",
101 readl(&dev->op_regs->usbcmd));
102 dev_dbg(&dev->pdev->dev, "usbsts=0x%08x\n",
103 readl(&dev->op_regs->usbsts));
104 dev_dbg(&dev->pdev->dev, "usbintr=0x%08x\n",
105 readl(&dev->op_regs->usbintr));
106 dev_dbg(&dev->pdev->dev, "frindex=0x%08x\n",
107 readl(&dev->op_regs->frindex));
108 dev_dbg(&dev->pdev->dev, "ctrldssegment=0x%08x\n",
109 readl(&dev->op_regs->ctrldssegment));
110 dev_dbg(&dev->pdev->dev, "deviceaddr=0x%08x\n",
111 readl(&dev->op_regs->deviceaddr));
112 dev_dbg(&dev->pdev->dev, "endpointlistaddr=0x%08x\n",
113 readl(&dev->op_regs->endpointlistaddr));
114 dev_dbg(&dev->pdev->dev, "ttctrl=0x%08x\n",
115 readl(&dev->op_regs->ttctrl));
116 dev_dbg(&dev->pdev->dev, "burstsize=0x%08x\n",
117 readl(&dev->op_regs->burstsize));
118 dev_dbg(&dev->pdev->dev, "txfilltuning=0x%08x\n",
119 readl(&dev->op_regs->txfilltuning));
120 dev_dbg(&dev->pdev->dev, "txttfilltuning=0x%08x\n",
121 readl(&dev->op_regs->txttfilltuning));
122 dev_dbg(&dev->pdev->dev, "ic_usb=0x%08x\n",
123 readl(&dev->op_regs->ic_usb));
124 dev_dbg(&dev->pdev->dev, "ulpi_viewport=0x%08x\n",
125 readl(&dev->op_regs->ulpi_viewport));
126 dev_dbg(&dev->pdev->dev, "configflag=0x%08x\n",
127 readl(&dev->op_regs->configflag));
128 dev_dbg(&dev->pdev->dev, "portsc1=0x%08x\n",
129 readl(&dev->op_regs->portsc1));
130 dev_dbg(&dev->pdev->dev, "devlc=0x%08x\n",
131 readl(&dev->op_regs->devlc));
132 dev_dbg(&dev->pdev->dev, "otgsc=0x%08x\n",
133 readl(&dev->op_regs->otgsc));
134 dev_dbg(&dev->pdev->dev, "usbmode=0x%08x\n",
135 readl(&dev->op_regs->usbmode));
136 dev_dbg(&dev->pdev->dev, "endptnak=0x%08x\n",
137 readl(&dev->op_regs->endptnak));
138 dev_dbg(&dev->pdev->dev, "endptnaken=0x%08x\n",
139 readl(&dev->op_regs->endptnaken));
140 dev_dbg(&dev->pdev->dev, "endptsetupstat=0x%08x\n",
141 readl(&dev->op_regs->endptsetupstat));
142 dev_dbg(&dev->pdev->dev, "endptprime=0x%08x\n",
143 readl(&dev->op_regs->endptprime));
144 dev_dbg(&dev->pdev->dev, "endptflush=0x%08x\n",
145 readl(&dev->op_regs->endptflush));
146 dev_dbg(&dev->pdev->dev, "endptstat=0x%08x\n",
147 readl(&dev->op_regs->endptstat));
148 dev_dbg(&dev->pdev->dev, "endptcomplete=0x%08x\n",
149 readl(&dev->op_regs->endptcomplete));
151 for (i = 0; i < dev->ep_max / 2; i++) {
152 dev_dbg(&dev->pdev->dev, "endptctrl[%d]=0x%08x\n",
153 i, readl(&dev->op_regs->endptctrl[i]));
158 #define print_all_registers(dev) do { } while (0)
160 #endif /* VERBOSE_DEBUG */
163 /*-------------------------------------------------------------------------*/
165 #define is_in(ep) (((ep)->ep_num == 0) ? ((ep)->dev->ep0_dir == \
166 USB_DIR_IN) : (usb_endpoint_dir_in((ep)->desc)))
168 #define DIR_STRING(ep) (is_in(ep) ? "in" : "out")
171 static char *type_string(const struct usb_endpoint_descriptor *desc)
173 switch (usb_endpoint_type(desc)) {
174 case USB_ENDPOINT_XFER_BULK:
176 case USB_ENDPOINT_XFER_ISOC:
178 case USB_ENDPOINT_XFER_INT:
186 /* configure endpoint control registers */
187 static void ep_reset(struct langwell_ep *ep, unsigned char ep_num,
188 unsigned char is_in, unsigned char ep_type)
190 struct langwell_udc *dev;
194 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
196 endptctrl = readl(&dev->op_regs->endptctrl[ep_num]);
197 if (is_in) { /* TX */
199 endptctrl |= EPCTRL_TXR;
200 endptctrl |= EPCTRL_TXE;
201 endptctrl |= ep_type << EPCTRL_TXT_SHIFT;
204 endptctrl |= EPCTRL_RXR;
205 endptctrl |= EPCTRL_RXE;
206 endptctrl |= ep_type << EPCTRL_RXT_SHIFT;
209 writel(endptctrl, &dev->op_regs->endptctrl[ep_num]);
211 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
215 /* reset ep0 dQH and endptctrl */
216 static void ep0_reset(struct langwell_udc *dev)
218 struct langwell_ep *ep;
221 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
224 for (i = 0; i < 2; i++) {
229 ep->dqh = &dev->ep_dqh[i];
231 /* configure ep0 endpoint capabilities in dQH */
232 ep->dqh->dqh_ios = 1;
233 ep->dqh->dqh_mpl = EP0_MAX_PKT_SIZE;
235 /* enable ep0-in HW zero length termination select */
237 ep->dqh->dqh_zlt = 0;
238 ep->dqh->dqh_mult = 0;
240 ep->dqh->dtd_next = DTD_TERM;
242 /* configure ep0 control registers */
243 ep_reset(&dev->ep[0], 0, i, USB_ENDPOINT_XFER_CONTROL);
246 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
250 /*-------------------------------------------------------------------------*/
252 /* endpoints operations */
254 /* configure endpoint, making it usable */
255 static int langwell_ep_enable(struct usb_ep *_ep,
256 const struct usb_endpoint_descriptor *desc)
258 struct langwell_udc *dev;
259 struct langwell_ep *ep;
263 unsigned char zlt, ios = 0, mult = 0;
265 ep = container_of(_ep, struct langwell_ep, ep);
267 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
269 if (!_ep || !desc || ep->desc
270 || desc->bDescriptorType != USB_DT_ENDPOINT)
273 if (!dev->driver || dev->gadget.speed == USB_SPEED_UNKNOWN)
276 max = usb_endpoint_maxp(desc);
279 * disable HW zero length termination select
280 * driver handles zero length packet through req->req.zero
285 * sanity check type, direction, address, and then
286 * initialize the endpoint capabilities fields in dQH
288 switch (usb_endpoint_type(desc)) {
289 case USB_ENDPOINT_XFER_CONTROL:
292 case USB_ENDPOINT_XFER_BULK:
293 if ((dev->gadget.speed == USB_SPEED_HIGH
295 || (dev->gadget.speed == USB_SPEED_FULL
300 case USB_ENDPOINT_XFER_INT:
301 if (strstr(ep->ep.name, "-iso")) /* bulk is ok */
304 switch (dev->gadget.speed) {
317 case USB_ENDPOINT_XFER_ISOC:
318 if (strstr(ep->ep.name, "-bulk")
319 || strstr(ep->ep.name, "-int"))
322 switch (dev->gadget.speed) {
334 * calculate transactions needed for high bandwidth iso
336 mult = (unsigned char)(1 + ((max >> 11) & 0x03));
337 max = max & 0x8ff; /* bit 0~10 */
338 /* 3 transactions at most */
346 spin_lock_irqsave(&dev->lock, flags);
348 ep->ep.maxpacket = max;
351 ep->ep_num = usb_endpoint_num(desc);
354 ep->ep_type = usb_endpoint_type(desc);
356 /* configure endpoint control registers */
357 ep_reset(ep, ep->ep_num, is_in(ep), ep->ep_type);
359 /* configure endpoint capabilities in dQH */
360 i = ep->ep_num * 2 + is_in(ep);
361 ep->dqh = &dev->ep_dqh[i];
362 ep->dqh->dqh_ios = ios;
363 ep->dqh->dqh_mpl = cpu_to_le16(max);
364 ep->dqh->dqh_zlt = zlt;
365 ep->dqh->dqh_mult = mult;
366 ep->dqh->dtd_next = DTD_TERM;
368 dev_dbg(&dev->pdev->dev, "enabled %s (ep%d%s-%s), max %04x\n",
375 spin_unlock_irqrestore(&dev->lock, flags);
377 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
382 /*-------------------------------------------------------------------------*/
384 /* retire a request */
385 static void done(struct langwell_ep *ep, struct langwell_request *req,
388 struct langwell_udc *dev = ep->dev;
389 unsigned stopped = ep->stopped;
390 struct langwell_dtd *curr_dtd, *next_dtd;
393 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
395 /* remove the req from ep->queue */
396 list_del_init(&req->queue);
398 if (req->req.status == -EINPROGRESS)
399 req->req.status = status;
401 status = req->req.status;
403 /* free dTD for the request */
404 next_dtd = req->head;
405 for (i = 0; i < req->dtd_count; i++) {
407 if (i != req->dtd_count - 1)
408 next_dtd = curr_dtd->next_dtd_virt;
409 dma_pool_free(dev->dtd_pool, curr_dtd, curr_dtd->dtd_dma);
413 dma_unmap_single(&dev->pdev->dev,
414 req->req.dma, req->req.length,
415 is_in(ep) ? PCI_DMA_TODEVICE : PCI_DMA_FROMDEVICE);
416 req->req.dma = DMA_ADDR_INVALID;
419 dma_sync_single_for_cpu(&dev->pdev->dev, req->req.dma,
421 is_in(ep) ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
423 if (status != -ESHUTDOWN)
424 dev_dbg(&dev->pdev->dev,
425 "complete %s, req %p, stat %d, len %u/%u\n",
426 ep->ep.name, &req->req, status,
427 req->req.actual, req->req.length);
429 /* don't modify queue heads during completion callback */
432 spin_unlock(&dev->lock);
433 /* complete routine from gadget driver */
434 if (req->req.complete)
435 req->req.complete(&ep->ep, &req->req);
437 spin_lock(&dev->lock);
438 ep->stopped = stopped;
440 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
444 static void langwell_ep_fifo_flush(struct usb_ep *_ep);
446 /* delete all endpoint requests, called with spinlock held */
447 static void nuke(struct langwell_ep *ep, int status)
449 /* called with spinlock held */
452 /* endpoint fifo flush */
453 if (&ep->ep && ep->desc)
454 langwell_ep_fifo_flush(&ep->ep);
456 while (!list_empty(&ep->queue)) {
457 struct langwell_request *req = NULL;
458 req = list_entry(ep->queue.next, struct langwell_request,
460 done(ep, req, status);
465 /*-------------------------------------------------------------------------*/
467 /* endpoint is no longer usable */
468 static int langwell_ep_disable(struct usb_ep *_ep)
470 struct langwell_ep *ep;
472 struct langwell_udc *dev;
476 ep = container_of(_ep, struct langwell_ep, ep);
478 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
480 if (!_ep || !ep->desc)
483 spin_lock_irqsave(&dev->lock, flags);
485 /* disable endpoint control register */
487 endptctrl = readl(&dev->op_regs->endptctrl[ep_num]);
489 endptctrl &= ~EPCTRL_TXE;
491 endptctrl &= ~EPCTRL_RXE;
492 writel(endptctrl, &dev->op_regs->endptctrl[ep_num]);
494 /* nuke all pending requests (does flush) */
495 nuke(ep, -ESHUTDOWN);
500 spin_unlock_irqrestore(&dev->lock, flags);
502 dev_dbg(&dev->pdev->dev, "disabled %s\n", _ep->name);
503 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
509 /* allocate a request object to use with this endpoint */
510 static struct usb_request *langwell_alloc_request(struct usb_ep *_ep,
513 struct langwell_ep *ep;
514 struct langwell_udc *dev;
515 struct langwell_request *req = NULL;
520 ep = container_of(_ep, struct langwell_ep, ep);
522 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
524 req = kzalloc(sizeof(*req), gfp_flags);
528 req->req.dma = DMA_ADDR_INVALID;
529 INIT_LIST_HEAD(&req->queue);
531 dev_vdbg(&dev->pdev->dev, "alloc request for %s\n", _ep->name);
532 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
537 /* free a request object */
538 static void langwell_free_request(struct usb_ep *_ep,
539 struct usb_request *_req)
541 struct langwell_ep *ep;
542 struct langwell_udc *dev;
543 struct langwell_request *req = NULL;
545 ep = container_of(_ep, struct langwell_ep, ep);
547 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
552 req = container_of(_req, struct langwell_request, req);
553 WARN_ON(!list_empty(&req->queue));
558 dev_vdbg(&dev->pdev->dev, "free request for %s\n", _ep->name);
559 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
563 /*-------------------------------------------------------------------------*/
565 /* queue dTD and PRIME endpoint */
566 static int queue_dtd(struct langwell_ep *ep, struct langwell_request *req)
568 u32 bit_mask, usbcmd, endptstat, dtd_dma;
571 struct langwell_dqh *dqh;
572 struct langwell_udc *dev;
575 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
577 i = ep->ep_num * 2 + is_in(ep);
578 dqh = &dev->ep_dqh[i];
581 dev_vdbg(&dev->pdev->dev, "%s\n", ep->name);
584 dev_vdbg(&dev->pdev->dev, "%s-%s\n", ep->name, DIR_STRING(ep));
586 dev_vdbg(&dev->pdev->dev, "ep_dqh[%d] addr: 0x%p\n",
587 i, &(dev->ep_dqh[i]));
589 bit_mask = is_in(ep) ?
590 (1 << (ep->ep_num + 16)) : (1 << (ep->ep_num));
592 dev_vdbg(&dev->pdev->dev, "bit_mask = 0x%08x\n", bit_mask);
594 /* check if the pipe is empty */
595 if (!(list_empty(&ep->queue))) {
596 /* add dTD to the end of linked list */
597 struct langwell_request *lastreq;
598 lastreq = list_entry(ep->queue.prev,
599 struct langwell_request, queue);
601 lastreq->tail->dtd_next =
602 cpu_to_le32(req->head->dtd_dma & DTD_NEXT_MASK);
604 /* read prime bit, if 1 goto out */
605 if (readl(&dev->op_regs->endptprime) & bit_mask)
609 /* set ATDTW bit in USBCMD */
610 usbcmd = readl(&dev->op_regs->usbcmd);
611 writel(usbcmd | CMD_ATDTW, &dev->op_regs->usbcmd);
613 /* read correct status bit */
614 endptstat = readl(&dev->op_regs->endptstat) & bit_mask;
616 } while (!(readl(&dev->op_regs->usbcmd) & CMD_ATDTW));
618 /* write ATDTW bit to 0 */
619 usbcmd = readl(&dev->op_regs->usbcmd);
620 writel(usbcmd & ~CMD_ATDTW, &dev->op_regs->usbcmd);
626 /* write dQH next pointer and terminate bit to 0 */
627 dtd_dma = req->head->dtd_dma & DTD_NEXT_MASK;
628 dqh->dtd_next = cpu_to_le32(dtd_dma);
630 /* clear active and halt bit */
631 dtd_status = (u8) ~(DTD_STS_ACTIVE | DTD_STS_HALTED);
632 dqh->dtd_status &= dtd_status;
633 dev_vdbg(&dev->pdev->dev, "dqh->dtd_status = 0x%x\n", dqh->dtd_status);
635 /* ensure that updates to the dQH will occur before priming */
638 /* write 1 to endptprime register to PRIME endpoint */
639 bit_mask = is_in(ep) ? (1 << (ep->ep_num + 16)) : (1 << ep->ep_num);
640 dev_vdbg(&dev->pdev->dev, "endprime bit_mask = 0x%08x\n", bit_mask);
641 writel(bit_mask, &dev->op_regs->endptprime);
643 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
648 /* fill in the dTD structure to build a transfer descriptor */
649 static struct langwell_dtd *build_dtd(struct langwell_request *req,
650 unsigned *length, dma_addr_t *dma, int *is_last)
653 struct langwell_dtd *dtd;
654 struct langwell_udc *dev;
658 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
660 /* the maximum transfer length, up to 16k bytes */
661 *length = min(req->req.length - req->req.actual,
662 (unsigned)DTD_MAX_TRANSFER_LENGTH);
664 /* create dTD dma_pool resource */
665 dtd = dma_pool_alloc(dev->dtd_pool, GFP_KERNEL, dma);
670 /* initialize buffer page pointers */
671 buf_ptr = (u32)(req->req.dma + req->req.actual);
672 for (i = 0; i < 5; i++)
673 dtd->dtd_buf[i] = cpu_to_le32(buf_ptr + i * PAGE_SIZE);
675 req->req.actual += *length;
677 /* fill in total bytes with transfer size */
678 dtd->dtd_total = cpu_to_le16(*length);
679 dev_vdbg(&dev->pdev->dev, "dtd->dtd_total = %d\n", dtd->dtd_total);
681 /* set is_last flag if req->req.zero is set or not */
683 if (*length == 0 || (*length % req->ep->ep.maxpacket) != 0)
687 } else if (req->req.length == req->req.actual) {
693 dev_vdbg(&dev->pdev->dev, "multi-dtd request!\n");
695 /* set interrupt on complete bit for the last dTD */
696 if (*is_last && !req->req.no_interrupt)
699 /* set multiplier override 0 for non-ISO and non-TX endpoint */
702 /* set the active bit of status field to 1 */
703 dtd->dtd_status = DTD_STS_ACTIVE;
704 dev_vdbg(&dev->pdev->dev, "dtd->dtd_status = 0x%02x\n",
707 dev_vdbg(&dev->pdev->dev, "length = %d, dma addr= 0x%08x\n",
709 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
714 /* generate dTD linked list for a request */
715 static int req_to_dtd(struct langwell_request *req)
718 int is_last, is_first = 1;
719 struct langwell_dtd *dtd, *last_dtd = NULL;
720 struct langwell_udc *dev;
724 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
726 dtd = build_dtd(req, &count, &dma, &is_last);
734 last_dtd->dtd_next = cpu_to_le32(dma);
735 last_dtd->next_dtd_virt = dtd;
741 /* set terminate bit to 1 for the last dTD */
742 dtd->dtd_next = DTD_TERM;
746 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
750 /*-------------------------------------------------------------------------*/
752 /* queue (submits) an I/O requests to an endpoint */
753 static int langwell_ep_queue(struct usb_ep *_ep, struct usb_request *_req,
756 struct langwell_request *req;
757 struct langwell_ep *ep;
758 struct langwell_udc *dev;
760 int is_iso = 0, zlflag = 0;
762 /* always require a cpu-view buffer */
763 req = container_of(_req, struct langwell_request, req);
764 ep = container_of(_ep, struct langwell_ep, ep);
766 if (!_req || !_req->complete || !_req->buf
767 || !list_empty(&req->queue)) {
771 if (unlikely(!_ep || !ep->desc))
776 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
778 if (usb_endpoint_xfer_isoc(ep->desc)) {
779 if (req->req.length > ep->ep.maxpacket)
784 if (unlikely(!dev->driver || dev->gadget.speed == USB_SPEED_UNKNOWN))
787 /* set up dma mapping in case the caller didn't */
788 if (_req->dma == DMA_ADDR_INVALID) {
789 /* WORKAROUND: WARN_ON(size == 0) */
790 if (_req->length == 0) {
791 dev_vdbg(&dev->pdev->dev, "req->length: 0->1\n");
796 _req->dma = dma_map_single(&dev->pdev->dev,
797 _req->buf, _req->length,
798 is_in(ep) ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
799 if (zlflag && (_req->length == 1)) {
800 dev_vdbg(&dev->pdev->dev, "req->length: 1->0\n");
806 dev_vdbg(&dev->pdev->dev, "req->mapped = 1\n");
808 dma_sync_single_for_device(&dev->pdev->dev,
809 _req->dma, _req->length,
810 is_in(ep) ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
812 dev_vdbg(&dev->pdev->dev, "req->mapped = 0\n");
815 dev_dbg(&dev->pdev->dev,
816 "%s queue req %p, len %u, buf %p, dma 0x%08x\n",
818 _req, _req->length, _req->buf, (int)_req->dma);
820 _req->status = -EINPROGRESS;
824 spin_lock_irqsave(&dev->lock, flags);
826 /* build and put dTDs to endpoint queue */
827 if (!req_to_dtd(req)) {
830 spin_unlock_irqrestore(&dev->lock, flags);
834 /* update ep0 state */
836 dev->ep0_state = DATA_STATE_XMIT;
838 if (likely(req != NULL)) {
839 list_add_tail(&req->queue, &ep->queue);
840 dev_vdbg(&dev->pdev->dev, "list_add_tail()\n");
843 spin_unlock_irqrestore(&dev->lock, flags);
845 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
850 /* dequeue (cancels, unlinks) an I/O request from an endpoint */
851 static int langwell_ep_dequeue(struct usb_ep *_ep, struct usb_request *_req)
853 struct langwell_ep *ep;
854 struct langwell_udc *dev;
855 struct langwell_request *req;
857 int stopped, ep_num, retval = 0;
860 ep = container_of(_ep, struct langwell_ep, ep);
862 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
864 if (!_ep || !ep->desc || !_req)
870 spin_lock_irqsave(&dev->lock, flags);
871 stopped = ep->stopped;
873 /* quiesce dma while we patch the queue */
877 /* disable endpoint control register */
878 endptctrl = readl(&dev->op_regs->endptctrl[ep_num]);
880 endptctrl &= ~EPCTRL_TXE;
882 endptctrl &= ~EPCTRL_RXE;
883 writel(endptctrl, &dev->op_regs->endptctrl[ep_num]);
885 /* make sure it's still queued on this endpoint */
886 list_for_each_entry(req, &ep->queue, queue) {
887 if (&req->req == _req)
891 if (&req->req != _req) {
896 /* queue head may be partially complete. */
897 if (ep->queue.next == &req->queue) {
898 dev_dbg(&dev->pdev->dev, "unlink (%s) dma\n", _ep->name);
899 _req->status = -ECONNRESET;
900 langwell_ep_fifo_flush(&ep->ep);
902 /* not the last request in endpoint queue */
903 if (likely(ep->queue.next == &req->queue)) {
904 struct langwell_dqh *dqh;
905 struct langwell_request *next_req;
908 next_req = list_entry(req->queue.next,
909 struct langwell_request, queue);
911 /* point the dQH to the first dTD of next request */
912 writel((u32) next_req->head, &dqh->dqh_current);
915 struct langwell_request *prev_req;
917 prev_req = list_entry(req->queue.prev,
918 struct langwell_request, queue);
919 writel(readl(&req->tail->dtd_next),
920 &prev_req->tail->dtd_next);
923 done(ep, req, -ECONNRESET);
926 /* enable endpoint again */
927 endptctrl = readl(&dev->op_regs->endptctrl[ep_num]);
929 endptctrl |= EPCTRL_TXE;
931 endptctrl |= EPCTRL_RXE;
932 writel(endptctrl, &dev->op_regs->endptctrl[ep_num]);
934 ep->stopped = stopped;
935 spin_unlock_irqrestore(&dev->lock, flags);
937 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
942 /*-------------------------------------------------------------------------*/
944 /* endpoint set/clear halt */
945 static void ep_set_halt(struct langwell_ep *ep, int value)
949 struct langwell_udc *dev = ep->dev;
950 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
953 endptctrl = readl(&dev->op_regs->endptctrl[ep_num]);
955 /* value: 1 - set halt, 0 - clear halt */
957 /* set the stall bit */
959 endptctrl |= EPCTRL_TXS;
961 endptctrl |= EPCTRL_RXS;
963 /* clear the stall bit and reset data toggle */
965 endptctrl &= ~EPCTRL_TXS;
966 endptctrl |= EPCTRL_TXR;
968 endptctrl &= ~EPCTRL_RXS;
969 endptctrl |= EPCTRL_RXR;
973 writel(endptctrl, &dev->op_regs->endptctrl[ep_num]);
975 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
979 /* set the endpoint halt feature */
980 static int langwell_ep_set_halt(struct usb_ep *_ep, int value)
982 struct langwell_ep *ep;
983 struct langwell_udc *dev;
987 ep = container_of(_ep, struct langwell_ep, ep);
990 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
992 if (!_ep || !ep->desc)
995 if (!dev->driver || dev->gadget.speed == USB_SPEED_UNKNOWN)
998 if (usb_endpoint_xfer_isoc(ep->desc))
1001 spin_lock_irqsave(&dev->lock, flags);
1004 * attempt to halt IN ep will fail if any transfer requests
1007 if (!list_empty(&ep->queue) && is_in(ep) && value) {
1008 /* IN endpoint FIFO holds bytes */
1009 dev_dbg(&dev->pdev->dev, "%s FIFO holds bytes\n", _ep->name);
1014 /* endpoint set/clear halt */
1016 ep_set_halt(ep, value);
1017 } else { /* endpoint 0 */
1018 dev->ep0_state = WAIT_FOR_SETUP;
1019 dev->ep0_dir = USB_DIR_OUT;
1022 spin_unlock_irqrestore(&dev->lock, flags);
1023 dev_dbg(&dev->pdev->dev, "%s %s halt\n",
1024 _ep->name, value ? "set" : "clear");
1025 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1030 /* set the halt feature and ignores clear requests */
1031 static int langwell_ep_set_wedge(struct usb_ep *_ep)
1033 struct langwell_ep *ep;
1034 struct langwell_udc *dev;
1036 ep = container_of(_ep, struct langwell_ep, ep);
1039 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1041 if (!_ep || !ep->desc)
1044 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1045 return usb_ep_set_halt(_ep);
1049 /* flush contents of a fifo */
1050 static void langwell_ep_fifo_flush(struct usb_ep *_ep)
1052 struct langwell_ep *ep;
1053 struct langwell_udc *dev;
1055 unsigned long timeout;
1057 ep = container_of(_ep, struct langwell_ep, ep);
1060 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1062 if (!_ep || !ep->desc) {
1063 dev_vdbg(&dev->pdev->dev, "ep or ep->desc is NULL\n");
1064 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1068 dev_vdbg(&dev->pdev->dev, "%s-%s fifo flush\n",
1069 _ep->name, DIR_STRING(ep));
1071 /* flush endpoint buffer */
1072 if (ep->ep_num == 0)
1073 flush_bit = (1 << 16) | 1;
1075 flush_bit = 1 << (ep->ep_num + 16); /* TX */
1077 flush_bit = 1 << ep->ep_num; /* RX */
1079 /* wait until flush complete */
1080 timeout = jiffies + FLUSH_TIMEOUT;
1082 writel(flush_bit, &dev->op_regs->endptflush);
1083 while (readl(&dev->op_regs->endptflush)) {
1084 if (time_after(jiffies, timeout)) {
1085 dev_err(&dev->pdev->dev, "ep flush timeout\n");
1090 } while (readl(&dev->op_regs->endptstat) & flush_bit);
1092 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1096 /* endpoints operations structure */
1097 static const struct usb_ep_ops langwell_ep_ops = {
1099 /* configure endpoint, making it usable */
1100 .enable = langwell_ep_enable,
1102 /* endpoint is no longer usable */
1103 .disable = langwell_ep_disable,
1105 /* allocate a request object to use with this endpoint */
1106 .alloc_request = langwell_alloc_request,
1108 /* free a request object */
1109 .free_request = langwell_free_request,
1111 /* queue (submits) an I/O requests to an endpoint */
1112 .queue = langwell_ep_queue,
1114 /* dequeue (cancels, unlinks) an I/O request from an endpoint */
1115 .dequeue = langwell_ep_dequeue,
1117 /* set the endpoint halt feature */
1118 .set_halt = langwell_ep_set_halt,
1120 /* set the halt feature and ignores clear requests */
1121 .set_wedge = langwell_ep_set_wedge,
1123 /* flush contents of a fifo */
1124 .fifo_flush = langwell_ep_fifo_flush,
1128 /*-------------------------------------------------------------------------*/
1130 /* device controller usb_gadget_ops structure */
1132 /* returns the current frame number */
1133 static int langwell_get_frame(struct usb_gadget *_gadget)
1135 struct langwell_udc *dev;
1141 dev = container_of(_gadget, struct langwell_udc, gadget);
1142 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1144 retval = readl(&dev->op_regs->frindex) & FRINDEX_MASK;
1146 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1151 /* enter or exit PHY low power state */
1152 static void langwell_phy_low_power(struct langwell_udc *dev, bool flag)
1156 dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
1158 devlc = readl(&dev->op_regs->devlc);
1159 dev_vdbg(&dev->pdev->dev, "devlc = 0x%08x\n", devlc);
1166 /* FIXME: workaround for Langwell A1/A2/A3 sighting */
1167 devlc_byte2 = (devlc >> 16) & 0xff;
1168 writeb(devlc_byte2, (u8 *)&dev->op_regs->devlc + 2);
1170 devlc = readl(&dev->op_regs->devlc);
1171 dev_vdbg(&dev->pdev->dev,
1172 "%s PHY low power suspend, devlc = 0x%08x\n",
1173 flag ? "enter" : "exit", devlc);
1177 /* tries to wake up the host connected to this gadget */
1178 static int langwell_wakeup(struct usb_gadget *_gadget)
1180 struct langwell_udc *dev;
1182 unsigned long flags;
1187 dev = container_of(_gadget, struct langwell_udc, gadget);
1188 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1190 /* remote wakeup feature not enabled by host */
1191 if (!dev->remote_wakeup) {
1192 dev_info(&dev->pdev->dev, "remote wakeup is disabled\n");
1196 spin_lock_irqsave(&dev->lock, flags);
1198 portsc1 = readl(&dev->op_regs->portsc1);
1199 if (!(portsc1 & PORTS_SUSP)) {
1200 spin_unlock_irqrestore(&dev->lock, flags);
1204 /* LPM L1 to L0 or legacy remote wakeup */
1205 if (dev->lpm && dev->lpm_state == LPM_L1)
1206 dev_info(&dev->pdev->dev, "LPM L1 to L0 remote wakeup\n");
1208 dev_info(&dev->pdev->dev, "device remote wakeup\n");
1210 /* exit PHY low power suspend */
1211 if (dev->pdev->device != 0x0829)
1212 langwell_phy_low_power(dev, 0);
1214 /* force port resume */
1215 portsc1 |= PORTS_FPR;
1216 writel(portsc1, &dev->op_regs->portsc1);
1218 spin_unlock_irqrestore(&dev->lock, flags);
1220 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1225 /* notify controller that VBUS is powered or not */
1226 static int langwell_vbus_session(struct usb_gadget *_gadget, int is_active)
1228 struct langwell_udc *dev;
1229 unsigned long flags;
1235 dev = container_of(_gadget, struct langwell_udc, gadget);
1236 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1238 spin_lock_irqsave(&dev->lock, flags);
1239 dev_vdbg(&dev->pdev->dev, "VBUS status: %s\n",
1240 is_active ? "on" : "off");
1242 dev->vbus_active = (is_active != 0);
1243 if (dev->driver && dev->softconnected && dev->vbus_active) {
1244 usbcmd = readl(&dev->op_regs->usbcmd);
1245 usbcmd |= CMD_RUNSTOP;
1246 writel(usbcmd, &dev->op_regs->usbcmd);
1248 usbcmd = readl(&dev->op_regs->usbcmd);
1249 usbcmd &= ~CMD_RUNSTOP;
1250 writel(usbcmd, &dev->op_regs->usbcmd);
1253 spin_unlock_irqrestore(&dev->lock, flags);
1255 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1260 /* constrain controller's VBUS power usage */
1261 static int langwell_vbus_draw(struct usb_gadget *_gadget, unsigned mA)
1263 struct langwell_udc *dev;
1268 dev = container_of(_gadget, struct langwell_udc, gadget);
1269 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1271 if (dev->transceiver) {
1272 dev_vdbg(&dev->pdev->dev, "otg_set_power\n");
1273 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1274 return otg_set_power(dev->transceiver, mA);
1277 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1282 /* D+ pullup, software-controlled connect/disconnect to USB host */
1283 static int langwell_pullup(struct usb_gadget *_gadget, int is_on)
1285 struct langwell_udc *dev;
1287 unsigned long flags;
1292 dev = container_of(_gadget, struct langwell_udc, gadget);
1294 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1296 spin_lock_irqsave(&dev->lock, flags);
1297 dev->softconnected = (is_on != 0);
1299 if (dev->driver && dev->softconnected && dev->vbus_active) {
1300 usbcmd = readl(&dev->op_regs->usbcmd);
1301 usbcmd |= CMD_RUNSTOP;
1302 writel(usbcmd, &dev->op_regs->usbcmd);
1304 usbcmd = readl(&dev->op_regs->usbcmd);
1305 usbcmd &= ~CMD_RUNSTOP;
1306 writel(usbcmd, &dev->op_regs->usbcmd);
1308 spin_unlock_irqrestore(&dev->lock, flags);
1310 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1314 static int langwell_start(struct usb_gadget_driver *driver,
1315 int (*bind)(struct usb_gadget *));
1316 static int langwell_stop(struct usb_gadget_driver *driver);
1317 /* device controller usb_gadget_ops structure */
1318 static const struct usb_gadget_ops langwell_ops = {
1320 /* returns the current frame number */
1321 .get_frame = langwell_get_frame,
1323 /* tries to wake up the host connected to this gadget */
1324 .wakeup = langwell_wakeup,
1326 /* set the device selfpowered feature, always selfpowered */
1327 /* .set_selfpowered = langwell_set_selfpowered, */
1329 /* notify controller that VBUS is powered or not */
1330 .vbus_session = langwell_vbus_session,
1332 /* constrain controller's VBUS power usage */
1333 .vbus_draw = langwell_vbus_draw,
1335 /* D+ pullup, software-controlled connect/disconnect to USB host */
1336 .pullup = langwell_pullup,
1338 .start = langwell_start,
1339 .stop = langwell_stop,
1343 /*-------------------------------------------------------------------------*/
1345 /* device controller operations */
1347 /* reset device controller */
1348 static int langwell_udc_reset(struct langwell_udc *dev)
1350 u32 usbcmd, usbmode, devlc, endpointlistaddr;
1351 u8 devlc_byte0, devlc_byte2;
1352 unsigned long timeout;
1357 dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
1359 /* set controller to stop state */
1360 usbcmd = readl(&dev->op_regs->usbcmd);
1361 usbcmd &= ~CMD_RUNSTOP;
1362 writel(usbcmd, &dev->op_regs->usbcmd);
1364 /* reset device controller */
1365 usbcmd = readl(&dev->op_regs->usbcmd);
1367 writel(usbcmd, &dev->op_regs->usbcmd);
1369 /* wait for reset to complete */
1370 timeout = jiffies + RESET_TIMEOUT;
1371 while (readl(&dev->op_regs->usbcmd) & CMD_RST) {
1372 if (time_after(jiffies, timeout)) {
1373 dev_err(&dev->pdev->dev, "device reset timeout\n");
1379 /* set controller to device mode */
1380 usbmode = readl(&dev->op_regs->usbmode);
1381 usbmode |= MODE_DEVICE;
1383 /* turn setup lockout off, require setup tripwire in usbcmd */
1384 usbmode |= MODE_SLOM;
1386 writel(usbmode, &dev->op_regs->usbmode);
1387 usbmode = readl(&dev->op_regs->usbmode);
1388 dev_vdbg(&dev->pdev->dev, "usbmode=0x%08x\n", usbmode);
1390 /* Write-Clear setup status */
1391 writel(0, &dev->op_regs->usbsts);
1393 /* if support USB LPM, ACK all LPM token */
1395 devlc = readl(&dev->op_regs->devlc);
1396 dev_vdbg(&dev->pdev->dev, "devlc = 0x%08x\n", devlc);
1397 /* FIXME: workaround for Langwell A1/A2/A3 sighting */
1398 devlc &= ~LPM_STL; /* don't STALL LPM token */
1399 devlc &= ~LPM_NYT_ACK; /* ACK LPM token */
1400 devlc_byte0 = devlc & 0xff;
1401 devlc_byte2 = (devlc >> 16) & 0xff;
1402 writeb(devlc_byte0, (u8 *)&dev->op_regs->devlc);
1403 writeb(devlc_byte2, (u8 *)&dev->op_regs->devlc + 2);
1404 devlc = readl(&dev->op_regs->devlc);
1405 dev_vdbg(&dev->pdev->dev,
1406 "ACK LPM token, devlc = 0x%08x\n", devlc);
1409 /* fill endpointlistaddr register */
1410 endpointlistaddr = dev->ep_dqh_dma;
1411 endpointlistaddr &= ENDPOINTLISTADDR_MASK;
1412 writel(endpointlistaddr, &dev->op_regs->endpointlistaddr);
1414 dev_vdbg(&dev->pdev->dev,
1415 "dQH base (vir: %p, phy: 0x%08x), endpointlistaddr=0x%08x\n",
1416 dev->ep_dqh, endpointlistaddr,
1417 readl(&dev->op_regs->endpointlistaddr));
1418 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1423 /* reinitialize device controller endpoints */
1424 static int eps_reinit(struct langwell_udc *dev)
1426 struct langwell_ep *ep;
1430 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1432 /* initialize ep0 */
1435 strncpy(ep->name, "ep0", sizeof(ep->name));
1436 ep->ep.name = ep->name;
1437 ep->ep.ops = &langwell_ep_ops;
1439 ep->ep.maxpacket = EP0_MAX_PKT_SIZE;
1441 ep->desc = &langwell_ep0_desc;
1442 INIT_LIST_HEAD(&ep->queue);
1444 ep->ep_type = USB_ENDPOINT_XFER_CONTROL;
1446 /* initialize other endpoints */
1447 for (i = 2; i < dev->ep_max; i++) {
1450 snprintf(name, sizeof(name), "ep%din", i / 2);
1452 snprintf(name, sizeof(name), "ep%dout", i / 2);
1454 strncpy(ep->name, name, sizeof(ep->name));
1455 ep->ep.name = ep->name;
1457 ep->ep.ops = &langwell_ep_ops;
1459 ep->ep.maxpacket = (unsigned short) ~0;
1462 INIT_LIST_HEAD(&ep->queue);
1463 list_add_tail(&ep->ep.ep_list, &dev->gadget.ep_list);
1466 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1471 /* enable interrupt and set controller to run state */
1472 static void langwell_udc_start(struct langwell_udc *dev)
1474 u32 usbintr, usbcmd;
1475 dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
1477 /* enable interrupts */
1478 usbintr = INTR_ULPIE /* ULPI */
1479 | INTR_SLE /* suspend */
1480 /* | INTR_SRE SOF received */
1481 | INTR_URE /* USB reset */
1482 | INTR_AAE /* async advance */
1483 | INTR_SEE /* system error */
1484 | INTR_FRE /* frame list rollover */
1485 | INTR_PCE /* port change detect */
1486 | INTR_UEE /* USB error interrupt */
1487 | INTR_UE; /* USB interrupt */
1488 writel(usbintr, &dev->op_regs->usbintr);
1490 /* clear stopped bit */
1493 /* set controller to run */
1494 usbcmd = readl(&dev->op_regs->usbcmd);
1495 usbcmd |= CMD_RUNSTOP;
1496 writel(usbcmd, &dev->op_regs->usbcmd);
1498 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1502 /* disable interrupt and set controller to stop state */
1503 static void langwell_udc_stop(struct langwell_udc *dev)
1507 dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
1509 /* disable all interrupts */
1510 writel(0, &dev->op_regs->usbintr);
1512 /* set stopped bit */
1515 /* set controller to stop state */
1516 usbcmd = readl(&dev->op_regs->usbcmd);
1517 usbcmd &= ~CMD_RUNSTOP;
1518 writel(usbcmd, &dev->op_regs->usbcmd);
1520 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1524 /* stop all USB activities */
1525 static void stop_activity(struct langwell_udc *dev,
1526 struct usb_gadget_driver *driver)
1528 struct langwell_ep *ep;
1529 dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
1531 nuke(&dev->ep[0], -ESHUTDOWN);
1533 list_for_each_entry(ep, &dev->gadget.ep_list, ep.ep_list) {
1534 nuke(ep, -ESHUTDOWN);
1537 /* report disconnect; the driver is already quiesced */
1539 spin_unlock(&dev->lock);
1540 driver->disconnect(&dev->gadget);
1541 spin_lock(&dev->lock);
1544 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1548 /*-------------------------------------------------------------------------*/
1550 /* device "function" sysfs attribute file */
1551 static ssize_t show_function(struct device *_dev,
1552 struct device_attribute *attr, char *buf)
1554 struct langwell_udc *dev = the_controller;
1556 if (!dev->driver || !dev->driver->function
1557 || strlen(dev->driver->function) > PAGE_SIZE)
1560 return scnprintf(buf, PAGE_SIZE, "%s\n", dev->driver->function);
1562 static DEVICE_ATTR(function, S_IRUGO, show_function, NULL);
1565 /* device "langwell_udc" sysfs attribute file */
1566 static ssize_t show_langwell_udc(struct device *_dev,
1567 struct device_attribute *attr, char *buf)
1569 struct langwell_udc *dev = the_controller;
1570 struct langwell_request *req;
1571 struct langwell_ep *ep = NULL;
1576 unsigned long flags;
1581 spin_lock_irqsave(&dev->lock, flags);
1583 /* driver basic information */
1584 t = scnprintf(next, size,
1587 "Gadget driver: %s\n\n",
1588 driver_name, DRIVER_VERSION,
1589 dev->driver ? dev->driver->driver.name : "(none)");
1593 /* device registers */
1594 tmp_reg = readl(&dev->op_regs->usbcmd);
1595 t = scnprintf(next, size,
1599 (tmp_reg & CMD_SUTW) ? 1 : 0,
1600 (tmp_reg & CMD_RUNSTOP) ? "Run" : "Stop");
1604 tmp_reg = readl(&dev->op_regs->usbsts);
1605 t = scnprintf(next, size,
1607 "Device Suspend: %d\n"
1608 "Reset Received: %d\n"
1609 "System Error: %s\n"
1610 "USB Error Interrupt: %s\n\n",
1611 (tmp_reg & STS_SLI) ? 1 : 0,
1612 (tmp_reg & STS_URI) ? 1 : 0,
1613 (tmp_reg & STS_SEI) ? "Error" : "No error",
1614 (tmp_reg & STS_UEI) ? "Error detected" : "No error");
1618 tmp_reg = readl(&dev->op_regs->usbintr);
1619 t = scnprintf(next, size,
1620 "USB Intrrupt Enable Reg:\n"
1621 "Sleep Enable: %d\n"
1622 "SOF Received Enable: %d\n"
1623 "Reset Enable: %d\n"
1624 "System Error Enable: %d\n"
1625 "Port Change Dectected Enable: %d\n"
1626 "USB Error Intr Enable: %d\n"
1627 "USB Intr Enable: %d\n\n",
1628 (tmp_reg & INTR_SLE) ? 1 : 0,
1629 (tmp_reg & INTR_SRE) ? 1 : 0,
1630 (tmp_reg & INTR_URE) ? 1 : 0,
1631 (tmp_reg & INTR_SEE) ? 1 : 0,
1632 (tmp_reg & INTR_PCE) ? 1 : 0,
1633 (tmp_reg & INTR_UEE) ? 1 : 0,
1634 (tmp_reg & INTR_UE) ? 1 : 0);
1638 tmp_reg = readl(&dev->op_regs->frindex);
1639 t = scnprintf(next, size,
1640 "USB Frame Index Reg:\n"
1641 "Frame Number is 0x%08x\n\n",
1642 (tmp_reg & FRINDEX_MASK));
1646 tmp_reg = readl(&dev->op_regs->deviceaddr);
1647 t = scnprintf(next, size,
1648 "USB Device Address Reg:\n"
1649 "Device Addr is 0x%x\n\n",
1654 tmp_reg = readl(&dev->op_regs->endpointlistaddr);
1655 t = scnprintf(next, size,
1656 "USB Endpoint List Address Reg:\n"
1657 "Endpoint List Pointer is 0x%x\n\n",
1662 tmp_reg = readl(&dev->op_regs->portsc1);
1663 t = scnprintf(next, size,
1664 "USB Port Status & Control Reg:\n"
1666 "Port Suspend Mode: %s\n"
1667 "Over-current Change: %s\n"
1668 "Port Enable/Disable Change: %s\n"
1669 "Port Enabled/Disabled: %s\n"
1670 "Current Connect Status: %s\n"
1671 "LPM Suspend Status: %s\n\n",
1672 (tmp_reg & PORTS_PR) ? "Reset" : "Not Reset",
1673 (tmp_reg & PORTS_SUSP) ? "Suspend " : "Not Suspend",
1674 (tmp_reg & PORTS_OCC) ? "Detected" : "No",
1675 (tmp_reg & PORTS_PEC) ? "Changed" : "Not Changed",
1676 (tmp_reg & PORTS_PE) ? "Enable" : "Not Correct",
1677 (tmp_reg & PORTS_CCS) ? "Attached" : "Not Attached",
1678 (tmp_reg & PORTS_SLP) ? "LPM L1" : "LPM L0");
1682 tmp_reg = readl(&dev->op_regs->devlc);
1683 t = scnprintf(next, size,
1684 "Device LPM Control Reg:\n"
1685 "Parallel Transceiver : %d\n"
1686 "Serial Transceiver : %d\n"
1688 "Port Force Full Speed Connenct: %s\n"
1689 "PHY Low Power Suspend Clock: %s\n"
1690 "BmAttributes: %d\n\n",
1692 (tmp_reg & LPM_STS) ? 1 : 0,
1693 usb_speed_string(lpm_device_speed(tmp_reg)),
1694 (tmp_reg & LPM_PFSC) ? "Force Full Speed" : "Not Force",
1695 (tmp_reg & LPM_PHCD) ? "Disabled" : "Enabled",
1700 tmp_reg = readl(&dev->op_regs->usbmode);
1701 t = scnprintf(next, size,
1703 "Controller Mode is : %s\n\n", ({
1705 switch (MODE_CM(tmp_reg)) {
1709 s = "Device Controller"; break;
1711 s = "Host Controller"; break;
1720 tmp_reg = readl(&dev->op_regs->endptsetupstat);
1721 t = scnprintf(next, size,
1722 "Endpoint Setup Status Reg:\n"
1723 "SETUP on ep 0x%04x\n\n",
1724 tmp_reg & SETUPSTAT_MASK);
1728 for (i = 0; i < dev->ep_max / 2; i++) {
1729 tmp_reg = readl(&dev->op_regs->endptctrl[i]);
1730 t = scnprintf(next, size, "EP Ctrl Reg [%d]: 0x%08x\n",
1735 tmp_reg = readl(&dev->op_regs->endptprime);
1736 t = scnprintf(next, size, "EP Prime Reg: 0x%08x\n\n", tmp_reg);
1740 /* langwell_udc, langwell_ep, langwell_request structure information */
1742 t = scnprintf(next, size, "%s MaxPacketSize: 0x%x, ep_num: %d\n",
1743 ep->ep.name, ep->ep.maxpacket, ep->ep_num);
1747 if (list_empty(&ep->queue)) {
1748 t = scnprintf(next, size, "its req queue is empty\n\n");
1752 list_for_each_entry(req, &ep->queue, queue) {
1753 t = scnprintf(next, size,
1754 "req %p actual 0x%x length 0x%x buf %p\n",
1755 &req->req, req->req.actual,
1756 req->req.length, req->req.buf);
1761 /* other gadget->eplist ep */
1762 list_for_each_entry(ep, &dev->gadget.ep_list, ep.ep_list) {
1764 t = scnprintf(next, size,
1765 "\n%s MaxPacketSize: 0x%x, "
1767 ep->ep.name, ep->ep.maxpacket,
1772 if (list_empty(&ep->queue)) {
1773 t = scnprintf(next, size,
1774 "its req queue is empty\n\n");
1778 list_for_each_entry(req, &ep->queue, queue) {
1779 t = scnprintf(next, size,
1780 "req %p actual 0x%x length "
1782 &req->req, req->req.actual,
1783 req->req.length, req->req.buf);
1791 spin_unlock_irqrestore(&dev->lock, flags);
1792 return PAGE_SIZE - size;
1794 static DEVICE_ATTR(langwell_udc, S_IRUGO, show_langwell_udc, NULL);
1797 /* device "remote_wakeup" sysfs attribute file */
1798 static ssize_t store_remote_wakeup(struct device *_dev,
1799 struct device_attribute *attr, const char *buf, size_t count)
1801 struct langwell_udc *dev = the_controller;
1802 unsigned long flags;
1808 if (count > 0 && buf[count-1] == '\n')
1809 ((char *) buf)[count-1] = 0;
1814 /* force remote wakeup enabled in case gadget driver doesn't support */
1815 spin_lock_irqsave(&dev->lock, flags);
1816 dev->remote_wakeup = 1;
1817 dev->dev_status |= (1 << USB_DEVICE_REMOTE_WAKEUP);
1818 spin_unlock_irqrestore(&dev->lock, flags);
1820 langwell_wakeup(&dev->gadget);
1824 static DEVICE_ATTR(remote_wakeup, S_IWUSR, NULL, store_remote_wakeup);
1827 /*-------------------------------------------------------------------------*/
1830 * when a driver is successfully registered, it will receive
1831 * control requests including set_configuration(), which enables
1832 * non-control requests. then usb traffic follows until a
1833 * disconnect is reported. then a host may connect again, or
1834 * the driver might get unbound.
1837 static int langwell_start(struct usb_gadget_driver *driver,
1838 int (*bind)(struct usb_gadget *))
1840 struct langwell_udc *dev = the_controller;
1841 unsigned long flags;
1847 dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
1852 spin_lock_irqsave(&dev->lock, flags);
1854 /* hook up the driver ... */
1855 driver->driver.bus = NULL;
1856 dev->driver = driver;
1857 dev->gadget.dev.driver = &driver->driver;
1859 spin_unlock_irqrestore(&dev->lock, flags);
1861 retval = bind(&dev->gadget);
1863 dev_dbg(&dev->pdev->dev, "bind to driver %s --> %d\n",
1864 driver->driver.name, retval);
1866 dev->gadget.dev.driver = NULL;
1870 retval = device_create_file(&dev->pdev->dev, &dev_attr_function);
1874 dev->usb_state = USB_STATE_ATTACHED;
1875 dev->ep0_state = WAIT_FOR_SETUP;
1876 dev->ep0_dir = USB_DIR_OUT;
1878 /* enable interrupt and set controller to run state */
1880 langwell_udc_start(dev);
1882 dev_vdbg(&dev->pdev->dev,
1883 "After langwell_udc_start(), print all registers:\n");
1884 print_all_registers(dev);
1886 dev_info(&dev->pdev->dev, "register driver: %s\n",
1887 driver->driver.name);
1888 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1892 driver->unbind(&dev->gadget);
1893 dev->gadget.dev.driver = NULL;
1896 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1900 /* unregister gadget driver */
1901 static int langwell_stop(struct usb_gadget_driver *driver)
1903 struct langwell_udc *dev = the_controller;
1904 unsigned long flags;
1909 dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
1911 if (unlikely(!driver || !driver->unbind))
1914 /* exit PHY low power suspend */
1915 if (dev->pdev->device != 0x0829)
1916 langwell_phy_low_power(dev, 0);
1918 /* unbind OTG transceiver */
1919 if (dev->transceiver)
1920 (void)otg_set_peripheral(dev->transceiver, 0);
1922 /* disable interrupt and set controller to stop state */
1923 langwell_udc_stop(dev);
1925 dev->usb_state = USB_STATE_ATTACHED;
1926 dev->ep0_state = WAIT_FOR_SETUP;
1927 dev->ep0_dir = USB_DIR_OUT;
1929 spin_lock_irqsave(&dev->lock, flags);
1931 /* stop all usb activities */
1932 dev->gadget.speed = USB_SPEED_UNKNOWN;
1933 stop_activity(dev, driver);
1934 spin_unlock_irqrestore(&dev->lock, flags);
1936 /* unbind gadget driver */
1937 driver->unbind(&dev->gadget);
1938 dev->gadget.dev.driver = NULL;
1941 device_remove_file(&dev->pdev->dev, &dev_attr_function);
1943 dev_info(&dev->pdev->dev, "unregistered driver '%s'\n",
1944 driver->driver.name);
1945 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1949 /*-------------------------------------------------------------------------*/
1952 * setup tripwire is used as a semaphore to ensure that the setup data
1953 * payload is extracted from a dQH without being corrupted
1955 static void setup_tripwire(struct langwell_udc *dev)
1959 unsigned long timeout;
1960 struct langwell_dqh *dqh;
1962 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
1965 dqh = &dev->ep_dqh[EP_DIR_OUT];
1967 /* Write-Clear endptsetupstat */
1968 endptsetupstat = readl(&dev->op_regs->endptsetupstat);
1969 writel(endptsetupstat, &dev->op_regs->endptsetupstat);
1971 /* wait until endptsetupstat is cleared */
1972 timeout = jiffies + SETUPSTAT_TIMEOUT;
1973 while (readl(&dev->op_regs->endptsetupstat)) {
1974 if (time_after(jiffies, timeout)) {
1975 dev_err(&dev->pdev->dev, "setup_tripwire timeout\n");
1981 /* while a hazard exists when setup packet arrives */
1983 /* set setup tripwire bit */
1984 usbcmd = readl(&dev->op_regs->usbcmd);
1985 writel(usbcmd | CMD_SUTW, &dev->op_regs->usbcmd);
1987 /* copy the setup packet to local buffer */
1988 memcpy(&dev->local_setup_buff, &dqh->dqh_setup, 8);
1989 } while (!(readl(&dev->op_regs->usbcmd) & CMD_SUTW));
1991 /* Write-Clear setup tripwire bit */
1992 usbcmd = readl(&dev->op_regs->usbcmd);
1993 writel(usbcmd & ~CMD_SUTW, &dev->op_regs->usbcmd);
1995 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
1999 /* protocol ep0 stall, will automatically be cleared on new transaction */
2000 static void ep0_stall(struct langwell_udc *dev)
2004 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2006 /* set TX and RX to stall */
2007 endptctrl = readl(&dev->op_regs->endptctrl[0]);
2008 endptctrl |= EPCTRL_TXS | EPCTRL_RXS;
2009 writel(endptctrl, &dev->op_regs->endptctrl[0]);
2011 /* update ep0 state */
2012 dev->ep0_state = WAIT_FOR_SETUP;
2013 dev->ep0_dir = USB_DIR_OUT;
2015 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2019 /* PRIME a status phase for ep0 */
2020 static int prime_status_phase(struct langwell_udc *dev, int dir)
2022 struct langwell_request *req;
2023 struct langwell_ep *ep;
2026 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2028 if (dir == EP_DIR_IN)
2029 dev->ep0_dir = USB_DIR_IN;
2031 dev->ep0_dir = USB_DIR_OUT;
2034 dev->ep0_state = WAIT_FOR_OUT_STATUS;
2036 req = dev->status_req;
2039 req->req.length = 0;
2040 req->req.status = -EINPROGRESS;
2041 req->req.actual = 0;
2042 req->req.complete = NULL;
2045 if (!req_to_dtd(req))
2046 status = queue_dtd(ep, req);
2051 dev_err(&dev->pdev->dev, "can't queue ep0 status request\n");
2053 list_add_tail(&req->queue, &ep->queue);
2055 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2060 /* SET_ADDRESS request routine */
2061 static void set_address(struct langwell_udc *dev, u16 value,
2062 u16 index, u16 length)
2064 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2066 /* save the new address to device struct */
2067 dev->dev_addr = (u8) value;
2068 dev_vdbg(&dev->pdev->dev, "dev->dev_addr = %d\n", dev->dev_addr);
2070 /* update usb state */
2071 dev->usb_state = USB_STATE_ADDRESS;
2074 if (prime_status_phase(dev, EP_DIR_IN))
2077 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2081 /* return endpoint by windex */
2082 static struct langwell_ep *get_ep_by_windex(struct langwell_udc *dev,
2085 struct langwell_ep *ep;
2086 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2088 if ((wIndex & USB_ENDPOINT_NUMBER_MASK) == 0)
2091 list_for_each_entry(ep, &dev->gadget.ep_list, ep.ep_list) {
2092 u8 bEndpointAddress;
2096 bEndpointAddress = ep->desc->bEndpointAddress;
2097 if ((wIndex ^ bEndpointAddress) & USB_DIR_IN)
2100 if ((wIndex & USB_ENDPOINT_NUMBER_MASK)
2101 == (bEndpointAddress & USB_ENDPOINT_NUMBER_MASK))
2105 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2110 /* return whether endpoint is stalled, 0: not stalled; 1: stalled */
2111 static int ep_is_stall(struct langwell_ep *ep)
2113 struct langwell_udc *dev = ep->dev;
2117 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2119 endptctrl = readl(&dev->op_regs->endptctrl[ep->ep_num]);
2121 retval = endptctrl & EPCTRL_TXS ? 1 : 0;
2123 retval = endptctrl & EPCTRL_RXS ? 1 : 0;
2125 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2130 /* GET_STATUS request routine */
2131 static void get_status(struct langwell_udc *dev, u8 request_type, u16 value,
2132 u16 index, u16 length)
2134 struct langwell_request *req;
2135 struct langwell_ep *ep;
2136 u16 status_data = 0; /* 16 bits cpu view status data */
2139 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2143 if ((request_type & USB_RECIP_MASK) == USB_RECIP_DEVICE) {
2144 /* get device status */
2145 status_data = dev->dev_status;
2146 } else if ((request_type & USB_RECIP_MASK) == USB_RECIP_INTERFACE) {
2147 /* get interface status */
2149 } else if ((request_type & USB_RECIP_MASK) == USB_RECIP_ENDPOINT) {
2150 /* get endpoint status */
2151 struct langwell_ep *epn;
2152 epn = get_ep_by_windex(dev, index);
2153 /* stall if endpoint doesn't exist */
2157 status_data = ep_is_stall(epn) << USB_ENDPOINT_HALT;
2160 dev_dbg(&dev->pdev->dev, "get status data: 0x%04x\n", status_data);
2162 dev->ep0_dir = USB_DIR_IN;
2164 /* borrow the per device status_req */
2165 req = dev->status_req;
2167 /* fill in the reqest structure */
2168 *((u16 *) req->req.buf) = cpu_to_le16(status_data);
2170 req->req.length = 2;
2171 req->req.status = -EINPROGRESS;
2172 req->req.actual = 0;
2173 req->req.complete = NULL;
2176 /* prime the data phase */
2177 if (!req_to_dtd(req))
2178 status = queue_dtd(ep, req);
2183 dev_err(&dev->pdev->dev,
2184 "response error on GET_STATUS request\n");
2188 list_add_tail(&req->queue, &ep->queue);
2189 dev->ep0_state = DATA_STATE_XMIT;
2191 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2195 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2199 /* setup packet interrupt handler */
2200 static void handle_setup_packet(struct langwell_udc *dev,
2201 struct usb_ctrlrequest *setup)
2203 u16 wValue = le16_to_cpu(setup->wValue);
2204 u16 wIndex = le16_to_cpu(setup->wIndex);
2205 u16 wLength = le16_to_cpu(setup->wLength);
2208 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2210 /* ep0 fifo flush */
2211 nuke(&dev->ep[0], -ESHUTDOWN);
2213 dev_dbg(&dev->pdev->dev, "SETUP %02x.%02x v%04x i%04x l%04x\n",
2214 setup->bRequestType, setup->bRequest,
2215 wValue, wIndex, wLength);
2217 /* RNDIS gadget delegate */
2218 if ((setup->bRequestType == 0x21) && (setup->bRequest == 0x00)) {
2219 /* USB_CDC_SEND_ENCAPSULATED_COMMAND */
2223 /* USB_CDC_GET_ENCAPSULATED_RESPONSE */
2224 if ((setup->bRequestType == 0xa1) && (setup->bRequest == 0x01)) {
2225 /* USB_CDC_GET_ENCAPSULATED_RESPONSE */
2229 /* We process some stardard setup requests here */
2230 switch (setup->bRequest) {
2231 case USB_REQ_GET_STATUS:
2232 dev_dbg(&dev->pdev->dev, "SETUP: USB_REQ_GET_STATUS\n");
2233 /* get status, DATA and STATUS phase */
2234 if ((setup->bRequestType & (USB_DIR_IN | USB_TYPE_MASK))
2235 != (USB_DIR_IN | USB_TYPE_STANDARD))
2237 get_status(dev, setup->bRequestType, wValue, wIndex, wLength);
2240 case USB_REQ_SET_ADDRESS:
2241 dev_dbg(&dev->pdev->dev, "SETUP: USB_REQ_SET_ADDRESS\n");
2243 if (setup->bRequestType != (USB_DIR_OUT | USB_TYPE_STANDARD
2244 | USB_RECIP_DEVICE))
2246 set_address(dev, wValue, wIndex, wLength);
2249 case USB_REQ_CLEAR_FEATURE:
2250 case USB_REQ_SET_FEATURE:
2253 int rc = -EOPNOTSUPP;
2254 if (setup->bRequest == USB_REQ_SET_FEATURE)
2255 dev_dbg(&dev->pdev->dev,
2256 "SETUP: USB_REQ_SET_FEATURE\n");
2257 else if (setup->bRequest == USB_REQ_CLEAR_FEATURE)
2258 dev_dbg(&dev->pdev->dev,
2259 "SETUP: USB_REQ_CLEAR_FEATURE\n");
2261 if ((setup->bRequestType & (USB_RECIP_MASK | USB_TYPE_MASK))
2262 == (USB_RECIP_ENDPOINT | USB_TYPE_STANDARD)) {
2263 struct langwell_ep *epn;
2264 epn = get_ep_by_windex(dev, wIndex);
2265 /* stall if endpoint doesn't exist */
2271 if (wValue != 0 || wLength != 0
2272 || epn->ep_num > dev->ep_max)
2275 spin_unlock(&dev->lock);
2276 rc = langwell_ep_set_halt(&epn->ep,
2277 (setup->bRequest == USB_REQ_SET_FEATURE)
2279 spin_lock(&dev->lock);
2281 } else if ((setup->bRequestType & (USB_RECIP_MASK
2282 | USB_TYPE_MASK)) == (USB_RECIP_DEVICE
2283 | USB_TYPE_STANDARD)) {
2286 case USB_DEVICE_REMOTE_WAKEUP:
2287 if (setup->bRequest == USB_REQ_SET_FEATURE) {
2288 dev->remote_wakeup = 1;
2289 dev->dev_status |= (1 << wValue);
2291 dev->remote_wakeup = 0;
2292 dev->dev_status &= ~(1 << wValue);
2295 case USB_DEVICE_TEST_MODE:
2296 dev_dbg(&dev->pdev->dev, "SETUP: TEST MODE\n");
2297 if ((wIndex & 0xff) ||
2298 (dev->gadget.speed != USB_SPEED_HIGH))
2301 switch (wIndex >> 8) {
2307 if (prime_status_phase(dev, EP_DIR_IN))
2309 portsc1 = readl(&dev->op_regs->portsc1);
2310 portsc1 |= (wIndex & 0xf00) << 8;
2311 writel(portsc1, &dev->op_regs->portsc1);
2322 if (!gadget_is_otg(&dev->gadget))
2324 else if (setup->bRequest == USB_DEVICE_B_HNP_ENABLE) {
2325 dev->gadget.b_hnp_enable = 1;
2326 #ifdef OTG_TRANSCEIVER
2327 if (!dev->lotg->otg.default_a)
2328 dev->lotg->hsm.b_hnp_enable = 1;
2330 } else if (setup->bRequest == USB_DEVICE_A_HNP_SUPPORT)
2331 dev->gadget.a_hnp_support = 1;
2332 else if (setup->bRequest ==
2333 USB_DEVICE_A_ALT_HNP_SUPPORT)
2334 dev->gadget.a_alt_hnp_support = 1;
2341 if (prime_status_phase(dev, EP_DIR_IN))
2347 case USB_REQ_GET_DESCRIPTOR:
2348 dev_dbg(&dev->pdev->dev,
2349 "SETUP: USB_REQ_GET_DESCRIPTOR\n");
2352 case USB_REQ_SET_DESCRIPTOR:
2353 dev_dbg(&dev->pdev->dev,
2354 "SETUP: USB_REQ_SET_DESCRIPTOR unsupported\n");
2357 case USB_REQ_GET_CONFIGURATION:
2358 dev_dbg(&dev->pdev->dev,
2359 "SETUP: USB_REQ_GET_CONFIGURATION\n");
2362 case USB_REQ_SET_CONFIGURATION:
2363 dev_dbg(&dev->pdev->dev,
2364 "SETUP: USB_REQ_SET_CONFIGURATION\n");
2367 case USB_REQ_GET_INTERFACE:
2368 dev_dbg(&dev->pdev->dev,
2369 "SETUP: USB_REQ_GET_INTERFACE\n");
2372 case USB_REQ_SET_INTERFACE:
2373 dev_dbg(&dev->pdev->dev,
2374 "SETUP: USB_REQ_SET_INTERFACE\n");
2377 case USB_REQ_SYNCH_FRAME:
2378 dev_dbg(&dev->pdev->dev,
2379 "SETUP: USB_REQ_SYNCH_FRAME unsupported\n");
2383 /* delegate USB standard requests to the gadget driver */
2386 /* USB requests handled by gadget */
2388 /* DATA phase from gadget, STATUS phase from udc */
2389 dev->ep0_dir = (setup->bRequestType & USB_DIR_IN)
2390 ? USB_DIR_IN : USB_DIR_OUT;
2391 dev_vdbg(&dev->pdev->dev,
2392 "dev->ep0_dir = 0x%x, wLength = %d\n",
2393 dev->ep0_dir, wLength);
2394 spin_unlock(&dev->lock);
2395 if (dev->driver->setup(&dev->gadget,
2396 &dev->local_setup_buff) < 0)
2398 spin_lock(&dev->lock);
2399 dev->ep0_state = (setup->bRequestType & USB_DIR_IN)
2400 ? DATA_STATE_XMIT : DATA_STATE_RECV;
2402 /* no DATA phase, IN STATUS phase from gadget */
2403 dev->ep0_dir = USB_DIR_IN;
2404 dev_vdbg(&dev->pdev->dev,
2405 "dev->ep0_dir = 0x%x, wLength = %d\n",
2406 dev->ep0_dir, wLength);
2407 spin_unlock(&dev->lock);
2408 if (dev->driver->setup(&dev->gadget,
2409 &dev->local_setup_buff) < 0)
2411 spin_lock(&dev->lock);
2412 dev->ep0_state = WAIT_FOR_OUT_STATUS;
2417 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2421 /* transfer completion, process endpoint request and free the completed dTDs
2424 static int process_ep_req(struct langwell_udc *dev, int index,
2425 struct langwell_request *curr_req)
2427 struct langwell_dtd *curr_dtd;
2428 struct langwell_dqh *curr_dqh;
2429 int td_complete, actual, remaining_length;
2434 curr_dqh = &dev->ep_dqh[index];
2437 curr_dtd = curr_req->head;
2439 actual = curr_req->req.length;
2441 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2443 for (i = 0; i < curr_req->dtd_count; i++) {
2445 /* command execution states by dTD */
2446 dtd_status = curr_dtd->dtd_status;
2449 remaining_length = le16_to_cpu(curr_dtd->dtd_total);
2450 actual -= remaining_length;
2453 /* transfers completed successfully */
2454 if (!remaining_length) {
2456 dev_vdbg(&dev->pdev->dev,
2457 "dTD transmitted successfully\n");
2460 dev_vdbg(&dev->pdev->dev,
2461 "TX dTD remains data\n");
2471 /* transfers completed with errors */
2472 if (dtd_status & DTD_STS_ACTIVE) {
2473 dev_dbg(&dev->pdev->dev,
2474 "dTD status ACTIVE dQH[%d]\n", index);
2477 } else if (dtd_status & DTD_STS_HALTED) {
2478 dev_err(&dev->pdev->dev,
2479 "dTD error %08x dQH[%d]\n",
2481 /* clear the errors and halt condition */
2482 curr_dqh->dtd_status = 0;
2485 } else if (dtd_status & DTD_STS_DBE) {
2486 dev_dbg(&dev->pdev->dev,
2487 "data buffer (overflow) error\n");
2490 } else if (dtd_status & DTD_STS_TRE) {
2491 dev_dbg(&dev->pdev->dev,
2492 "transaction(ISO) error\n");
2496 dev_err(&dev->pdev->dev,
2497 "unknown error (0x%x)!\n",
2501 if (i != curr_req->dtd_count - 1)
2502 curr_dtd = (struct langwell_dtd *)
2503 curr_dtd->next_dtd_virt;
2509 curr_req->req.actual = actual;
2511 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2516 /* complete DATA or STATUS phase of ep0 prime status phase if needed */
2517 static void ep0_req_complete(struct langwell_udc *dev,
2518 struct langwell_ep *ep0, struct langwell_request *req)
2521 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2523 if (dev->usb_state == USB_STATE_ADDRESS) {
2524 /* set the new address */
2525 new_addr = (u32)dev->dev_addr;
2526 writel(new_addr << USBADR_SHIFT, &dev->op_regs->deviceaddr);
2528 new_addr = USBADR(readl(&dev->op_regs->deviceaddr));
2529 dev_vdbg(&dev->pdev->dev, "new_addr = %d\n", new_addr);
2534 switch (dev->ep0_state) {
2535 case DATA_STATE_XMIT:
2536 /* receive status phase */
2537 if (prime_status_phase(dev, EP_DIR_OUT))
2540 case DATA_STATE_RECV:
2541 /* send status phase */
2542 if (prime_status_phase(dev, EP_DIR_IN))
2545 case WAIT_FOR_OUT_STATUS:
2546 dev->ep0_state = WAIT_FOR_SETUP;
2548 case WAIT_FOR_SETUP:
2549 dev_err(&dev->pdev->dev, "unexpect ep0 packets\n");
2556 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2560 /* USB transfer completion interrupt */
2561 static void handle_trans_complete(struct langwell_udc *dev)
2564 int i, ep_num, dir, bit_mask, status;
2565 struct langwell_ep *epn;
2566 struct langwell_request *curr_req, *temp_req;
2568 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2570 complete_bits = readl(&dev->op_regs->endptcomplete);
2571 dev_vdbg(&dev->pdev->dev, "endptcomplete register: 0x%08x\n",
2574 /* Write-Clear the bits in endptcomplete register */
2575 writel(complete_bits, &dev->op_regs->endptcomplete);
2577 if (!complete_bits) {
2578 dev_dbg(&dev->pdev->dev, "complete_bits = 0\n");
2582 for (i = 0; i < dev->ep_max; i++) {
2586 bit_mask = 1 << (ep_num + 16 * dir);
2588 if (!(complete_bits & bit_mask))
2597 if (epn->name == NULL) {
2598 dev_warn(&dev->pdev->dev, "invalid endpoint\n");
2603 /* ep0 in and out */
2604 dev_dbg(&dev->pdev->dev, "%s-%s transfer completed\n",
2606 is_in(epn) ? "in" : "out");
2608 dev_dbg(&dev->pdev->dev, "%s transfer completed\n",
2611 /* process the req queue until an uncomplete request */
2612 list_for_each_entry_safe(curr_req, temp_req,
2613 &epn->queue, queue) {
2614 status = process_ep_req(dev, i, curr_req);
2615 dev_vdbg(&dev->pdev->dev, "%s req status: %d\n",
2621 /* write back status to req */
2622 curr_req->req.status = status;
2624 /* ep0 request completion */
2626 ep0_req_complete(dev, epn, curr_req);
2629 done(epn, curr_req, status);
2634 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2637 static inline enum usb_device_speed lpm_device_speed(u32 reg)
2639 switch (LPM_PSPD(reg)) {
2640 case LPM_SPEED_HIGH:
2641 return USB_SPEED_HIGH;
2642 case LPM_SPEED_FULL:
2643 return USB_SPEED_FULL;
2645 return USB_SPEED_LOW;
2647 return USB_SPEED_UNKNOWN;
2651 /* port change detect interrupt handler */
2652 static void handle_port_change(struct langwell_udc *dev)
2656 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2661 portsc1 = readl(&dev->op_regs->portsc1);
2662 devlc = readl(&dev->op_regs->devlc);
2663 dev_vdbg(&dev->pdev->dev, "portsc1 = 0x%08x, devlc = 0x%08x\n",
2666 /* bus reset is finished */
2667 if (!(portsc1 & PORTS_PR)) {
2669 dev->gadget.speed = lpm_device_speed(devlc);
2670 dev_vdbg(&dev->pdev->dev, "dev->gadget.speed = %d\n",
2675 if (dev->lpm && dev->lpm_state == LPM_L0)
2676 if (portsc1 & PORTS_SUSP && portsc1 & PORTS_SLP) {
2677 dev_info(&dev->pdev->dev, "LPM L0 to L1\n");
2678 dev->lpm_state = LPM_L1;
2681 /* LPM L1 to L0, force resume or remote wakeup finished */
2682 if (dev->lpm && dev->lpm_state == LPM_L1)
2683 if (!(portsc1 & PORTS_SUSP)) {
2684 dev_info(&dev->pdev->dev, "LPM L1 to L0\n");
2685 dev->lpm_state = LPM_L0;
2688 /* update USB state */
2689 if (!dev->resume_state)
2690 dev->usb_state = USB_STATE_DEFAULT;
2692 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2696 /* USB reset interrupt handler */
2697 static void handle_usb_reset(struct langwell_udc *dev)
2702 unsigned long timeout;
2704 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2706 /* Write-Clear the device address */
2707 deviceaddr = readl(&dev->op_regs->deviceaddr);
2708 writel(deviceaddr & ~USBADR_MASK, &dev->op_regs->deviceaddr);
2712 /* clear usb state */
2713 dev->resume_state = 0;
2715 /* LPM L1 to L0, reset */
2717 dev->lpm_state = LPM_L0;
2719 dev->ep0_dir = USB_DIR_OUT;
2720 dev->ep0_state = WAIT_FOR_SETUP;
2722 /* remote wakeup reset to 0 when the device is reset */
2723 dev->remote_wakeup = 0;
2724 dev->dev_status = 1 << USB_DEVICE_SELF_POWERED;
2725 dev->gadget.b_hnp_enable = 0;
2726 dev->gadget.a_hnp_support = 0;
2727 dev->gadget.a_alt_hnp_support = 0;
2729 /* Write-Clear all the setup token semaphores */
2730 endptsetupstat = readl(&dev->op_regs->endptsetupstat);
2731 writel(endptsetupstat, &dev->op_regs->endptsetupstat);
2733 /* Write-Clear all the endpoint complete status bits */
2734 endptcomplete = readl(&dev->op_regs->endptcomplete);
2735 writel(endptcomplete, &dev->op_regs->endptcomplete);
2737 /* wait until all endptprime bits cleared */
2738 timeout = jiffies + PRIME_TIMEOUT;
2739 while (readl(&dev->op_regs->endptprime)) {
2740 if (time_after(jiffies, timeout)) {
2741 dev_err(&dev->pdev->dev, "USB reset timeout\n");
2747 /* write 1s to endptflush register to clear any primed buffers */
2748 writel((u32) ~0, &dev->op_regs->endptflush);
2750 if (readl(&dev->op_regs->portsc1) & PORTS_PR) {
2751 dev_vdbg(&dev->pdev->dev, "USB bus reset\n");
2752 /* bus is reseting */
2755 /* reset all the queues, stop all USB activities */
2756 stop_activity(dev, dev->driver);
2757 dev->usb_state = USB_STATE_DEFAULT;
2759 dev_vdbg(&dev->pdev->dev, "device controller reset\n");
2760 /* controller reset */
2761 langwell_udc_reset(dev);
2763 /* reset all the queues, stop all USB activities */
2764 stop_activity(dev, dev->driver);
2766 /* reset ep0 dQH and endptctrl */
2769 /* enable interrupt and set controller to run state */
2770 langwell_udc_start(dev);
2772 dev->usb_state = USB_STATE_ATTACHED;
2775 #ifdef OTG_TRANSCEIVER
2776 /* refer to USB OTG 6.6.2.3 b_hnp_en is cleared */
2777 if (!dev->lotg->otg.default_a)
2778 dev->lotg->hsm.b_hnp_enable = 0;
2781 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2785 /* USB bus suspend/resume interrupt */
2786 static void handle_bus_suspend(struct langwell_udc *dev)
2788 dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
2790 dev->resume_state = dev->usb_state;
2791 dev->usb_state = USB_STATE_SUSPENDED;
2793 #ifdef OTG_TRANSCEIVER
2794 if (dev->lotg->otg.default_a) {
2795 if (dev->lotg->hsm.b_bus_suspend_vld == 1) {
2796 dev->lotg->hsm.b_bus_suspend = 1;
2797 /* notify transceiver the state changes */
2798 if (spin_trylock(&dev->lotg->wq_lock)) {
2799 langwell_update_transceiver();
2800 spin_unlock(&dev->lotg->wq_lock);
2803 dev->lotg->hsm.b_bus_suspend_vld++;
2805 if (!dev->lotg->hsm.a_bus_suspend) {
2806 dev->lotg->hsm.a_bus_suspend = 1;
2807 /* notify transceiver the state changes */
2808 if (spin_trylock(&dev->lotg->wq_lock)) {
2809 langwell_update_transceiver();
2810 spin_unlock(&dev->lotg->wq_lock);
2816 /* report suspend to the driver */
2818 if (dev->driver->suspend) {
2819 spin_unlock(&dev->lock);
2820 dev->driver->suspend(&dev->gadget);
2821 spin_lock(&dev->lock);
2822 dev_dbg(&dev->pdev->dev, "suspend %s\n",
2823 dev->driver->driver.name);
2827 /* enter PHY low power suspend */
2828 if (dev->pdev->device != 0x0829)
2829 langwell_phy_low_power(dev, 0);
2831 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2835 static void handle_bus_resume(struct langwell_udc *dev)
2837 dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
2839 dev->usb_state = dev->resume_state;
2840 dev->resume_state = 0;
2842 /* exit PHY low power suspend */
2843 if (dev->pdev->device != 0x0829)
2844 langwell_phy_low_power(dev, 0);
2846 #ifdef OTG_TRANSCEIVER
2847 if (dev->lotg->otg.default_a == 0)
2848 dev->lotg->hsm.a_bus_suspend = 0;
2851 /* report resume to the driver */
2853 if (dev->driver->resume) {
2854 spin_unlock(&dev->lock);
2855 dev->driver->resume(&dev->gadget);
2856 spin_lock(&dev->lock);
2857 dev_dbg(&dev->pdev->dev, "resume %s\n",
2858 dev->driver->driver.name);
2862 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2866 /* USB device controller interrupt handler */
2867 static irqreturn_t langwell_irq(int irq, void *_dev)
2869 struct langwell_udc *dev = _dev;
2875 dev_vdbg(&dev->pdev->dev, "---> %s()\n", __func__);
2878 dev_vdbg(&dev->pdev->dev, "handle IRQ_NONE\n");
2879 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2883 spin_lock(&dev->lock);
2886 usbsts = readl(&dev->op_regs->usbsts);
2888 /* USB interrupt enable */
2889 usbintr = readl(&dev->op_regs->usbintr);
2891 irq_sts = usbsts & usbintr;
2892 dev_vdbg(&dev->pdev->dev,
2893 "usbsts = 0x%08x, usbintr = 0x%08x, irq_sts = 0x%08x\n",
2894 usbsts, usbintr, irq_sts);
2897 dev_vdbg(&dev->pdev->dev, "handle IRQ_NONE\n");
2898 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2899 spin_unlock(&dev->lock);
2903 /* Write-Clear interrupt status bits */
2904 writel(irq_sts, &dev->op_regs->usbsts);
2906 /* resume from suspend */
2907 portsc1 = readl(&dev->op_regs->portsc1);
2908 if (dev->usb_state == USB_STATE_SUSPENDED)
2909 if (!(portsc1 & PORTS_SUSP))
2910 handle_bus_resume(dev);
2913 if (irq_sts & STS_UI) {
2914 dev_vdbg(&dev->pdev->dev, "USB interrupt\n");
2916 /* setup packet received from ep0 */
2917 if (readl(&dev->op_regs->endptsetupstat)
2918 & EP0SETUPSTAT_MASK) {
2919 dev_vdbg(&dev->pdev->dev,
2920 "USB SETUP packet received interrupt\n");
2921 /* setup tripwire semaphone */
2922 setup_tripwire(dev);
2923 handle_setup_packet(dev, &dev->local_setup_buff);
2926 /* USB transfer completion */
2927 if (readl(&dev->op_regs->endptcomplete)) {
2928 dev_vdbg(&dev->pdev->dev,
2929 "USB transfer completion interrupt\n");
2930 handle_trans_complete(dev);
2934 /* SOF received interrupt (for ISO transfer) */
2935 if (irq_sts & STS_SRI) {
2937 /* dev_vdbg(&dev->pdev->dev, "SOF received interrupt\n"); */
2940 /* port change detect interrupt */
2941 if (irq_sts & STS_PCI) {
2942 dev_vdbg(&dev->pdev->dev, "port change detect interrupt\n");
2943 handle_port_change(dev);
2946 /* suspend interrrupt */
2947 if (irq_sts & STS_SLI) {
2948 dev_vdbg(&dev->pdev->dev, "suspend interrupt\n");
2949 handle_bus_suspend(dev);
2952 /* USB reset interrupt */
2953 if (irq_sts & STS_URI) {
2954 dev_vdbg(&dev->pdev->dev, "USB reset interrupt\n");
2955 handle_usb_reset(dev);
2958 /* USB error or system error interrupt */
2959 if (irq_sts & (STS_UEI | STS_SEI)) {
2961 dev_warn(&dev->pdev->dev, "error IRQ, irq_sts: %x\n", irq_sts);
2964 spin_unlock(&dev->lock);
2966 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2971 /*-------------------------------------------------------------------------*/
2973 /* release device structure */
2974 static void gadget_release(struct device *_dev)
2976 struct langwell_udc *dev = the_controller;
2978 dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
2980 complete(dev->done);
2982 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
2987 /* enable SRAM caching if SRAM detected */
2988 static void sram_init(struct langwell_udc *dev)
2990 struct pci_dev *pdev = dev->pdev;
2992 dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
2994 dev->sram_addr = pci_resource_start(pdev, 1);
2995 dev->sram_size = pci_resource_len(pdev, 1);
2996 dev_info(&dev->pdev->dev, "Found private SRAM at %x size:%x\n",
2997 dev->sram_addr, dev->sram_size);
3000 if (pci_request_region(pdev, 1, kobject_name(&pdev->dev.kobj))) {
3001 dev_warn(&dev->pdev->dev, "SRAM request failed\n");
3003 } else if (!dma_declare_coherent_memory(&pdev->dev, dev->sram_addr,
3004 dev->sram_addr, dev->sram_size, DMA_MEMORY_MAP)) {
3005 dev_warn(&dev->pdev->dev, "SRAM DMA declare failed\n");
3006 pci_release_region(pdev, 1);
3010 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
3014 /* release SRAM caching */
3015 static void sram_deinit(struct langwell_udc *dev)
3017 struct pci_dev *pdev = dev->pdev;
3019 dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
3021 dma_release_declared_memory(&pdev->dev);
3022 pci_release_region(pdev, 1);
3026 dev_info(&dev->pdev->dev, "release SRAM caching\n");
3027 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
3031 /* tear down the binding between this driver and the pci device */
3032 static void langwell_udc_remove(struct pci_dev *pdev)
3034 struct langwell_udc *dev = the_controller;
3036 DECLARE_COMPLETION(done);
3038 BUG_ON(dev->driver);
3039 dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
3043 #ifndef OTG_TRANSCEIVER
3044 /* free dTD dma_pool and dQH */
3046 dma_pool_destroy(dev->dtd_pool);
3049 dma_free_coherent(&pdev->dev, dev->ep_dqh_size,
3050 dev->ep_dqh, dev->ep_dqh_dma);
3052 /* release SRAM caching */
3053 if (dev->has_sram && dev->got_sram)
3057 if (dev->status_req) {
3058 kfree(dev->status_req->req.buf);
3059 kfree(dev->status_req);
3064 /* disable IRQ handler */
3066 free_irq(pdev->irq, dev);
3068 #ifndef OTG_TRANSCEIVER
3070 iounmap(dev->cap_regs);
3073 release_mem_region(pci_resource_start(pdev, 0),
3074 pci_resource_len(pdev, 0));
3077 pci_disable_device(pdev);
3079 if (dev->transceiver) {
3080 otg_put_transceiver(dev->transceiver);
3081 dev->transceiver = NULL;
3086 dev->cap_regs = NULL;
3088 dev_info(&dev->pdev->dev, "unbind\n");
3089 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
3091 device_unregister(&dev->gadget.dev);
3092 device_remove_file(&pdev->dev, &dev_attr_langwell_udc);
3093 device_remove_file(&pdev->dev, &dev_attr_remote_wakeup);
3095 #ifndef OTG_TRANSCEIVER
3096 pci_set_drvdata(pdev, NULL);
3099 /* free dev, wait for the release() finished */
3100 wait_for_completion(&done);
3102 the_controller = NULL;
3107 * wrap this driver around the specified device, but
3108 * don't respond over USB until a gadget driver binds to us.
3110 static int langwell_udc_probe(struct pci_dev *pdev,
3111 const struct pci_device_id *id)
3113 struct langwell_udc *dev;
3114 #ifndef OTG_TRANSCEIVER
3115 unsigned long resource, len;
3117 void __iomem *base = NULL;
3121 if (the_controller) {
3122 dev_warn(&pdev->dev, "ignoring\n");
3126 /* alloc, and start init */
3127 dev = kzalloc(sizeof *dev, GFP_KERNEL);
3133 /* initialize device spinlock */
3134 spin_lock_init(&dev->lock);
3137 dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
3139 #ifdef OTG_TRANSCEIVER
3140 /* PCI device is already enabled by otg_transceiver driver */
3143 /* mem region and register base */
3145 dev->transceiver = otg_get_transceiver();
3146 dev->lotg = otg_to_langwell(dev->transceiver);
3147 base = dev->lotg->regs;
3149 pci_set_drvdata(pdev, dev);
3151 /* now all the pci goodies ... */
3152 if (pci_enable_device(pdev) < 0) {
3158 /* control register: BAR 0 */
3159 resource = pci_resource_start(pdev, 0);
3160 len = pci_resource_len(pdev, 0);
3161 if (!request_mem_region(resource, len, driver_name)) {
3162 dev_err(&dev->pdev->dev, "controller already in use\n");
3168 base = ioremap_nocache(resource, len);
3171 dev_err(&dev->pdev->dev, "can't map memory\n");
3176 dev->cap_regs = (struct langwell_cap_regs __iomem *) base;
3177 dev_vdbg(&dev->pdev->dev, "dev->cap_regs: %p\n", dev->cap_regs);
3178 dev->op_regs = (struct langwell_op_regs __iomem *)
3179 (base + OP_REG_OFFSET);
3180 dev_vdbg(&dev->pdev->dev, "dev->op_regs: %p\n", dev->op_regs);
3182 /* irq setup after old hardware is cleaned up */
3184 dev_err(&dev->pdev->dev, "No IRQ. Check PCI setup!\n");
3191 dev_vdbg(&dev->pdev->dev, "dev->has_sram: %d\n", dev->has_sram);
3193 #ifndef OTG_TRANSCEIVER
3194 /* enable SRAM caching if detected */
3195 if (dev->has_sram && !dev->got_sram)
3198 dev_info(&dev->pdev->dev,
3199 "irq %d, io mem: 0x%08lx, len: 0x%08lx, pci mem 0x%p\n",
3200 pdev->irq, resource, len, base);
3201 /* enables bus-mastering for device dev */
3202 pci_set_master(pdev);
3204 if (request_irq(pdev->irq, langwell_irq, IRQF_SHARED,
3205 driver_name, dev) != 0) {
3206 dev_err(&dev->pdev->dev,
3207 "request interrupt %d failed\n", pdev->irq);
3214 /* set stopped bit */
3217 /* capabilities and endpoint number */
3218 dev->lpm = (readl(&dev->cap_regs->hccparams) & HCC_LEN) ? 1 : 0;
3219 dev->dciversion = readw(&dev->cap_regs->dciversion);
3220 dev->devcap = (readl(&dev->cap_regs->dccparams) & DEVCAP) ? 1 : 0;
3221 dev_vdbg(&dev->pdev->dev, "dev->lpm: %d\n", dev->lpm);
3222 dev_vdbg(&dev->pdev->dev, "dev->dciversion: 0x%04x\n",
3224 dev_vdbg(&dev->pdev->dev, "dccparams: 0x%08x\n",
3225 readl(&dev->cap_regs->dccparams));
3226 dev_vdbg(&dev->pdev->dev, "dev->devcap: %d\n", dev->devcap);
3228 dev_err(&dev->pdev->dev, "can't support device mode\n");
3233 /* a pair of endpoints (out/in) for each address */
3234 dev->ep_max = DEN(readl(&dev->cap_regs->dccparams)) * 2;
3235 dev_vdbg(&dev->pdev->dev, "dev->ep_max: %d\n", dev->ep_max);
3237 /* allocate endpoints memory */
3238 dev->ep = kzalloc(sizeof(struct langwell_ep) * dev->ep_max,
3241 dev_err(&dev->pdev->dev, "allocate endpoints memory failed\n");
3246 /* allocate device dQH memory */
3247 size = dev->ep_max * sizeof(struct langwell_dqh);
3248 dev_vdbg(&dev->pdev->dev, "orig size = %zd\n", size);
3249 if (size < DQH_ALIGNMENT)
3250 size = DQH_ALIGNMENT;
3251 else if ((size % DQH_ALIGNMENT) != 0) {
3252 size += DQH_ALIGNMENT + 1;
3253 size &= ~(DQH_ALIGNMENT - 1);
3255 dev->ep_dqh = dma_alloc_coherent(&pdev->dev, size,
3256 &dev->ep_dqh_dma, GFP_KERNEL);
3258 dev_err(&dev->pdev->dev, "allocate dQH memory failed\n");
3262 dev->ep_dqh_size = size;
3263 dev_vdbg(&dev->pdev->dev, "ep_dqh_size = %zd\n", dev->ep_dqh_size);
3265 /* initialize ep0 status request structure */
3266 dev->status_req = kzalloc(sizeof(struct langwell_request), GFP_KERNEL);
3267 if (!dev->status_req) {
3268 dev_err(&dev->pdev->dev,
3269 "allocate status_req memory failed\n");
3273 INIT_LIST_HEAD(&dev->status_req->queue);
3275 /* allocate a small amount of memory to get valid address */
3276 dev->status_req->req.buf = kmalloc(8, GFP_KERNEL);
3277 dev->status_req->req.dma = virt_to_phys(dev->status_req->req.buf);
3279 dev->resume_state = USB_STATE_NOTATTACHED;
3280 dev->usb_state = USB_STATE_POWERED;
3281 dev->ep0_dir = USB_DIR_OUT;
3283 /* remote wakeup reset to 0 when the device is reset */
3284 dev->remote_wakeup = 0;
3285 dev->dev_status = 1 << USB_DEVICE_SELF_POWERED;
3287 #ifndef OTG_TRANSCEIVER
3288 /* reset device controller */
3289 langwell_udc_reset(dev);
3292 /* initialize gadget structure */
3293 dev->gadget.ops = &langwell_ops; /* usb_gadget_ops */
3294 dev->gadget.ep0 = &dev->ep[0].ep; /* gadget ep0 */
3295 INIT_LIST_HEAD(&dev->gadget.ep_list); /* ep_list */
3296 dev->gadget.speed = USB_SPEED_UNKNOWN; /* speed */
3297 dev->gadget.is_dualspeed = 1; /* support dual speed */
3298 #ifdef OTG_TRANSCEIVER
3299 dev->gadget.is_otg = 1; /* support otg mode */
3302 /* the "gadget" abstracts/virtualizes the controller */
3303 dev_set_name(&dev->gadget.dev, "gadget");
3304 dev->gadget.dev.parent = &pdev->dev;
3305 dev->gadget.dev.dma_mask = pdev->dev.dma_mask;
3306 dev->gadget.dev.release = gadget_release;
3307 dev->gadget.name = driver_name; /* gadget name */
3309 /* controller endpoints reinit */
3312 #ifndef OTG_TRANSCEIVER
3313 /* reset ep0 dQH and endptctrl */
3317 /* create dTD dma_pool resource */
3318 dev->dtd_pool = dma_pool_create("langwell_dtd",
3320 sizeof(struct langwell_dtd),
3324 if (!dev->dtd_pool) {
3330 dev_info(&dev->pdev->dev, "%s\n", driver_desc);
3331 dev_info(&dev->pdev->dev, "irq %d, pci mem %p\n", pdev->irq, base);
3332 dev_info(&dev->pdev->dev, "Driver version: " DRIVER_VERSION "\n");
3333 dev_info(&dev->pdev->dev, "Support (max) %d endpoints\n", dev->ep_max);
3334 dev_info(&dev->pdev->dev, "Device interface version: 0x%04x\n",
3336 dev_info(&dev->pdev->dev, "Controller mode: %s\n",
3337 dev->devcap ? "Device" : "Host");
3338 dev_info(&dev->pdev->dev, "Support USB LPM: %s\n",
3339 dev->lpm ? "Yes" : "No");
3341 dev_vdbg(&dev->pdev->dev,
3342 "After langwell_udc_probe(), print all registers:\n");
3343 print_all_registers(dev);
3345 the_controller = dev;
3347 retval = device_register(&dev->gadget.dev);
3351 retval = usb_add_gadget_udc(&pdev->dev, &dev->gadget);
3355 retval = device_create_file(&pdev->dev, &dev_attr_langwell_udc);
3359 retval = device_create_file(&pdev->dev, &dev_attr_remote_wakeup);
3363 dev_vdbg(&dev->pdev->dev, "<--- %s()\n", __func__);
3367 device_remove_file(&pdev->dev, &dev_attr_langwell_udc);
3370 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
3371 langwell_udc_remove(pdev);
3378 /* device controller suspend */
3379 static int langwell_udc_suspend(struct pci_dev *pdev, pm_message_t state)
3381 struct langwell_udc *dev = the_controller;
3383 dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
3385 usb_del_gadget_udc(&dev->gadget);
3386 /* disable interrupt and set controller to stop state */
3387 langwell_udc_stop(dev);
3389 /* disable IRQ handler */
3391 free_irq(pdev->irq, dev);
3394 /* save PCI state */
3395 pci_save_state(pdev);
3397 spin_lock_irq(&dev->lock);
3398 /* stop all usb activities */
3399 stop_activity(dev, dev->driver);
3400 spin_unlock_irq(&dev->lock);
3402 /* free dTD dma_pool and dQH */
3404 dma_pool_destroy(dev->dtd_pool);
3407 dma_free_coherent(&pdev->dev, dev->ep_dqh_size,
3408 dev->ep_dqh, dev->ep_dqh_dma);
3410 /* release SRAM caching */
3411 if (dev->has_sram && dev->got_sram)
3414 /* set device power state */
3415 pci_set_power_state(pdev, PCI_D3hot);
3417 /* enter PHY low power suspend */
3418 if (dev->pdev->device != 0x0829)
3419 langwell_phy_low_power(dev, 1);
3421 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
3426 /* device controller resume */
3427 static int langwell_udc_resume(struct pci_dev *pdev)
3429 struct langwell_udc *dev = the_controller;
3432 dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
3434 /* exit PHY low power suspend */
3435 if (dev->pdev->device != 0x0829)
3436 langwell_phy_low_power(dev, 0);
3438 /* set device D0 power state */
3439 pci_set_power_state(pdev, PCI_D0);
3441 /* enable SRAM caching if detected */
3442 if (dev->has_sram && !dev->got_sram)
3445 /* allocate device dQH memory */
3446 size = dev->ep_max * sizeof(struct langwell_dqh);
3447 dev_vdbg(&dev->pdev->dev, "orig size = %zd\n", size);
3448 if (size < DQH_ALIGNMENT)
3449 size = DQH_ALIGNMENT;
3450 else if ((size % DQH_ALIGNMENT) != 0) {
3451 size += DQH_ALIGNMENT + 1;
3452 size &= ~(DQH_ALIGNMENT - 1);
3454 dev->ep_dqh = dma_alloc_coherent(&pdev->dev, size,
3455 &dev->ep_dqh_dma, GFP_KERNEL);
3457 dev_err(&dev->pdev->dev, "allocate dQH memory failed\n");
3460 dev->ep_dqh_size = size;
3461 dev_vdbg(&dev->pdev->dev, "ep_dqh_size = %zd\n", dev->ep_dqh_size);
3463 /* create dTD dma_pool resource */
3464 dev->dtd_pool = dma_pool_create("langwell_dtd",
3466 sizeof(struct langwell_dtd),
3473 /* restore PCI state */
3474 pci_restore_state(pdev);
3476 /* enable IRQ handler */
3477 if (request_irq(pdev->irq, langwell_irq, IRQF_SHARED,
3478 driver_name, dev) != 0) {
3479 dev_err(&dev->pdev->dev, "request interrupt %d failed\n",
3485 /* reset and start controller to run state */
3487 /* reset device controller */
3488 langwell_udc_reset(dev);
3490 /* reset ep0 dQH and endptctrl */
3493 /* start device if gadget is loaded */
3495 langwell_udc_start(dev);
3498 /* reset USB status */
3499 dev->usb_state = USB_STATE_ATTACHED;
3500 dev->ep0_state = WAIT_FOR_SETUP;
3501 dev->ep0_dir = USB_DIR_OUT;
3503 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
3508 /* pci driver shutdown */
3509 static void langwell_udc_shutdown(struct pci_dev *pdev)
3511 struct langwell_udc *dev = the_controller;
3514 dev_dbg(&dev->pdev->dev, "---> %s()\n", __func__);
3516 /* reset controller mode to IDLE */
3517 usbmode = readl(&dev->op_regs->usbmode);
3518 dev_dbg(&dev->pdev->dev, "usbmode = 0x%08x\n", usbmode);
3519 usbmode &= (~3 | MODE_IDLE);
3520 writel(usbmode, &dev->op_regs->usbmode);
3522 dev_dbg(&dev->pdev->dev, "<--- %s()\n", __func__);
3525 /*-------------------------------------------------------------------------*/
3527 static const struct pci_device_id pci_ids[] = { {
3528 .class = ((PCI_CLASS_SERIAL_USB << 8) | 0xfe),
3532 .subvendor = PCI_ANY_ID,
3533 .subdevice = PCI_ANY_ID,
3534 }, { /* end: all zeroes */ }
3537 MODULE_DEVICE_TABLE(pci, pci_ids);
3540 static struct pci_driver langwell_pci_driver = {
3541 .name = (char *) driver_name,
3542 .id_table = pci_ids,
3544 .probe = langwell_udc_probe,
3545 .remove = langwell_udc_remove,
3547 /* device controller suspend/resume */
3548 .suspend = langwell_udc_suspend,
3549 .resume = langwell_udc_resume,
3551 .shutdown = langwell_udc_shutdown,
3555 static int __init init(void)
3557 #ifdef OTG_TRANSCEIVER
3558 return langwell_register_peripheral(&langwell_pci_driver);
3560 return pci_register_driver(&langwell_pci_driver);
3566 static void __exit cleanup(void)
3568 #ifdef OTG_TRANSCEIVER
3569 return langwell_unregister_peripheral(&langwell_pci_driver);
3571 pci_unregister_driver(&langwell_pci_driver);
3574 module_exit(cleanup);
3577 MODULE_DESCRIPTION(DRIVER_DESC);
3578 MODULE_AUTHOR("Xiaochen Shen <xiaochen.shen@intel.com>");
3579 MODULE_VERSION(DRIVER_VERSION);
3580 MODULE_LICENSE("GPL");