usb: dwc2_udc_otg: Read MAX_HW_ENDPOINT from HWCFG4 register
[platform/kernel/u-boot.git] / drivers / usb / gadget / dwc2_udc_otg.c
1 // SPDX-License-Identifier: GPL-2.0+
2 /*
3  * drivers/usb/gadget/dwc2_udc_otg.c
4  * Designware DWC2 on-chip full/high speed USB OTG 2.0 device controllers
5  *
6  * Copyright (C) 2008 for Samsung Electronics
7  *
8  * BSP Support for Samsung's UDC driver
9  * available at:
10  * git://git.kernel.org/pub/scm/linux/kernel/git/kki_ap/linux-2.6-samsung.git
11  *
12  * State machine bugfixes:
13  * Marek Szyprowski <m.szyprowski@samsung.com>
14  *
15  * Ported to u-boot:
16  * Marek Szyprowski <m.szyprowski@samsung.com>
17  * Lukasz Majewski <l.majewski@samsumg.com>
18  */
19 #undef DEBUG
20 #include <common.h>
21 #include <clk.h>
22 #include <dm.h>
23 #include <generic-phy.h>
24 #include <malloc.h>
25 #include <reset.h>
26
27 #include <linux/errno.h>
28 #include <linux/list.h>
29
30 #include <linux/usb/ch9.h>
31 #include <linux/usb/otg.h>
32 #include <linux/usb/gadget.h>
33
34 #include <asm/byteorder.h>
35 #include <asm/unaligned.h>
36 #include <asm/io.h>
37
38 #include <asm/mach-types.h>
39
40 #include <power/regulator.h>
41
42 #include "dwc2_udc_otg_regs.h"
43 #include "dwc2_udc_otg_priv.h"
44
45 /***********************************************************/
46
47 #define OTG_DMA_MODE            1
48
49 #define DEBUG_SETUP 0
50 #define DEBUG_EP0 0
51 #define DEBUG_ISR 0
52 #define DEBUG_OUT_EP 0
53 #define DEBUG_IN_EP 0
54
55 #include <usb/dwc2_udc.h>
56
57 #define EP0_CON         0
58 #define EP_MASK         0xF
59
60 static char *state_names[] = {
61         "WAIT_FOR_SETUP",
62         "DATA_STATE_XMIT",
63         "DATA_STATE_NEED_ZLP",
64         "WAIT_FOR_OUT_STATUS",
65         "DATA_STATE_RECV",
66         "WAIT_FOR_COMPLETE",
67         "WAIT_FOR_OUT_COMPLETE",
68         "WAIT_FOR_IN_COMPLETE",
69         "WAIT_FOR_NULL_COMPLETE",
70 };
71
72 #define DRIVER_VERSION "15 March 2009"
73
74 struct dwc2_udc *the_controller;
75
76 static const char driver_name[] = "dwc2-udc";
77 static const char ep0name[] = "ep0-control";
78
79 /* Max packet size*/
80 static unsigned int ep0_fifo_size = 64;
81 static unsigned int ep_fifo_size =  512;
82 static unsigned int ep_fifo_size2 = 1024;
83 static int reset_available = 1;
84
85 static struct usb_ctrlrequest *usb_ctrl;
86 static dma_addr_t usb_ctrl_dma_addr;
87
88 /*
89   Local declarations.
90 */
91 static int dwc2_ep_enable(struct usb_ep *ep,
92                          const struct usb_endpoint_descriptor *);
93 static int dwc2_ep_disable(struct usb_ep *ep);
94 static struct usb_request *dwc2_alloc_request(struct usb_ep *ep,
95                                              gfp_t gfp_flags);
96 static void dwc2_free_request(struct usb_ep *ep, struct usb_request *);
97
98 static int dwc2_queue(struct usb_ep *ep, struct usb_request *, gfp_t gfp_flags);
99 static int dwc2_dequeue(struct usb_ep *ep, struct usb_request *);
100 static int dwc2_fifo_status(struct usb_ep *ep);
101 static void dwc2_fifo_flush(struct usb_ep *ep);
102 static void dwc2_ep0_read(struct dwc2_udc *dev);
103 static void dwc2_ep0_kick(struct dwc2_udc *dev, struct dwc2_ep *ep);
104 static void dwc2_handle_ep0(struct dwc2_udc *dev);
105 static int dwc2_ep0_write(struct dwc2_udc *dev);
106 static int write_fifo_ep0(struct dwc2_ep *ep, struct dwc2_request *req);
107 static void done(struct dwc2_ep *ep, struct dwc2_request *req, int status);
108 static void stop_activity(struct dwc2_udc *dev,
109                           struct usb_gadget_driver *driver);
110 static int udc_enable(struct dwc2_udc *dev);
111 static void udc_set_address(struct dwc2_udc *dev, unsigned char address);
112 static void reconfig_usbd(struct dwc2_udc *dev);
113 static void set_max_pktsize(struct dwc2_udc *dev, enum usb_device_speed speed);
114 static void nuke(struct dwc2_ep *ep, int status);
115 static int dwc2_udc_set_halt(struct usb_ep *_ep, int value);
116 static void dwc2_udc_set_nak(struct dwc2_ep *ep);
117
118 void set_udc_gadget_private_data(void *p)
119 {
120         debug_cond(DEBUG_SETUP != 0,
121                    "%s: the_controller: 0x%p, p: 0x%p\n", __func__,
122                    the_controller, p);
123         the_controller->gadget.dev.device_data = p;
124 }
125
126 void *get_udc_gadget_private_data(struct usb_gadget *gadget)
127 {
128         return gadget->dev.device_data;
129 }
130
131 static struct usb_ep_ops dwc2_ep_ops = {
132         .enable = dwc2_ep_enable,
133         .disable = dwc2_ep_disable,
134
135         .alloc_request = dwc2_alloc_request,
136         .free_request = dwc2_free_request,
137
138         .queue = dwc2_queue,
139         .dequeue = dwc2_dequeue,
140
141         .set_halt = dwc2_udc_set_halt,
142         .fifo_status = dwc2_fifo_status,
143         .fifo_flush = dwc2_fifo_flush,
144 };
145
146 #define create_proc_files() do {} while (0)
147 #define remove_proc_files() do {} while (0)
148
149 /***********************************************************/
150
151 struct dwc2_usbotg_reg *reg;
152
153 bool dfu_usb_get_reset(void)
154 {
155         return !!(readl(&reg->gintsts) & INT_RESET);
156 }
157
158 __weak void otg_phy_init(struct dwc2_udc *dev) {}
159 __weak void otg_phy_off(struct dwc2_udc *dev) {}
160
161 /***********************************************************/
162
163 #include "dwc2_udc_otg_xfer_dma.c"
164
165 /*
166  *      udc_disable - disable USB device controller
167  */
168 static void udc_disable(struct dwc2_udc *dev)
169 {
170         debug_cond(DEBUG_SETUP != 0, "%s: %p\n", __func__, dev);
171
172         udc_set_address(dev, 0);
173
174         dev->ep0state = WAIT_FOR_SETUP;
175         dev->gadget.speed = USB_SPEED_UNKNOWN;
176         dev->usb_address = 0;
177
178         otg_phy_off(dev);
179 }
180
181 /*
182  *      udc_reinit - initialize software state
183  */
184 static void udc_reinit(struct dwc2_udc *dev)
185 {
186         unsigned int i;
187
188         debug_cond(DEBUG_SETUP != 0, "%s: %p\n", __func__, dev);
189
190         /* device/ep0 records init */
191         INIT_LIST_HEAD(&dev->gadget.ep_list);
192         INIT_LIST_HEAD(&dev->gadget.ep0->ep_list);
193         dev->ep0state = WAIT_FOR_SETUP;
194
195         /* basic endpoint records init */
196         for (i = 0; i < DWC2_MAX_ENDPOINTS; i++) {
197                 struct dwc2_ep *ep = &dev->ep[i];
198
199                 if (i != 0)
200                         list_add_tail(&ep->ep.ep_list, &dev->gadget.ep_list);
201
202                 ep->desc = 0;
203                 ep->stopped = 0;
204                 INIT_LIST_HEAD(&ep->queue);
205                 ep->pio_irqs = 0;
206         }
207
208         /* the rest was statically initialized, and is read-only */
209 }
210
211 #define BYTES2MAXP(x)   (x / 8)
212 #define MAXP2BYTES(x)   (x * 8)
213
214 /* until it's enabled, this UDC should be completely invisible
215  * to any USB host.
216  */
217 static int udc_enable(struct dwc2_udc *dev)
218 {
219         debug_cond(DEBUG_SETUP != 0, "%s: %p\n", __func__, dev);
220
221         otg_phy_init(dev);
222         reconfig_usbd(dev);
223
224         debug_cond(DEBUG_SETUP != 0,
225                    "DWC2 USB 2.0 OTG Controller Core Initialized : 0x%x\n",
226                     readl(&reg->gintmsk));
227
228         dev->gadget.speed = USB_SPEED_UNKNOWN;
229
230         return 0;
231 }
232
233 #if !CONFIG_IS_ENABLED(DM_USB_GADGET)
234 /*
235   Register entry point for the peripheral controller driver.
236 */
237 int usb_gadget_register_driver(struct usb_gadget_driver *driver)
238 {
239         struct dwc2_udc *dev = the_controller;
240         int retval = 0;
241         unsigned long flags = 0;
242
243         debug_cond(DEBUG_SETUP != 0, "%s: %s\n", __func__, "no name");
244
245         if (!driver
246             || (driver->speed != USB_SPEED_FULL
247                 && driver->speed != USB_SPEED_HIGH)
248             || !driver->bind || !driver->disconnect || !driver->setup)
249                 return -EINVAL;
250         if (!dev)
251                 return -ENODEV;
252         if (dev->driver)
253                 return -EBUSY;
254
255         spin_lock_irqsave(&dev->lock, flags);
256         /* first hook up the driver ... */
257         dev->driver = driver;
258         spin_unlock_irqrestore(&dev->lock, flags);
259
260         if (retval) { /* TODO */
261                 printf("target device_add failed, error %d\n", retval);
262                 return retval;
263         }
264
265         retval = driver->bind(&dev->gadget);
266         if (retval) {
267                 debug_cond(DEBUG_SETUP != 0,
268                            "%s: bind to driver --> error %d\n",
269                             dev->gadget.name, retval);
270                 dev->driver = 0;
271                 return retval;
272         }
273
274         enable_irq(IRQ_OTG);
275
276         debug_cond(DEBUG_SETUP != 0,
277                    "Registered gadget driver %s\n", dev->gadget.name);
278         udc_enable(dev);
279
280         return 0;
281 }
282
283 /*
284  * Unregister entry point for the peripheral controller driver.
285  */
286 int usb_gadget_unregister_driver(struct usb_gadget_driver *driver)
287 {
288         struct dwc2_udc *dev = the_controller;
289         unsigned long flags = 0;
290
291         if (!dev)
292                 return -ENODEV;
293         if (!driver || driver != dev->driver)
294                 return -EINVAL;
295
296         spin_lock_irqsave(&dev->lock, flags);
297         dev->driver = 0;
298         stop_activity(dev, driver);
299         spin_unlock_irqrestore(&dev->lock, flags);
300
301         driver->unbind(&dev->gadget);
302
303         disable_irq(IRQ_OTG);
304
305         udc_disable(dev);
306         return 0;
307 }
308 #else /* !CONFIG_IS_ENABLED(DM_USB_GADGET) */
309
310 static int dwc2_gadget_start(struct usb_gadget *g,
311                              struct usb_gadget_driver *driver)
312 {
313         struct dwc2_udc *dev = the_controller;
314
315         debug_cond(DEBUG_SETUP != 0, "%s: %s\n", __func__, "no name");
316
317         if (!driver ||
318             (driver->speed != USB_SPEED_FULL &&
319              driver->speed != USB_SPEED_HIGH) ||
320             !driver->bind || !driver->disconnect || !driver->setup)
321                 return -EINVAL;
322
323         if (!dev)
324                 return -ENODEV;
325
326         if (dev->driver)
327                 return -EBUSY;
328
329         /* first hook up the driver ... */
330         dev->driver = driver;
331
332         debug_cond(DEBUG_SETUP != 0,
333                    "Registered gadget driver %s\n", dev->gadget.name);
334         return udc_enable(dev);
335 }
336
337 static int dwc2_gadget_stop(struct usb_gadget *g)
338 {
339         struct dwc2_udc *dev = the_controller;
340
341         if (!dev)
342                 return -ENODEV;
343
344         if (!dev->driver)
345                 return -EINVAL;
346
347         dev->driver = 0;
348         stop_activity(dev, dev->driver);
349
350         udc_disable(dev);
351
352         return 0;
353 }
354
355 #endif /* !CONFIG_IS_ENABLED(DM_USB_GADGET) */
356
357 /*
358  *      done - retire a request; caller blocked irqs
359  */
360 static void done(struct dwc2_ep *ep, struct dwc2_request *req, int status)
361 {
362         unsigned int stopped = ep->stopped;
363
364         debug("%s: %s %p, req = %p, stopped = %d\n",
365               __func__, ep->ep.name, ep, &req->req, stopped);
366
367         list_del_init(&req->queue);
368
369         if (likely(req->req.status == -EINPROGRESS))
370                 req->req.status = status;
371         else
372                 status = req->req.status;
373
374         if (status && status != -ESHUTDOWN) {
375                 debug("complete %s req %p stat %d len %u/%u\n",
376                       ep->ep.name, &req->req, status,
377                       req->req.actual, req->req.length);
378         }
379
380         /* don't modify queue heads during completion callback */
381         ep->stopped = 1;
382
383 #ifdef DEBUG
384         printf("calling complete callback\n");
385         {
386                 int i, len = req->req.length;
387
388                 printf("pkt[%d] = ", req->req.length);
389                 if (len > 64)
390                         len = 64;
391                 for (i = 0; i < len; i++) {
392                         printf("%02x", ((u8 *)req->req.buf)[i]);
393                         if ((i & 7) == 7)
394                                 printf(" ");
395                 }
396                 printf("\n");
397         }
398 #endif
399         spin_unlock(&ep->dev->lock);
400         req->req.complete(&ep->ep, &req->req);
401         spin_lock(&ep->dev->lock);
402
403         debug("callback completed\n");
404
405         ep->stopped = stopped;
406 }
407
408 /*
409  *      nuke - dequeue ALL requests
410  */
411 static void nuke(struct dwc2_ep *ep, int status)
412 {
413         struct dwc2_request *req;
414
415         debug("%s: %s %p\n", __func__, ep->ep.name, ep);
416
417         /* called with irqs blocked */
418         while (!list_empty(&ep->queue)) {
419                 req = list_entry(ep->queue.next, struct dwc2_request, queue);
420                 done(ep, req, status);
421         }
422 }
423
424 static void stop_activity(struct dwc2_udc *dev,
425                           struct usb_gadget_driver *driver)
426 {
427         int i;
428
429         /* don't disconnect drivers more than once */
430         if (dev->gadget.speed == USB_SPEED_UNKNOWN)
431                 driver = 0;
432         dev->gadget.speed = USB_SPEED_UNKNOWN;
433
434         /* prevent new request submissions, kill any outstanding requests  */
435         for (i = 0; i < DWC2_MAX_ENDPOINTS; i++) {
436                 struct dwc2_ep *ep = &dev->ep[i];
437                 ep->stopped = 1;
438                 nuke(ep, -ESHUTDOWN);
439         }
440
441         /* report disconnect; the driver is already quiesced */
442         if (driver) {
443                 spin_unlock(&dev->lock);
444                 driver->disconnect(&dev->gadget);
445                 spin_lock(&dev->lock);
446         }
447
448         /* re-init driver-visible data structures */
449         udc_reinit(dev);
450 }
451
452 static void reconfig_usbd(struct dwc2_udc *dev)
453 {
454         /* 2. Soft-reset OTG Core and then unreset again. */
455         int i;
456         unsigned int uTemp = writel(CORE_SOFT_RESET, &reg->grstctl);
457         uint32_t dflt_gusbcfg;
458         uint32_t rx_fifo_sz, tx_fifo_sz, np_tx_fifo_sz;
459         u32 max_hw_ep;
460
461         debug("Reseting OTG controller\n");
462
463         dflt_gusbcfg =
464                 0<<15           /* PHY Low Power Clock sel*/
465                 |1<<14          /* Non-Periodic TxFIFO Rewind Enable*/
466                 |0x5<<10        /* Turnaround time*/
467                 |0<<9 | 0<<8    /* [0:HNP disable,1:HNP enable][ 0:SRP disable*/
468                                 /* 1:SRP enable] H1= 1,1*/
469                 |0<<7           /* Ulpi DDR sel*/
470                 |0<<6           /* 0: high speed utmi+, 1: full speed serial*/
471                 |0<<4           /* 0: utmi+, 1:ulpi*/
472 #ifdef CONFIG_USB_GADGET_DWC2_OTG_PHY_BUS_WIDTH_8
473                 |0<<3           /* phy i/f  0:8bit, 1:16bit*/
474 #else
475                 |1<<3           /* phy i/f  0:8bit, 1:16bit*/
476 #endif
477                 |0x7<<0;        /* HS/FS Timeout**/
478
479         if (dev->pdata->usb_gusbcfg)
480                 dflt_gusbcfg = dev->pdata->usb_gusbcfg;
481
482         writel(dflt_gusbcfg, &reg->gusbcfg);
483
484         /* 3. Put the OTG device core in the disconnected state.*/
485         uTemp = readl(&reg->dctl);
486         uTemp |= SOFT_DISCONNECT;
487         writel(uTemp, &reg->dctl);
488
489         udelay(20);
490
491         /* 4. Make the OTG device core exit from the disconnected state.*/
492         uTemp = readl(&reg->dctl);
493         uTemp = uTemp & ~SOFT_DISCONNECT;
494         writel(uTemp, &reg->dctl);
495
496         /* 5. Configure OTG Core to initial settings of device mode.*/
497         /* [][1: full speed(30Mhz) 0:high speed]*/
498         writel(EP_MISS_CNT(1) | DEV_SPEED_HIGH_SPEED_20, &reg->dcfg);
499
500         mdelay(1);
501
502         /* 6. Unmask the core interrupts*/
503         writel(GINTMSK_INIT, &reg->gintmsk);
504
505         /* 7. Set NAK bit of EP0, EP1, EP2*/
506         writel(DEPCTL_EPDIS|DEPCTL_SNAK, &reg->out_endp[EP0_CON].doepctl);
507         writel(DEPCTL_EPDIS|DEPCTL_SNAK, &reg->in_endp[EP0_CON].diepctl);
508
509         for (i = 1; i < DWC2_MAX_ENDPOINTS; i++) {
510                 writel(DEPCTL_EPDIS|DEPCTL_SNAK, &reg->out_endp[i].doepctl);
511                 writel(DEPCTL_EPDIS|DEPCTL_SNAK, &reg->in_endp[i].diepctl);
512         }
513
514         /* 8. Unmask EPO interrupts*/
515         writel(((1 << EP0_CON) << DAINT_OUT_BIT)
516                | (1 << EP0_CON), &reg->daintmsk);
517
518         /* 9. Unmask device OUT EP common interrupts*/
519         writel(DOEPMSK_INIT, &reg->doepmsk);
520
521         /* 10. Unmask device IN EP common interrupts*/
522         writel(DIEPMSK_INIT, &reg->diepmsk);
523
524         rx_fifo_sz = RX_FIFO_SIZE;
525         np_tx_fifo_sz = NPTX_FIFO_SIZE;
526         tx_fifo_sz = PTX_FIFO_SIZE;
527
528         if (dev->pdata->rx_fifo_sz)
529                 rx_fifo_sz = dev->pdata->rx_fifo_sz;
530         if (dev->pdata->np_tx_fifo_sz)
531                 np_tx_fifo_sz = dev->pdata->np_tx_fifo_sz;
532         if (dev->pdata->tx_fifo_sz)
533                 tx_fifo_sz = dev->pdata->tx_fifo_sz;
534
535         /* 11. Set Rx FIFO Size (in 32-bit words) */
536         writel(rx_fifo_sz, &reg->grxfsiz);
537
538         /* 12. Set Non Periodic Tx FIFO Size */
539         writel((np_tx_fifo_sz << 16) | rx_fifo_sz,
540                &reg->gnptxfsiz);
541
542         /* retrieve the number of IN Endpoints (excluding ep0) */
543         max_hw_ep = (readl(&reg->ghwcfg4) & GHWCFG4_NUM_IN_EPS_MASK) >>
544                     GHWCFG4_NUM_IN_EPS_SHIFT;
545
546         for (i = 0; i < max_hw_ep; i++)
547                 writel((rx_fifo_sz + np_tx_fifo_sz + (tx_fifo_sz * i)) |
548                         tx_fifo_sz << 16, &reg->dieptxf[i]);
549
550         /* Flush the RX FIFO */
551         writel(RX_FIFO_FLUSH, &reg->grstctl);
552         while (readl(&reg->grstctl) & RX_FIFO_FLUSH)
553                 debug("%s: waiting for DWC2_UDC_OTG_GRSTCTL\n", __func__);
554
555         /* Flush all the Tx FIFO's */
556         writel(TX_FIFO_FLUSH_ALL, &reg->grstctl);
557         writel(TX_FIFO_FLUSH_ALL | TX_FIFO_FLUSH, &reg->grstctl);
558         while (readl(&reg->grstctl) & TX_FIFO_FLUSH)
559                 debug("%s: waiting for DWC2_UDC_OTG_GRSTCTL\n", __func__);
560
561         /* 13. Clear NAK bit of EP0, EP1, EP2*/
562         /* For Slave mode*/
563         /* EP0: Control OUT */
564         writel(DEPCTL_EPDIS | DEPCTL_CNAK,
565                &reg->out_endp[EP0_CON].doepctl);
566
567         /* 14. Initialize OTG Link Core.*/
568         writel(GAHBCFG_INIT, &reg->gahbcfg);
569 }
570
571 static void set_max_pktsize(struct dwc2_udc *dev, enum usb_device_speed speed)
572 {
573         unsigned int ep_ctrl;
574         int i;
575
576         if (speed == USB_SPEED_HIGH) {
577                 ep0_fifo_size = 64;
578                 ep_fifo_size = 512;
579                 ep_fifo_size2 = 1024;
580                 dev->gadget.speed = USB_SPEED_HIGH;
581         } else {
582                 ep0_fifo_size = 64;
583                 ep_fifo_size = 64;
584                 ep_fifo_size2 = 64;
585                 dev->gadget.speed = USB_SPEED_FULL;
586         }
587
588         dev->ep[0].ep.maxpacket = ep0_fifo_size;
589         for (i = 1; i < DWC2_MAX_ENDPOINTS; i++)
590                 dev->ep[i].ep.maxpacket = ep_fifo_size;
591
592         /* EP0 - Control IN (64 bytes)*/
593         ep_ctrl = readl(&reg->in_endp[EP0_CON].diepctl);
594         writel(ep_ctrl|(0<<0), &reg->in_endp[EP0_CON].diepctl);
595
596         /* EP0 - Control OUT (64 bytes)*/
597         ep_ctrl = readl(&reg->out_endp[EP0_CON].doepctl);
598         writel(ep_ctrl|(0<<0), &reg->out_endp[EP0_CON].doepctl);
599 }
600
601 static int dwc2_ep_enable(struct usb_ep *_ep,
602                          const struct usb_endpoint_descriptor *desc)
603 {
604         struct dwc2_ep *ep;
605         struct dwc2_udc *dev;
606         unsigned long flags = 0;
607
608         debug("%s: %p\n", __func__, _ep);
609
610         ep = container_of(_ep, struct dwc2_ep, ep);
611         if (!_ep || !desc || ep->desc || _ep->name == ep0name
612             || desc->bDescriptorType != USB_DT_ENDPOINT
613             || ep->bEndpointAddress != desc->bEndpointAddress
614             || ep_maxpacket(ep) <
615             le16_to_cpu(get_unaligned(&desc->wMaxPacketSize))) {
616
617                 debug("%s: bad ep or descriptor\n", __func__);
618                 return -EINVAL;
619         }
620
621         /* xfer types must match, except that interrupt ~= bulk */
622         if (ep->bmAttributes != desc->bmAttributes
623             && ep->bmAttributes != USB_ENDPOINT_XFER_BULK
624             && desc->bmAttributes != USB_ENDPOINT_XFER_INT) {
625
626                 debug("%s: %s type mismatch\n", __func__, _ep->name);
627                 return -EINVAL;
628         }
629
630         /* hardware _could_ do smaller, but driver doesn't */
631         if ((desc->bmAttributes == USB_ENDPOINT_XFER_BULK &&
632              le16_to_cpu(get_unaligned(&desc->wMaxPacketSize)) >
633              ep_maxpacket(ep)) || !get_unaligned(&desc->wMaxPacketSize)) {
634
635                 debug("%s: bad %s maxpacket\n", __func__, _ep->name);
636                 return -ERANGE;
637         }
638
639         dev = ep->dev;
640         if (!dev->driver || dev->gadget.speed == USB_SPEED_UNKNOWN) {
641
642                 debug("%s: bogus device state\n", __func__);
643                 return -ESHUTDOWN;
644         }
645
646         ep->stopped = 0;
647         ep->desc = desc;
648         ep->pio_irqs = 0;
649         ep->ep.maxpacket = le16_to_cpu(get_unaligned(&desc->wMaxPacketSize));
650
651         /* Reset halt state */
652         dwc2_udc_set_nak(ep);
653         dwc2_udc_set_halt(_ep, 0);
654
655         spin_lock_irqsave(&ep->dev->lock, flags);
656         dwc2_udc_ep_activate(ep);
657         spin_unlock_irqrestore(&ep->dev->lock, flags);
658
659         debug("%s: enabled %s, stopped = %d, maxpacket = %d\n",
660               __func__, _ep->name, ep->stopped, ep->ep.maxpacket);
661         return 0;
662 }
663
664 /*
665  * Disable EP
666  */
667 static int dwc2_ep_disable(struct usb_ep *_ep)
668 {
669         struct dwc2_ep *ep;
670         unsigned long flags = 0;
671
672         debug("%s: %p\n", __func__, _ep);
673
674         ep = container_of(_ep, struct dwc2_ep, ep);
675         if (!_ep || !ep->desc) {
676                 debug("%s: %s not enabled\n", __func__,
677                       _ep ? ep->ep.name : NULL);
678                 return -EINVAL;
679         }
680
681         spin_lock_irqsave(&ep->dev->lock, flags);
682
683         /* Nuke all pending requests */
684         nuke(ep, -ESHUTDOWN);
685
686         ep->desc = 0;
687         ep->stopped = 1;
688
689         spin_unlock_irqrestore(&ep->dev->lock, flags);
690
691         debug("%s: disabled %s\n", __func__, _ep->name);
692         return 0;
693 }
694
695 static struct usb_request *dwc2_alloc_request(struct usb_ep *ep,
696                                              gfp_t gfp_flags)
697 {
698         struct dwc2_request *req;
699
700         debug("%s: %s %p\n", __func__, ep->name, ep);
701
702         req = memalign(CONFIG_SYS_CACHELINE_SIZE, sizeof(*req));
703         if (!req)
704                 return 0;
705
706         memset(req, 0, sizeof *req);
707         INIT_LIST_HEAD(&req->queue);
708
709         return &req->req;
710 }
711
712 static void dwc2_free_request(struct usb_ep *ep, struct usb_request *_req)
713 {
714         struct dwc2_request *req;
715
716         debug("%s: %p\n", __func__, ep);
717
718         req = container_of(_req, struct dwc2_request, req);
719         WARN_ON(!list_empty(&req->queue));
720         kfree(req);
721 }
722
723 /* dequeue JUST ONE request */
724 static int dwc2_dequeue(struct usb_ep *_ep, struct usb_request *_req)
725 {
726         struct dwc2_ep *ep;
727         struct dwc2_request *req;
728         unsigned long flags = 0;
729
730         debug("%s: %p\n", __func__, _ep);
731
732         ep = container_of(_ep, struct dwc2_ep, ep);
733         if (!_ep || ep->ep.name == ep0name)
734                 return -EINVAL;
735
736         spin_lock_irqsave(&ep->dev->lock, flags);
737
738         /* make sure it's actually queued on this endpoint */
739         list_for_each_entry(req, &ep->queue, queue) {
740                 if (&req->req == _req)
741                         break;
742         }
743         if (&req->req != _req) {
744                 spin_unlock_irqrestore(&ep->dev->lock, flags);
745                 return -EINVAL;
746         }
747
748         done(ep, req, -ECONNRESET);
749
750         spin_unlock_irqrestore(&ep->dev->lock, flags);
751         return 0;
752 }
753
754 /*
755  * Return bytes in EP FIFO
756  */
757 static int dwc2_fifo_status(struct usb_ep *_ep)
758 {
759         int count = 0;
760         struct dwc2_ep *ep;
761
762         ep = container_of(_ep, struct dwc2_ep, ep);
763         if (!_ep) {
764                 debug("%s: bad ep\n", __func__);
765                 return -ENODEV;
766         }
767
768         debug("%s: %d\n", __func__, ep_index(ep));
769
770         /* LPD can't report unclaimed bytes from IN fifos */
771         if (ep_is_in(ep))
772                 return -EOPNOTSUPP;
773
774         return count;
775 }
776
777 /*
778  * Flush EP FIFO
779  */
780 static void dwc2_fifo_flush(struct usb_ep *_ep)
781 {
782         struct dwc2_ep *ep;
783
784         ep = container_of(_ep, struct dwc2_ep, ep);
785         if (unlikely(!_ep || (!ep->desc && ep->ep.name != ep0name))) {
786                 debug("%s: bad ep\n", __func__);
787                 return;
788         }
789
790         debug("%s: %d\n", __func__, ep_index(ep));
791 }
792
793 static const struct usb_gadget_ops dwc2_udc_ops = {
794         /* current versions must always be self-powered */
795 #if CONFIG_IS_ENABLED(DM_USB_GADGET)
796         .udc_start              = dwc2_gadget_start,
797         .udc_stop               = dwc2_gadget_stop,
798 #endif
799 };
800
801 static struct dwc2_udc memory = {
802         .usb_address = 0,
803         .gadget = {
804                 .ops = &dwc2_udc_ops,
805                 .ep0 = &memory.ep[0].ep,
806                 .name = driver_name,
807         },
808
809         /* control endpoint */
810         .ep[0] = {
811                 .ep = {
812                         .name = ep0name,
813                         .ops = &dwc2_ep_ops,
814                         .maxpacket = EP0_FIFO_SIZE,
815                 },
816                 .dev = &memory,
817
818                 .bEndpointAddress = 0,
819                 .bmAttributes = 0,
820
821                 .ep_type = ep_control,
822         },
823
824         /* first group of endpoints */
825         .ep[1] = {
826                 .ep = {
827                         .name = "ep1in-bulk",
828                         .ops = &dwc2_ep_ops,
829                         .maxpacket = EP_FIFO_SIZE,
830                 },
831                 .dev = &memory,
832
833                 .bEndpointAddress = USB_DIR_IN | 1,
834                 .bmAttributes = USB_ENDPOINT_XFER_BULK,
835
836                 .ep_type = ep_bulk_out,
837                 .fifo_num = 1,
838         },
839
840         .ep[2] = {
841                 .ep = {
842                         .name = "ep2out-bulk",
843                         .ops = &dwc2_ep_ops,
844                         .maxpacket = EP_FIFO_SIZE,
845                 },
846                 .dev = &memory,
847
848                 .bEndpointAddress = USB_DIR_OUT | 2,
849                 .bmAttributes = USB_ENDPOINT_XFER_BULK,
850
851                 .ep_type = ep_bulk_in,
852                 .fifo_num = 2,
853         },
854
855         .ep[3] = {
856                 .ep = {
857                         .name = "ep3in-int",
858                         .ops = &dwc2_ep_ops,
859                         .maxpacket = EP_FIFO_SIZE,
860                 },
861                 .dev = &memory,
862
863                 .bEndpointAddress = USB_DIR_IN | 3,
864                 .bmAttributes = USB_ENDPOINT_XFER_INT,
865
866                 .ep_type = ep_interrupt,
867                 .fifo_num = 3,
868         },
869 };
870
871 /*
872  *      probe - binds to the platform device
873  */
874
875 int dwc2_udc_probe(struct dwc2_plat_otg_data *pdata)
876 {
877         struct dwc2_udc *dev = &memory;
878         int retval = 0;
879
880         debug("%s: %p\n", __func__, pdata);
881
882         dev->pdata = pdata;
883
884         reg = (struct dwc2_usbotg_reg *)pdata->regs_otg;
885
886         dev->gadget.is_dualspeed = 1;   /* Hack only*/
887         dev->gadget.is_otg = 0;
888         dev->gadget.is_a_peripheral = 0;
889         dev->gadget.b_hnp_enable = 0;
890         dev->gadget.a_hnp_support = 0;
891         dev->gadget.a_alt_hnp_support = 0;
892
893         the_controller = dev;
894
895         usb_ctrl = memalign(CONFIG_SYS_CACHELINE_SIZE,
896                             ROUND(sizeof(struct usb_ctrlrequest),
897                                   CONFIG_SYS_CACHELINE_SIZE));
898         if (!usb_ctrl) {
899                 pr_err("No memory available for UDC!\n");
900                 return -ENOMEM;
901         }
902
903         usb_ctrl_dma_addr = (dma_addr_t) usb_ctrl;
904
905         udc_reinit(dev);
906
907         return retval;
908 }
909
910 int dwc2_udc_handle_interrupt(void)
911 {
912         u32 intr_status = readl(&reg->gintsts);
913         u32 gintmsk = readl(&reg->gintmsk);
914
915         if (intr_status & gintmsk)
916                 return dwc2_udc_irq(1, (void *)the_controller);
917
918         return 0;
919 }
920
921 #if !CONFIG_IS_ENABLED(DM_USB_GADGET)
922
923 int usb_gadget_handle_interrupts(int index)
924 {
925         return dwc2_udc_handle_interrupt();
926 }
927
928 #else /* CONFIG_IS_ENABLED(DM_USB_GADGET) */
929
930 struct dwc2_priv_data {
931         struct clk_bulk         clks;
932         struct reset_ctl_bulk   resets;
933         struct phy *phys;
934         int num_phys;
935 };
936
937 int dm_usb_gadget_handle_interrupts(struct udevice *dev)
938 {
939         return dwc2_udc_handle_interrupt();
940 }
941
942 int dwc2_phy_setup(struct udevice *dev, struct phy **array, int *num_phys)
943 {
944         int i, ret, count;
945         struct phy *usb_phys;
946
947         /* Return if no phy declared */
948         if (!dev_read_prop(dev, "phys", NULL))
949                 return 0;
950
951         count = dev_count_phandle_with_args(dev, "phys", "#phy-cells");
952         if (count <= 0)
953                 return count;
954
955         usb_phys = devm_kcalloc(dev, count, sizeof(struct phy),
956                                 GFP_KERNEL);
957         if (!usb_phys)
958                 return -ENOMEM;
959
960         for (i = 0; i < count; i++) {
961                 ret = generic_phy_get_by_index(dev, i, &usb_phys[i]);
962                 if (ret && ret != -ENOENT) {
963                         dev_err(dev, "Failed to get USB PHY%d for %s\n",
964                                 i, dev->name);
965                         return ret;
966                 }
967         }
968
969         for (i = 0; i < count; i++) {
970                 ret = generic_phy_init(&usb_phys[i]);
971                 if (ret) {
972                         dev_err(dev, "Can't init USB PHY%d for %s\n",
973                                 i, dev->name);
974                         goto phys_init_err;
975                 }
976         }
977
978         for (i = 0; i < count; i++) {
979                 ret = generic_phy_power_on(&usb_phys[i]);
980                 if (ret) {
981                         dev_err(dev, "Can't power USB PHY%d for %s\n",
982                                 i, dev->name);
983                         goto phys_poweron_err;
984                 }
985         }
986
987         *array = usb_phys;
988         *num_phys =  count;
989
990         return 0;
991
992 phys_poweron_err:
993         for (i = count - 1; i >= 0; i--)
994                 generic_phy_power_off(&usb_phys[i]);
995
996         for (i = 0; i < count; i++)
997                 generic_phy_exit(&usb_phys[i]);
998
999         return ret;
1000
1001 phys_init_err:
1002         for (; i >= 0; i--)
1003                 generic_phy_exit(&usb_phys[i]);
1004
1005         return ret;
1006 }
1007
1008 void dwc2_phy_shutdown(struct udevice *dev, struct phy *usb_phys, int num_phys)
1009 {
1010         int i, ret;
1011
1012         for (i = 0; i < num_phys; i++) {
1013                 if (!generic_phy_valid(&usb_phys[i]))
1014                         continue;
1015
1016                 ret = generic_phy_power_off(&usb_phys[i]);
1017                 ret |= generic_phy_exit(&usb_phys[i]);
1018                 if (ret) {
1019                         dev_err(dev, "Can't shutdown USB PHY%d for %s\n",
1020                                 i, dev->name);
1021                 }
1022         }
1023 }
1024
1025 static int dwc2_udc_otg_ofdata_to_platdata(struct udevice *dev)
1026 {
1027         struct dwc2_plat_otg_data *platdata = dev_get_platdata(dev);
1028         int node = dev_of_offset(dev);
1029
1030         if (usb_get_dr_mode(node) != USB_DR_MODE_PERIPHERAL) {
1031                 dev_dbg(dev, "Invalid mode\n");
1032                 return -ENODEV;
1033         }
1034
1035         platdata->regs_otg = dev_read_addr(dev);
1036
1037         platdata->rx_fifo_sz = dev_read_u32_default(dev, "g-rx-fifo-size", 0);
1038         platdata->np_tx_fifo_sz = dev_read_u32_default(dev,
1039                                                        "g-np-tx-fifo-size", 0);
1040         platdata->tx_fifo_sz = dev_read_u32_default(dev, "g-tx-fifo-size", 0);
1041
1042         platdata->force_b_session_valid =
1043                 dev_read_bool(dev, "force-b-session-valid");
1044
1045         return 0;
1046 }
1047
1048 static int dwc2_udc_otg_reset_init(struct udevice *dev,
1049                                    struct reset_ctl_bulk *resets)
1050 {
1051         int ret;
1052
1053         ret = reset_get_bulk(dev, resets);
1054         if (ret == -ENOTSUPP)
1055                 return 0;
1056
1057         if (ret)
1058                 return ret;
1059
1060         ret = reset_assert_bulk(resets);
1061
1062         if (!ret) {
1063                 udelay(2);
1064                 ret = reset_deassert_bulk(resets);
1065         }
1066         if (ret) {
1067                 reset_release_bulk(resets);
1068                 return ret;
1069         }
1070
1071         return 0;
1072 }
1073
1074 static int dwc2_udc_otg_clk_init(struct udevice *dev,
1075                                  struct clk_bulk *clks)
1076 {
1077         int ret;
1078
1079         ret = clk_get_bulk(dev, clks);
1080         if (ret == -ENOSYS)
1081                 return 0;
1082
1083         if (ret)
1084                 return ret;
1085
1086         ret = clk_enable_bulk(clks);
1087         if (ret) {
1088                 clk_release_bulk(clks);
1089                 return ret;
1090         }
1091
1092         return 0;
1093 }
1094
1095 static int dwc2_udc_otg_probe(struct udevice *dev)
1096 {
1097         struct dwc2_plat_otg_data *platdata = dev_get_platdata(dev);
1098         struct dwc2_priv_data *priv = dev_get_priv(dev);
1099         struct dwc2_usbotg_reg *usbotg_reg =
1100                 (struct dwc2_usbotg_reg *)platdata->regs_otg;
1101         int ret;
1102
1103         ret = dwc2_udc_otg_clk_init(dev, &priv->clks);
1104         if (ret)
1105                 return ret;
1106
1107         ret = dwc2_udc_otg_reset_init(dev, &priv->resets);
1108         if (ret)
1109                 return ret;
1110
1111         ret = dwc2_phy_setup(dev, &priv->phys, &priv->num_phys);
1112         if (ret)
1113                 return ret;
1114
1115         if (platdata->force_b_session_valid)
1116                 /* Override B session bits : value and enable */
1117                 setbits_le32(&usbotg_reg->gotgctl,  B_VALOEN | B_VALOVAL);
1118
1119         ret = dwc2_udc_probe(platdata);
1120         if (ret)
1121                 return ret;
1122
1123         the_controller->driver = 0;
1124
1125         ret = usb_add_gadget_udc((struct device *)dev, &the_controller->gadget);
1126
1127         return ret;
1128 }
1129
1130 static int dwc2_udc_otg_remove(struct udevice *dev)
1131 {
1132         struct dwc2_priv_data *priv = dev_get_priv(dev);
1133
1134         usb_del_gadget_udc(&the_controller->gadget);
1135
1136         reset_release_bulk(&priv->resets);
1137
1138         clk_release_bulk(&priv->clks);
1139
1140         dwc2_phy_shutdown(dev, priv->phys, priv->num_phys);
1141
1142         return dm_scan_fdt_dev(dev);
1143 }
1144
1145 static const struct udevice_id dwc2_udc_otg_ids[] = {
1146         { .compatible = "snps,dwc2" },
1147 };
1148
1149 U_BOOT_DRIVER(dwc2_udc_otg) = {
1150         .name   = "dwc2-udc-otg",
1151         .id     = UCLASS_USB_GADGET_GENERIC,
1152         .of_match = dwc2_udc_otg_ids,
1153         .ofdata_to_platdata = dwc2_udc_otg_ofdata_to_platdata,
1154         .probe = dwc2_udc_otg_probe,
1155         .remove = dwc2_udc_otg_remove,
1156         .platdata_auto_alloc_size = sizeof(struct dwc2_plat_otg_data),
1157         .priv_auto_alloc_size = sizeof(struct dwc2_priv_data),
1158 };
1159
1160 int dwc2_udc_B_session_valid(struct udevice *dev)
1161 {
1162         struct dwc2_plat_otg_data *platdata = dev_get_platdata(dev);
1163         struct dwc2_usbotg_reg *usbotg_reg =
1164                 (struct dwc2_usbotg_reg *)platdata->regs_otg;
1165
1166         return readl(&usbotg_reg->gotgctl) & B_SESSION_VALID;
1167 }
1168 #endif /* CONFIG_IS_ENABLED(DM_USB_GADGET) */