usb: Migrate to support live DT for some driver
[platform/kernel/u-boot.git] / drivers / usb / gadget / dwc2_udc_otg.c
1 // SPDX-License-Identifier: GPL-2.0+
2 /*
3  * drivers/usb/gadget/dwc2_udc_otg.c
4  * Designware DWC2 on-chip full/high speed USB OTG 2.0 device controllers
5  *
6  * Copyright (C) 2008 for Samsung Electronics
7  *
8  * BSP Support for Samsung's UDC driver
9  * available at:
10  * git://git.kernel.org/pub/scm/linux/kernel/git/kki_ap/linux-2.6-samsung.git
11  *
12  * State machine bugfixes:
13  * Marek Szyprowski <m.szyprowski@samsung.com>
14  *
15  * Ported to u-boot:
16  * Marek Szyprowski <m.szyprowski@samsung.com>
17  * Lukasz Majewski <l.majewski@samsumg.com>
18  */
19 #undef DEBUG
20 #include <common.h>
21 #include <clk.h>
22 #include <dm.h>
23 #include <generic-phy.h>
24 #include <malloc.h>
25 #include <reset.h>
26 #include <dm/device_compat.h>
27 #include <dm/devres.h>
28
29 #include <linux/errno.h>
30 #include <linux/list.h>
31
32 #include <linux/usb/ch9.h>
33 #include <linux/usb/otg.h>
34 #include <linux/usb/gadget.h>
35
36 #include <phys2bus.h>
37 #include <asm/byteorder.h>
38 #include <asm/unaligned.h>
39 #include <asm/io.h>
40
41 #include <asm/mach-types.h>
42
43 #include <power/regulator.h>
44
45 #include "dwc2_udc_otg_regs.h"
46 #include "dwc2_udc_otg_priv.h"
47
48 /***********************************************************/
49
50 #define OTG_DMA_MODE            1
51
52 #define DEBUG_SETUP 0
53 #define DEBUG_EP0 0
54 #define DEBUG_ISR 0
55 #define DEBUG_OUT_EP 0
56 #define DEBUG_IN_EP 0
57
58 #include <usb/dwc2_udc.h>
59
60 #define EP0_CON         0
61 #define EP_MASK         0xF
62
63 static char *state_names[] = {
64         "WAIT_FOR_SETUP",
65         "DATA_STATE_XMIT",
66         "DATA_STATE_NEED_ZLP",
67         "WAIT_FOR_OUT_STATUS",
68         "DATA_STATE_RECV",
69         "WAIT_FOR_COMPLETE",
70         "WAIT_FOR_OUT_COMPLETE",
71         "WAIT_FOR_IN_COMPLETE",
72         "WAIT_FOR_NULL_COMPLETE",
73 };
74
75 #define DRIVER_VERSION "15 March 2009"
76
77 struct dwc2_udc *the_controller;
78
79 static const char driver_name[] = "dwc2-udc";
80 static const char ep0name[] = "ep0-control";
81
82 /* Max packet size*/
83 static unsigned int ep0_fifo_size = 64;
84 static unsigned int ep_fifo_size =  512;
85 static unsigned int ep_fifo_size2 = 1024;
86 static int reset_available = 1;
87
88 static struct usb_ctrlrequest *usb_ctrl;
89 static dma_addr_t usb_ctrl_dma_addr;
90
91 /*
92   Local declarations.
93 */
94 static int dwc2_ep_enable(struct usb_ep *ep,
95                          const struct usb_endpoint_descriptor *);
96 static int dwc2_ep_disable(struct usb_ep *ep);
97 static struct usb_request *dwc2_alloc_request(struct usb_ep *ep,
98                                              gfp_t gfp_flags);
99 static void dwc2_free_request(struct usb_ep *ep, struct usb_request *);
100
101 static int dwc2_queue(struct usb_ep *ep, struct usb_request *, gfp_t gfp_flags);
102 static int dwc2_dequeue(struct usb_ep *ep, struct usb_request *);
103 static int dwc2_fifo_status(struct usb_ep *ep);
104 static void dwc2_fifo_flush(struct usb_ep *ep);
105 static void dwc2_ep0_read(struct dwc2_udc *dev);
106 static void dwc2_ep0_kick(struct dwc2_udc *dev, struct dwc2_ep *ep);
107 static void dwc2_handle_ep0(struct dwc2_udc *dev);
108 static int dwc2_ep0_write(struct dwc2_udc *dev);
109 static int write_fifo_ep0(struct dwc2_ep *ep, struct dwc2_request *req);
110 static void done(struct dwc2_ep *ep, struct dwc2_request *req, int status);
111 static void stop_activity(struct dwc2_udc *dev,
112                           struct usb_gadget_driver *driver);
113 static int udc_enable(struct dwc2_udc *dev);
114 static void udc_set_address(struct dwc2_udc *dev, unsigned char address);
115 static void reconfig_usbd(struct dwc2_udc *dev);
116 static void set_max_pktsize(struct dwc2_udc *dev, enum usb_device_speed speed);
117 static void nuke(struct dwc2_ep *ep, int status);
118 static int dwc2_udc_set_halt(struct usb_ep *_ep, int value);
119 static void dwc2_udc_set_nak(struct dwc2_ep *ep);
120
121 void set_udc_gadget_private_data(void *p)
122 {
123         debug_cond(DEBUG_SETUP != 0,
124                    "%s: the_controller: 0x%p, p: 0x%p\n", __func__,
125                    the_controller, p);
126         the_controller->gadget.dev.device_data = p;
127 }
128
129 void *get_udc_gadget_private_data(struct usb_gadget *gadget)
130 {
131         return gadget->dev.device_data;
132 }
133
134 static struct usb_ep_ops dwc2_ep_ops = {
135         .enable = dwc2_ep_enable,
136         .disable = dwc2_ep_disable,
137
138         .alloc_request = dwc2_alloc_request,
139         .free_request = dwc2_free_request,
140
141         .queue = dwc2_queue,
142         .dequeue = dwc2_dequeue,
143
144         .set_halt = dwc2_udc_set_halt,
145         .fifo_status = dwc2_fifo_status,
146         .fifo_flush = dwc2_fifo_flush,
147 };
148
149 #define create_proc_files() do {} while (0)
150 #define remove_proc_files() do {} while (0)
151
152 /***********************************************************/
153
154 struct dwc2_usbotg_reg *reg;
155
156 bool dfu_usb_get_reset(void)
157 {
158         return !!(readl(&reg->gintsts) & INT_RESET);
159 }
160
161 __weak void otg_phy_init(struct dwc2_udc *dev) {}
162 __weak void otg_phy_off(struct dwc2_udc *dev) {}
163
164 /***********************************************************/
165
166 #include "dwc2_udc_otg_xfer_dma.c"
167
168 /*
169  *      udc_disable - disable USB device controller
170  */
171 static void udc_disable(struct dwc2_udc *dev)
172 {
173         debug_cond(DEBUG_SETUP != 0, "%s: %p\n", __func__, dev);
174
175         udc_set_address(dev, 0);
176
177         dev->ep0state = WAIT_FOR_SETUP;
178         dev->gadget.speed = USB_SPEED_UNKNOWN;
179         dev->usb_address = 0;
180
181         otg_phy_off(dev);
182 }
183
184 /*
185  *      udc_reinit - initialize software state
186  */
187 static void udc_reinit(struct dwc2_udc *dev)
188 {
189         unsigned int i;
190
191         debug_cond(DEBUG_SETUP != 0, "%s: %p\n", __func__, dev);
192
193         /* device/ep0 records init */
194         INIT_LIST_HEAD(&dev->gadget.ep_list);
195         INIT_LIST_HEAD(&dev->gadget.ep0->ep_list);
196         dev->ep0state = WAIT_FOR_SETUP;
197
198         /* basic endpoint records init */
199         for (i = 0; i < DWC2_MAX_ENDPOINTS; i++) {
200                 struct dwc2_ep *ep = &dev->ep[i];
201
202                 if (i != 0)
203                         list_add_tail(&ep->ep.ep_list, &dev->gadget.ep_list);
204
205                 ep->desc = 0;
206                 ep->stopped = 0;
207                 INIT_LIST_HEAD(&ep->queue);
208                 ep->pio_irqs = 0;
209         }
210
211         /* the rest was statically initialized, and is read-only */
212 }
213
214 #define BYTES2MAXP(x)   (x / 8)
215 #define MAXP2BYTES(x)   (x * 8)
216
217 /* until it's enabled, this UDC should be completely invisible
218  * to any USB host.
219  */
220 static int udc_enable(struct dwc2_udc *dev)
221 {
222         debug_cond(DEBUG_SETUP != 0, "%s: %p\n", __func__, dev);
223
224         otg_phy_init(dev);
225         reconfig_usbd(dev);
226
227         debug_cond(DEBUG_SETUP != 0,
228                    "DWC2 USB 2.0 OTG Controller Core Initialized : 0x%x\n",
229                     readl(&reg->gintmsk));
230
231         dev->gadget.speed = USB_SPEED_UNKNOWN;
232
233         return 0;
234 }
235
236 #if !CONFIG_IS_ENABLED(DM_USB_GADGET)
237 /*
238   Register entry point for the peripheral controller driver.
239 */
240 int usb_gadget_register_driver(struct usb_gadget_driver *driver)
241 {
242         struct dwc2_udc *dev = the_controller;
243         int retval = 0;
244         unsigned long flags = 0;
245
246         debug_cond(DEBUG_SETUP != 0, "%s: %s\n", __func__, "no name");
247
248         if (!driver
249             || (driver->speed != USB_SPEED_FULL
250                 && driver->speed != USB_SPEED_HIGH)
251             || !driver->bind || !driver->disconnect || !driver->setup)
252                 return -EINVAL;
253         if (!dev)
254                 return -ENODEV;
255         if (dev->driver)
256                 return -EBUSY;
257
258         spin_lock_irqsave(&dev->lock, flags);
259         /* first hook up the driver ... */
260         dev->driver = driver;
261         spin_unlock_irqrestore(&dev->lock, flags);
262
263         if (retval) { /* TODO */
264                 printf("target device_add failed, error %d\n", retval);
265                 return retval;
266         }
267
268         retval = driver->bind(&dev->gadget);
269         if (retval) {
270                 debug_cond(DEBUG_SETUP != 0,
271                            "%s: bind to driver --> error %d\n",
272                             dev->gadget.name, retval);
273                 dev->driver = 0;
274                 return retval;
275         }
276
277         enable_irq(IRQ_OTG);
278
279         debug_cond(DEBUG_SETUP != 0,
280                    "Registered gadget driver %s\n", dev->gadget.name);
281         udc_enable(dev);
282
283         return 0;
284 }
285
286 /*
287  * Unregister entry point for the peripheral controller driver.
288  */
289 int usb_gadget_unregister_driver(struct usb_gadget_driver *driver)
290 {
291         struct dwc2_udc *dev = the_controller;
292         unsigned long flags = 0;
293
294         if (!dev)
295                 return -ENODEV;
296         if (!driver || driver != dev->driver)
297                 return -EINVAL;
298
299         spin_lock_irqsave(&dev->lock, flags);
300         dev->driver = 0;
301         stop_activity(dev, driver);
302         spin_unlock_irqrestore(&dev->lock, flags);
303
304         driver->unbind(&dev->gadget);
305
306         disable_irq(IRQ_OTG);
307
308         udc_disable(dev);
309         return 0;
310 }
311 #else /* !CONFIG_IS_ENABLED(DM_USB_GADGET) */
312
313 static int dwc2_gadget_start(struct usb_gadget *g,
314                              struct usb_gadget_driver *driver)
315 {
316         struct dwc2_udc *dev = the_controller;
317
318         debug_cond(DEBUG_SETUP != 0, "%s: %s\n", __func__, "no name");
319
320         if (!driver ||
321             (driver->speed != USB_SPEED_FULL &&
322              driver->speed != USB_SPEED_HIGH) ||
323             !driver->bind || !driver->disconnect || !driver->setup)
324                 return -EINVAL;
325
326         if (!dev)
327                 return -ENODEV;
328
329         if (dev->driver)
330                 return -EBUSY;
331
332         /* first hook up the driver ... */
333         dev->driver = driver;
334
335         debug_cond(DEBUG_SETUP != 0,
336                    "Registered gadget driver %s\n", dev->gadget.name);
337         return udc_enable(dev);
338 }
339
340 static int dwc2_gadget_stop(struct usb_gadget *g)
341 {
342         struct dwc2_udc *dev = the_controller;
343
344         if (!dev)
345                 return -ENODEV;
346
347         if (!dev->driver)
348                 return -EINVAL;
349
350         dev->driver = 0;
351         stop_activity(dev, dev->driver);
352
353         udc_disable(dev);
354
355         return 0;
356 }
357
358 #endif /* !CONFIG_IS_ENABLED(DM_USB_GADGET) */
359
360 /*
361  *      done - retire a request; caller blocked irqs
362  */
363 static void done(struct dwc2_ep *ep, struct dwc2_request *req, int status)
364 {
365         unsigned int stopped = ep->stopped;
366
367         debug("%s: %s %p, req = %p, stopped = %d\n",
368               __func__, ep->ep.name, ep, &req->req, stopped);
369
370         list_del_init(&req->queue);
371
372         if (likely(req->req.status == -EINPROGRESS))
373                 req->req.status = status;
374         else
375                 status = req->req.status;
376
377         if (status && status != -ESHUTDOWN) {
378                 debug("complete %s req %p stat %d len %u/%u\n",
379                       ep->ep.name, &req->req, status,
380                       req->req.actual, req->req.length);
381         }
382
383         /* don't modify queue heads during completion callback */
384         ep->stopped = 1;
385
386 #ifdef DEBUG
387         printf("calling complete callback\n");
388         {
389                 int i, len = req->req.length;
390
391                 printf("pkt[%d] = ", req->req.length);
392                 if (len > 64)
393                         len = 64;
394                 for (i = 0; i < len; i++) {
395                         printf("%02x", ((u8 *)req->req.buf)[i]);
396                         if ((i & 7) == 7)
397                                 printf(" ");
398                 }
399                 printf("\n");
400         }
401 #endif
402         spin_unlock(&ep->dev->lock);
403         req->req.complete(&ep->ep, &req->req);
404         spin_lock(&ep->dev->lock);
405
406         debug("callback completed\n");
407
408         ep->stopped = stopped;
409 }
410
411 /*
412  *      nuke - dequeue ALL requests
413  */
414 static void nuke(struct dwc2_ep *ep, int status)
415 {
416         struct dwc2_request *req;
417
418         debug("%s: %s %p\n", __func__, ep->ep.name, ep);
419
420         /* called with irqs blocked */
421         while (!list_empty(&ep->queue)) {
422                 req = list_entry(ep->queue.next, struct dwc2_request, queue);
423                 done(ep, req, status);
424         }
425 }
426
427 static void stop_activity(struct dwc2_udc *dev,
428                           struct usb_gadget_driver *driver)
429 {
430         int i;
431
432         /* don't disconnect drivers more than once */
433         if (dev->gadget.speed == USB_SPEED_UNKNOWN)
434                 driver = 0;
435         dev->gadget.speed = USB_SPEED_UNKNOWN;
436
437         /* prevent new request submissions, kill any outstanding requests  */
438         for (i = 0; i < DWC2_MAX_ENDPOINTS; i++) {
439                 struct dwc2_ep *ep = &dev->ep[i];
440                 ep->stopped = 1;
441                 nuke(ep, -ESHUTDOWN);
442         }
443
444         /* report disconnect; the driver is already quiesced */
445         if (driver) {
446                 spin_unlock(&dev->lock);
447                 driver->disconnect(&dev->gadget);
448                 spin_lock(&dev->lock);
449         }
450
451         /* re-init driver-visible data structures */
452         udc_reinit(dev);
453 }
454
455 static void reconfig_usbd(struct dwc2_udc *dev)
456 {
457         /* 2. Soft-reset OTG Core and then unreset again. */
458         int i;
459         unsigned int uTemp = writel(CORE_SOFT_RESET, &reg->grstctl);
460         uint32_t dflt_gusbcfg;
461         uint32_t rx_fifo_sz, tx_fifo_sz, np_tx_fifo_sz;
462         u32 max_hw_ep;
463         int pdata_hw_ep;
464
465         debug("Reseting OTG controller\n");
466
467         dflt_gusbcfg =
468                 0<<15           /* PHY Low Power Clock sel*/
469                 |1<<14          /* Non-Periodic TxFIFO Rewind Enable*/
470                 |0x5<<10        /* Turnaround time*/
471                 |0<<9 | 0<<8    /* [0:HNP disable,1:HNP enable][ 0:SRP disable*/
472                                 /* 1:SRP enable] H1= 1,1*/
473                 |0<<7           /* Ulpi DDR sel*/
474                 |0<<6           /* 0: high speed utmi+, 1: full speed serial*/
475                 |0<<4           /* 0: utmi+, 1:ulpi*/
476 #ifdef CONFIG_USB_GADGET_DWC2_OTG_PHY_BUS_WIDTH_8
477                 |0<<3           /* phy i/f  0:8bit, 1:16bit*/
478 #else
479                 |1<<3           /* phy i/f  0:8bit, 1:16bit*/
480 #endif
481                 |0x7<<0;        /* HS/FS Timeout**/
482
483         if (dev->pdata->usb_gusbcfg)
484                 dflt_gusbcfg = dev->pdata->usb_gusbcfg;
485
486         writel(dflt_gusbcfg, &reg->gusbcfg);
487
488         /* 3. Put the OTG device core in the disconnected state.*/
489         uTemp = readl(&reg->dctl);
490         uTemp |= SOFT_DISCONNECT;
491         writel(uTemp, &reg->dctl);
492
493         udelay(20);
494
495         /* 4. Make the OTG device core exit from the disconnected state.*/
496         uTemp = readl(&reg->dctl);
497         uTemp = uTemp & ~SOFT_DISCONNECT;
498         writel(uTemp, &reg->dctl);
499
500         /* 5. Configure OTG Core to initial settings of device mode.*/
501         /* [][1: full speed(30Mhz) 0:high speed]*/
502         writel(EP_MISS_CNT(1) | DEV_SPEED_HIGH_SPEED_20, &reg->dcfg);
503
504         mdelay(1);
505
506         /* 6. Unmask the core interrupts*/
507         writel(GINTMSK_INIT, &reg->gintmsk);
508
509         /* 7. Set NAK bit of EP0, EP1, EP2*/
510         writel(DEPCTL_EPDIS|DEPCTL_SNAK, &reg->out_endp[EP0_CON].doepctl);
511         writel(DEPCTL_EPDIS|DEPCTL_SNAK, &reg->in_endp[EP0_CON].diepctl);
512
513         for (i = 1; i < DWC2_MAX_ENDPOINTS; i++) {
514                 writel(DEPCTL_EPDIS|DEPCTL_SNAK, &reg->out_endp[i].doepctl);
515                 writel(DEPCTL_EPDIS|DEPCTL_SNAK, &reg->in_endp[i].diepctl);
516         }
517
518         /* 8. Unmask EPO interrupts*/
519         writel(((1 << EP0_CON) << DAINT_OUT_BIT)
520                | (1 << EP0_CON), &reg->daintmsk);
521
522         /* 9. Unmask device OUT EP common interrupts*/
523         writel(DOEPMSK_INIT, &reg->doepmsk);
524
525         /* 10. Unmask device IN EP common interrupts*/
526         writel(DIEPMSK_INIT, &reg->diepmsk);
527
528         rx_fifo_sz = RX_FIFO_SIZE;
529         np_tx_fifo_sz = NPTX_FIFO_SIZE;
530         tx_fifo_sz = PTX_FIFO_SIZE;
531
532         if (dev->pdata->rx_fifo_sz)
533                 rx_fifo_sz = dev->pdata->rx_fifo_sz;
534         if (dev->pdata->np_tx_fifo_sz)
535                 np_tx_fifo_sz = dev->pdata->np_tx_fifo_sz;
536         if (dev->pdata->tx_fifo_sz)
537                 tx_fifo_sz = dev->pdata->tx_fifo_sz;
538
539         /* 11. Set Rx FIFO Size (in 32-bit words) */
540         writel(rx_fifo_sz, &reg->grxfsiz);
541
542         /* 12. Set Non Periodic Tx FIFO Size */
543         writel((np_tx_fifo_sz << 16) | rx_fifo_sz,
544                &reg->gnptxfsiz);
545
546         /* retrieve the number of IN Endpoints (excluding ep0) */
547         max_hw_ep = (readl(&reg->ghwcfg4) & GHWCFG4_NUM_IN_EPS_MASK) >>
548                     GHWCFG4_NUM_IN_EPS_SHIFT;
549         pdata_hw_ep = dev->pdata->tx_fifo_sz_nb;
550
551         /* tx_fifo_sz_nb should equal to number of IN Endpoint */
552         if (pdata_hw_ep && max_hw_ep != pdata_hw_ep)
553                 pr_warn("Got %d hw endpoint but %d tx-fifo-size in array !!\n",
554                         max_hw_ep, pdata_hw_ep);
555
556         for (i = 0; i < max_hw_ep; i++) {
557                 if (pdata_hw_ep)
558                         tx_fifo_sz = dev->pdata->tx_fifo_sz_array[i];
559
560                 writel((rx_fifo_sz + np_tx_fifo_sz + (tx_fifo_sz * i)) |
561                         tx_fifo_sz << 16, &reg->dieptxf[i]);
562         }
563         /* Flush the RX FIFO */
564         writel(RX_FIFO_FLUSH, &reg->grstctl);
565         while (readl(&reg->grstctl) & RX_FIFO_FLUSH)
566                 debug("%s: waiting for DWC2_UDC_OTG_GRSTCTL\n", __func__);
567
568         /* Flush all the Tx FIFO's */
569         writel(TX_FIFO_FLUSH_ALL, &reg->grstctl);
570         writel(TX_FIFO_FLUSH_ALL | TX_FIFO_FLUSH, &reg->grstctl);
571         while (readl(&reg->grstctl) & TX_FIFO_FLUSH)
572                 debug("%s: waiting for DWC2_UDC_OTG_GRSTCTL\n", __func__);
573
574         /* 13. Clear NAK bit of EP0, EP1, EP2*/
575         /* For Slave mode*/
576         /* EP0: Control OUT */
577         writel(DEPCTL_EPDIS | DEPCTL_CNAK,
578                &reg->out_endp[EP0_CON].doepctl);
579
580         /* 14. Initialize OTG Link Core.*/
581         writel(GAHBCFG_INIT, &reg->gahbcfg);
582 }
583
584 static void set_max_pktsize(struct dwc2_udc *dev, enum usb_device_speed speed)
585 {
586         unsigned int ep_ctrl;
587         int i;
588
589         if (speed == USB_SPEED_HIGH) {
590                 ep0_fifo_size = 64;
591                 ep_fifo_size = 512;
592                 ep_fifo_size2 = 1024;
593                 dev->gadget.speed = USB_SPEED_HIGH;
594         } else {
595                 ep0_fifo_size = 64;
596                 ep_fifo_size = 64;
597                 ep_fifo_size2 = 64;
598                 dev->gadget.speed = USB_SPEED_FULL;
599         }
600
601         dev->ep[0].ep.maxpacket = ep0_fifo_size;
602         for (i = 1; i < DWC2_MAX_ENDPOINTS; i++)
603                 dev->ep[i].ep.maxpacket = ep_fifo_size;
604
605         /* EP0 - Control IN (64 bytes)*/
606         ep_ctrl = readl(&reg->in_endp[EP0_CON].diepctl);
607         writel(ep_ctrl|(0<<0), &reg->in_endp[EP0_CON].diepctl);
608
609         /* EP0 - Control OUT (64 bytes)*/
610         ep_ctrl = readl(&reg->out_endp[EP0_CON].doepctl);
611         writel(ep_ctrl|(0<<0), &reg->out_endp[EP0_CON].doepctl);
612 }
613
614 static int dwc2_ep_enable(struct usb_ep *_ep,
615                          const struct usb_endpoint_descriptor *desc)
616 {
617         struct dwc2_ep *ep;
618         struct dwc2_udc *dev;
619         unsigned long flags = 0;
620
621         debug("%s: %p\n", __func__, _ep);
622
623         ep = container_of(_ep, struct dwc2_ep, ep);
624         if (!_ep || !desc || ep->desc || _ep->name == ep0name
625             || desc->bDescriptorType != USB_DT_ENDPOINT
626             || ep->bEndpointAddress != desc->bEndpointAddress
627             || ep_maxpacket(ep) <
628             le16_to_cpu(get_unaligned(&desc->wMaxPacketSize))) {
629
630                 debug("%s: bad ep or descriptor\n", __func__);
631                 return -EINVAL;
632         }
633
634         /* xfer types must match, except that interrupt ~= bulk */
635         if (ep->bmAttributes != desc->bmAttributes
636             && ep->bmAttributes != USB_ENDPOINT_XFER_BULK
637             && desc->bmAttributes != USB_ENDPOINT_XFER_INT) {
638
639                 debug("%s: %s type mismatch\n", __func__, _ep->name);
640                 return -EINVAL;
641         }
642
643         /* hardware _could_ do smaller, but driver doesn't */
644         if ((desc->bmAttributes == USB_ENDPOINT_XFER_BULK &&
645              le16_to_cpu(get_unaligned(&desc->wMaxPacketSize)) >
646              ep_maxpacket(ep)) || !get_unaligned(&desc->wMaxPacketSize)) {
647
648                 debug("%s: bad %s maxpacket\n", __func__, _ep->name);
649                 return -ERANGE;
650         }
651
652         dev = ep->dev;
653         if (!dev->driver || dev->gadget.speed == USB_SPEED_UNKNOWN) {
654
655                 debug("%s: bogus device state\n", __func__);
656                 return -ESHUTDOWN;
657         }
658
659         ep->stopped = 0;
660         ep->desc = desc;
661         ep->pio_irqs = 0;
662         ep->ep.maxpacket = le16_to_cpu(get_unaligned(&desc->wMaxPacketSize));
663
664         /* Reset halt state */
665         dwc2_udc_set_nak(ep);
666         dwc2_udc_set_halt(_ep, 0);
667
668         spin_lock_irqsave(&ep->dev->lock, flags);
669         dwc2_udc_ep_activate(ep);
670         spin_unlock_irqrestore(&ep->dev->lock, flags);
671
672         debug("%s: enabled %s, stopped = %d, maxpacket = %d\n",
673               __func__, _ep->name, ep->stopped, ep->ep.maxpacket);
674         return 0;
675 }
676
677 /*
678  * Disable EP
679  */
680 static int dwc2_ep_disable(struct usb_ep *_ep)
681 {
682         struct dwc2_ep *ep;
683         unsigned long flags = 0;
684
685         debug("%s: %p\n", __func__, _ep);
686
687         ep = container_of(_ep, struct dwc2_ep, ep);
688         if (!_ep || !ep->desc) {
689                 debug("%s: %s not enabled\n", __func__,
690                       _ep ? ep->ep.name : NULL);
691                 return -EINVAL;
692         }
693
694         spin_lock_irqsave(&ep->dev->lock, flags);
695
696         /* Nuke all pending requests */
697         nuke(ep, -ESHUTDOWN);
698
699         ep->desc = 0;
700         ep->stopped = 1;
701
702         spin_unlock_irqrestore(&ep->dev->lock, flags);
703
704         debug("%s: disabled %s\n", __func__, _ep->name);
705         return 0;
706 }
707
708 static struct usb_request *dwc2_alloc_request(struct usb_ep *ep,
709                                              gfp_t gfp_flags)
710 {
711         struct dwc2_request *req;
712
713         debug("%s: %s %p\n", __func__, ep->name, ep);
714
715         req = memalign(CONFIG_SYS_CACHELINE_SIZE, sizeof(*req));
716         if (!req)
717                 return 0;
718
719         memset(req, 0, sizeof *req);
720         INIT_LIST_HEAD(&req->queue);
721
722         return &req->req;
723 }
724
725 static void dwc2_free_request(struct usb_ep *ep, struct usb_request *_req)
726 {
727         struct dwc2_request *req;
728
729         debug("%s: %p\n", __func__, ep);
730
731         req = container_of(_req, struct dwc2_request, req);
732         WARN_ON(!list_empty(&req->queue));
733         kfree(req);
734 }
735
736 /* dequeue JUST ONE request */
737 static int dwc2_dequeue(struct usb_ep *_ep, struct usb_request *_req)
738 {
739         struct dwc2_ep *ep;
740         struct dwc2_request *req;
741         unsigned long flags = 0;
742
743         debug("%s: %p\n", __func__, _ep);
744
745         ep = container_of(_ep, struct dwc2_ep, ep);
746         if (!_ep || ep->ep.name == ep0name)
747                 return -EINVAL;
748
749         spin_lock_irqsave(&ep->dev->lock, flags);
750
751         /* make sure it's actually queued on this endpoint */
752         list_for_each_entry(req, &ep->queue, queue) {
753                 if (&req->req == _req)
754                         break;
755         }
756         if (&req->req != _req) {
757                 spin_unlock_irqrestore(&ep->dev->lock, flags);
758                 return -EINVAL;
759         }
760
761         done(ep, req, -ECONNRESET);
762
763         spin_unlock_irqrestore(&ep->dev->lock, flags);
764         return 0;
765 }
766
767 /*
768  * Return bytes in EP FIFO
769  */
770 static int dwc2_fifo_status(struct usb_ep *_ep)
771 {
772         int count = 0;
773         struct dwc2_ep *ep;
774
775         ep = container_of(_ep, struct dwc2_ep, ep);
776         if (!_ep) {
777                 debug("%s: bad ep\n", __func__);
778                 return -ENODEV;
779         }
780
781         debug("%s: %d\n", __func__, ep_index(ep));
782
783         /* LPD can't report unclaimed bytes from IN fifos */
784         if (ep_is_in(ep))
785                 return -EOPNOTSUPP;
786
787         return count;
788 }
789
790 /*
791  * Flush EP FIFO
792  */
793 static void dwc2_fifo_flush(struct usb_ep *_ep)
794 {
795         struct dwc2_ep *ep;
796
797         ep = container_of(_ep, struct dwc2_ep, ep);
798         if (unlikely(!_ep || (!ep->desc && ep->ep.name != ep0name))) {
799                 debug("%s: bad ep\n", __func__);
800                 return;
801         }
802
803         debug("%s: %d\n", __func__, ep_index(ep));
804 }
805
806 static const struct usb_gadget_ops dwc2_udc_ops = {
807         /* current versions must always be self-powered */
808 #if CONFIG_IS_ENABLED(DM_USB_GADGET)
809         .udc_start              = dwc2_gadget_start,
810         .udc_stop               = dwc2_gadget_stop,
811 #endif
812 };
813
814 static struct dwc2_udc memory = {
815         .usb_address = 0,
816         .gadget = {
817                 .ops = &dwc2_udc_ops,
818                 .ep0 = &memory.ep[0].ep,
819                 .name = driver_name,
820         },
821
822         /* control endpoint */
823         .ep[0] = {
824                 .ep = {
825                         .name = ep0name,
826                         .ops = &dwc2_ep_ops,
827                         .maxpacket = EP0_FIFO_SIZE,
828                 },
829                 .dev = &memory,
830
831                 .bEndpointAddress = 0,
832                 .bmAttributes = 0,
833
834                 .ep_type = ep_control,
835         },
836
837         /* first group of endpoints */
838         .ep[1] = {
839                 .ep = {
840                         .name = "ep1in-bulk",
841                         .ops = &dwc2_ep_ops,
842                         .maxpacket = EP_FIFO_SIZE,
843                 },
844                 .dev = &memory,
845
846                 .bEndpointAddress = USB_DIR_IN | 1,
847                 .bmAttributes = USB_ENDPOINT_XFER_BULK,
848
849                 .ep_type = ep_bulk_out,
850                 .fifo_num = 1,
851         },
852
853         .ep[2] = {
854                 .ep = {
855                         .name = "ep2out-bulk",
856                         .ops = &dwc2_ep_ops,
857                         .maxpacket = EP_FIFO_SIZE,
858                 },
859                 .dev = &memory,
860
861                 .bEndpointAddress = USB_DIR_OUT | 2,
862                 .bmAttributes = USB_ENDPOINT_XFER_BULK,
863
864                 .ep_type = ep_bulk_in,
865                 .fifo_num = 2,
866         },
867
868         .ep[3] = {
869                 .ep = {
870                         .name = "ep3in-int",
871                         .ops = &dwc2_ep_ops,
872                         .maxpacket = EP_FIFO_SIZE,
873                 },
874                 .dev = &memory,
875
876                 .bEndpointAddress = USB_DIR_IN | 3,
877                 .bmAttributes = USB_ENDPOINT_XFER_INT,
878
879                 .ep_type = ep_interrupt,
880                 .fifo_num = 3,
881         },
882 };
883
884 /*
885  *      probe - binds to the platform device
886  */
887
888 int dwc2_udc_probe(struct dwc2_plat_otg_data *pdata)
889 {
890         struct dwc2_udc *dev = &memory;
891         int retval = 0;
892
893         debug("%s: %p\n", __func__, pdata);
894
895         dev->pdata = pdata;
896
897         reg = (struct dwc2_usbotg_reg *)pdata->regs_otg;
898
899         dev->gadget.is_dualspeed = 1;   /* Hack only*/
900         dev->gadget.is_otg = 0;
901         dev->gadget.is_a_peripheral = 0;
902         dev->gadget.b_hnp_enable = 0;
903         dev->gadget.a_hnp_support = 0;
904         dev->gadget.a_alt_hnp_support = 0;
905
906         the_controller = dev;
907
908         usb_ctrl = memalign(CONFIG_SYS_CACHELINE_SIZE,
909                             ROUND(sizeof(struct usb_ctrlrequest),
910                                   CONFIG_SYS_CACHELINE_SIZE));
911         if (!usb_ctrl) {
912                 pr_err("No memory available for UDC!\n");
913                 return -ENOMEM;
914         }
915
916         usb_ctrl_dma_addr = (dma_addr_t) usb_ctrl;
917
918         udc_reinit(dev);
919
920         return retval;
921 }
922
923 int dwc2_udc_handle_interrupt(void)
924 {
925         u32 intr_status = readl(&reg->gintsts);
926         u32 gintmsk = readl(&reg->gintmsk);
927
928         if (intr_status & gintmsk)
929                 return dwc2_udc_irq(1, (void *)the_controller);
930
931         return 0;
932 }
933
934 #if !CONFIG_IS_ENABLED(DM_USB_GADGET)
935
936 int usb_gadget_handle_interrupts(int index)
937 {
938         return dwc2_udc_handle_interrupt();
939 }
940
941 #else /* CONFIG_IS_ENABLED(DM_USB_GADGET) */
942
943 struct dwc2_priv_data {
944         struct clk_bulk         clks;
945         struct reset_ctl_bulk   resets;
946         struct phy *phys;
947         int num_phys;
948         struct udevice *usb33d_supply;
949 };
950
951 int dm_usb_gadget_handle_interrupts(struct udevice *dev)
952 {
953         return dwc2_udc_handle_interrupt();
954 }
955
956 int dwc2_phy_setup(struct udevice *dev, struct phy **array, int *num_phys)
957 {
958         int i, ret, count;
959         struct phy *usb_phys;
960
961         /* Return if no phy declared */
962         if (!dev_read_prop(dev, "phys", NULL))
963                 return 0;
964
965         count = dev_count_phandle_with_args(dev, "phys", "#phy-cells");
966         if (count <= 0)
967                 return count;
968
969         usb_phys = devm_kcalloc(dev, count, sizeof(struct phy),
970                                 GFP_KERNEL);
971         if (!usb_phys)
972                 return -ENOMEM;
973
974         for (i = 0; i < count; i++) {
975                 ret = generic_phy_get_by_index(dev, i, &usb_phys[i]);
976                 if (ret && ret != -ENOENT) {
977                         dev_err(dev, "Failed to get USB PHY%d for %s\n",
978                                 i, dev->name);
979                         return ret;
980                 }
981         }
982
983         for (i = 0; i < count; i++) {
984                 ret = generic_phy_init(&usb_phys[i]);
985                 if (ret) {
986                         dev_err(dev, "Can't init USB PHY%d for %s\n",
987                                 i, dev->name);
988                         goto phys_init_err;
989                 }
990         }
991
992         for (i = 0; i < count; i++) {
993                 ret = generic_phy_power_on(&usb_phys[i]);
994                 if (ret) {
995                         dev_err(dev, "Can't power USB PHY%d for %s\n",
996                                 i, dev->name);
997                         goto phys_poweron_err;
998                 }
999         }
1000
1001         *array = usb_phys;
1002         *num_phys =  count;
1003
1004         return 0;
1005
1006 phys_poweron_err:
1007         for (i = count - 1; i >= 0; i--)
1008                 generic_phy_power_off(&usb_phys[i]);
1009
1010         for (i = 0; i < count; i++)
1011                 generic_phy_exit(&usb_phys[i]);
1012
1013         return ret;
1014
1015 phys_init_err:
1016         for (; i >= 0; i--)
1017                 generic_phy_exit(&usb_phys[i]);
1018
1019         return ret;
1020 }
1021
1022 void dwc2_phy_shutdown(struct udevice *dev, struct phy *usb_phys, int num_phys)
1023 {
1024         int i, ret;
1025
1026         for (i = 0; i < num_phys; i++) {
1027                 if (!generic_phy_valid(&usb_phys[i]))
1028                         continue;
1029
1030                 ret = generic_phy_power_off(&usb_phys[i]);
1031                 ret |= generic_phy_exit(&usb_phys[i]);
1032                 if (ret) {
1033                         dev_err(dev, "Can't shutdown USB PHY%d for %s\n",
1034                                 i, dev->name);
1035                 }
1036         }
1037 }
1038
1039 static int dwc2_udc_otg_ofdata_to_platdata(struct udevice *dev)
1040 {
1041         struct dwc2_plat_otg_data *platdata = dev_get_platdata(dev);
1042         ulong drvdata;
1043         void (*set_params)(struct dwc2_plat_otg_data *data);
1044         int ret;
1045
1046         if (usb_get_dr_mode(dev->node) != USB_DR_MODE_PERIPHERAL &&
1047             usb_get_dr_mode(dev->node) != USB_DR_MODE_OTG) {
1048                 dev_dbg(dev, "Invalid mode\n");
1049                 return -ENODEV;
1050         }
1051
1052         platdata->regs_otg = dev_read_addr(dev);
1053
1054         platdata->rx_fifo_sz = dev_read_u32_default(dev, "g-rx-fifo-size", 0);
1055         platdata->np_tx_fifo_sz = dev_read_u32_default(dev,
1056                                                        "g-np-tx-fifo-size", 0);
1057
1058         platdata->tx_fifo_sz_nb =
1059                 dev_read_size(dev, "g-tx-fifo-size") / sizeof(u32);
1060         if (platdata->tx_fifo_sz_nb > DWC2_MAX_HW_ENDPOINTS)
1061                 platdata->tx_fifo_sz_nb = DWC2_MAX_HW_ENDPOINTS;
1062         if (platdata->tx_fifo_sz_nb) {
1063                 ret = dev_read_u32_array(dev, "g-tx-fifo-size",
1064                                          platdata->tx_fifo_sz_array,
1065                                          platdata->tx_fifo_sz_nb);
1066                 if (ret)
1067                         return ret;
1068         }
1069
1070         platdata->force_b_session_valid =
1071                 dev_read_bool(dev, "u-boot,force-b-session-valid");
1072
1073         /* force platdata according compatible */
1074         drvdata = dev_get_driver_data(dev);
1075         if (drvdata) {
1076                 set_params = (void *)drvdata;
1077                 set_params(platdata);
1078         }
1079
1080         return 0;
1081 }
1082
1083 static void dwc2_set_stm32mp1_hsotg_params(struct dwc2_plat_otg_data *p)
1084 {
1085         p->activate_stm_id_vb_detection = true;
1086         p->usb_gusbcfg =
1087                 0 << 15         /* PHY Low Power Clock sel*/
1088                 | 0x9 << 10     /* USB Turnaround time (0x9 for HS phy) */
1089                 | 0 << 9        /* [0:HNP disable,1:HNP enable]*/
1090                 | 0 << 8        /* [0:SRP disable 1:SRP enable]*/
1091                 | 0 << 6        /* 0: high speed utmi+, 1: full speed serial*/
1092                 | 0x7 << 0;     /* FS timeout calibration**/
1093
1094         if (p->force_b_session_valid)
1095                 p->usb_gusbcfg |= 1 << 30; /* FDMOD: Force device mode */
1096 }
1097
1098 static int dwc2_udc_otg_reset_init(struct udevice *dev,
1099                                    struct reset_ctl_bulk *resets)
1100 {
1101         int ret;
1102
1103         ret = reset_get_bulk(dev, resets);
1104         if (ret == -ENOTSUPP)
1105                 return 0;
1106
1107         if (ret)
1108                 return ret;
1109
1110         ret = reset_assert_bulk(resets);
1111
1112         if (!ret) {
1113                 udelay(2);
1114                 ret = reset_deassert_bulk(resets);
1115         }
1116         if (ret) {
1117                 reset_release_bulk(resets);
1118                 return ret;
1119         }
1120
1121         return 0;
1122 }
1123
1124 static int dwc2_udc_otg_clk_init(struct udevice *dev,
1125                                  struct clk_bulk *clks)
1126 {
1127         int ret;
1128
1129         ret = clk_get_bulk(dev, clks);
1130         if (ret == -ENOSYS)
1131                 return 0;
1132
1133         if (ret)
1134                 return ret;
1135
1136         ret = clk_enable_bulk(clks);
1137         if (ret) {
1138                 clk_release_bulk(clks);
1139                 return ret;
1140         }
1141
1142         return 0;
1143 }
1144
1145 static int dwc2_udc_otg_probe(struct udevice *dev)
1146 {
1147         struct dwc2_plat_otg_data *platdata = dev_get_platdata(dev);
1148         struct dwc2_priv_data *priv = dev_get_priv(dev);
1149         struct dwc2_usbotg_reg *usbotg_reg =
1150                 (struct dwc2_usbotg_reg *)platdata->regs_otg;
1151         int ret;
1152
1153         ret = dwc2_udc_otg_clk_init(dev, &priv->clks);
1154         if (ret)
1155                 return ret;
1156
1157         ret = dwc2_udc_otg_reset_init(dev, &priv->resets);
1158         if (ret)
1159                 return ret;
1160
1161         ret = dwc2_phy_setup(dev, &priv->phys, &priv->num_phys);
1162         if (ret)
1163                 return ret;
1164
1165         if (CONFIG_IS_ENABLED(DM_REGULATOR) &&
1166             platdata->activate_stm_id_vb_detection &&
1167             !platdata->force_b_session_valid) {
1168                 ret = device_get_supply_regulator(dev, "usb33d-supply",
1169                                                   &priv->usb33d_supply);
1170                 if (ret) {
1171                         dev_err(dev, "can't get voltage level detector supply\n");
1172                         return ret;
1173                 }
1174                 ret = regulator_set_enable(priv->usb33d_supply, true);
1175                 if (ret) {
1176                         dev_err(dev, "can't enable voltage level detector supply\n");
1177                         return ret;
1178                 }
1179                 /* Enable vbus sensing */
1180                 setbits_le32(&usbotg_reg->ggpio,
1181                              GGPIO_STM32_OTG_GCCFG_VBDEN |
1182                              GGPIO_STM32_OTG_GCCFG_IDEN);
1183         }
1184
1185         if (platdata->force_b_session_valid)
1186                 /* Override B session bits : value and enable */
1187                 setbits_le32(&usbotg_reg->gotgctl,
1188                              A_VALOEN | A_VALOVAL | B_VALOEN | B_VALOVAL);
1189
1190         ret = dwc2_udc_probe(platdata);
1191         if (ret)
1192                 return ret;
1193
1194         the_controller->driver = 0;
1195
1196         ret = usb_add_gadget_udc((struct device *)dev, &the_controller->gadget);
1197
1198         return ret;
1199 }
1200
1201 static int dwc2_udc_otg_remove(struct udevice *dev)
1202 {
1203         struct dwc2_priv_data *priv = dev_get_priv(dev);
1204
1205         usb_del_gadget_udc(&the_controller->gadget);
1206
1207         reset_release_bulk(&priv->resets);
1208
1209         clk_release_bulk(&priv->clks);
1210
1211         dwc2_phy_shutdown(dev, priv->phys, priv->num_phys);
1212
1213         return dm_scan_fdt_dev(dev);
1214 }
1215
1216 static const struct udevice_id dwc2_udc_otg_ids[] = {
1217         { .compatible = "snps,dwc2" },
1218         { .compatible = "brcm,bcm2835-usb" },
1219         { .compatible = "st,stm32mp1-hsotg",
1220           .data = (ulong)dwc2_set_stm32mp1_hsotg_params },
1221         {},
1222 };
1223
1224 U_BOOT_DRIVER(dwc2_udc_otg) = {
1225         .name   = "dwc2-udc-otg",
1226         .id     = UCLASS_USB_GADGET_GENERIC,
1227         .of_match = dwc2_udc_otg_ids,
1228         .ofdata_to_platdata = dwc2_udc_otg_ofdata_to_platdata,
1229         .probe = dwc2_udc_otg_probe,
1230         .remove = dwc2_udc_otg_remove,
1231         .platdata_auto_alloc_size = sizeof(struct dwc2_plat_otg_data),
1232         .priv_auto_alloc_size = sizeof(struct dwc2_priv_data),
1233 };
1234
1235 int dwc2_udc_B_session_valid(struct udevice *dev)
1236 {
1237         struct dwc2_plat_otg_data *platdata = dev_get_platdata(dev);
1238         struct dwc2_usbotg_reg *usbotg_reg =
1239                 (struct dwc2_usbotg_reg *)platdata->regs_otg;
1240
1241         return readl(&usbotg_reg->gotgctl) & B_SESSION_VALID;
1242 }
1243 #endif /* CONFIG_IS_ENABLED(DM_USB_GADGET) */