Enable Merrifield USB3 device support
authorJiebing Li <jiebing.li@intel.com>
Fri, 30 Mar 2012 15:46:38 +0000 (23:46 +0800)
committerbuildbot <buildbot@intel.com>
Sun, 1 Apr 2012 16:22:51 +0000 (09:22 -0700)
BZ: 29924

Add USB3 device controller driver and super speed
support in Mass Storage gadget driver to fully
enable USB3 Mass Storage function.

Change-Id: I98e37ba91b09345f7f1f083efe491c8c7f587a15
Signed-off-by: Jiebing Li <jiebing.li@intel.com>
Reviewed-on: http://android.intel.com:8080/41909
Reviewed-by: Meng, Zhe <zhe.meng@intel.com>
Tested-by: Meng, Zhe <zhe.meng@intel.com>
Reviewed-by: Tang, Richard <richard.tang@intel.com>
Reviewed-by: buildbot <buildbot@intel.com>
Tested-by: buildbot <buildbot@intel.com>
26 files changed:
arch/x86/configs/i386_mrfl_defconfig
drivers/usb/Kconfig
drivers/usb/Makefile
drivers/usb/dwc3/Kconfig [new file with mode: 0644]
drivers/usb/dwc3/Makefile [new file with mode: 0644]
drivers/usb/dwc3/core.c [new file with mode: 0644]
drivers/usb/dwc3/core.h [new file with mode: 0644]
drivers/usb/dwc3/debug.h [new file with mode: 0644]
drivers/usb/dwc3/debugfs.c [new file with mode: 0644]
drivers/usb/dwc3/dwc3-omap.c [new file with mode: 0644]
drivers/usb/dwc3/dwc3-omap.h [new file with mode: 0644]
drivers/usb/dwc3/dwc3-pci.c [new file with mode: 0644]
drivers/usb/dwc3/ep0.c [new file with mode: 0644]
drivers/usb/dwc3/gadget.c [new file with mode: 0644]
drivers/usb/dwc3/gadget.h [new file with mode: 0644]
drivers/usb/dwc3/io.h [new file with mode: 0644]
drivers/usb/gadget/Kconfig
drivers/usb/gadget/composite.c
drivers/usb/gadget/epautoconf.c
drivers/usb/gadget/f_mass_storage.c
drivers/usb/gadget/mass_storage.c
drivers/usb/gadget/storage_common.c
drivers/usb/gadget/udc-core.c
include/linux/usb/ch9.h
include/linux/usb/composite.h
include/linux/usb/gadget.h

index 51d02c4..9674ece 100644 (file)
@@ -1816,6 +1816,8 @@ CONFIG_USB_DEVICE_CLASS=y
 CONFIG_USB_OTG=y
 CONFIG_USB_OTG_WHITELIST=y
 # CONFIG_USB_OTG_BLACKLIST_HUB is not set
+CONFIG_USB_DWC3=y
+CONFIG_USB_DWC3_DEBUG=y
 # CONFIG_USB_MON is not set
 # CONFIG_USB_WUSB is not set
 # CONFIG_USB_WUSB_CBAF is not set
@@ -1887,7 +1889,38 @@ CONFIG_USB_XHCI_HCD=y
 # CONFIG_USB_TEST is not set
 # CONFIG_USB_ISIGHTFW is not set
 # CONFIG_USB_YUREX is not set
-# CONFIG_USB_GADGET is not set
+CONFIG_USB_GADGET=y
+CONFIG_USB_GADGET_DEBUG=y
+# CONFIG_USB_GADGET_DEBUG_FILES is not set
+# CONFIG_USB_GADGET_DEBUG_FS is not set
+CONFIG_USB_GADGET_VBUS_DRAW=2
+CONFIG_USB_GADGET_SUSPEND_VBUS_DRAW=2
+# CONFIG_USB_R8A66597 is not set
+# CONFIG_USB_M66592 is not set
+# CONFIG_USB_AMD5536UDC is not set
+# CONFIG_USB_CI13XXX_PCI is not set
+# CONFIG_USB_NET2272 is not set
+# CONFIG_USB_NET2280 is not set
+# CONFIG_USB_GOKU is not set
+# CONFIG_USB_LANGWELL is not set
+# CONFIG_USB_EG20T is not set
+CONFIG_USB_GADGET_DWC3=y
+# CONFIG_USB_DUMMY_HCD is not set
+CONFIG_USB_GADGET_DUALSPEED=y
+CONFIG_USB_GADGET_SUPERSPEED=y
+# CONFIG_USB_ZERO is not set
+# CONFIG_USB_ETH is not set
+# CONFIG_USB_G_NCM is not set
+# CONFIG_USB_GADGETFS is not set
+# CONFIG_USB_FUNCTIONFS is not set
+# CONFIG_USB_FILE_STORAGE is not set
+CONFIG_USB_MASS_STORAGE=y
+# CONFIG_USB_G_SERIAL is not set
+# CONFIG_USB_G_PRINTER is not set
+# CONFIG_USB_CDC_COMPOSITE is not set
+# CONFIG_USB_G_MULTI is not set
+# CONFIG_USB_G_HID is not set
+# CONFIG_USB_G_DBGP is not set
 
 #
 # OTG and related infrastructure
index 8cd999a..cdfd09a 100644 (file)
@@ -110,6 +110,8 @@ config USB
 
 source "drivers/usb/core/Kconfig"
 
+source "drivers/usb/dwc3/Kconfig"
+
 source "drivers/usb/mon/Kconfig"
 
 source "drivers/usb/wusbcore/Kconfig"
index 852949b..9ecdc22 100644 (file)
@@ -8,6 +8,8 @@ obj-$(CONFIG_USB)               += core/
 
 obj-$(CONFIG_USB_OTG_UTILS)    += otg/
 
+obj-$(CONFIG_USB_DWC3)         += dwc3/
+
 obj-$(CONFIG_USB_MON)          += mon/
 
 obj-$(CONFIG_PCI)              += host/
diff --git a/drivers/usb/dwc3/Kconfig b/drivers/usb/dwc3/Kconfig
new file mode 100644 (file)
index 0000000..65a816f
--- /dev/null
@@ -0,0 +1,39 @@
+config USB_DWC3
+       tristate "DesignWare USB3 DRD Core Support"
+       depends on (USB || USB_GADGET)
+       select USB_OTG_UTILS
+       help
+         Say Y or M here if your system has a Dual Role SuperSpeed
+         USB controller based on the DesignWare USB3 IP Core.
+
+         If you choose to build this driver is a dynamically linked
+         module, the module will be called dwc3.ko.
+
+if USB_DWC3
+
+config USB_DWC3_DEBUG
+       bool "Enable Debugging Messages"
+       help
+         Say Y here to enable debugging messages on DWC3 Driver.
+
+         Avoid enabling these messages, even if you're actively
+         debugging such a driver.  Many drivers will emit so many
+         messages that the driver timings are affected, which will
+         either create new failure modes or remove the one you're
+         trying to track down.  Never enable these messages for a
+         production build.
+
+config USB_DWC3_VERBOSE
+       bool "Enable Verbose Debugging Messages"
+       depends on USB_DWC3_DEBUG
+       help
+         Say Y here to enable verbose debugging messages on DWC3 Driver.
+
+         Avoid enabling these messages, even if you're actively
+         debugging such a driver.  Many drivers will emit so many
+         messages that the driver timings are affected, which will
+         either create new failure modes or remove the one you're
+         trying to track down.  Never enable these messages for a
+         production build.
+
+endif
diff --git a/drivers/usb/dwc3/Makefile b/drivers/usb/dwc3/Makefile
new file mode 100644 (file)
index 0000000..45ea161
--- /dev/null
@@ -0,0 +1,36 @@
+ccflags-$(CONFIG_USB_DWC3_DEBUG)       := -DDEBUG
+ccflags-$(CONFIG_USB_DWC3_VERBOSE)     += -DVERBOSE_DEBUG
+
+obj-$(CONFIG_USB_DWC3)                 += dwc3.o
+
+dwc3-y                                 := core.o
+
+ifneq ($(CONFIG_USB_GADGET_DWC3),)
+       dwc3-y                          += gadget.o ep0.o
+endif
+
+ifneq ($(CONFIG_DEBUG_FS),)
+       dwc3-y                          += debugfs.o
+endif
+
+##
+# Platform-specific glue layers go here
+#
+# NOTICE: Make sure your glue layer doesn't depend on anything
+# which is arch-specific and that it compiles on all situations.
+#
+# We want to keep this requirement in order to be able to compile
+# the entire driver (with all its glue layers) on several architectures
+# and make sure it compiles fine. This will also help with allmodconfig
+# and allyesconfig builds.
+#
+# The only exception is the PCI glue layer, but that's only because
+# PCI doesn't provide nops if CONFIG_PCI isn't enabled.
+##
+
+#obj-$(CONFIG_USB_DWC3)                += dwc3-omap.o
+
+#ifneq ($(CONFIG_PCI),)
+#      obj-$(CONFIG_USB_DWC3)          += dwc3-pci.o
+#endif
+
diff --git a/drivers/usb/dwc3/core.c b/drivers/usb/dwc3/core.c
new file mode 100644 (file)
index 0000000..698576a
--- /dev/null
@@ -0,0 +1,507 @@
+/**
+ * core.c - DesignWare USB3 DRD Controller Core file
+ *
+ * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
+ *
+ * Authors: Felipe Balbi <balbi@ti.com>,
+ *         Sebastian Andrzej Siewior <bigeasy@linutronix.de>
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ *    notice, this list of conditions, and the following disclaimer,
+ *    without modification.
+ * 2. Redistributions in binary form must reproduce the above copyright
+ *    notice, this list of conditions and the following disclaimer in the
+ *    documentation and/or other materials provided with the distribution.
+ * 3. The names of the above-listed copyright holders may not be used
+ *    to endorse or promote products derived from this software without
+ *    specific prior written permission.
+ *
+ * ALTERNATIVELY, this software may be distributed under the terms of the
+ * GNU General Public License ("GPL") version 2, as published by the Free
+ * Software Foundation.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
+ * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+ * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+ * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
+ * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include <linux/module.h>
+#include <linux/kernel.h>
+#include <linux/slab.h>
+#include <linux/spinlock.h>
+#include <linux/platform_device.h>
+#include <linux/pm_runtime.h>
+#include <linux/interrupt.h>
+#include <linux/ioport.h>
+#include <linux/io.h>
+#include <linux/list.h>
+#include <linux/delay.h>
+#include <linux/dma-mapping.h>
+
+#include <linux/usb/ch9.h>
+#include <linux/usb/gadget.h>
+#include <linux/module.h>
+
+#include "core.h"
+#include "gadget.h"
+#include "io.h"
+
+#include "debug.h"
+
+
+/**
+ * dwc3_core_soft_reset - Issues core soft reset and PHY reset
+ * @dwc: pointer to our context structure
+ */
+static void dwc3_core_soft_reset(struct dwc3 *dwc)
+{
+       u32             reg;
+
+       /* Before Resetting PHY, put Core in Reset */
+       reg = dwc3_readl(dwc->regs, DWC3_GCTL);
+       reg |= DWC3_GCTL_CORESOFTRESET;
+       dwc3_writel(dwc->regs, DWC3_GCTL, reg);
+
+       /* Assert USB3 PHY reset */
+       reg = dwc3_readl(dwc->regs, DWC3_GUSB3PIPECTL(0));
+       reg |= DWC3_GUSB3PIPECTL_PHYSOFTRST;
+       dwc3_writel(dwc->regs, DWC3_GUSB3PIPECTL(0), reg);
+
+       /* Assert USB2 PHY reset */
+       reg = dwc3_readl(dwc->regs, DWC3_GUSB2PHYCFG(0));
+       reg |= DWC3_GUSB2PHYCFG_PHYSOFTRST;
+       dwc3_writel(dwc->regs, DWC3_GUSB2PHYCFG(0), reg);
+
+       mdelay(100);
+
+       /* Clear USB3 PHY reset */
+       reg = dwc3_readl(dwc->regs, DWC3_GUSB3PIPECTL(0));
+       reg &= ~DWC3_GUSB3PIPECTL_PHYSOFTRST;
+       dwc3_writel(dwc->regs, DWC3_GUSB3PIPECTL(0), reg);
+
+       /* Clear USB2 PHY reset */
+       reg = dwc3_readl(dwc->regs, DWC3_GUSB2PHYCFG(0));
+       reg &= ~DWC3_GUSB2PHYCFG_PHYSOFTRST;
+       dwc3_writel(dwc->regs, DWC3_GUSB2PHYCFG(0), reg);
+
+       /* After PHYs are stable we can take Core out of reset state */
+       reg = dwc3_readl(dwc->regs, DWC3_GCTL);
+       reg &= ~DWC3_GCTL_CORESOFTRESET;
+       dwc3_writel(dwc->regs, DWC3_GCTL, reg);
+}
+
+/**
+ * dwc3_free_one_event_buffer - Frees one event buffer
+ * @dwc: Pointer to our controller context structure
+ * @evt: Pointer to event buffer to be freed
+ */
+static void dwc3_free_one_event_buffer(struct dwc3 *dwc,
+               struct dwc3_event_buffer *evt)
+{
+       dma_free_coherent(dwc->dev, evt->length, evt->buf, evt->dma);
+       kfree(evt);
+}
+
+/**
+ * dwc3_alloc_one_event_buffer - Allocated one event buffer structure
+ * @dwc: Pointer to our controller context structure
+ * @length: size of the event buffer
+ *
+ * Returns a pointer to the allocated event buffer structure on succes
+ * otherwise ERR_PTR(errno).
+ */
+static struct dwc3_event_buffer *__devinit
+dwc3_alloc_one_event_buffer(struct dwc3 *dwc, unsigned length)
+{
+       struct dwc3_event_buffer        *evt;
+
+       evt = kzalloc(sizeof(*evt), GFP_KERNEL);
+       if (!evt)
+               return ERR_PTR(-ENOMEM);
+
+       evt->dwc        = dwc;
+       evt->length     = length;
+       evt->buf        = dma_alloc_coherent(dwc->dev, length,
+                       &evt->dma, GFP_KERNEL);
+
+       if (!evt->buf) {
+               kfree(evt);
+               return ERR_PTR(-ENOMEM);
+       }
+
+       return evt;
+}
+
+/**
+ * dwc3_free_event_buffers - frees all allocated event buffers
+ * @dwc: Pointer to our controller context structure
+ */
+static void dwc3_free_event_buffers(struct dwc3 *dwc)
+{
+       struct dwc3_event_buffer        *evt;
+       int i;
+
+       for (i = 0; i < DWC3_EVENT_BUFFERS_NUM; i++) {
+               evt = dwc->ev_buffs[i];
+               if (evt) {
+                       dwc3_free_one_event_buffer(dwc, evt);
+                       dwc->ev_buffs[i] = NULL;
+               }
+       }
+}
+
+/**
+ * dwc3_alloc_event_buffers - Allocates @num event buffers of size @length
+ * @dwc: Pointer to out controller context structure
+ * @num: number of event buffers to allocate
+ * @length: size of event buffer
+ *
+ * Returns 0 on success otherwise negative errno. In error the case, dwc
+ * may contain some buffers allocated but not all which were requested.
+ */
+static int __devinit dwc3_alloc_event_buffers(struct dwc3 *dwc, unsigned num,
+               unsigned length)
+{
+       int                     i;
+
+       for (i = 0; i < num; i++) {
+               struct dwc3_event_buffer        *evt;
+
+               evt = dwc3_alloc_one_event_buffer(dwc, length);
+               if (IS_ERR(evt)) {
+                       dev_err(dwc->dev, "can't allocate event buffer\n");
+                       return PTR_ERR(evt);
+               }
+               dwc->ev_buffs[i] = evt;
+       }
+
+       return 0;
+}
+
+/**
+ * dwc3_event_buffers_setup - setup our allocated event buffers
+ * @dwc: Pointer to out controller context structure
+ *
+ * Returns 0 on success otherwise negative errno.
+ */
+static int __devinit dwc3_event_buffers_setup(struct dwc3 *dwc)
+{
+       struct dwc3_event_buffer        *evt;
+       int                             n;
+
+       for (n = 0; n < DWC3_EVENT_BUFFERS_NUM; n++) {
+               evt = dwc->ev_buffs[n];
+               dev_dbg(dwc->dev, "Event buf %p dma %08llx length %d\n",
+                               evt->buf, (unsigned long long) evt->dma,
+                               evt->length);
+
+               dwc3_writel(dwc->regs, DWC3_GEVNTADRLO(n),
+                               lower_32_bits(evt->dma));
+               dwc3_writel(dwc->regs, DWC3_GEVNTADRHI(n),
+                               upper_32_bits(evt->dma));
+               dwc3_writel(dwc->regs, DWC3_GEVNTSIZ(n),
+                               evt->length & 0xffff);
+               dwc3_writel(dwc->regs, DWC3_GEVNTCOUNT(n), 0);
+       }
+
+       return 0;
+}
+
+static void dwc3_event_buffers_cleanup(struct dwc3 *dwc)
+{
+       struct dwc3_event_buffer        *evt;
+       int                             n;
+
+       for (n = 0; n < DWC3_EVENT_BUFFERS_NUM; n++) {
+               evt = dwc->ev_buffs[n];
+               dwc3_writel(dwc->regs, DWC3_GEVNTADRLO(n), 0);
+               dwc3_writel(dwc->regs, DWC3_GEVNTADRHI(n), 0);
+               dwc3_writel(dwc->regs, DWC3_GEVNTSIZ(n), 0);
+               dwc3_writel(dwc->regs, DWC3_GEVNTCOUNT(n), 0);
+       }
+}
+
+static void __devinit dwc3_cache_hwparams(struct dwc3 *dwc)
+{
+       struct dwc3_hwparams    *parms = &dwc->hwparams;
+
+       parms->hwparams0 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS0);
+       parms->hwparams1 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS1);
+       parms->hwparams2 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS2);
+       parms->hwparams3 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS3);
+       parms->hwparams4 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS4);
+       parms->hwparams5 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS5);
+       parms->hwparams6 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS6);
+       parms->hwparams7 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS7);
+       parms->hwparams8 = dwc3_readl(dwc->regs, DWC3_GHWPARAMS8);
+}
+
+/**
+ * dwc3_core_init - Low-level initialization of DWC3 Core
+ * @dwc: Pointer to our controller context structure
+ *
+ * Returns 0 on success otherwise negative errno.
+ */
+static int __devinit dwc3_core_init(struct dwc3 *dwc)
+{
+       unsigned long           timeout;
+       u32                     reg;
+       int                     ret;
+
+       reg = dwc3_readl(dwc->regs, DWC3_GSNPSID);
+       /* This should read as U3 followed by revision number */
+       if ((reg & DWC3_GSNPSID_MASK) != 0x55330000) {
+               dev_err(dwc->dev, "this is not a DesignWare USB3 DRD Core\n");
+               ret = -ENODEV;
+               goto err0;
+       }
+       dwc->revision = reg & DWC3_GSNPSREV_MASK;
+
+       dwc3_core_soft_reset(dwc);
+
+       /* issue device SoftReset too */
+       timeout = jiffies + msecs_to_jiffies(500);
+       dwc3_writel(dwc->regs, DWC3_DCTL, DWC3_DCTL_CSFTRST);
+       do {
+               reg = dwc3_readl(dwc->regs, DWC3_DCTL);
+               if (!(reg & DWC3_DCTL_CSFTRST))
+                       break;
+
+               if (time_after(jiffies, timeout)) {
+                       dev_err(dwc->dev, "Reset Timed Out\n");
+                       ret = -ETIMEDOUT;
+                       goto err0;
+               }
+
+               cpu_relax();
+       } while (true);
+
+       ret = dwc3_alloc_event_buffers(dwc, DWC3_EVENT_BUFFERS_NUM,
+                       DWC3_EVENT_BUFFERS_SIZE);
+       if (ret) {
+               dev_err(dwc->dev, "failed to allocate event buffers\n");
+               ret = -ENOMEM;
+               goto err1;
+       }
+
+       ret = dwc3_event_buffers_setup(dwc);
+       if (ret) {
+               dev_err(dwc->dev, "failed to setup event buffers\n");
+               goto err1;
+       }
+
+       dwc3_cache_hwparams(dwc);
+
+       return 0;
+
+err1:
+       dwc3_free_event_buffers(dwc);
+
+err0:
+       return ret;
+}
+
+static void dwc3_core_exit(struct dwc3 *dwc)
+{
+       dwc3_event_buffers_cleanup(dwc);
+       dwc3_free_event_buffers(dwc);
+}
+
+#define DWC3_ALIGN_MASK                (16 - 1)
+
+static int __devinit dwc3_probe(struct platform_device *pdev)
+{
+       const struct platform_device_id *id = platform_get_device_id(pdev);
+       struct dwc3             *dwc;
+       unsigned int            features = id->driver_data;
+       int                     ret = -ENOMEM;
+       int                     irq;
+       void                    *mem;
+#ifndef CONFIG_USB_DWC_OTG_XCEIV
+       struct resource         *res;
+       void __iomem            *regs;
+#else
+       struct dwc_device_par   *pdata;
+#endif
+
+       mem = kzalloc(sizeof(*dwc) + DWC3_ALIGN_MASK, GFP_KERNEL);
+       if (!mem) {
+               dev_err(&pdev->dev, "not enough memory\n");
+               goto err0;
+       }
+       dwc = PTR_ALIGN(mem, DWC3_ALIGN_MASK + 1);
+       dwc->mem = mem;
+
+#ifndef CONFIG_USB_DWC_OTG_XCEIV
+       res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
+       if (!res) {
+               dev_err(&pdev->dev, "missing resource\n");
+               goto err1;
+       }
+
+       res = request_mem_region(res->start, resource_size(res),
+                       dev_name(&pdev->dev));
+       if (!res) {
+               dev_err(&pdev->dev, "can't request mem region\n");
+               goto err1;
+       }
+
+       regs = ioremap(res->start, resource_size(res));
+       if (!regs) {
+               dev_err(&pdev->dev, "ioremap failed\n");
+               goto err2;
+       }
+#else
+       pdata = (struct dwc_device_par *)pdev->dev.platform_data;
+       if (!pdata) {
+               dev_err(&pdev->dev,
+                       "No platform data for %s.\n", dev_name(&pdev->dev));
+               goto err1;
+       }
+#endif
+       irq = platform_get_irq(pdev, 0);
+       if (irq < 0) {
+               dev_err(&pdev->dev, "missing IRQ\n");
+               goto err3;
+       }
+
+       spin_lock_init(&dwc->lock);
+       platform_set_drvdata(pdev, dwc);
+
+#ifndef CONFIG_USB_DWC_OTG_XCEIV
+       dwc->regs       = regs;
+       dwc->regs_size  = resource_size(res);
+#else
+       dwc->regs       = pdata->io_addr;
+       dwc->regs_size  = pdata->len;
+#endif
+       dwc->dev        = &pdev->dev;
+       dwc->irq        = irq;
+
+       pm_runtime_enable(&pdev->dev);
+       pm_runtime_get_sync(&pdev->dev);
+       pm_runtime_forbid(&pdev->dev);
+
+       ret = dwc3_core_init(dwc);
+       if (ret) {
+               dev_err(&pdev->dev, "failed to initialize core\n");
+               goto err3;
+       }
+
+       if (features & DWC3_HAS_PERIPHERAL) {
+               ret = dwc3_gadget_init(dwc);
+               if (ret) {
+                       dev_err(&pdev->dev, "failed to initialized gadget\n");
+                       goto err4;
+               }
+       }
+
+       ret = dwc3_debugfs_init(dwc);
+       if (ret) {
+               dev_err(&pdev->dev, "failed to initialize debugfs\n");
+               goto err5;
+       }
+
+       pm_runtime_allow(&pdev->dev);
+
+       return 0;
+
+err5:
+       if (features & DWC3_HAS_PERIPHERAL)
+               dwc3_gadget_exit(dwc);
+
+err4:
+       dwc3_core_exit(dwc);
+
+err3:
+#ifndef CONFIG_USB_DWC_OTG_XCEIV
+       iounmap(regs);
+
+err2:
+       release_mem_region(res->start, resource_size(res));
+#endif
+
+err1:
+       kfree(dwc->mem);
+
+err0:
+       return ret;
+}
+
+static int __devexit dwc3_remove(struct platform_device *pdev)
+{
+       const struct platform_device_id *id = platform_get_device_id(pdev);
+       struct dwc3     *dwc = platform_get_drvdata(pdev);
+#ifndef CONFIG_USB_DWC_OTG_XCEIV
+       struct resource *res;
+#endif
+       unsigned int    features = id->driver_data;
+
+#ifndef CONFIG_USB_DWC_OTG_XCEIV
+       res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
+#endif
+
+       pm_runtime_put(&pdev->dev);
+       pm_runtime_disable(&pdev->dev);
+
+       dwc3_debugfs_exit(dwc);
+
+       if (features & DWC3_HAS_PERIPHERAL)
+               dwc3_gadget_exit(dwc);
+
+       dwc3_core_exit(dwc);
+#ifndef CONFIG_USB_DWC_OTG_XCEIV
+       release_mem_region(res->start, resource_size(res));
+       iounmap(dwc->regs);
+#endif
+       kfree(dwc->mem);
+
+       return 0;
+}
+
+static const struct platform_device_id dwc3_id_table[] __devinitconst = {
+       {
+               .name   = "dwc3-device",
+               .driver_data = (DWC3_HAS_PERIPHERAL
+                       | DWC3_HAS_XHCI
+                       | DWC3_HAS_OTG),
+       },
+       {  },   /* Terminating Entry */
+};
+MODULE_DEVICE_TABLE(platform, dwc3_id_table);
+
+static struct platform_driver dwc3_driver = {
+       .probe          = dwc3_probe,
+       .remove         = __devexit_p(dwc3_remove),
+       .driver         = {
+               .name   = "dwc3-device",
+       },
+       .id_table       = dwc3_id_table,
+};
+
+MODULE_AUTHOR("Felipe Balbi <balbi@ti.com>");
+MODULE_LICENSE("Dual BSD/GPL");
+MODULE_DESCRIPTION("DesignWare USB3 DRD Controller Driver");
+
+static int __devinit dwc3_init(void)
+{
+       return platform_driver_register(&dwc3_driver);
+}
+module_init(dwc3_init);
+
+static void __exit dwc3_exit(void)
+{
+       platform_driver_unregister(&dwc3_driver);
+}
+module_exit(dwc3_exit);
diff --git a/drivers/usb/dwc3/core.h b/drivers/usb/dwc3/core.h
new file mode 100644 (file)
index 0000000..11c4a15
--- /dev/null
@@ -0,0 +1,769 @@
+/**
+ * core.h - DesignWare USB3 DRD Core Header
+ *
+ * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
+ *
+ * Authors: Felipe Balbi <balbi@ti.com>,
+ *         Sebastian Andrzej Siewior <bigeasy@linutronix.de>
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ *    notice, this list of conditions, and the following disclaimer,
+ *    without modification.
+ * 2. Redistributions in binary form must reproduce the above copyright
+ *    notice, this list of conditions and the following disclaimer in the
+ *    documentation and/or other materials provided with the distribution.
+ * 3. The names of the above-listed copyright holders may not be used
+ *    to endorse or promote products derived from this software without
+ *    specific prior written permission.
+ *
+ * ALTERNATIVELY, this software may be distributed under the terms of the
+ * GNU General Public License ("GPL") version 2, as published by the Free
+ * Software Foundation.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
+ * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+ * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+ * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
+ * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#ifndef __DRIVERS_USB_DWC3_CORE_H
+#define __DRIVERS_USB_DWC3_CORE_H
+
+#include <linux/device.h>
+#include <linux/spinlock.h>
+#include <linux/list.h>
+#include <linux/dma-mapping.h>
+#include <linux/mm.h>
+#include <linux/debugfs.h>
+
+#include <linux/usb/ch9.h>
+#include <linux/usb/gadget.h>
+
+/* Global constants */
+#define DWC3_ENDPOINTS_NUM     32
+
+#define DWC3_EVENT_BUFFERS_NUM 1
+#define DWC3_EVENT_BUFFERS_SIZE        PAGE_SIZE
+#define DWC3_EVENT_TYPE_MASK   0xfe
+
+#define DWC3_EVENT_TYPE_DEV    0
+#define DWC3_EVENT_TYPE_CARKIT 3
+#define DWC3_EVENT_TYPE_I2C    4
+
+#define DWC3_DEVICE_EVENT_DISCONNECT           0
+#define DWC3_DEVICE_EVENT_RESET                        1
+#define DWC3_DEVICE_EVENT_CONNECT_DONE         2
+#define DWC3_DEVICE_EVENT_LINK_STATUS_CHANGE   3
+#define DWC3_DEVICE_EVENT_WAKEUP               4
+#define DWC3_DEVICE_EVENT_EOPF                 6
+#define DWC3_DEVICE_EVENT_SOF                  7
+#define DWC3_DEVICE_EVENT_ERRATIC_ERROR                9
+#define DWC3_DEVICE_EVENT_CMD_CMPL             10
+#define DWC3_DEVICE_EVENT_OVERFLOW             11
+
+#define DWC3_GEVNTCOUNT_MASK   0xfffc
+#define DWC3_GSNPSID_MASK      0xffff0000
+#define DWC3_GSNPSREV_MASK     0xffff
+
+/* Global Registers */
+#define DWC3_GSBUSCFG0         0xc100
+#define DWC3_GSBUSCFG1         0xc104
+#define DWC3_GTXTHRCFG         0xc108
+#define DWC3_GRXTHRCFG         0xc10c
+#define DWC3_GCTL              0xc110
+#define DWC3_GEVTEN            0xc114
+#define DWC3_GSTS              0xc118
+#define DWC3_GSNPSID           0xc120
+#define DWC3_GGPIO             0xc124
+#define DWC3_GUID              0xc128
+#define DWC3_GUCTL             0xc12c
+#define DWC3_GBUSERRADDR0      0xc130
+#define DWC3_GBUSERRADDR1      0xc134
+#define DWC3_GPRTBIMAP0                0xc138
+#define DWC3_GPRTBIMAP1                0xc13c
+#define DWC3_GHWPARAMS0                0xc140
+#define DWC3_GHWPARAMS1                0xc144
+#define DWC3_GHWPARAMS2                0xc148
+#define DWC3_GHWPARAMS3                0xc14c
+#define DWC3_GHWPARAMS4                0xc150
+#define DWC3_GHWPARAMS5                0xc154
+#define DWC3_GHWPARAMS6                0xc158
+#define DWC3_GHWPARAMS7                0xc15c
+#define DWC3_GDBGFIFOSPACE     0xc160
+#define DWC3_GDBGLTSSM         0xc164
+#define DWC3_GPRTBIMAP_HS0     0xc180
+#define DWC3_GPRTBIMAP_HS1     0xc184
+#define DWC3_GPRTBIMAP_FS0     0xc188
+#define DWC3_GPRTBIMAP_FS1     0xc18c
+
+#define DWC3_GUSB2PHYCFG(n)    (0xc200 + (n * 0x04))
+#define DWC3_GUSB2I2CCTL(n)    (0xc240 + (n * 0x04))
+
+#define DWC3_GUSB2PHYACC(n)    (0xc280 + (n * 0x04))
+
+#define DWC3_GUSB3PIPECTL(n)   (0xc2c0 + (n * 0x04))
+
+#define DWC3_GTXFIFOSIZ(n)     (0xc300 + (n * 0x04))
+#define DWC3_GRXFIFOSIZ(n)     (0xc380 + (n * 0x04))
+
+#define DWC3_GEVNTADRLO(n)     (0xc400 + (n * 0x10))
+#define DWC3_GEVNTADRHI(n)     (0xc404 + (n * 0x10))
+#define DWC3_GEVNTSIZ(n)       (0xc408 + (n * 0x10))
+#define DWC3_GEVNTCOUNT(n)     (0xc40c + (n * 0x10))
+
+#define DWC3_GHWPARAMS8                0xc600
+
+/* Device Registers */
+#define DWC3_DCFG              0xc700
+#define DWC3_DCTL              0xc704
+#define DWC3_DEVTEN            0xc708
+#define DWC3_DSTS              0xc70c
+#define DWC3_DGCMDPAR          0xc710
+#define DWC3_DGCMD             0xc714
+#define DWC3_DALEPENA          0xc720
+#define DWC3_DEPCMDPAR2(n)     (0xc800 + (n * 0x10))
+#define DWC3_DEPCMDPAR1(n)     (0xc804 + (n * 0x10))
+#define DWC3_DEPCMDPAR0(n)     (0xc808 + (n * 0x10))
+#define DWC3_DEPCMD(n)         (0xc80c + (n * 0x10))
+
+/* OTG Registers */
+#define DWC3_OCFG              0xcc00
+#define DWC3_OCTL              0xcc04
+#define DWC3_OEVTEN            0xcc08
+#define DWC3_OSTS              0xcc0C
+
+/* Bit fields */
+
+/* Global Configuration Register */
+#define DWC3_GCTL_PWRDNSCALE(n)        (n << 19)
+#define DWC3_GCTL_U2RSTECN     (1 << 16)
+#define DWC3_GCTL_RAMCLKSEL(x) ((x & DWC3_GCTL_CLK_MASK) << 6)
+#define DWC3_GCTL_CLK_BUS      (0)
+#define DWC3_GCTL_CLK_PIPE     (1)
+#define DWC3_GCTL_CLK_PIPEHALF (2)
+#define DWC3_GCTL_CLK_MASK     (3)
+
+#define DWC3_GCTL_PRTCAPDIR(n) (n << 12)
+#define DWC3_GCTL_PRTCAP_HOST  1
+#define DWC3_GCTL_PRTCAP_DEVICE        2
+#define DWC3_GCTL_PRTCAP_OTG   3
+
+#define DWC3_GCTL_CORESOFTRESET        (1 << 11)
+#define DWC3_GCTL_SCALEDOWN(n) (n << 4)
+#define DWC3_GCTL_DISSCRAMBLE  (1 << 3)
+#define DWC3_GCTL_DSBLCLKGTNG  (1 << 0)
+
+/* Global USB2 PHY Configuration Register */
+#define DWC3_GUSB2PHYCFG_PHYSOFTRST (1 << 31)
+#define DWC3_GUSB2PHYCFG_SUSPHY        (1 << 6)
+
+/* Global USB3 PIPE Control Register */
+#define DWC3_GUSB3PIPECTL_PHYSOFTRST (1 << 31)
+#define DWC3_GUSB3PIPECTL_SUSPHY (1 << 17)
+
+/* Global HWPARAMS1 Register */
+#define DWC3_GHWPARAMS1_EN_PWROPT(n)   ((n & (3 << 24)) >> 24)
+#define DWC3_GHWPARAMS1_EN_PWROPT_NO   0
+#define DWC3_GHWPARAMS1_EN_PWROPT_CLK  1
+
+/* Device Configuration Register */
+#define DWC3_DCFG_DEVADDR(addr)        ((addr) << 3)
+#define DWC3_DCFG_DEVADDR_MASK DWC3_DCFG_DEVADDR(0x7f)
+
+#define DWC3_DCFG_SPEED_MASK   (7 << 0)
+#define DWC3_DCFG_SUPERSPEED   (4 << 0)
+#define DWC3_DCFG_HIGHSPEED    (0 << 0)
+#define DWC3_DCFG_FULLSPEED2   (1 << 0)
+#define DWC3_DCFG_LOWSPEED     (2 << 0)
+#define DWC3_DCFG_FULLSPEED1   (3 << 0)
+
+/* Device Control Register */
+#define DWC3_DCTL_RUN_STOP     (1 << 31)
+#define DWC3_DCTL_CSFTRST      (1 << 30)
+#define DWC3_DCTL_LSFTRST      (1 << 29)
+
+#define DWC3_DCTL_HIRD_THRES_MASK      (0x1f << 24)
+#define DWC3_DCTL_HIRD_THRES(n)        (((n) & DWC3_DCTL_HIRD_THRES_MASK) >> 24)
+
+#define DWC3_DCTL_APPL1RES     (1 << 23)
+
+#define DWC3_DCTL_INITU2ENA    (1 << 12)
+#define DWC3_DCTL_ACCEPTU2ENA  (1 << 11)
+#define DWC3_DCTL_INITU1ENA    (1 << 10)
+#define DWC3_DCTL_ACCEPTU1ENA  (1 << 9)
+#define DWC3_DCTL_TSTCTRL_MASK (0xf << 1)
+
+#define DWC3_DCTL_ULSTCHNGREQ_MASK     (0x0f << 5)
+#define DWC3_DCTL_ULSTCHNGREQ(n) (((n) << 5) & DWC3_DCTL_ULSTCHNGREQ_MASK)
+
+#define DWC3_DCTL_ULSTCHNG_NO_ACTION   (DWC3_DCTL_ULSTCHNGREQ(0))
+#define DWC3_DCTL_ULSTCHNG_SS_DISABLED (DWC3_DCTL_ULSTCHNGREQ(4))
+#define DWC3_DCTL_ULSTCHNG_RX_DETECT   (DWC3_DCTL_ULSTCHNGREQ(5))
+#define DWC3_DCTL_ULSTCHNG_SS_INACTIVE (DWC3_DCTL_ULSTCHNGREQ(6))
+#define DWC3_DCTL_ULSTCHNG_RECOVERY    (DWC3_DCTL_ULSTCHNGREQ(8))
+#define DWC3_DCTL_ULSTCHNG_COMPLIANCE  (DWC3_DCTL_ULSTCHNGREQ(10))
+#define DWC3_DCTL_ULSTCHNG_LOOPBACK    (DWC3_DCTL_ULSTCHNGREQ(11))
+
+/* Device Event Enable Register */
+#define DWC3_DEVTEN_VNDRDEVTSTRCVEDEN  (1 << 12)
+#define DWC3_DEVTEN_EVNTOVERFLOWEN     (1 << 11)
+#define DWC3_DEVTEN_CMDCMPLTEN         (1 << 10)
+#define DWC3_DEVTEN_ERRTICERREN                (1 << 9)
+#define DWC3_DEVTEN_SOFEN              (1 << 7)
+#define DWC3_DEVTEN_EOPFEN             (1 << 6)
+#define DWC3_DEVTEN_WKUPEVTEN          (1 << 4)
+#define DWC3_DEVTEN_ULSTCNGEN          (1 << 3)
+#define DWC3_DEVTEN_CONNECTDONEEN      (1 << 2)
+#define DWC3_DEVTEN_USBRSTEN           (1 << 1)
+#define DWC3_DEVTEN_DISCONNEVTEN       (1 << 0)
+
+/* Device Status Register */
+#define DWC3_DSTS_PWRUPREQ             (1 << 24)
+#define DWC3_DSTS_COREIDLE             (1 << 23)
+#define DWC3_DSTS_DEVCTRLHLT           (1 << 22)
+
+#define DWC3_DSTS_USBLNKST_MASK                (0x0f << 18)
+#define DWC3_DSTS_USBLNKST(n)          (((n) & DWC3_DSTS_USBLNKST_MASK) >> 18)
+
+#define DWC3_DSTS_RXFIFOEMPTY          (1 << 17)
+
+#define DWC3_DSTS_SOFFN_MASK           (0x3ff << 3)
+#define DWC3_DSTS_SOFFN(n)             (((n) & DWC3_DSTS_SOFFN_MASK) >> 3)
+
+#define DWC3_DSTS_CONNECTSPD           (7 << 0)
+
+#define DWC3_DSTS_SUPERSPEED           (4 << 0)
+#define DWC3_DSTS_HIGHSPEED            (0 << 0)
+#define DWC3_DSTS_FULLSPEED2           (1 << 0)
+#define DWC3_DSTS_LOWSPEED             (2 << 0)
+#define DWC3_DSTS_FULLSPEED1           (3 << 0)
+
+/* Device Generic Command Register */
+#define DWC3_DGCMD_SET_LMP             0x01
+#define DWC3_DGCMD_SET_PERIODIC_PAR    0x02
+#define DWC3_DGCMD_XMIT_FUNCTION       0x03
+#define DWC3_DGCMD_SELECTED_FIFO_FLUSH 0x09
+#define DWC3_DGCMD_ALL_FIFO_FLUSH      0x0a
+#define DWC3_DGCMD_SET_ENDPOINT_NRDY   0x0c
+#define DWC3_DGCMD_RUN_SOC_BUS_LOOPBACK        0x10
+
+/* Device Endpoint Command Register */
+#define DWC3_DEPCMD_PARAM_SHIFT                16
+#define DWC3_DEPCMD_PARAM(x)           (x << DWC3_DEPCMD_PARAM_SHIFT)
+#define DWC3_DEPCMD_GET_RSC_IDX(x)     ((x >> DWC3_DEPCMD_PARAM_SHIFT) & 0x7f)
+#define DWC3_DEPCMD_STATUS_MASK                (0x0f << 12)
+#define DWC3_DEPCMD_STATUS(x)          ((x & DWC3_DEPCMD_STATUS_MASK) >> 12)
+#define DWC3_DEPCMD_HIPRI_FORCERM      (1 << 11)
+#define DWC3_DEPCMD_CMDACT             (1 << 10)
+#define DWC3_DEPCMD_CMDIOC             (1 << 8)
+
+#define DWC3_DEPCMD_DEPSTARTCFG                (0x09 << 0)
+#define DWC3_DEPCMD_ENDTRANSFER                (0x08 << 0)
+#define DWC3_DEPCMD_UPDATETRANSFER     (0x07 << 0)
+#define DWC3_DEPCMD_STARTTRANSFER      (0x06 << 0)
+#define DWC3_DEPCMD_CLEARSTALL         (0x05 << 0)
+#define DWC3_DEPCMD_SETSTALL           (0x04 << 0)
+#define DWC3_DEPCMD_GETSEQNUMBER       (0x03 << 0)
+#define DWC3_DEPCMD_SETTRANSFRESOURCE  (0x02 << 0)
+#define DWC3_DEPCMD_SETEPCONFIG                (0x01 << 0)
+
+/* The EP number goes 0..31 so ep0 is always out and ep1 is always in */
+#define DWC3_DALEPENA_EP(n)            (1 << n)
+
+#define DWC3_DEPCMD_TYPE_CONTROL       0
+#define DWC3_DEPCMD_TYPE_ISOC          1
+#define DWC3_DEPCMD_TYPE_BULK          2
+#define DWC3_DEPCMD_TYPE_INTR          3
+
+/* Structures */
+
+struct dwc3_trb_hw;
+
+/**
+ * struct dwc3_event_buffer - Software event buffer representation
+ * @list: a list of event buffers
+ * @buf: _THE_ buffer
+ * @length: size of this buffer
+ * @dma: dma_addr_t
+ * @dwc: pointer to DWC controller
+ */
+struct dwc3_event_buffer {
+       void                    *buf;
+       unsigned                length;
+       unsigned int            lpos;
+
+       dma_addr_t              dma;
+
+       struct dwc3             *dwc;
+};
+
+#define DWC3_EP_FLAG_STALLED   (1 << 0)
+#define DWC3_EP_FLAG_WEDGED    (1 << 1)
+
+#define DWC3_EP_DIRECTION_TX   true
+#define DWC3_EP_DIRECTION_RX   false
+
+#define DWC3_TRB_NUM           32
+#define DWC3_TRB_MASK          (DWC3_TRB_NUM - 1)
+
+/**
+ * struct dwc3_ep - device side endpoint representation
+ * @endpoint: usb endpoint
+ * @request_list: list of requests for this endpoint
+ * @req_queued: list of requests on this ep which have TRBs setup
+ * @trb_pool: array of transaction buffers
+ * @trb_pool_dma: dma address of @trb_pool
+ * @free_slot: next slot which is going to be used
+ * @busy_slot: first slot which is owned by HW
+ * @desc: usb_endpoint_descriptor pointer
+ * @dwc: pointer to DWC controller
+ * @flags: endpoint flags (wedged, stalled, ...)
+ * @current_trb: index of current used trb
+ * @number: endpoint number (1 - 15)
+ * @type: set to bmAttributes & USB_ENDPOINT_XFERTYPE_MASK
+ * @res_trans_idx: Resource transfer index
+ * @interval: the intervall on which the ISOC transfer is started
+ * @name: a human readable name e.g. ep1out-bulk
+ * @direction: true for TX, false for RX
+ * @stream_capable: true when streams are enabled
+ */
+struct dwc3_ep {
+       struct usb_ep           endpoint;
+       struct list_head        request_list;
+       struct list_head        req_queued;
+
+       struct dwc3_trb_hw      *trb_pool;
+       dma_addr_t              trb_pool_dma;
+       u32                     free_slot;
+       u32                     busy_slot;
+       const struct usb_endpoint_descriptor *desc;
+       struct dwc3             *dwc;
+
+       unsigned                flags;
+#define DWC3_EP_ENABLED                (1 << 0)
+#define DWC3_EP_STALL          (1 << 1)
+#define DWC3_EP_WEDGE          (1 << 2)
+#define DWC3_EP_BUSY           (1 << 4)
+#define DWC3_EP_PENDING_REQUEST        (1 << 5)
+
+       /* This last one is specific to EP0 */
+#define DWC3_EP0_DIR_IN                (1 << 31)
+
+       unsigned                current_trb;
+
+       u8                      number;
+       u8                      type;
+       u8                      res_trans_idx;
+       u32                     interval;
+
+       char                    name[20];
+
+       unsigned                direction:1;
+       unsigned                stream_capable:1;
+};
+
+enum dwc3_phy {
+       DWC3_PHY_UNKNOWN = 0,
+       DWC3_PHY_USB3,
+       DWC3_PHY_USB2,
+};
+
+enum dwc3_ep0_next {
+       DWC3_EP0_UNKNOWN = 0,
+       DWC3_EP0_COMPLETE,
+       DWC3_EP0_NRDY_SETUP,
+       DWC3_EP0_NRDY_DATA,
+       DWC3_EP0_NRDY_STATUS,
+};
+
+enum dwc3_ep0_state {
+       EP0_UNCONNECTED         = 0,
+       EP0_SETUP_PHASE,
+       EP0_DATA_PHASE,
+       EP0_STATUS_PHASE,
+};
+
+enum dwc3_link_state {
+       /* In SuperSpeed */
+       DWC3_LINK_STATE_U0              = 0x00, /* in HS, means ON */
+       DWC3_LINK_STATE_U1              = 0x01,
+       DWC3_LINK_STATE_U2              = 0x02, /* in HS, means SLEEP */
+       DWC3_LINK_STATE_U3              = 0x03, /* in HS, means SUSPEND */
+       DWC3_LINK_STATE_SS_DIS          = 0x04,
+       DWC3_LINK_STATE_RX_DET          = 0x05, /* in HS, means Early Suspend */
+       DWC3_LINK_STATE_SS_INACT        = 0x06,
+       DWC3_LINK_STATE_POLL            = 0x07,
+       DWC3_LINK_STATE_RECOV           = 0x08,
+       DWC3_LINK_STATE_HRESET          = 0x09,
+       DWC3_LINK_STATE_CMPLY           = 0x0a,
+       DWC3_LINK_STATE_LPBK            = 0x0b,
+       DWC3_LINK_STATE_MASK            = 0x0f,
+};
+
+enum dwc3_device_state {
+       DWC3_DEFAULT_STATE,
+       DWC3_ADDRESS_STATE,
+       DWC3_CONFIGURED_STATE,
+};
+
+/**
+ * struct dwc3_trb - transfer request block
+ * @bpl: lower 32bit of the buffer
+ * @bph: higher 32bit of the buffer
+ * @length: buffer size (up to 16mb - 1)
+ * @pcm1: packet count m1
+ * @trbsts: trb status
+ *     0 = ok
+ *     1 = missed isoc
+ *     2 = setup pending
+ * @hwo: hardware owner of descriptor
+ * @lst: last trb
+ * @chn: chain buffers
+ * @csp: continue on short packets (only supported on isoc eps)
+ * @trbctl: trb control
+ *     1 = normal
+ *     2 = control-setup
+ *     3 = control-status-2
+ *     4 = control-status-3
+ *     5 = control-data (first trb of data stage)
+ *     6 = isochronous-first (first trb of service interval)
+ *     7 = isochronous
+ *     8 = link trb
+ *     others = reserved
+ * @isp_imi: interrupt on short packet / interrupt on missed isoc
+ * @ioc: interrupt on complete
+ * @sid_sofn: Stream ID / SOF Number
+ */
+struct dwc3_trb {
+       u64             bplh;
+
+       union {
+               struct {
+                       u32             length:24;
+                       u32             pcm1:2;
+                       u32             reserved27_26:2;
+                       u32             trbsts:4;
+#define DWC3_TRB_STS_OKAY                       0
+#define DWC3_TRB_STS_MISSED_ISOC                1
+#define DWC3_TRB_STS_SETUP_PENDING              2
+               };
+               u32 len_pcm;
+       };
+
+       union {
+               struct {
+                       u32             hwo:1;
+                       u32             lst:1;
+                       u32             chn:1;
+                       u32             csp:1;
+                       u32             trbctl:6;
+                       u32             isp_imi:1;
+                       u32             ioc:1;
+                       u32             reserved13_12:2;
+                       u32             sid_sofn:16;
+                       u32             reserved31_30:2;
+               };
+               u32 control;
+       };
+} __packed;
+
+/**
+ * struct dwc3_trb_hw - transfer request block (hw format)
+ * @bpl: DW0-3
+ * @bph: DW4-7
+ * @size: DW8-B
+ * @trl: DWC-F
+ */
+struct dwc3_trb_hw {
+       __le32          bpl;
+       __le32          bph;
+       __le32          size;
+       __le32          ctrl;
+} __packed;
+
+static inline void dwc3_trb_to_hw(struct dwc3_trb *nat, struct dwc3_trb_hw *hw)
+{
+       hw->bpl = cpu_to_le32(lower_32_bits(nat->bplh));
+       hw->bph = cpu_to_le32(upper_32_bits(nat->bplh));
+       hw->size = cpu_to_le32p(&nat->len_pcm);
+       /* HWO is written last */
+       hw->ctrl = cpu_to_le32p(&nat->control);
+}
+
+static inline void dwc3_trb_to_nat(struct dwc3_trb_hw *hw, struct dwc3_trb *nat)
+{
+       u64 bplh;
+
+       bplh = le32_to_cpup(&hw->bpl);
+       bplh |= (u64) le32_to_cpup(&hw->bph) << 32;
+       nat->bplh = bplh;
+
+       nat->len_pcm = le32_to_cpup(&hw->size);
+       nat->control = le32_to_cpup(&hw->ctrl);
+}
+
+/**
+ * dwc3_hwparams - copy of HWPARAMS registers
+ * @hwparams0 - GHWPARAMS0
+ * @hwparams1 - GHWPARAMS1
+ * @hwparams2 - GHWPARAMS2
+ * @hwparams3 - GHWPARAMS3
+ * @hwparams4 - GHWPARAMS4
+ * @hwparams5 - GHWPARAMS5
+ * @hwparams6 - GHWPARAMS6
+ * @hwparams7 - GHWPARAMS7
+ * @hwparams8 - GHWPARAMS8
+ */
+struct dwc3_hwparams {
+       u32     hwparams0;
+       u32     hwparams1;
+       u32     hwparams2;
+       u32     hwparams3;
+       u32     hwparams4;
+       u32     hwparams5;
+       u32     hwparams6;
+       u32     hwparams7;
+       u32     hwparams8;
+};
+
+/**
+ * struct dwc3 - representation of our controller
+ * @ctrl_req: usb control request which is used for ep0
+ * @ep0_trb: trb which is used for the ctrl_req
+ * @ep0_bounce: bounce buffer for ep0
+ * @setup_buf: used while precessing STD USB requests
+ * @ctrl_req_addr: dma address of ctrl_req
+ * @ep0_trb: dma address of ep0_trb
+ * @ep0_usb_req: dummy req used while handling STD USB requests
+ * @setup_buf_addr: dma address of setup_buf
+ * @ep0_bounce_addr: dma address of ep0_bounce
+ * @lock: for synchronizing
+ * @dev: pointer to our struct device
+ * @event_buffer_list: a list of event buffers
+ * @gadget: device side representation of the peripheral controller
+ * @gadget_driver: pointer to the gadget driver
+ * @regs: base address for our registers
+ * @regs_size: address space size
+ * @irq: IRQ number
+ * @revision: revision register contents
+ * @is_selfpowered: true when we are selfpowered
+ * @three_stage_setup: set if we perform a three phase setup
+ * @ep0_status_pending: ep0 status response without a req is pending
+ * @ep0_bounced: true when we used bounce buffer
+ * @ep0_expect_in: true when we expect a DATA IN transfer
+ * @start_config_issued: true when StartConfig command has been issued
+ * @ep0_next_event: hold the next expected event
+ * @ep0state: state of endpoint zero
+ * @link_state: link state
+ * @speed: device speed (super, high, full, low)
+ * @mem: points to start of memory which is used for this struct.
+ * @hwparams: copy of hwparams registers
+ * @root: debugfs root folder pointer
+ */
+struct dwc3 {
+       struct usb_ctrlrequest  *ctrl_req;
+       struct dwc3_trb_hw      *ep0_trb;
+       void                    *ep0_bounce;
+       u8                      *setup_buf;
+       dma_addr_t              ctrl_req_addr;
+       dma_addr_t              ep0_trb_addr;
+       dma_addr_t              setup_buf_addr;
+       dma_addr_t              ep0_bounce_addr;
+       struct usb_request      ep0_usb_req;
+       /* device lock */
+       spinlock_t              lock;
+       struct device           *dev;
+
+       struct dwc3_event_buffer *ev_buffs[DWC3_EVENT_BUFFERS_NUM];
+       struct dwc3_ep          *eps[DWC3_ENDPOINTS_NUM];
+
+       struct usb_gadget       gadget;
+       struct usb_gadget_driver *gadget_driver;
+
+       void __iomem            *regs;
+       size_t                  regs_size;
+
+       int                     irq;
+       int                     got_irq;
+
+       u32                     revision;
+
+#define DWC3_REVISION_173A     0x5533173a
+#define DWC3_REVISION_175A     0x5533175a
+#define DWC3_REVISION_180A     0x5533180a
+#define DWC3_REVISION_183A     0x5533183a
+#define DWC3_REVISION_185A     0x5533185a
+#define DWC3_REVISION_188A     0x5533188a
+#define DWC3_REVISION_190A     0x5533190a
+
+       unsigned                is_selfpowered:1;
+       unsigned                three_stage_setup:1;
+       unsigned                ep0_status_pending:1;
+       unsigned                ep0_bounced:1;
+       unsigned                ep0_expect_in:1;
+       unsigned                start_config_issued:1;
+
+       enum dwc3_ep0_next      ep0_next_event;
+       enum dwc3_ep0_state     ep0state;
+       enum dwc3_link_state    link_state;
+       enum dwc3_device_state  dev_state;
+
+       u8                      speed;
+       void                    *mem;
+
+       struct dwc3_hwparams    hwparams;
+       struct dentry           *root;
+};
+
+/* -------------------------------------------------------------------------- */
+
+#define DWC3_TRBSTS_OK                 0
+#define DWC3_TRBSTS_MISSED_ISOC                1
+#define DWC3_TRBSTS_SETUP_PENDING      2
+
+#define DWC3_TRBCTL_NORMAL             1
+#define DWC3_TRBCTL_CONTROL_SETUP      2
+#define DWC3_TRBCTL_CONTROL_STATUS2    3
+#define DWC3_TRBCTL_CONTROL_STATUS3    4
+#define DWC3_TRBCTL_CONTROL_DATA       5
+#define DWC3_TRBCTL_ISOCHRONOUS_FIRST  6
+#define DWC3_TRBCTL_ISOCHRONOUS                7
+#define DWC3_TRBCTL_LINK_TRB           8
+
+/* -------------------------------------------------------------------------- */
+
+struct dwc3_event_type {
+       u32     is_devspec:1;
+       u32     type:6;
+       u32     reserved8_31:25;
+} __packed;
+
+#define DWC3_DEPEVT_XFERCOMPLETE       0x01
+#define DWC3_DEPEVT_XFERINPROGRESS     0x02
+#define DWC3_DEPEVT_XFERNOTREADY       0x03
+#define DWC3_DEPEVT_RXTXFIFOEVT                0x04
+#define DWC3_DEPEVT_STREAMEVT          0x06
+#define DWC3_DEPEVT_EPCMDCMPLT         0x07
+
+/**
+ * struct dwc3_event_depvt - Device Endpoint Events
+ * @one_bit: indicates this is an endpoint event (not used)
+ * @endpoint_number: number of the endpoint
+ * @endpoint_event: The event we have:
+ *     0x00    - Reserved
+ *     0x01    - XferComplete
+ *     0x02    - XferInProgress
+ *     0x03    - XferNotReady
+ *     0x04    - RxTxFifoEvt (IN->Underrun, OUT->Overrun)
+ *     0x05    - Reserved
+ *     0x06    - StreamEvt
+ *     0x07    - EPCmdCmplt
+ * @reserved11_10: Reserved, don't use.
+ * @status: Indicates the status of the event. Refer to databook for
+ *     more information.
+ * @parameters: Parameters of the current event. Refer to databook for
+ *     more information.
+ */
+struct dwc3_event_depevt {
+       u32     one_bit:1;
+       u32     endpoint_number:5;
+       u32     endpoint_event:4;
+       u32     reserved11_10:2;
+       u32     status:4;
+#define DEPEVT_STATUS_BUSERR    (1 << 0)
+#define DEPEVT_STATUS_SHORT     (1 << 1)
+#define DEPEVT_STATUS_IOC       (1 << 2)
+#define DEPEVT_STATUS_LST      (1 << 3)
+
+/* Stream event only */
+#define DEPEVT_STREAMEVT_FOUND         1
+#define DEPEVT_STREAMEVT_NOTFOUND      2
+
+/* Control-only Status */
+#define DEPEVT_STATUS_CONTROL_SETUP    0
+#define DEPEVT_STATUS_CONTROL_DATA     1
+#define DEPEVT_STATUS_CONTROL_STATUS   2
+
+       u32     parameters:16;
+} __packed;
+
+/**
+ * struct dwc3_event_devt - Device Events
+ * @one_bit: indicates this is a non-endpoint event (not used)
+ * @device_event: indicates it's a device event. Should read as 0x00
+ * @type: indicates the type of device event.
+ *     0       - DisconnEvt
+ *     1       - USBRst
+ *     2       - ConnectDone
+ *     3       - ULStChng
+ *     4       - WkUpEvt
+ *     5       - Reserved
+ *     6       - EOPF
+ *     7       - SOF
+ *     8       - Reserved
+ *     9       - ErrticErr
+ *     10      - CmdCmplt
+ *     11      - EvntOverflow
+ *     12      - VndrDevTstRcved
+ * @reserved15_12: Reserved, not used
+ * @event_info: Information about this event
+ * @reserved31_24: Reserved, not used
+ */
+struct dwc3_event_devt {
+       u32     one_bit:1;
+       u32     device_event:7;
+       u32     type:4;
+       u32     reserved15_12:4;
+       u32     event_info:8;
+       u32     reserved31_24:8;
+} __packed;
+
+/**
+ * struct dwc3_event_gevt - Other Core Events
+ * @one_bit: indicates this is a non-endpoint event (not used)
+ * @device_event: indicates it's (0x03) Carkit or (0x04) I2C event.
+ * @phy_port_number: self-explanatory
+ * @reserved31_12: Reserved, not used.
+ */
+struct dwc3_event_gevt {
+       u32     one_bit:1;
+       u32     device_event:7;
+       u32     phy_port_number:4;
+       u32     reserved31_12:20;
+} __packed;
+
+/**
+ * union dwc3_event - representation of Event Buffer contents
+ * @raw: raw 32-bit event
+ * @type: the type of the event
+ * @depevt: Device Endpoint Event
+ * @devt: Device Event
+ * @gevt: Global Event
+ */
+union dwc3_event {
+       u32                             raw;
+       struct dwc3_event_type          type;
+       struct dwc3_event_depevt        depevt;
+       struct dwc3_event_devt          devt;
+       struct dwc3_event_gevt          gevt;
+};
+
+/*
+ * DWC3 Features to be used as Driver Data
+ */
+
+#define DWC3_HAS_PERIPHERAL            BIT(0)
+#define DWC3_HAS_XHCI                  BIT(1)
+#define DWC3_HAS_OTG                   BIT(3)
+
+#endif /* __DRIVERS_USB_DWC3_CORE_H */
diff --git a/drivers/usb/dwc3/debug.h b/drivers/usb/dwc3/debug.h
new file mode 100644 (file)
index 0000000..5894ee8
--- /dev/null
@@ -0,0 +1,50 @@
+/**
+ * debug.h - DesignWare USB3 DRD Controller Debug Header
+ *
+ * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
+ *
+ * Authors: Felipe Balbi <balbi@ti.com>,
+ *         Sebastian Andrzej Siewior <bigeasy@linutronix.de>
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ *    notice, this list of conditions, and the following disclaimer,
+ *    without modification.
+ * 2. Redistributions in binary form must reproduce the above copyright
+ *    notice, this list of conditions and the following disclaimer in the
+ *    documentation and/or other materials provided with the distribution.
+ * 3. The names of the above-listed copyright holders may not be used
+ *    to endorse or promote products derived from this software without
+ *    specific prior written permission.
+ *
+ * ALTERNATIVELY, this software may be distributed under the terms of the
+ * GNU General Public License ("GPL") version 2, as published by the Free
+ * Software Foundation.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
+ * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+ * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+ * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
+ * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include "core.h"
+
+#ifdef CONFIG_DEBUG_FS
+extern int dwc3_debugfs_init(struct dwc3 *);
+extern void dwc3_debugfs_exit(struct dwc3 *);
+#else
+static inline int dwc3_debugfs_init(struct dwc3 *d)
+{  return 0;  }
+static inline void dwc3_debugfs_exit(struct dwc3 *d)
+{  }
+#endif
+
diff --git a/drivers/usb/dwc3/debugfs.c b/drivers/usb/dwc3/debugfs.c
new file mode 100644 (file)
index 0000000..8c6b1e2
--- /dev/null
@@ -0,0 +1,441 @@
+/**
+ * debugfs.c - DesignWare USB3 DRD Controller DebugFS file
+ *
+ * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
+ *
+ * Authors: Felipe Balbi <balbi@ti.com>,
+ *         Sebastian Andrzej Siewior <bigeasy@linutronix.de>
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ *    notice, this list of conditions, and the following disclaimer,
+ *    without modification.
+ * 2. Redistributions in binary form must reproduce the above copyright
+ *    notice, this list of conditions and the following disclaimer in the
+ *    documentation and/or other materials provided with the distribution.
+ * 3. The names of the above-listed copyright holders may not be used
+ *    to endorse or promote products derived from this software without
+ *    specific prior written permission.
+ *
+ * ALTERNATIVELY, this software may be distributed under the terms of the
+ * GNU General Public License ("GPL") version 2, as published by the Free
+ * Software Foundation.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
+ * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+ * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+ * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
+ * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include <linux/kernel.h>
+#include <linux/slab.h>
+#include <linux/ptrace.h>
+#include <linux/types.h>
+#include <linux/spinlock.h>
+#include <linux/debugfs.h>
+#include <linux/seq_file.h>
+#include <linux/delay.h>
+
+#include <linux/uaccess.h>
+
+#include "core.h"
+#include "gadget.h"
+#include "io.h"
+
+struct dwc3_register {
+       const char      *name;
+       u32             offset;
+};
+
+#define dump_register(nm)                              \
+{                                                      \
+       .name   = __stringify(nm),                      \
+       .offset = DWC3_ ##nm,                           \
+}
+
+static const struct dwc3_register dwc3_regs[] = {
+       dump_register(GSBUSCFG0),
+       dump_register(GSBUSCFG1),
+       dump_register(GTXTHRCFG),
+       dump_register(GRXTHRCFG),
+       dump_register(GCTL),
+       dump_register(GEVTEN),
+       dump_register(GSTS),
+       dump_register(GSNPSID),
+       dump_register(GGPIO),
+       dump_register(GUID),
+       dump_register(GUCTL),
+       dump_register(GBUSERRADDR0),
+       dump_register(GBUSERRADDR1),
+       dump_register(GPRTBIMAP0),
+       dump_register(GPRTBIMAP1),
+       dump_register(GHWPARAMS0),
+       dump_register(GHWPARAMS1),
+       dump_register(GHWPARAMS2),
+       dump_register(GHWPARAMS3),
+       dump_register(GHWPARAMS4),
+       dump_register(GHWPARAMS5),
+       dump_register(GHWPARAMS6),
+       dump_register(GHWPARAMS7),
+       dump_register(GDBGFIFOSPACE),
+       dump_register(GDBGLTSSM),
+       dump_register(GPRTBIMAP_HS0),
+       dump_register(GPRTBIMAP_HS1),
+       dump_register(GPRTBIMAP_FS0),
+       dump_register(GPRTBIMAP_FS1),
+
+       dump_register(GUSB2PHYCFG(0)),
+       dump_register(GUSB2PHYCFG(1)),
+       dump_register(GUSB2PHYCFG(2)),
+       dump_register(GUSB2PHYCFG(3)),
+       dump_register(GUSB2PHYCFG(4)),
+       dump_register(GUSB2PHYCFG(5)),
+       dump_register(GUSB2PHYCFG(6)),
+       dump_register(GUSB2PHYCFG(7)),
+       dump_register(GUSB2PHYCFG(8)),
+       dump_register(GUSB2PHYCFG(9)),
+       dump_register(GUSB2PHYCFG(10)),
+       dump_register(GUSB2PHYCFG(11)),
+       dump_register(GUSB2PHYCFG(12)),
+       dump_register(GUSB2PHYCFG(13)),
+       dump_register(GUSB2PHYCFG(14)),
+       dump_register(GUSB2PHYCFG(15)),
+
+       dump_register(GUSB2I2CCTL(0)),
+       dump_register(GUSB2I2CCTL(1)),
+       dump_register(GUSB2I2CCTL(2)),
+       dump_register(GUSB2I2CCTL(3)),
+       dump_register(GUSB2I2CCTL(4)),
+       dump_register(GUSB2I2CCTL(5)),
+       dump_register(GUSB2I2CCTL(6)),
+       dump_register(GUSB2I2CCTL(7)),
+       dump_register(GUSB2I2CCTL(8)),
+       dump_register(GUSB2I2CCTL(9)),
+       dump_register(GUSB2I2CCTL(10)),
+       dump_register(GUSB2I2CCTL(11)),
+       dump_register(GUSB2I2CCTL(12)),
+       dump_register(GUSB2I2CCTL(13)),
+       dump_register(GUSB2I2CCTL(14)),
+       dump_register(GUSB2I2CCTL(15)),
+
+       dump_register(GUSB2PHYACC(0)),
+       dump_register(GUSB2PHYACC(1)),
+       dump_register(GUSB2PHYACC(2)),
+       dump_register(GUSB2PHYACC(3)),
+       dump_register(GUSB2PHYACC(4)),
+       dump_register(GUSB2PHYACC(5)),
+       dump_register(GUSB2PHYACC(6)),
+       dump_register(GUSB2PHYACC(7)),
+       dump_register(GUSB2PHYACC(8)),
+       dump_register(GUSB2PHYACC(9)),
+       dump_register(GUSB2PHYACC(10)),
+       dump_register(GUSB2PHYACC(11)),
+       dump_register(GUSB2PHYACC(12)),
+       dump_register(GUSB2PHYACC(13)),
+       dump_register(GUSB2PHYACC(14)),
+       dump_register(GUSB2PHYACC(15)),
+
+       dump_register(GUSB3PIPECTL(0)),
+       dump_register(GUSB3PIPECTL(1)),
+       dump_register(GUSB3PIPECTL(2)),
+       dump_register(GUSB3PIPECTL(3)),
+       dump_register(GUSB3PIPECTL(4)),
+       dump_register(GUSB3PIPECTL(5)),
+       dump_register(GUSB3PIPECTL(6)),
+       dump_register(GUSB3PIPECTL(7)),
+       dump_register(GUSB3PIPECTL(8)),
+       dump_register(GUSB3PIPECTL(9)),
+       dump_register(GUSB3PIPECTL(10)),
+       dump_register(GUSB3PIPECTL(11)),
+       dump_register(GUSB3PIPECTL(12)),
+       dump_register(GUSB3PIPECTL(13)),
+       dump_register(GUSB3PIPECTL(14)),
+       dump_register(GUSB3PIPECTL(15)),
+
+       dump_register(GTXFIFOSIZ(0)),
+       dump_register(GTXFIFOSIZ(1)),
+       dump_register(GTXFIFOSIZ(2)),
+       dump_register(GTXFIFOSIZ(3)),
+       dump_register(GTXFIFOSIZ(4)),
+       dump_register(GTXFIFOSIZ(5)),
+       dump_register(GTXFIFOSIZ(6)),
+       dump_register(GTXFIFOSIZ(7)),
+       dump_register(GTXFIFOSIZ(8)),
+       dump_register(GTXFIFOSIZ(9)),
+       dump_register(GTXFIFOSIZ(10)),
+       dump_register(GTXFIFOSIZ(11)),
+       dump_register(GTXFIFOSIZ(12)),
+       dump_register(GTXFIFOSIZ(13)),
+       dump_register(GTXFIFOSIZ(14)),
+       dump_register(GTXFIFOSIZ(15)),
+       dump_register(GTXFIFOSIZ(16)),
+       dump_register(GTXFIFOSIZ(17)),
+       dump_register(GTXFIFOSIZ(18)),
+       dump_register(GTXFIFOSIZ(19)),
+       dump_register(GTXFIFOSIZ(20)),
+       dump_register(GTXFIFOSIZ(21)),
+       dump_register(GTXFIFOSIZ(22)),
+       dump_register(GTXFIFOSIZ(23)),
+       dump_register(GTXFIFOSIZ(24)),
+       dump_register(GTXFIFOSIZ(25)),
+       dump_register(GTXFIFOSIZ(26)),
+       dump_register(GTXFIFOSIZ(27)),
+       dump_register(GTXFIFOSIZ(28)),
+       dump_register(GTXFIFOSIZ(29)),
+       dump_register(GTXFIFOSIZ(30)),
+       dump_register(GTXFIFOSIZ(31)),
+
+       dump_register(GRXFIFOSIZ(0)),
+       dump_register(GRXFIFOSIZ(1)),
+       dump_register(GRXFIFOSIZ(2)),
+       dump_register(GRXFIFOSIZ(3)),
+       dump_register(GRXFIFOSIZ(4)),
+       dump_register(GRXFIFOSIZ(5)),
+       dump_register(GRXFIFOSIZ(6)),
+       dump_register(GRXFIFOSIZ(7)),
+       dump_register(GRXFIFOSIZ(8)),
+       dump_register(GRXFIFOSIZ(9)),
+       dump_register(GRXFIFOSIZ(10)),
+       dump_register(GRXFIFOSIZ(11)),
+       dump_register(GRXFIFOSIZ(12)),
+       dump_register(GRXFIFOSIZ(13)),
+       dump_register(GRXFIFOSIZ(14)),
+       dump_register(GRXFIFOSIZ(15)),
+       dump_register(GRXFIFOSIZ(16)),
+       dump_register(GRXFIFOSIZ(17)),
+       dump_register(GRXFIFOSIZ(18)),
+       dump_register(GRXFIFOSIZ(19)),
+       dump_register(GRXFIFOSIZ(20)),
+       dump_register(GRXFIFOSIZ(21)),
+       dump_register(GRXFIFOSIZ(22)),
+       dump_register(GRXFIFOSIZ(23)),
+       dump_register(GRXFIFOSIZ(24)),
+       dump_register(GRXFIFOSIZ(25)),
+       dump_register(GRXFIFOSIZ(26)),
+       dump_register(GRXFIFOSIZ(27)),
+       dump_register(GRXFIFOSIZ(28)),
+       dump_register(GRXFIFOSIZ(29)),
+       dump_register(GRXFIFOSIZ(30)),
+       dump_register(GRXFIFOSIZ(31)),
+
+       dump_register(GEVNTADRLO(0)),
+       dump_register(GEVNTADRHI(0)),
+       dump_register(GEVNTSIZ(0)),
+       dump_register(GEVNTCOUNT(0)),
+
+       dump_register(GHWPARAMS8),
+       dump_register(DCFG),
+       dump_register(DCTL),
+       dump_register(DEVTEN),
+       dump_register(DSTS),
+       dump_register(DGCMDPAR),
+       dump_register(DGCMD),
+       dump_register(DALEPENA),
+
+       dump_register(DEPCMDPAR2(0)),
+       dump_register(DEPCMDPAR2(1)),
+       dump_register(DEPCMDPAR2(2)),
+       dump_register(DEPCMDPAR2(3)),
+       dump_register(DEPCMDPAR2(4)),
+       dump_register(DEPCMDPAR2(5)),
+       dump_register(DEPCMDPAR2(6)),
+       dump_register(DEPCMDPAR2(7)),
+       dump_register(DEPCMDPAR2(8)),
+       dump_register(DEPCMDPAR2(9)),
+       dump_register(DEPCMDPAR2(10)),
+       dump_register(DEPCMDPAR2(11)),
+       dump_register(DEPCMDPAR2(12)),
+       dump_register(DEPCMDPAR2(13)),
+       dump_register(DEPCMDPAR2(14)),
+       dump_register(DEPCMDPAR2(15)),
+       dump_register(DEPCMDPAR2(16)),
+       dump_register(DEPCMDPAR2(17)),
+       dump_register(DEPCMDPAR2(18)),
+       dump_register(DEPCMDPAR2(19)),
+       dump_register(DEPCMDPAR2(20)),
+       dump_register(DEPCMDPAR2(21)),
+       dump_register(DEPCMDPAR2(22)),
+       dump_register(DEPCMDPAR2(23)),
+       dump_register(DEPCMDPAR2(24)),
+       dump_register(DEPCMDPAR2(25)),
+       dump_register(DEPCMDPAR2(26)),
+       dump_register(DEPCMDPAR2(27)),
+       dump_register(DEPCMDPAR2(28)),
+       dump_register(DEPCMDPAR2(29)),
+       dump_register(DEPCMDPAR2(30)),
+       dump_register(DEPCMDPAR2(31)),
+
+       dump_register(DEPCMDPAR1(0)),
+       dump_register(DEPCMDPAR1(1)),
+       dump_register(DEPCMDPAR1(2)),
+       dump_register(DEPCMDPAR1(3)),
+       dump_register(DEPCMDPAR1(4)),
+       dump_register(DEPCMDPAR1(5)),
+       dump_register(DEPCMDPAR1(6)),
+       dump_register(DEPCMDPAR1(7)),
+       dump_register(DEPCMDPAR1(8)),
+       dump_register(DEPCMDPAR1(9)),
+       dump_register(DEPCMDPAR1(10)),
+       dump_register(DEPCMDPAR1(11)),
+       dump_register(DEPCMDPAR1(12)),
+       dump_register(DEPCMDPAR1(13)),
+       dump_register(DEPCMDPAR1(14)),
+       dump_register(DEPCMDPAR1(15)),
+       dump_register(DEPCMDPAR1(16)),
+       dump_register(DEPCMDPAR1(17)),
+       dump_register(DEPCMDPAR1(18)),
+       dump_register(DEPCMDPAR1(19)),
+       dump_register(DEPCMDPAR1(20)),
+       dump_register(DEPCMDPAR1(21)),
+       dump_register(DEPCMDPAR1(22)),
+       dump_register(DEPCMDPAR1(23)),
+       dump_register(DEPCMDPAR1(24)),
+       dump_register(DEPCMDPAR1(25)),
+       dump_register(DEPCMDPAR1(26)),
+       dump_register(DEPCMDPAR1(27)),
+       dump_register(DEPCMDPAR1(28)),
+       dump_register(DEPCMDPAR1(29)),
+       dump_register(DEPCMDPAR1(30)),
+       dump_register(DEPCMDPAR1(31)),
+
+       dump_register(DEPCMDPAR0(0)),
+       dump_register(DEPCMDPAR0(1)),
+       dump_register(DEPCMDPAR0(2)),
+       dump_register(DEPCMDPAR0(3)),
+       dump_register(DEPCMDPAR0(4)),
+       dump_register(DEPCMDPAR0(5)),
+       dump_register(DEPCMDPAR0(6)),
+       dump_register(DEPCMDPAR0(7)),
+       dump_register(DEPCMDPAR0(8)),
+       dump_register(DEPCMDPAR0(9)),
+       dump_register(DEPCMDPAR0(10)),
+       dump_register(DEPCMDPAR0(11)),
+       dump_register(DEPCMDPAR0(12)),
+       dump_register(DEPCMDPAR0(13)),
+       dump_register(DEPCMDPAR0(14)),
+       dump_register(DEPCMDPAR0(15)),
+       dump_register(DEPCMDPAR0(16)),
+       dump_register(DEPCMDPAR0(17)),
+       dump_register(DEPCMDPAR0(18)),
+       dump_register(DEPCMDPAR0(19)),
+       dump_register(DEPCMDPAR0(20)),
+       dump_register(DEPCMDPAR0(21)),
+       dump_register(DEPCMDPAR0(22)),
+       dump_register(DEPCMDPAR0(23)),
+       dump_register(DEPCMDPAR0(24)),
+       dump_register(DEPCMDPAR0(25)),
+       dump_register(DEPCMDPAR0(26)),
+       dump_register(DEPCMDPAR0(27)),
+       dump_register(DEPCMDPAR0(28)),
+       dump_register(DEPCMDPAR0(29)),
+       dump_register(DEPCMDPAR0(30)),
+       dump_register(DEPCMDPAR0(31)),
+
+       dump_register(DEPCMD(0)),
+       dump_register(DEPCMD(1)),
+       dump_register(DEPCMD(2)),
+       dump_register(DEPCMD(3)),
+       dump_register(DEPCMD(4)),
+       dump_register(DEPCMD(5)),
+       dump_register(DEPCMD(6)),
+       dump_register(DEPCMD(7)),
+       dump_register(DEPCMD(8)),
+       dump_register(DEPCMD(9)),
+       dump_register(DEPCMD(10)),
+       dump_register(DEPCMD(11)),
+       dump_register(DEPCMD(12)),
+       dump_register(DEPCMD(13)),
+       dump_register(DEPCMD(14)),
+       dump_register(DEPCMD(15)),
+       dump_register(DEPCMD(16)),
+       dump_register(DEPCMD(17)),
+       dump_register(DEPCMD(18)),
+       dump_register(DEPCMD(19)),
+       dump_register(DEPCMD(20)),
+       dump_register(DEPCMD(21)),
+       dump_register(DEPCMD(22)),
+       dump_register(DEPCMD(23)),
+       dump_register(DEPCMD(24)),
+       dump_register(DEPCMD(25)),
+       dump_register(DEPCMD(26)),
+       dump_register(DEPCMD(27)),
+       dump_register(DEPCMD(28)),
+       dump_register(DEPCMD(29)),
+       dump_register(DEPCMD(30)),
+       dump_register(DEPCMD(31)),
+
+       dump_register(OCFG),
+       dump_register(OCTL),
+       dump_register(OEVTEN),
+       dump_register(OSTS),
+};
+
+static int dwc3_regdump_show(struct seq_file *s, void *unused)
+{
+       struct dwc3             *dwc = s->private;
+       int                     i;
+
+       seq_printf(s, "DesignWare USB3 Core Register Dump\n");
+
+       for (i = 0; i < ARRAY_SIZE(dwc3_regs); i++) {
+               seq_printf(s, "%-20s :    %08x\n", dwc3_regs[i].name,
+                               dwc3_readl(dwc->regs, dwc3_regs[i].offset));
+       }
+
+       return 0;
+}
+
+static int dwc3_regdump_open(struct inode *inode, struct file *file)
+{
+       return single_open(file, dwc3_regdump_show, inode->i_private);
+}
+
+static const struct file_operations dwc3_regdump_fops = {
+       .open                   = dwc3_regdump_open,
+       .read                   = seq_read,
+       .release                = single_release,
+};
+
+int __devinit dwc3_debugfs_init(struct dwc3 *dwc)
+{
+       struct dentry           *root;
+       struct dentry           *file;
+       int                     ret;
+
+       root = debugfs_create_dir(dev_name(dwc->dev), NULL);
+       if (IS_ERR(root)) {
+               ret = PTR_ERR(root);
+               goto err0;
+       }
+
+       dwc->root = root;
+
+       file = debugfs_create_file("regdump", S_IRUGO, root, dwc,
+                       &dwc3_regdump_fops);
+       if (IS_ERR(file)) {
+               ret = PTR_ERR(file);
+               goto err1;
+       }
+       return 0;
+
+err1:
+       debugfs_remove_recursive(root);
+
+err0:
+       return ret;
+}
+
+void __devexit dwc3_debugfs_exit(struct dwc3 *dwc)
+{
+       debugfs_remove_recursive(dwc->root);
+       dwc->root = NULL;
+}
diff --git a/drivers/usb/dwc3/dwc3-omap.c b/drivers/usb/dwc3/dwc3-omap.c
new file mode 100644 (file)
index 0000000..1955a51
--- /dev/null
@@ -0,0 +1,402 @@
+/**
+ * dwc3-omap.c - OMAP Specific Glue layer
+ *
+ * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
+ *
+ * Authors: Felipe Balbi <balbi@ti.com>,
+ *         Sebastian Andrzej Siewior <bigeasy@linutronix.de>
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ *    notice, this list of conditions, and the following disclaimer,
+ *    without modification.
+ * 2. Redistributions in binary form must reproduce the above copyright
+ *    notice, this list of conditions and the following disclaimer in the
+ *    documentation and/or other materials provided with the distribution.
+ * 3. The names of the above-listed copyright holders may not be used
+ *    to endorse or promote products derived from this software without
+ *    specific prior written permission.
+ *
+ * ALTERNATIVELY, this software may be distributed under the terms of the
+ * GNU General Public License ("GPL") version 2, as published by the Free
+ * Software Foundation.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
+ * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+ * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+ * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
+ * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include <linux/module.h>
+#include <linux/kernel.h>
+#include <linux/slab.h>
+#include <linux/interrupt.h>
+#include <linux/spinlock.h>
+#include <linux/platform_device.h>
+#include <linux/dma-mapping.h>
+#include <linux/ioport.h>
+#include <linux/io.h>
+#include <linux/module.h>
+
+#include "io.h"
+#include "dwc3-omap.h"
+
+/*
+ * All these registers belong to OMAP's Wrapper around the
+ * DesignWare USB3 Core.
+ */
+
+#define USBOTGSS_REVISION                      0x0000
+#define USBOTGSS_SYSCONFIG                     0x0010
+#define USBOTGSS_IRQ_EOI                       0x0020
+#define USBOTGSS_IRQSTATUS_RAW_0               0x0024
+#define USBOTGSS_IRQSTATUS_0                   0x0028
+#define USBOTGSS_IRQENABLE_SET_0               0x002c
+#define USBOTGSS_IRQENABLE_CLR_0               0x0030
+#define USBOTGSS_IRQSTATUS_RAW_1               0x0034
+#define USBOTGSS_IRQSTATUS_1                   0x0038
+#define USBOTGSS_IRQENABLE_SET_1               0x003c
+#define USBOTGSS_IRQENABLE_CLR_1               0x0040
+#define USBOTGSS_UTMI_OTG_CTRL                 0x0080
+#define USBOTGSS_UTMI_OTG_STATUS               0x0084
+#define USBOTGSS_MMRAM_OFFSET                  0x0100
+#define USBOTGSS_FLADJ                         0x0104
+#define USBOTGSS_DEBUG_CFG                     0x0108
+#define USBOTGSS_DEBUG_DATA                    0x010c
+
+/* SYSCONFIG REGISTER */
+#define USBOTGSS_SYSCONFIG_DMADISABLE          (1 << 16)
+#define USBOTGSS_SYSCONFIG_STANDBYMODE(x)      ((x) << 4)
+
+#define USBOTGSS_STANDBYMODE_FORCE_STANDBY     0
+#define USBOTGSS_STANDBYMODE_NO_STANDBY                1
+#define USBOTGSS_STANDBYMODE_SMART_STANDBY     2
+#define USBOTGSS_STANDBYMODE_SMART_WAKEUP      3
+
+#define USBOTGSS_STANDBYMODE_MASK              (0x03 << 4)
+
+#define USBOTGSS_SYSCONFIG_IDLEMODE(x)         ((x) << 2)
+
+#define USBOTGSS_IDLEMODE_FORCE_IDLE           0
+#define USBOTGSS_IDLEMODE_NO_IDLE              1
+#define USBOTGSS_IDLEMODE_SMART_IDLE           2
+#define USBOTGSS_IDLEMODE_SMART_WAKEUP         3
+
+#define USBOTGSS_IDLEMODE_MASK                 (0x03 << 2)
+
+/* IRQ_EOI REGISTER */
+#define USBOTGSS_IRQ_EOI_LINE_NUMBER           (1 << 0)
+
+/* IRQS0 BITS */
+#define USBOTGSS_IRQO_COREIRQ_ST               (1 << 0)
+
+/* IRQ1 BITS */
+#define USBOTGSS_IRQ1_DMADISABLECLR            (1 << 17)
+#define USBOTGSS_IRQ1_OEVT                     (1 << 16)
+#define USBOTGSS_IRQ1_DRVVBUS_RISE             (1 << 13)
+#define USBOTGSS_IRQ1_CHRGVBUS_RISE            (1 << 12)
+#define USBOTGSS_IRQ1_DISCHRGVBUS_RISE         (1 << 11)
+#define USBOTGSS_IRQ1_IDPULLUP_RISE            (1 << 8)
+#define USBOTGSS_IRQ1_DRVVBUS_FALL             (1 << 5)
+#define USBOTGSS_IRQ1_CHRGVBUS_FALL            (1 << 4)
+#define USBOTGSS_IRQ1_DISCHRGVBUS_FALL         (1 << 3)
+#define USBOTGSS_IRQ1_IDPULLUP_FALL            (1 << 0)
+
+/* UTMI_OTG_CTRL REGISTER */
+#define USBOTGSS_UTMI_OTG_CTRL_DRVVBUS         (1 << 5)
+#define USBOTGSS_UTMI_OTG_CTRL_CHRGVBUS                (1 << 4)
+#define USBOTGSS_UTMI_OTG_CTRL_DISCHRGVBUS     (1 << 3)
+#define USBOTGSS_UTMI_OTG_CTRL_IDPULLUP                (1 << 0)
+
+/* UTMI_OTG_STATUS REGISTER */
+#define USBOTGSS_UTMI_OTG_STATUS_SW_MODE       (1 << 31)
+#define USBOTGSS_UTMI_OTG_STATUS_POWERPRESENT  (1 << 9)
+#define USBOTGSS_UTMI_OTG_STATUS_TXBITSTUFFENABLE (1 << 8)
+#define USBOTGSS_UTMI_OTG_STATUS_IDDIG         (1 << 4)
+#define USBOTGSS_UTMI_OTG_STATUS_SESSEND       (1 << 3)
+#define USBOTGSS_UTMI_OTG_STATUS_SESSVALID     (1 << 2)
+#define USBOTGSS_UTMI_OTG_STATUS_VBUSVALID     (1 << 1)
+
+struct dwc3_omap {
+       /* device lock */
+       spinlock_t              lock;
+
+       struct platform_device  *dwc3;
+       struct device           *dev;
+
+       int                     irq;
+       void __iomem            *base;
+
+       void                    *context;
+       u32                     resource_size;
+
+       u32                     dma_status:1;
+};
+
+static irqreturn_t dwc3_omap_interrupt(int irq, void *_omap)
+{
+       struct dwc3_omap        *omap = _omap;
+       u32                     reg;
+
+       spin_lock(&omap->lock);
+
+       reg = dwc3_readl(omap->base, USBOTGSS_IRQSTATUS_1);
+
+       if (reg & USBOTGSS_IRQ1_DMADISABLECLR) {
+               dev_dbg(omap->dev, "DMA Disable was Cleared\n");
+               omap->dma_status = false;
+       }
+
+       if (reg & USBOTGSS_IRQ1_OEVT)
+               dev_dbg(omap->dev, "OTG Event\n");
+
+       if (reg & USBOTGSS_IRQ1_DRVVBUS_RISE)
+               dev_dbg(omap->dev, "DRVVBUS Rise\n");
+
+       if (reg & USBOTGSS_IRQ1_CHRGVBUS_RISE)
+               dev_dbg(omap->dev, "CHRGVBUS Rise\n");
+
+       if (reg & USBOTGSS_IRQ1_DISCHRGVBUS_RISE)
+               dev_dbg(omap->dev, "DISCHRGVBUS Rise\n");
+
+       if (reg & USBOTGSS_IRQ1_IDPULLUP_RISE)
+               dev_dbg(omap->dev, "IDPULLUP Rise\n");
+
+       if (reg & USBOTGSS_IRQ1_DRVVBUS_FALL)
+               dev_dbg(omap->dev, "DRVVBUS Fall\n");
+
+       if (reg & USBOTGSS_IRQ1_CHRGVBUS_FALL)
+               dev_dbg(omap->dev, "CHRGVBUS Fall\n");
+
+       if (reg & USBOTGSS_IRQ1_DISCHRGVBUS_FALL)
+               dev_dbg(omap->dev, "DISCHRGVBUS Fall\n");
+
+       if (reg & USBOTGSS_IRQ1_IDPULLUP_FALL)
+               dev_dbg(omap->dev, "IDPULLUP Fall\n");
+
+       dwc3_writel(omap->base, USBOTGSS_IRQSTATUS_1, reg);
+
+       reg = dwc3_readl(omap->base, USBOTGSS_IRQSTATUS_0);
+       dwc3_writel(omap->base, USBOTGSS_IRQSTATUS_0, reg);
+
+       spin_unlock(&omap->lock);
+
+       return IRQ_HANDLED;
+}
+
+static int __devinit dwc3_omap_probe(struct platform_device *pdev)
+{
+       struct dwc3_omap_data   *pdata = pdev->dev.platform_data;
+       struct platform_device  *dwc3;
+       struct dwc3_omap        *omap;
+       struct resource         *res;
+
+       int                     ret = -ENOMEM;
+       int                     irq;
+
+       u32                     reg;
+
+       void __iomem            *base;
+       void                    *context;
+
+       omap = kzalloc(sizeof(*omap), GFP_KERNEL);
+       if (!omap) {
+               dev_err(&pdev->dev, "not enough memory\n");
+               goto err0;
+       }
+
+       platform_set_drvdata(pdev, omap);
+
+       irq = platform_get_irq(pdev, 1);
+       if (irq < 0) {
+               dev_err(&pdev->dev, "missing IRQ resource\n");
+               ret = -EINVAL;
+               goto err1;
+       }
+
+       res = platform_get_resource(pdev, IORESOURCE_MEM, 1);
+       if (!res) {
+               dev_err(&pdev->dev, "missing memory base resource\n");
+               ret = -EINVAL;
+               goto err1;
+       }
+
+       base = ioremap_nocache(res->start, resource_size(res));
+       if (!base) {
+               dev_err(&pdev->dev, "ioremap failed\n");
+               goto err1;
+       }
+
+       dwc3 = platform_device_alloc("dwc3-omap", -1);
+       if (!dwc3) {
+               dev_err(&pdev->dev, "couldn't allocate dwc3 device\n");
+               goto err2;
+       }
+
+       context = kzalloc(resource_size(res), GFP_KERNEL);
+       if (!context) {
+               dev_err(&pdev->dev, "couldn't allocate dwc3 context memory\n");
+               goto err3;
+       }
+
+       spin_lock_init(&omap->lock);
+       dma_set_coherent_mask(&dwc3->dev, pdev->dev.coherent_dma_mask);
+
+       dwc3->dev.parent = &pdev->dev;
+       dwc3->dev.dma_mask = pdev->dev.dma_mask;
+       dwc3->dev.dma_parms = pdev->dev.dma_parms;
+       omap->resource_size = resource_size(res);
+       omap->context   = context;
+       omap->dev       = &pdev->dev;
+       omap->irq       = irq;
+       omap->base      = base;
+       omap->dwc3      = dwc3;
+
+       reg = dwc3_readl(omap->base, USBOTGSS_UTMI_OTG_STATUS);
+
+       if (!pdata) {
+               dev_dbg(&pdev->dev, "missing platform data\n");
+       } else {
+               switch (pdata->utmi_mode) {
+               case DWC3_OMAP_UTMI_MODE_SW:
+                       reg |= USBOTGSS_UTMI_OTG_STATUS_SW_MODE;
+                       break;
+               case DWC3_OMAP_UTMI_MODE_HW:
+                       reg &= ~USBOTGSS_UTMI_OTG_STATUS_SW_MODE;
+                       break;
+               default:
+                       dev_dbg(&pdev->dev, "UNKNOWN utmi mode %d\n",
+                                       pdata->utmi_mode);
+               }
+       }
+
+       dwc3_writel(omap->base, USBOTGSS_UTMI_OTG_STATUS, reg);
+
+       /* check the DMA Status */
+       reg = dwc3_readl(omap->base, USBOTGSS_SYSCONFIG);
+       omap->dma_status = !!(reg & USBOTGSS_SYSCONFIG_DMADISABLE);
+
+       /* Set No-Idle and No-Standby */
+       reg &= ~(USBOTGSS_STANDBYMODE_MASK
+                       | USBOTGSS_IDLEMODE_MASK);
+
+       reg |= (USBOTGSS_SYSCONFIG_STANDBYMODE(USBOTGSS_STANDBYMODE_NO_STANDBY)
+               | USBOTGSS_SYSCONFIG_IDLEMODE(USBOTGSS_IDLEMODE_NO_IDLE));
+
+       dwc3_writel(omap->base, USBOTGSS_SYSCONFIG, reg);
+
+       ret = request_irq(omap->irq, dwc3_omap_interrupt, 0,
+                       "dwc3-omap", omap);
+       if (ret) {
+               dev_err(&pdev->dev, "failed to request IRQ #%d --> %d\n",
+                               omap->irq, ret);
+               goto err4;
+       }
+
+       /* enable all IRQs */
+       reg = USBOTGSS_IRQO_COREIRQ_ST;
+       dwc3_writel(omap->base, USBOTGSS_IRQENABLE_SET_0, reg);
+
+       reg = (USBOTGSS_IRQ1_OEVT |
+                       USBOTGSS_IRQ1_DRVVBUS_RISE |
+                       USBOTGSS_IRQ1_CHRGVBUS_RISE |
+                       USBOTGSS_IRQ1_DISCHRGVBUS_RISE |
+                       USBOTGSS_IRQ1_IDPULLUP_RISE |
+                       USBOTGSS_IRQ1_DRVVBUS_FALL |
+                       USBOTGSS_IRQ1_CHRGVBUS_FALL |
+                       USBOTGSS_IRQ1_DISCHRGVBUS_FALL |
+                       USBOTGSS_IRQ1_IDPULLUP_FALL);
+
+       dwc3_writel(omap->base, USBOTGSS_IRQENABLE_SET_1, reg);
+
+       ret = platform_device_add_resources(dwc3, pdev->resource,
+                       pdev->num_resources);
+       if (ret) {
+               dev_err(&pdev->dev, "couldn't add resources to dwc3 device\n");
+               goto err5;
+       }
+
+       ret = platform_device_add(dwc3);
+       if (ret) {
+               dev_err(&pdev->dev, "failed to register dwc3 device\n");
+               goto err5;
+       }
+
+       return 0;
+
+err5:
+       free_irq(omap->irq, omap);
+
+err4:
+       kfree(omap->context);
+
+err3:
+       platform_device_put(dwc3);
+
+err2:
+       iounmap(base);
+
+err1:
+       kfree(omap);
+
+err0:
+       return ret;
+}
+
+static int __devexit dwc3_omap_remove(struct platform_device *pdev)
+{
+       struct dwc3_omap        *omap = platform_get_drvdata(pdev);
+
+       platform_device_unregister(omap->dwc3);
+
+       free_irq(omap->irq, omap);
+       iounmap(omap->base);
+
+       kfree(omap->context);
+       kfree(omap);
+
+       return 0;
+}
+
+/*
+static const struct of_device_id of_dwc3_matach[] = {
+       {
+               "ti,dwc3",
+       },
+       { },
+};
+MODULE_DEVICE_TABLE(of, of_dwc3_matach);
+*/
+
+static struct platform_driver dwc3_omap_driver = {
+       .probe          = dwc3_omap_probe,
+       .remove         = __devexit_p(dwc3_omap_remove),
+       .driver         = {
+               .name   = "omap-dwc3",
+       },
+};
+
+MODULE_AUTHOR("Felipe Balbi <balbi@ti.com>");
+MODULE_LICENSE("Dual BSD/GPL");
+MODULE_DESCRIPTION("DesignWare USB3 OMAP Glue Layer");
+
+static int __devinit dwc3_omap_init(void)
+{
+       return platform_driver_register(&dwc3_omap_driver);
+}
+module_init(dwc3_omap_init);
+
+static void __exit dwc3_omap_exit(void)
+{
+       platform_driver_unregister(&dwc3_omap_driver);
+}
+module_exit(dwc3_omap_exit);
diff --git a/drivers/usb/dwc3/dwc3-omap.h b/drivers/usb/dwc3/dwc3-omap.h
new file mode 100644 (file)
index 0000000..ada4012
--- /dev/null
@@ -0,0 +1,47 @@
+/**
+ * dwc3-omap.h - OMAP Specific Glue layer, header.
+ *
+ * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
+ * All rights reserved.
+ *
+ * Author: Felipe Balbi <balbi@ti.com>
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ *    notice, this list of conditions, and the following disclaimer,
+ *    without modification.
+ * 2. Redistributions in binary form must reproduce the above copyright
+ *    notice, this list of conditions and the following disclaimer in the
+ *    documentation and/or other materials provided with the distribution.
+ * 3. The names of the above-listed copyright holders may not be used
+ *    to endorse or promote products derived from this software without
+ *    specific prior written permission.
+ *
+ * ALTERNATIVELY, this software may be distributed under the terms of the
+ * GNU General Public License ("GPL") version 2, as published by the Free
+ * Software Foundation.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
+ * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+ * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+ * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
+ * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+enum dwc3_omap_utmi_mode {
+       DWC3_OMAP_UTMI_MODE_UNKNOWN = 0,
+       DWC3_OMAP_UTMI_MODE_HW,
+       DWC3_OMAP_UTMI_MODE_SW,
+};
+
+struct dwc3_omap_data {
+       enum dwc3_omap_utmi_mode        utmi_mode;
+};
diff --git a/drivers/usb/dwc3/dwc3-pci.c b/drivers/usb/dwc3/dwc3-pci.c
new file mode 100644 (file)
index 0000000..f77c000
--- /dev/null
@@ -0,0 +1,219 @@
+/**
+ * dwc3-pci.c - PCI Specific glue layer
+ *
+ * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
+ *
+ * Authors: Felipe Balbi <balbi@ti.com>,
+ *         Sebastian Andrzej Siewior <bigeasy@linutronix.de>
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ *    notice, this list of conditions, and the following disclaimer,
+ *    without modification.
+ * 2. Redistributions in binary form must reproduce the above copyright
+ *    notice, this list of conditions and the following disclaimer in the
+ *    documentation and/or other materials provided with the distribution.
+ * 3. The names of the above-listed copyright holders may not be used
+ *    to endorse or promote products derived from this software without
+ *    specific prior written permission.
+ *
+ * ALTERNATIVELY, this software may be distributed under the terms of the
+ * GNU General Public License ("GPL") version 2, as published by the Free
+ * Software Foundation.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
+ * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+ * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+ * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
+ * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include <linux/kernel.h>
+#include <linux/module.h>
+#include <linux/slab.h>
+#include <linux/pci.h>
+#include <linux/platform_device.h>
+
+/* FIXME define these in <linux/pci_ids.h> */
+#define PCI_VENDOR_ID_SYNOPSYS         0x16c3
+#define PCI_DEVICE_ID_SYNOPSYS_HAPSUSB3        0xabcd
+
+#define DWC3_PCI_DEVS_POSSIBLE 32
+
+struct dwc3_pci {
+       struct device           *dev;
+       struct platform_device  *dwc3;
+};
+
+static DECLARE_BITMAP(dwc3_pci_devs, DWC3_PCI_DEVS_POSSIBLE);
+
+static int dwc3_pci_get_device_id(struct dwc3_pci *glue)
+{
+       int             id;
+
+again:
+       id = find_first_zero_bit(dwc3_pci_devs, DWC3_PCI_DEVS_POSSIBLE);
+       if (id < DWC3_PCI_DEVS_POSSIBLE) {
+               int old;
+
+               old = test_and_set_bit(id, dwc3_pci_devs);
+               if (old)
+                       goto again;
+       } else {
+               dev_err(glue->dev, "no space for new device\n");
+               id = -ENOMEM;
+       }
+
+       return 0;
+}
+
+static void dwc3_pci_put_device_id(struct dwc3_pci *glue, int id)
+{
+       int                     ret;
+
+       if (id < 0)
+               return;
+
+       ret = test_bit(id, dwc3_pci_devs);
+       WARN(!ret, "Device: %s\nID %d not in use\n",
+                       dev_driver_string(glue->dev), id);
+       clear_bit(id, dwc3_pci_devs);
+}
+
+static int __devinit dwc3_pci_probe(struct pci_dev *pci,
+               const struct pci_device_id *id)
+{
+       struct resource         res[2];
+       struct platform_device  *dwc3;
+       struct dwc3_pci         *glue;
+       int                     ret = -ENOMEM;
+       int                     devid;
+
+       glue = kzalloc(sizeof(*glue), GFP_KERNEL);
+       if (!glue) {
+               dev_err(&pci->dev, "not enough memory\n");
+               goto err0;
+       }
+
+       glue->dev       = &pci->dev;
+
+       ret = pci_enable_device(pci);
+       if (ret) {
+               dev_err(&pci->dev, "failed to enable pci device\n");
+               goto err1;
+       }
+
+       pci_set_power_state(pci, PCI_D0);
+       pci_set_master(pci);
+
+       devid = dwc3_pci_get_device_id(glue);
+       if (devid < 0)
+               goto err2;
+
+       dwc3 = platform_device_alloc("dwc3-pci", devid);
+       if (!dwc3) {
+               dev_err(&pci->dev, "couldn't allocate dwc3 device\n");
+               goto err3;
+       }
+
+       memset(res, 0x00, sizeof(struct resource) * ARRAY_SIZE(res));
+
+       res[0].start    = pci_resource_start(pci, 0);
+       res[0].end      = pci_resource_end(pci, 0);
+       res[0].name     = "dwc_usb3";
+       res[0].flags    = IORESOURCE_MEM;
+
+       res[1].start    = pci->irq;
+       res[1].name     = "dwc_usb3";
+       res[1].flags    = IORESOURCE_IRQ;
+
+       ret = platform_device_add_resources(dwc3, res, ARRAY_SIZE(res));
+       if (ret) {
+               dev_err(&pci->dev, "couldn't add resources to dwc3 device\n");
+               goto err4;
+       }
+
+       pci_set_drvdata(pci, glue);
+
+       dma_set_coherent_mask(&dwc3->dev, pci->dev.coherent_dma_mask);
+
+       dwc3->dev.dma_mask = pci->dev.dma_mask;
+       dwc3->dev.dma_parms = pci->dev.dma_parms;
+       dwc3->dev.parent = &pci->dev;
+       glue->dwc3      = dwc3;
+
+       ret = platform_device_add(dwc3);
+       if (ret) {
+               dev_err(&pci->dev, "failed to register dwc3 device\n");
+               goto err4;
+       }
+
+       return 0;
+
+err4:
+       pci_set_drvdata(pci, NULL);
+       platform_device_put(dwc3);
+
+err3:
+       dwc3_pci_put_device_id(glue, devid);
+
+err2:
+       pci_disable_device(pci);
+
+err1:
+       kfree(pci);
+
+err0:
+       return ret;
+}
+
+static void __devexit dwc3_pci_remove(struct pci_dev *pci)
+{
+       struct dwc3_pci *glue = pci_get_drvdata(pci);
+
+       dwc3_pci_put_device_id(glue, glue->dwc3->id);
+       platform_device_unregister(glue->dwc3);
+       pci_set_drvdata(pci, NULL);
+       pci_disable_device(pci);
+       kfree(glue);
+}
+
+static DEFINE_PCI_DEVICE_TABLE(dwc3_pci_id_table) = {
+       {
+               PCI_DEVICE(PCI_VENDOR_ID_SYNOPSYS,
+                               PCI_DEVICE_ID_SYNOPSYS_HAPSUSB3),
+       },
+       {  }    /* Terminating Entry */
+};
+MODULE_DEVICE_TABLE(pci, dwc3_pci_id_table);
+
+static struct pci_driver dwc3_pci_driver = {
+       .name           = "pci-dwc3",
+       .id_table       = dwc3_pci_id_table,
+       .probe          = dwc3_pci_probe,
+       .remove         = __devexit_p(dwc3_pci_remove),
+};
+
+MODULE_AUTHOR("Felipe Balbi <balbi@ti.com>");
+MODULE_LICENSE("Dual BSD/GPL");
+MODULE_DESCRIPTION("DesignWare USB3 PCI Glue Layer");
+
+static int __devinit dwc3_pci_init(void)
+{
+       return pci_register_driver(&dwc3_pci_driver);
+}
+module_init(dwc3_pci_init);
+
+static void __exit dwc3_pci_exit(void)
+{
+       pci_unregister_driver(&dwc3_pci_driver);
+}
+module_exit(dwc3_pci_exit);
diff --git a/drivers/usb/dwc3/ep0.c b/drivers/usb/dwc3/ep0.c
new file mode 100644 (file)
index 0000000..2f19329
--- /dev/null
@@ -0,0 +1,881 @@
+/**
+ * ep0.c - DesignWare USB3 DRD Controller Endpoint 0 Handling
+ *
+ * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
+ *
+ * Authors: Felipe Balbi <balbi@ti.com>,
+ *         Sebastian Andrzej Siewior <bigeasy@linutronix.de>
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ *    notice, this list of conditions, and the following disclaimer,
+ *    without modification.
+ * 2. Redistributions in binary form must reproduce the above copyright
+ *    notice, this list of conditions and the following disclaimer in the
+ *    documentation and/or other materials provided with the distribution.
+ * 3. The names of the above-listed copyright holders may not be used
+ *    to endorse or promote products derived from this software without
+ *    specific prior written permission.
+ *
+ * ALTERNATIVELY, this software may be distributed under the terms of the
+ * GNU General Public License ("GPL") version 2, as published by the Free
+ * Software Foundation.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
+ * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+ * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+ * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
+ * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include <linux/kernel.h>
+#include <linux/slab.h>
+#include <linux/spinlock.h>
+#include <linux/platform_device.h>
+#include <linux/pm_runtime.h>
+#include <linux/interrupt.h>
+#include <linux/io.h>
+#include <linux/list.h>
+#include <linux/dma-mapping.h>
+
+#include <linux/usb/ch9.h>
+#include <linux/usb/gadget.h>
+
+#include "core.h"
+#include "gadget.h"
+#include "io.h"
+
+static int request_config;
+
+static void dwc3_ep0_inspect_setup(struct dwc3 *dwc,
+               const struct dwc3_event_depevt *event);
+
+static void set_sel_complete(struct usb_ep *ep, struct usb_request *req)
+{
+       struct dwc3_ep                  *dep = to_dwc3_ep(ep);
+       struct dwc3                     *dwc = dep->dwc;
+
+       dev_dbg(dwc->dev,
+               "set_sel complete --> %d, %d/%d\n",
+               req->status, req->actual, req->length);
+       dev_dbg(dwc->dev, "%04x, %04x, %04x\n", *((u16 *)req->buf),
+               *((u16 *)req->buf + 2), *((u16 *)req->buf + 4));
+}
+
+static const char *dwc3_ep0_state_string(enum dwc3_ep0_state state)
+{
+       switch (state) {
+       case EP0_UNCONNECTED:
+               return "Unconnected";
+       case EP0_SETUP_PHASE:
+               return "Setup Phase";
+       case EP0_DATA_PHASE:
+               return "Data Phase";
+       case EP0_STATUS_PHASE:
+               return "Status Phase";
+       default:
+               return "UNKNOWN";
+       }
+}
+
+static int dwc3_ep0_start_trans(struct dwc3 *dwc, u8 epnum, dma_addr_t buf_dma,
+               u32 len, u32 type)
+{
+       struct dwc3_gadget_ep_cmd_params params;
+       struct dwc3_trb_hw              *trb_hw;
+       struct dwc3_trb                 trb;
+       struct dwc3_ep                  *dep;
+
+       int                             ret;
+
+       dep = dwc->eps[epnum];
+       if (dep->flags & DWC3_EP_BUSY) {
+               dev_vdbg(dwc->dev, "%s: still busy\n", dep->name);
+               return 0;
+       }
+
+       trb_hw = dwc->ep0_trb;
+       memset(&trb, 0, sizeof(trb));
+
+       trb.trbctl = type;
+       trb.bplh = buf_dma;
+       trb.length = len;
+
+       trb.hwo = 1;
+       trb.lst = 1;
+       trb.ioc = 1;
+       trb.isp_imi = 1;
+
+       dwc3_trb_to_hw(&trb, trb_hw);
+
+       memset(&params, 0, sizeof(params));
+       params.param0 = upper_32_bits(dwc->ep0_trb_addr);
+       params.param1 = lower_32_bits(dwc->ep0_trb_addr);
+
+       ret = dwc3_send_gadget_ep_cmd(dwc, dep->number,
+                       DWC3_DEPCMD_STARTTRANSFER, &params);
+       if (ret < 0) {
+               dev_dbg(dwc->dev, "failed to send STARTTRANSFER command\n");
+               return ret;
+       }
+
+       dep->flags |= DWC3_EP_BUSY;
+       dep->res_trans_idx = dwc3_gadget_ep_get_transfer_index(dwc,
+                       dep->number);
+
+       dwc->ep0_next_event = DWC3_EP0_COMPLETE;
+
+       return 0;
+}
+
+static int __dwc3_gadget_ep0_queue(struct dwc3_ep *dep,
+               struct dwc3_request *req)
+{
+       int                     ret = 0;
+
+       req->request.actual     = 0;
+       req->request.status     = -EINPROGRESS;
+       req->epnum              = dep->number;
+
+       list_add_tail(&req->list, &dep->request_list);
+
+       /*
+        * Gadget driver might not be quick enough to queue a request
+        * before we get a Transfer Not Ready event on this endpoint.
+        *
+        * In that case, we will set DWC3_EP_PENDING_REQUEST. When that
+        * flag is set, it's telling us that as soon as Gadget queues the
+        * required request, we should kick the transfer here because the
+        * IRQ we were waiting for is long gone.
+        */
+       if (request_config == 1) {
+               unsigned        direction;
+               u32             type;
+               struct dwc3     *dwc = dep->dwc;
+               request_config = 0;
+
+               direction = DWC3_EP0_DIR_IN;
+
+               if (dwc->ep0state == EP0_STATUS_PHASE) {
+                       type =  DWC3_TRBCTL_CONTROL_STATUS2;
+               } else {
+                       /* should never happen */
+                       WARN_ON(1);
+                       return 0;
+               }
+
+               ret = dwc3_ep0_start_trans(dwc, 1,
+                               dwc->ctrl_req_addr, 0, type);
+
+               dep->flags &= ~(DWC3_EP_PENDING_REQUEST |
+                               DWC3_EP0_DIR_IN);
+       }
+
+       if (dep->flags & DWC3_EP_PENDING_REQUEST) {
+               struct dwc3     *dwc = dep->dwc;
+               unsigned        direction;
+               u32             type;
+
+               direction = !!(dep->flags & DWC3_EP0_DIR_IN);
+
+               if (dwc->ep0state == EP0_STATUS_PHASE) {
+                       type = dwc->three_stage_setup
+                               ? DWC3_TRBCTL_CONTROL_STATUS3
+                               : DWC3_TRBCTL_CONTROL_STATUS2;
+               } else if (dwc->ep0state == EP0_DATA_PHASE) {
+                       type = DWC3_TRBCTL_CONTROL_DATA;
+               } else {
+                       /* should never happen */
+                       WARN_ON(1);
+                       return 0;
+               }
+
+               ret = dwc3_ep0_start_trans(dwc, direction,
+                               req->request.dma, req->request.length, type);
+               dep->flags &= ~(DWC3_EP_PENDING_REQUEST |
+                               DWC3_EP0_DIR_IN);
+       }
+
+       return ret;
+}
+
+int dwc3_gadget_ep0_queue(struct usb_ep *ep, struct usb_request *request,
+               gfp_t gfp_flags)
+{
+       struct dwc3_request             *req = to_dwc3_request(request);
+       struct dwc3_ep                  *dep = to_dwc3_ep(ep);
+       struct dwc3                     *dwc = dep->dwc;
+
+       unsigned long                   flags;
+
+       int                             ret;
+
+       spin_lock_irqsave(&dwc->lock, flags);
+       if (!dep->desc) {
+               dev_dbg(dwc->dev, "trying to queue request %p to disabled %s\n",
+                               request, dep->name);
+               ret = -ESHUTDOWN;
+               goto out;
+       }
+
+       /* we share one TRB for ep0/1 */
+       if (!list_empty(&dwc->eps[0]->request_list) ||
+                       !list_empty(&dwc->eps[1]->request_list) ||
+                       dwc->ep0_status_pending) {
+               ret = -EBUSY;
+               goto out;
+       }
+
+       if (dwc->ctrl_req->bRequest == USB_REQ_SET_SEL)
+               request->complete = set_sel_complete;
+
+       dev_vdbg(dwc->dev, "queueing request %p to %s length %d, state '%s'\n",
+                       request, dep->name, request->length,
+                       dwc3_ep0_state_string(dwc->ep0state));
+
+       ret = __dwc3_gadget_ep0_queue(dep, req);
+
+out:
+       spin_unlock_irqrestore(&dwc->lock, flags);
+
+       return ret;
+}
+
+static void dwc3_ep0_stall_and_restart(struct dwc3 *dwc)
+{
+       struct dwc3_ep          *dep = dwc->eps[0];
+
+       /* stall is always issued on EP0 */
+       __dwc3_gadget_ep_set_halt(dwc->eps[0], 1);
+       dwc->eps[0]->flags = DWC3_EP_ENABLED;
+
+       if (!list_empty(&dep->request_list)) {
+               struct dwc3_request     *req;
+
+               req = next_request(&dep->request_list);
+               dwc3_gadget_giveback(dep, req, -ECONNRESET);
+       }
+
+       dwc->ep0state = EP0_SETUP_PHASE;
+       dwc3_ep0_out_start(dwc);
+}
+
+void dwc3_ep0_out_start(struct dwc3 *dwc)
+{
+       int                             ret;
+
+       ret = dwc3_ep0_start_trans(dwc, 0, dwc->ctrl_req_addr, 8,
+                       DWC3_TRBCTL_CONTROL_SETUP);
+       WARN_ON(ret < 0);
+}
+
+static struct dwc3_ep *dwc3_wIndex_to_dep(struct dwc3 *dwc, __le16 wIndex_le)
+{
+       struct dwc3_ep          *dep;
+       u32                     windex = le16_to_cpu(wIndex_le);
+       u32                     epnum;
+
+       epnum = (windex & USB_ENDPOINT_NUMBER_MASK) << 1;
+       if ((windex & USB_ENDPOINT_DIR_MASK) == USB_DIR_IN)
+               epnum |= 1;
+
+       dep = dwc->eps[epnum];
+       if (dep->flags & DWC3_EP_ENABLED)
+               return dep;
+
+       return NULL;
+}
+
+static void dwc3_ep0_send_status_response(struct dwc3 *dwc)
+{
+       dwc3_ep0_start_trans(dwc, 1, dwc->setup_buf_addr,
+                       dwc->ep0_usb_req.length,
+                       DWC3_TRBCTL_CONTROL_DATA);
+}
+
+/*
+ * ch 9.4.5
+ */
+static int dwc3_ep0_handle_status(struct dwc3 *dwc,
+                               struct usb_ctrlrequest *ctrl)
+{
+       struct dwc3_ep          *dep;
+       u32                     recip;
+       u16                     usb_status = 0;
+       __le16                  *response_pkt;
+
+       recip = ctrl->bRequestType & USB_RECIP_MASK;
+       switch (recip) {
+       case USB_RECIP_DEVICE:
+               /*
+                * We are self-powered. U1/U2/LTM will be set later
+                * once we handle this states. RemoteWakeup is 0 on SS
+                */
+               usb_status |= dwc->is_selfpowered << USB_DEVICE_SELF_POWERED;
+               break;
+
+       case USB_RECIP_INTERFACE:
+               /*
+                * Function Remote Wake Capable D0
+                * Function Remote Wakeup       D1
+                */
+               break;
+
+       case USB_RECIP_ENDPOINT:
+               dep = dwc3_wIndex_to_dep(dwc, ctrl->wIndex);
+               if (!dep)
+                       return -EINVAL;
+
+               if (dep->flags & DWC3_EP_STALL)
+                       usb_status = 1 << USB_ENDPOINT_HALT;
+               break;
+       default:
+               return -EINVAL;
+       };
+
+       response_pkt = (__le16 *) dwc->setup_buf;
+       *response_pkt = cpu_to_le16(usb_status);
+       dwc->ep0_usb_req.length = sizeof(*response_pkt);
+       dwc->ep0_status_pending = 1;
+
+       return 0;
+}
+
+static int dwc3_ep0_handle_feature(struct dwc3 *dwc,
+               struct usb_ctrlrequest *ctrl, int set)
+{
+       struct dwc3_ep          *dep;
+       u32                     recip;
+       u32                     wValue;
+       u32                     wIndex;
+       u32                     reg;
+       int                     ret;
+       u32                     mode;
+
+       wValue = le16_to_cpu(ctrl->wValue);
+       wIndex = le16_to_cpu(ctrl->wIndex);
+       recip = ctrl->bRequestType & USB_RECIP_MASK;
+       switch (recip) {
+       case USB_RECIP_DEVICE:
+
+               /*
+                * 9.4.1 says only only for SS, in AddressState only for
+                * default control pipe
+                */
+               switch (wValue) {
+               case USB_DEVICE_U1_ENABLE:
+               case USB_DEVICE_U2_ENABLE:
+               case USB_DEVICE_LTM_ENABLE:
+                       if (dwc->dev_state != DWC3_CONFIGURED_STATE)
+                               return -EINVAL;
+                       if (dwc->speed != DWC3_DSTS_SUPERSPEED)
+                               return -EINVAL;
+               }
+
+               /* XXX add U[12] & LTM */
+               switch (wValue) {
+               case USB_DEVICE_REMOTE_WAKEUP:
+                       break;
+               case USB_DEVICE_U1_ENABLE:
+#if 0
+                       reg = dwc3_readl(dwc->regs, DWC3_DCTL);
+                       reg |= 0x400;
+                       dwc3_writel(dwc->regs, DWC3_DCTL, reg);
+#endif
+                       break;
+               case USB_DEVICE_U2_ENABLE:
+#if 0
+                       reg = dwc3_readl(dwc->regs, DWC3_DCTL);
+                       reg |= 0x1000;
+                       dwc3_writel(dwc->regs, DWC3_DCTL, reg);
+#endif
+                       break;
+               case USB_DEVICE_LTM_ENABLE:
+                       break;
+
+               case USB_DEVICE_TEST_MODE:
+                       if ((wIndex & 0xff) != 0)
+                               return -EINVAL;
+                       if (!set)
+                               return -EINVAL;
+
+                       mode = wIndex >> 8;
+                       reg = dwc3_readl(dwc->regs, DWC3_DCTL);
+                       reg &= ~DWC3_DCTL_TSTCTRL_MASK;
+
+                       switch (mode) {
+                       case TEST_J:
+                       case TEST_K:
+                       case TEST_SE0_NAK:
+                       case TEST_PACKET:
+                       case TEST_FORCE_EN:
+                               reg |= mode << 1;
+                               break;
+                       default:
+                               return -EINVAL;
+                       }
+                       dwc3_writel(dwc->regs, DWC3_DCTL, reg);
+                       break;
+               default:
+                       return -EINVAL;
+               }
+               break;
+
+       case USB_RECIP_INTERFACE:
+               switch (wValue) {
+               case USB_INTRF_FUNC_SUSPEND:
+                       if (wIndex & USB_INTRF_FUNC_SUSPEND_LP)
+                               /* XXX enable Low power suspend */
+                               ;
+                       if (wIndex & USB_INTRF_FUNC_SUSPEND_RW)
+                               /* XXX enable remote wakeup */
+                               ;
+                       break;
+               default:
+                       return -EINVAL;
+               }
+               break;
+
+       case USB_RECIP_ENDPOINT:
+               switch (wValue) {
+               case USB_ENDPOINT_HALT:
+
+                       dep =  dwc3_wIndex_to_dep(dwc, ctrl->wIndex);
+                       if (!dep)
+                               return -EINVAL;
+                       ret = __dwc3_gadget_ep_set_halt(dep, set);
+                       if (ret)
+                               return -EINVAL;
+                       break;
+               default:
+                       return -EINVAL;
+               }
+               break;
+
+       default:
+               return -EINVAL;
+       };
+
+       return 0;
+}
+
+static int dwc3_ep0_set_address(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
+{
+       u32 addr;
+       u32 reg;
+
+       addr = le16_to_cpu(ctrl->wValue);
+       if (addr > 127)
+               return -EINVAL;
+
+       reg = dwc3_readl(dwc->regs, DWC3_DCFG);
+       reg &= ~(DWC3_DCFG_DEVADDR_MASK);
+       reg |= DWC3_DCFG_DEVADDR(addr);
+       dwc3_writel(dwc->regs, DWC3_DCFG, reg);
+
+       if (addr)
+               dwc->dev_state = DWC3_ADDRESS_STATE;
+       else
+               dwc->dev_state = DWC3_DEFAULT_STATE;
+
+       return 0;
+}
+
+static int dwc3_ep0_delegate_req(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
+{
+       int ret;
+
+       spin_unlock(&dwc->lock);
+       ret = dwc->gadget_driver->setup(&dwc->gadget, ctrl);
+       spin_lock(&dwc->lock);
+       return ret;
+}
+
+static int dwc3_ep0_set_config(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
+{
+       u32 cfg;
+       int ret;
+#if 0
+       u32 reg;
+#endif
+
+       dwc->start_config_issued = false;
+       cfg = le16_to_cpu(ctrl->wValue);
+
+       switch (dwc->dev_state) {
+       case DWC3_DEFAULT_STATE:
+               return -EINVAL;
+               break;
+
+       case DWC3_ADDRESS_STATE:
+               ret = dwc3_ep0_delegate_req(dwc, ctrl);
+               /* if the cfg matches and the cfg is non zero */
+
+               /* don't enable LPM currently */
+#if 0
+               reg = dwc3_readl(dwc->regs, DWC3_DCTL);
+               reg |= 0x200;
+               dwc3_writel(dwc->regs, DWC3_DCTL, reg);
+               reg = dwc3_readl(dwc->regs, DWC3_DCTL);
+               reg |= 0x800;
+               dwc3_writel(dwc->regs, DWC3_DCTL, reg);
+#endif
+
+               if (ret >= 999+256) {
+                       dwc->dev_state = DWC3_CONFIGURED_STATE;
+                       request_config = 1;
+                       return ret;
+               }
+
+               if (!ret && cfg)
+                       dwc->dev_state = DWC3_CONFIGURED_STATE;
+               break;
+
+       case DWC3_CONFIGURED_STATE:
+               ret = dwc3_ep0_delegate_req(dwc, ctrl);
+               if (!cfg)
+                       dwc->dev_state = DWC3_ADDRESS_STATE;
+               break;
+       }
+       return 0;
+}
+
+static int dwc3_ep0_std_request(struct dwc3 *dwc, struct usb_ctrlrequest *ctrl)
+{
+       int ret;
+
+       switch (ctrl->bRequest) {
+       case USB_REQ_GET_STATUS:
+               dev_vdbg(dwc->dev, "USB_REQ_GET_STATUS\n");
+               ret = dwc3_ep0_handle_status(dwc, ctrl);
+               break;
+       case USB_REQ_CLEAR_FEATURE:
+               dev_vdbg(dwc->dev, "USB_REQ_CLEAR_FEATURE\n");
+               ret = dwc3_ep0_handle_feature(dwc, ctrl, 0);
+               break;
+       case USB_REQ_SET_FEATURE:
+               dev_vdbg(dwc->dev, "USB_REQ_SET_FEATURE\n");
+               ret = dwc3_ep0_handle_feature(dwc, ctrl, 1);
+               break;
+       case USB_REQ_SET_ADDRESS:
+               dev_vdbg(dwc->dev, "USB_REQ_SET_ADDRESS\n");
+               ret = dwc3_ep0_set_address(dwc, ctrl);
+               break;
+       case USB_REQ_SET_CONFIGURATION:
+               dev_vdbg(dwc->dev, "USB_REQ_SET_CONFIGURATION\n");
+               ret = dwc3_ep0_set_config(dwc, ctrl);
+               break;
+       default:
+               dev_vdbg(dwc->dev, "Forwarding to gadget driver\n");
+               ret = dwc3_ep0_delegate_req(dwc, ctrl);
+               break;
+       };
+
+       return ret;
+}
+
+static void dwc3_ep0_inspect_setup(struct dwc3 *dwc,
+               const struct dwc3_event_depevt *event)
+{
+       struct usb_ctrlrequest *ctrl = dwc->ctrl_req;
+       int ret;
+       u32 len;
+
+       if (!dwc->gadget_driver)
+               goto err;
+
+       len = le16_to_cpu(ctrl->wLength);
+       if (!len) {
+               dwc->three_stage_setup = false;
+               dwc->ep0_expect_in = false;
+               dwc->ep0_next_event = DWC3_EP0_NRDY_STATUS;
+       } else {
+               dwc->three_stage_setup = true;
+               dwc->ep0_expect_in = !!(ctrl->bRequestType & USB_DIR_IN);
+               dwc->ep0_next_event = DWC3_EP0_NRDY_DATA;
+       }
+
+       if ((ctrl->bRequestType & USB_TYPE_MASK) == USB_TYPE_STANDARD)
+               ret = dwc3_ep0_std_request(dwc, ctrl);
+       else
+               ret = dwc3_ep0_delegate_req(dwc, ctrl);
+
+       if (ret >= 0)
+               return;
+
+err:
+       dwc3_ep0_stall_and_restart(dwc);
+}
+
+static void dwc3_ep0_complete_data(struct dwc3 *dwc,
+               const struct dwc3_event_depevt *event)
+{
+       struct dwc3_request     *r = NULL;
+       struct usb_request      *ur;
+       struct dwc3_trb         trb;
+       struct dwc3_ep          *dep;
+       u32                     transferred;
+       u8                      epnum;
+
+       epnum = event->endpoint_number;
+       dep = dwc->eps[epnum];
+
+       dwc->ep0_next_event = DWC3_EP0_NRDY_STATUS;
+
+       if (!dwc->ep0_status_pending) {
+               r = next_request(&dwc->eps[0]->request_list);
+               ur = &r->request;
+       } else {
+               ur = &dwc->ep0_usb_req;
+               dwc->ep0_status_pending = 0;
+       }
+
+       dwc3_trb_to_nat(dwc->ep0_trb, &trb);
+
+       if (dwc->ep0_bounced) {
+               struct dwc3_ep  *ep0 = dwc->eps[0];
+
+               transferred = min_t(u32, ur->length,
+                               ep0->endpoint.maxpacket - trb.length);
+               memcpy(ur->buf, dwc->ep0_bounce, transferred);
+               dwc->ep0_bounced = false;
+       } else {
+               transferred = ur->length - trb.length;
+               ur->actual += transferred;
+       }
+
+       if ((epnum & 1) && ur->actual < ur->length) {
+               /* for some reason we did not get everything out */
+
+               dwc3_ep0_stall_and_restart(dwc);
+       } else {
+               /*
+                * handle the case where we have to send a zero packet. This
+                * seems to be case when req.length > maxpacket. Could it be?
+                */
+               if (r)
+                       dwc3_gadget_giveback(dep, r, 0);
+       }
+}
+
+static void dwc3_ep0_complete_req(struct dwc3 *dwc,
+               const struct dwc3_event_depevt *event)
+{
+       struct dwc3_request     *r;
+       struct dwc3_ep          *dep;
+
+       dep = dwc->eps[0];
+
+       if (!list_empty(&dep->request_list)) {
+               r = next_request(&dep->request_list);
+
+               dwc3_gadget_giveback(dep, r, 0);
+       }
+
+       dwc->ep0state = EP0_SETUP_PHASE;
+       dwc3_ep0_out_start(dwc);
+}
+
+static void dwc3_ep0_xfer_complete(struct dwc3 *dwc,
+                       const struct dwc3_event_depevt *event)
+{
+       struct dwc3_ep          *dep = dwc->eps[event->endpoint_number];
+
+       dep->flags &= ~DWC3_EP_BUSY;
+
+       switch (dwc->ep0state) {
+       case EP0_SETUP_PHASE:
+               dev_vdbg(dwc->dev, "Inspecting Setup Bytes\n");
+               dwc3_ep0_inspect_setup(dwc, event);
+               break;
+
+       case EP0_DATA_PHASE:
+               dev_vdbg(dwc->dev, "Data Phase\n");
+               dwc3_ep0_complete_data(dwc, event);
+               break;
+
+       case EP0_STATUS_PHASE:
+               dev_vdbg(dwc->dev, "Status Phase\n");
+               dwc3_ep0_complete_req(dwc, event);
+               break;
+       default:
+               WARN(true, "UNKNOWN ep0state %d\n", dwc->ep0state);
+       }
+}
+
+static void dwc3_ep0_do_control_setup(struct dwc3 *dwc,
+               const struct dwc3_event_depevt *event)
+{
+       dwc->ep0state = EP0_SETUP_PHASE;
+       dwc3_ep0_out_start(dwc);
+}
+
+static void dwc3_ep0_do_control_data(struct dwc3 *dwc,
+               const struct dwc3_event_depevt *event)
+{
+       struct dwc3_ep          *dep;
+       struct dwc3_request     *req;
+       int                     ret;
+
+       dep = dwc->eps[0];
+       dwc->ep0state = EP0_DATA_PHASE;
+
+       if (dwc->ep0_status_pending) {
+               dwc3_ep0_send_status_response(dwc);
+               return;
+       }
+
+       if (list_empty(&dep->request_list)) {
+               dev_vdbg(dwc->dev, "pending request for EP0 Data phase\n");
+               dep->flags |= DWC3_EP_PENDING_REQUEST;
+
+               if (event->endpoint_number)
+                       dep->flags |= DWC3_EP0_DIR_IN;
+               return;
+       }
+
+       req = next_request(&dep->request_list);
+       req->direction = !!event->endpoint_number;
+
+       dwc->ep0state = EP0_DATA_PHASE;
+       if (req->request.length == 0) {
+               ret = dwc3_ep0_start_trans(dwc, event->endpoint_number,
+                               dwc->ctrl_req_addr, 0,
+                               DWC3_TRBCTL_CONTROL_DATA);
+       } else if ((req->request.length % dep->endpoint.maxpacket)
+                       && (event->endpoint_number == 0)) {
+               dwc3_map_buffer_to_dma(req);
+
+               WARN_ON(req->request.length > dep->endpoint.maxpacket);
+
+               dwc->ep0_bounced = true;
+
+               /*
+                * REVISIT in case request length is bigger than EP0
+                * wMaxPacketSize, we will need two chained TRBs to handle
+                * the transfer.
+                */
+               ret = dwc3_ep0_start_trans(dwc, event->endpoint_number,
+                               dwc->ep0_bounce_addr, dep->endpoint.maxpacket,
+                               DWC3_TRBCTL_CONTROL_DATA);
+       } else {
+               dwc3_map_buffer_to_dma(req);
+
+               ret = dwc3_ep0_start_trans(dwc, event->endpoint_number,
+                               req->request.dma, req->request.length,
+                               DWC3_TRBCTL_CONTROL_DATA);
+       }
+
+       WARN_ON(ret < 0);
+}
+
+static void dwc3_ep0_do_control_status(struct dwc3 *dwc,
+               const struct dwc3_event_depevt *event)
+{
+       u32                     type;
+       int                     ret;
+
+       dwc->ep0state = EP0_STATUS_PHASE;
+
+       type = dwc->three_stage_setup ? DWC3_TRBCTL_CONTROL_STATUS3
+               : DWC3_TRBCTL_CONTROL_STATUS2;
+
+       ret = dwc3_ep0_start_trans(dwc, event->endpoint_number,
+                       dwc->ctrl_req_addr, 0, type);
+
+       WARN_ON(ret < 0);
+}
+
+static void dwc3_ep0_xfernotready(struct dwc3 *dwc,
+               const struct dwc3_event_depevt *event)
+{
+       switch (event->status) {
+       case DEPEVT_STATUS_CONTROL_SETUP:
+               dev_vdbg(dwc->dev, "Control Setup\n");
+               dwc3_ep0_do_control_setup(dwc, event);
+               break;
+
+       case DEPEVT_STATUS_CONTROL_DATA:
+               dev_vdbg(dwc->dev, "Control Data\n");
+
+               if (dwc->ep0_next_event != DWC3_EP0_NRDY_DATA) {
+                       dev_vdbg(dwc->dev, "Expected %d got %d\n",
+                                       dwc->ep0_next_event,
+                                       DWC3_EP0_NRDY_DATA);
+
+                       dwc3_ep0_stall_and_restart(dwc);
+                       return;
+               }
+
+               /*
+                * One of the possible error cases is when Host _does_
+                * request for Data Phase, but it does so on the wrong
+                * direction.
+                *
+                * Here, we already know ep0_next_event is DATA (see above),
+                * so we only need to check for direction.
+                */
+               if (dwc->ep0_expect_in != event->endpoint_number) {
+                       dev_vdbg(dwc->dev, "Wrong direction for Data phase\n");
+                       dwc3_ep0_stall_and_restart(dwc);
+                       return;
+               }
+
+               dwc3_ep0_do_control_data(dwc, event);
+               break;
+
+       case DEPEVT_STATUS_CONTROL_STATUS:
+               dev_vdbg(dwc->dev, "Control Status\n");
+
+               if (request_config == 1) {
+                       dwc->ep0state = EP0_STATUS_PHASE;
+                       return;
+               }
+
+               if (dwc->ep0_next_event != DWC3_EP0_NRDY_STATUS) {
+                       dev_vdbg(dwc->dev, "Expected %d got %d\n",
+                                       dwc->ep0_next_event,
+                                       DWC3_EP0_NRDY_STATUS);
+
+                       dwc3_ep0_stall_and_restart(dwc);
+                       return;
+               }
+
+               dwc3_ep0_do_control_status(dwc, event);
+       }
+}
+
+void dwc3_ep0_interrupt(struct dwc3 *dwc,
+               const const struct dwc3_event_depevt *event)
+{
+       u8                      epnum = event->endpoint_number;
+
+       dev_dbg(dwc->dev, "%s while ep%d%s in state '%s'\n",
+                       dwc3_ep_event_string(event->endpoint_event),
+                       epnum >> 1, (epnum & 1) ? "in" : "out",
+                       dwc3_ep0_state_string(dwc->ep0state));
+
+       switch (event->endpoint_event) {
+       case DWC3_DEPEVT_XFERCOMPLETE:
+               dwc3_ep0_xfer_complete(dwc, event);
+               break;
+
+       case DWC3_DEPEVT_XFERNOTREADY:
+               dwc3_ep0_xfernotready(dwc, event);
+               break;
+
+       case DWC3_DEPEVT_XFERINPROGRESS:
+       case DWC3_DEPEVT_RXTXFIFOEVT:
+       case DWC3_DEPEVT_STREAMEVT:
+       case DWC3_DEPEVT_EPCMDCMPLT:
+               break;
+       }
+}
diff --git a/drivers/usb/dwc3/gadget.c b/drivers/usb/dwc3/gadget.c
new file mode 100644 (file)
index 0000000..0fbcb3c
--- /dev/null
@@ -0,0 +1,2322 @@
+/**
+ * gadget.c - DesignWare USB3 DRD Controller Gadget Framework Link
+ *
+ * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
+ *
+ * Authors: Felipe Balbi <balbi@ti.com>,
+ *         Sebastian Andrzej Siewior <bigeasy@linutronix.de>
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ *    notice, this list of conditions, and the following disclaimer,
+ *    without modification.
+ * 2. Redistributions in binary form must reproduce the above copyright
+ *    notice, this list of conditions and the following disclaimer in the
+ *    documentation and/or other materials provided with the distribution.
+ * 3. The names of the above-listed copyright holders may not be used
+ *    to endorse or promote products derived from this software without
+ *    specific prior written permission.
+ *
+ * ALTERNATIVELY, this software may be distributed under the terms of the
+ * GNU General Public License ("GPL") version 2, as published by the Free
+ * Software Foundation.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
+ * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+ * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+ * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
+ * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include <linux/kernel.h>
+#include <linux/delay.h>
+#include <linux/slab.h>
+#include <linux/spinlock.h>
+#include <linux/platform_device.h>
+#include <linux/pm_runtime.h>
+#include <linux/interrupt.h>
+#include <linux/io.h>
+#include <linux/list.h>
+#include <linux/dma-mapping.h>
+
+#include <linux/usb/ch9.h>
+#include <linux/usb/gadget.h>
+
+#include "core.h"
+#include "gadget.h"
+#include "io.h"
+
+#define        DMA_ADDR_INVALID        (~(dma_addr_t)0)
+
+static struct dwc3     *the_controller;
+void dwc3_dump_regs(void)
+{
+       struct dwc3 *dwc = the_controller;
+
+       dev_dbg(dwc->dev, "GSBUSCFG0:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GSBUSCFG0));
+       dev_dbg(dwc->dev, "GSBUSCFG1:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GSBUSCFG1));
+       dev_dbg(dwc->dev, "GTXTHRCFG:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GTXTHRCFG));
+       dev_dbg(dwc->dev, "GRXTHRCFG:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GRXTHRCFG));
+       dev_dbg(dwc->dev, "GCTL:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GCTL));
+       dev_dbg(dwc->dev, "GEVTEN:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GEVTEN));
+       dev_dbg(dwc->dev, "GUSB2PHYCFG0:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GUSB2PHYCFG(0)));
+       dev_dbg(dwc->dev, "GUSB3PIPECTL0:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GUSB3PIPECTL(0)));
+       dev_dbg(dwc->dev, "GTXFIFOSIZ(0):%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GTXFIFOSIZ(0)));
+       dev_dbg(dwc->dev, "GRXFIFOSIZ(0):%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GRXFIFOSIZ(0)));
+       dev_dbg(dwc->dev, "GTXFIFOSIZ(1):%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GTXFIFOSIZ(1)));
+       dev_dbg(dwc->dev, "GRXFIFOSIZ(1):%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GRXFIFOSIZ(1)));
+       dev_dbg(dwc->dev, "GTXFIFOSIZ(2):%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GTXFIFOSIZ(2)));
+       dev_dbg(dwc->dev, "GRXFIFOSIZ(2):%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GRXFIFOSIZ(2)));
+       dev_dbg(dwc->dev, "GEVNTADRLO0:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GEVNTADRLO(0)));
+       dev_dbg(dwc->dev, "GEVNTADRHI0:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GEVNTADRHI(0)));
+       dev_dbg(dwc->dev, "GEVNTSIZ0:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GEVNTSIZ(0)));
+       dev_dbg(dwc->dev, "GEVNTCOUNT0:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_GEVNTCOUNT(0)));
+       dev_dbg(dwc->dev, "DCFG:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_DCFG));
+       dev_dbg(dwc->dev, "DCTL:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_DCTL));
+       dev_dbg(dwc->dev, "DEVTEN:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_DEVTEN));
+       dev_dbg(dwc->dev, "DSTS:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_DSTS));
+       dev_dbg(dwc->dev, "DGCMDPAR:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_DGCMDPAR));
+       dev_dbg(dwc->dev, "DGCMD:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_DGCMD));
+       dev_dbg(dwc->dev, "DALEPENA:%08x\n",
+               dwc3_readl(dwc->regs, DWC3_DALEPENA));
+       dev_dbg(dwc->dev, "DEPCMDPAR2(0):%08x\n",
+               dwc3_readl(dwc->regs, DWC3_DEPCMDPAR2(0)));
+       dev_dbg(dwc->dev, "DEPCMDPAR1(0):%08x\n",
+               dwc3_readl(dwc->regs, DWC3_DEPCMDPAR1(0)));
+       dev_dbg(dwc->dev, "DEPCMDPAR0(0):%08x\n",
+               dwc3_readl(dwc->regs, DWC3_DEPCMDPAR0(0)));
+       dev_dbg(dwc->dev, "DEPCMD(0):%08x\n",
+               dwc3_readl(dwc->regs, DWC3_DEPCMD(0)));
+}
+
+static irqreturn_t dwc3_interrupt(int irq, void *_dwc);
+
+void dwc3_map_buffer_to_dma(struct dwc3_request *req)
+{
+       struct dwc3                     *dwc = req->dep->dwc;
+
+       if (req->request.length == 0) {
+               /* req->request.dma = dwc->setup_buf_addr; */
+               return;
+       }
+
+       if (req->request.dma == DMA_ADDR_INVALID) {
+               req->request.dma = dma_map_single(dwc->dev, req->request.buf,
+                               req->request.length, req->direction
+                               ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
+               req->mapped = true;
+       }
+}
+
+void dwc3_unmap_buffer_from_dma(struct dwc3_request *req)
+{
+       struct dwc3                     *dwc = req->dep->dwc;
+
+       if (req->request.length == 0) {
+               req->request.dma = DMA_ADDR_INVALID;
+               return;
+       }
+
+       if (req->mapped) {
+               dma_unmap_single(dwc->dev, req->request.dma,
+                               req->request.length, req->direction
+                               ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
+               req->mapped = 0;
+               req->request.dma = DMA_ADDR_INVALID;
+       }
+}
+
+void dwc3_gadget_giveback(struct dwc3_ep *dep, struct dwc3_request *req,
+               int status)
+{
+       struct dwc3                     *dwc = dep->dwc;
+
+       if (req->queued) {
+               dep->busy_slot++;
+               /*
+                * Skip LINK TRB. We can't use req->trb and check for
+                * DWC3_TRBCTL_LINK_TRB because it points the TRB we just
+                * completed (not the LINK TRB).
+                */
+               if (((dep->busy_slot & DWC3_TRB_MASK) == DWC3_TRB_NUM - 1) &&
+                               usb_endpoint_xfer_isoc(dep->desc))
+                       dep->busy_slot++;
+       }
+       list_del(&req->list);
+
+       if (req->request.status == -EINPROGRESS)
+               req->request.status = status;
+
+       dwc3_unmap_buffer_from_dma(req);
+
+       dev_dbg(dwc->dev, "request %p from %s completed %d/%d ===> %d\n",
+                       req, dep->name, req->request.actual,
+                       req->request.length, status);
+
+       spin_unlock(&dwc->lock);
+       req->request.complete(&req->dep->endpoint, &req->request);
+       spin_lock(&dwc->lock);
+}
+
+static const char *dwc3_gadget_ep_cmd_string(u8 cmd)
+{
+       switch (cmd) {
+       case DWC3_DEPCMD_DEPSTARTCFG:
+               return "Start New Configuration";
+       case DWC3_DEPCMD_ENDTRANSFER:
+               return "End Transfer";
+       case DWC3_DEPCMD_UPDATETRANSFER:
+               return "Update Transfer";
+       case DWC3_DEPCMD_STARTTRANSFER:
+               return "Start Transfer";
+       case DWC3_DEPCMD_CLEARSTALL:
+               return "Clear Stall";
+       case DWC3_DEPCMD_SETSTALL:
+               return "Set Stall";
+       case DWC3_DEPCMD_GETSEQNUMBER:
+               return "Get Data Sequence Number";
+       case DWC3_DEPCMD_SETTRANSFRESOURCE:
+               return "Set Endpoint Transfer Resource";
+       case DWC3_DEPCMD_SETEPCONFIG:
+               return "Set Endpoint Configuration";
+       default:
+               return "UNKNOWN command";
+       }
+}
+
+int dwc3_send_gadget_ep_cmd(struct dwc3 *dwc, unsigned ep,
+               unsigned cmd, struct dwc3_gadget_ep_cmd_params *params)
+{
+       struct dwc3_ep          *dep = dwc->eps[ep];
+       u32                     timeout = 500;
+       u32                     reg;
+
+       dev_vdbg(dwc->dev, "%s: cmd '%s' params %08x %08x %08x\n",
+                       dep->name,
+                       dwc3_gadget_ep_cmd_string(cmd), params->param0,
+                       params->param1, params->param2);
+
+       dwc3_writel(dwc->regs, DWC3_DEPCMDPAR0(ep), params->param0);
+       dwc3_writel(dwc->regs, DWC3_DEPCMDPAR1(ep), params->param1);
+       dwc3_writel(dwc->regs, DWC3_DEPCMDPAR2(ep), params->param2);
+
+       dwc3_writel(dwc->regs, DWC3_DEPCMD(ep), cmd | DWC3_DEPCMD_CMDACT);
+       do {
+               reg = dwc3_readl(dwc->regs, DWC3_DEPCMD(ep));
+               if (!(reg & DWC3_DEPCMD_CMDACT)) {
+                       dev_vdbg(dwc->dev, "Command Complete --> %d\n",
+                                       DWC3_DEPCMD_STATUS(reg));
+                       return 0;
+               }
+
+               /*
+                * We can't sleep here, because it is also called from
+                * interrupt context.
+                */
+               timeout--;
+               if (!timeout)
+                       return -ETIMEDOUT;
+
+               udelay(1);
+       } while (1);
+}
+
+static dma_addr_t dwc3_trb_dma_offset(struct dwc3_ep *dep,
+               struct dwc3_trb_hw *trb)
+{
+       u32             offset = (char *) trb - (char *) dep->trb_pool;
+
+       return dep->trb_pool_dma + offset;
+}
+
+static int dwc3_alloc_trb_pool(struct dwc3_ep *dep)
+{
+       struct dwc3             *dwc = dep->dwc;
+
+       if (dep->trb_pool)
+               return 0;
+
+       if (dep->number == 0 || dep->number == 1)
+               return 0;
+
+       dep->trb_pool = dma_alloc_coherent(dwc->dev,
+                       sizeof(struct dwc3_trb) * DWC3_TRB_NUM,
+               &dep->trb_pool_dma, GFP_KERNEL);
+
+       if (!dep->trb_pool) {
+               dev_err(dep->dwc->dev, "failed to allocate trb pool for %s\n",
+                               dep->name);
+               return -ENOMEM;
+       }
+
+       return 0;
+}
+
+static void dwc3_free_trb_pool(struct dwc3_ep *dep)
+{
+       struct dwc3             *dwc = dep->dwc;
+
+       dma_free_coherent(dwc->dev, sizeof(struct dwc3_trb) * DWC3_TRB_NUM,
+                       dep->trb_pool, dep->trb_pool_dma);
+
+       dep->trb_pool = NULL;
+       dep->trb_pool_dma = 0;
+}
+
+static struct usb_endpoint_descriptor dwc3_gadget_ep0_desc;
+static int dwc3_gadget_set_ep_config(struct dwc3 *dwc, struct dwc3_ep *dep,
+               const struct usb_endpoint_descriptor *deisc, int action);
+static int dwc3_gadget_start_config(struct dwc3 *dwc, struct dwc3_ep *dep)
+{
+       struct dwc3_gadget_ep_cmd_params params;
+       u32                     cmd;
+
+       memset(&params, 0x00, sizeof(params));
+
+       if (dep->number != 1) {
+               cmd = DWC3_DEPCMD_DEPSTARTCFG;
+               /* XferRscIdx == 0 for ep0 and 2 for the remaining */
+               if (dep->number > 1) {
+                       if (dwc->start_config_issued)
+                               return 0;
+                       dwc3_gadget_set_ep_config(dwc, dwc->eps[1],
+                               &dwc3_gadget_ep0_desc, 2);
+                       dwc->start_config_issued = true;
+                       cmd |= DWC3_DEPCMD_PARAM(2);
+               }
+
+               return dwc3_send_gadget_ep_cmd(dwc, 0, cmd, &params);
+       }
+
+       return 0;
+}
+
+static int dwc3_gadget_set_ep_config(struct dwc3 *dwc, struct dwc3_ep *dep,
+               const struct usb_endpoint_descriptor *desc, int action)
+{
+       struct dwc3_gadget_ep_cmd_params params;
+
+       memset(&params, 0x00, sizeof(params));
+
+       params.param0 = DWC3_DEPCFG_EP_TYPE(usb_endpoint_type(desc))
+               | DWC3_DEPCFG_MAX_PACKET_SIZE(usb_endpoint_maxp(desc))
+               | DWC3_DEPCFG_BURST_SIZE(dep->endpoint.maxburst);
+
+       params.param1 = DWC3_DEPCFG_XFER_COMPLETE_EN
+               | DWC3_DEPCFG_XFER_NOT_READY_EN;
+
+       if (usb_endpoint_xfer_bulk(desc) && dep->endpoint.max_streams) {
+               params.param1 |= DWC3_DEPCFG_STREAM_CAPABLE
+                       | DWC3_DEPCFG_STREAM_EVENT_EN;
+               dep->stream_capable = true;
+       }
+
+       if (usb_endpoint_xfer_isoc(desc))
+               params.param1 |= DWC3_DEPCFG_XFER_IN_PROGRESS_EN;
+
+       /*
+        * We are doing 1:1 mapping for endpoints, meaning
+        * Physical Endpoints 2 maps to Logical Endpoint 2 and
+        * so on. We consider the direction bit as part of the physical
+        * endpoint number. So USB endpoint 0x81 is 0x03.
+        */
+       params.param1 |= DWC3_DEPCFG_EP_NUMBER(dep->number);
+
+       /*
+        * We must use the lower 16 TX FIFOs even though
+        * HW might have more
+        */
+       if (dep->direction)
+               params.param0 |= DWC3_DEPCFG_FIFO_NUMBER(dep->number >> 1);
+
+       if (desc->bInterval) {
+               params.param1 |= DWC3_DEPCFG_BINTERVAL_M1(desc->bInterval - 1);
+               dep->interval = 1 << (desc->bInterval - 1);
+       }
+
+       params.param0 |= action << 30;
+
+       return dwc3_send_gadget_ep_cmd(dwc, dep->number,
+                       DWC3_DEPCMD_SETEPCONFIG, &params);
+}
+
+static int dwc3_gadget_set_xfer_resource(struct dwc3 *dwc, struct dwc3_ep *dep)
+{
+       struct dwc3_gadget_ep_cmd_params params;
+
+       memset(&params, 0x00, sizeof(params));
+
+       params.param0 = DWC3_DEPXFERCFG_NUM_XFER_RES(1);
+
+       return dwc3_send_gadget_ep_cmd(dwc, dep->number,
+                       DWC3_DEPCMD_SETTRANSFRESOURCE, &params);
+}
+
+/**
+ * __dwc3_gadget_ep_enable - Initializes a HW endpoint
+ * @dep: endpoint to be initialized
+ * @desc: USB Endpoint Descriptor
+ *
+ * Caller should take care of locking
+ */
+static int __dwc3_gadget_ep_enable(struct dwc3_ep *dep,
+               const struct usb_endpoint_descriptor *desc)
+{
+       struct dwc3             *dwc = dep->dwc;
+       u32                     reg;
+       int                     ret = -ENOMEM;
+
+       if (!(dep->flags & DWC3_EP_ENABLED)) {
+               ret = dwc3_gadget_start_config(dwc, dep);
+               if (ret)
+                       return ret;
+       }
+
+       ret = dwc3_gadget_set_ep_config(dwc, dep, desc, 0);
+       if (ret)
+               return ret;
+
+       if (!(dep->flags & DWC3_EP_ENABLED)) {
+               struct dwc3_trb_hw      *trb_st_hw;
+               struct dwc3_trb_hw      *trb_link_hw;
+               struct dwc3_trb         trb_link;
+
+               ret = dwc3_gadget_set_xfer_resource(dwc, dep);
+               if (ret)
+                       return ret;
+
+               dep->desc = desc;
+               dep->type = usb_endpoint_type(desc);
+               dep->flags |= DWC3_EP_ENABLED;
+
+               reg = dwc3_readl(dwc->regs, DWC3_DALEPENA);
+               reg |= DWC3_DALEPENA_EP(dep->number);
+               dwc3_writel(dwc->regs, DWC3_DALEPENA, reg);
+
+               if (!usb_endpoint_xfer_isoc(desc))
+                       return 0;
+
+               memset(&trb_link, 0, sizeof(trb_link));
+
+               /* Link TRB for ISOC. The HWO but is never reset */
+               trb_st_hw = &dep->trb_pool[0];
+
+               trb_link.bplh = dwc3_trb_dma_offset(dep, trb_st_hw);
+               trb_link.trbctl = DWC3_TRBCTL_LINK_TRB;
+               trb_link.hwo = true;
+
+               trb_link_hw = &dep->trb_pool[DWC3_TRB_NUM - 1];
+               dwc3_trb_to_hw(&trb_link, trb_link_hw);
+       }
+
+       return 0;
+}
+
+static void dwc3_stop_active_transfer(struct dwc3 *dwc, u32 epnum);
+static void dwc3_remove_requests(struct dwc3 *dwc, struct dwc3_ep *dep)
+{
+       struct dwc3_request             *req;
+
+       if (!list_empty(&dep->req_queued))
+               dwc3_stop_active_transfer(dwc, dep->number);
+
+       while (!list_empty(&dep->request_list)) {
+               req = next_request(&dep->request_list);
+
+               dwc3_gadget_giveback(dep, req, -ESHUTDOWN);
+       }
+}
+
+/**
+ * __dwc3_gadget_ep_disable - Disables a HW endpoint
+ * @dep: the endpoint to disable
+ *
+ * This function also removes requests which are currently processed ny the
+ * hardware and those which are not yet scheduled.
+ * Caller should take care of locking.
+ */
+static int __dwc3_gadget_ep_disable(struct dwc3_ep *dep)
+{
+       struct dwc3             *dwc = dep->dwc;
+       u32                     reg;
+
+       dwc3_remove_requests(dwc, dep);
+
+       reg = dwc3_readl(dwc->regs, DWC3_DALEPENA);
+       reg &= ~DWC3_DALEPENA_EP(dep->number);
+       dwc3_writel(dwc->regs, DWC3_DALEPENA, reg);
+
+       dep->stream_capable = false;
+       dep->desc = NULL;
+       dep->type = 0;
+       dep->flags = 0;
+
+       return 0;
+}
+
+/* -------------------------------------------------------------------------- */
+
+static int dwc3_gadget_ep0_enable(struct usb_ep *ep,
+               const struct usb_endpoint_descriptor *desc)
+{
+       return -EINVAL;
+}
+
+static int dwc3_gadget_ep0_disable(struct usb_ep *ep)
+{
+       return -EINVAL;
+}
+
+/* -------------------------------------------------------------------------- */
+
+static int dwc3_gadget_ep_enable(struct usb_ep *ep,
+               const struct usb_endpoint_descriptor *desc)
+{
+       struct dwc3_ep                  *dep;
+       struct dwc3                     *dwc;
+       unsigned long                   flags;
+       int                             ret;
+
+       if (!ep || !desc || desc->bDescriptorType != USB_DT_ENDPOINT) {
+               pr_debug("dwc3: invalid parameters\n");
+               return -EINVAL;
+       }
+
+       if (!desc->wMaxPacketSize) {
+               pr_debug("dwc3: missing wMaxPacketSize\n");
+               return -EINVAL;
+       }
+
+       dep = to_dwc3_ep(ep);
+       dwc = dep->dwc;
+
+       switch (usb_endpoint_type(desc)) {
+       case USB_ENDPOINT_XFER_CONTROL:
+               strncat(dep->name, "-control", sizeof(dep->name));
+               break;
+       case USB_ENDPOINT_XFER_ISOC:
+               strncat(dep->name, "-isoc", sizeof(dep->name));
+               break;
+       case USB_ENDPOINT_XFER_BULK:
+               strncat(dep->name, "-bulk", sizeof(dep->name));
+               break;
+       case USB_ENDPOINT_XFER_INT:
+               strncat(dep->name, "-int", sizeof(dep->name));
+               break;
+       default:
+               dev_err(dwc->dev, "invalid endpoint transfer type\n");
+       }
+
+       if (dep->flags & DWC3_EP_ENABLED) {
+               dev_WARN(dwc->dev, "%s is already enabled\n",
+                               dep->name);
+               return 0;
+       }
+
+       dev_vdbg(dwc->dev, "Enabling %s\n", dep->name);
+
+       spin_lock_irqsave(&dwc->lock, flags);
+       ep->desc = desc;
+       ret = __dwc3_gadget_ep_enable(dep, desc);
+       spin_unlock_irqrestore(&dwc->lock, flags);
+
+       return ret;
+}
+
+static int dwc3_gadget_ep_disable(struct usb_ep *ep)
+{
+       struct dwc3_ep                  *dep;
+       struct dwc3                     *dwc;
+       unsigned long                   flags;
+       int                             ret;
+
+       if (!ep) {
+               pr_debug("dwc3: invalid parameters\n");
+               return -EINVAL;
+       }
+
+       dep = to_dwc3_ep(ep);
+       dwc = dep->dwc;
+
+       if (!(dep->flags & DWC3_EP_ENABLED)) {
+               dev_WARN(dwc->dev, "%s is already disabled\n",
+                               dep->name);
+               return 0;
+       }
+
+       snprintf(dep->name, sizeof(dep->name), "ep%d%s",
+                       dep->number >> 1,
+                       (dep->number & 1) ? "in" : "out");
+
+       spin_lock_irqsave(&dwc->lock, flags);
+       ret = __dwc3_gadget_ep_disable(dep);
+       spin_unlock_irqrestore(&dwc->lock, flags);
+
+       return ret;
+}
+
+static struct usb_request *dwc3_gadget_ep_alloc_request(struct usb_ep *ep,
+       gfp_t gfp_flags)
+{
+       struct dwc3_request             *req;
+       struct dwc3_ep                  *dep = to_dwc3_ep(ep);
+       struct dwc3                     *dwc = dep->dwc;
+
+       req = kzalloc(sizeof(*req), gfp_flags);
+       if (!req) {
+               dev_err(dwc->dev, "not enough memory\n");
+               return NULL;
+       }
+
+       req->epnum      = dep->number;
+       req->dep        = dep;
+       req->request.dma = DMA_ADDR_INVALID;
+
+       return &req->request;
+}
+
+static void dwc3_gadget_ep_free_request(struct usb_ep *ep,
+               struct usb_request *request)
+{
+       struct dwc3_request             *req = to_dwc3_request(request);
+
+       kfree(req);
+}
+
+/*
+ * dwc3_prepare_trbs - setup TRBs from requests
+ * @dep: endpoint for which requests are being prepared
+ * @starting: true if the endpoint is idle and no requests are queued.
+ *
+ * The functions goes through the requests list and setups TRBs for the
+ * transfers. The functions returns once there are not more TRBs available or
+ * it run out of requests.
+ */
+static struct dwc3_request *dwc3_prepare_trbs(struct dwc3_ep *dep,
+               bool starting)
+{
+       struct dwc3_request     *req, *n, *ret = NULL;
+       struct dwc3_trb_hw      *trb_hw;
+       struct dwc3_trb         trb;
+       u32                     trbs_left;
+
+       BUILD_BUG_ON_NOT_POWER_OF_2(DWC3_TRB_NUM);
+
+       /* the first request must not be queued */
+       trbs_left = (dep->busy_slot - dep->free_slot) & DWC3_TRB_MASK;
+       /*
+        * if busy & slot are equal than it is either full or empty. If we are
+        * starting to proceed requests then we are empty. Otherwise we ar
+        * full and don't do anything
+        */
+       if (!trbs_left) {
+               if (!starting)
+                       return NULL;
+               trbs_left = DWC3_TRB_NUM;
+               /*
+                * In case we start from scratch, we queue the ISOC requests
+                * starting from slot 1. This is done because we use ring
+                * buffer and have no LST bit to stop us. Instead, we place
+                * IOC bit TRB_NUM/4. We try to avoid to having an interrupt
+                * after the first request so we start at slot 1 and have
+                * 7 requests proceed before we hit the first IOC.
+                * Other transfer types don't use the ring buffer and are
+                * processed from the first TRB until the last one. Since we
+                * don't wrap around we have to start at the beginning.
+                */
+               if (usb_endpoint_xfer_isoc(dep->desc)) {
+                       dep->busy_slot = 1;
+                       dep->free_slot = 1;
+               } else {
+                       dep->busy_slot = 0;
+                       dep->free_slot = 0;
+               }
+       }
+
+       /* The last TRB is a link TRB, not used for xfer */
+       if ((trbs_left <= 1) && usb_endpoint_xfer_isoc(dep->desc))
+               return NULL;
+
+       list_for_each_entry_safe(req, n, &dep->request_list, list) {
+               unsigned int last_one = 0;
+               unsigned int cur_slot;
+
+               trb_hw = &dep->trb_pool[dep->free_slot & DWC3_TRB_MASK];
+               cur_slot = dep->free_slot;
+               dep->free_slot++;
+
+               /* Skip the LINK-TRB on ISOC */
+               if (((cur_slot & DWC3_TRB_MASK) == DWC3_TRB_NUM - 1) &&
+                               usb_endpoint_xfer_isoc(dep->desc))
+                       continue;
+
+               dwc3_gadget_move_request_queued(req);
+               memset(&trb, 0, sizeof(trb));
+               trbs_left--;
+
+               /* Is our TRB pool empty? */
+               if (!trbs_left)
+                       last_one = 1;
+               /* Is this the last request? */
+               if (list_empty(&dep->request_list))
+                       last_one = 1;
+
+               /*
+                * FIXME we shouldn't need to set LST bit always but we are
+                * facing some weird problem with the Hardware where it doesn't
+                * complete even though it has been previously started.
+                *
+                * While we're debugging the problem, as a workaround to
+                * multiple TRBs handling, use only one TRB at a time.
+                */
+               last_one = 1;
+
+               req->trb = trb_hw;
+               if (!ret)
+                       ret = req;
+
+               trb.bplh = req->request.dma;
+
+               if (usb_endpoint_xfer_isoc(dep->desc)) {
+                       trb.isp_imi = true;
+                       trb.csp = true;
+               } else {
+                       trb.lst = last_one;
+               }
+
+               if (usb_endpoint_xfer_bulk(dep->desc) && dep->stream_capable)
+                       trb.sid_sofn = req->request.stream_id;
+
+               switch (usb_endpoint_type(dep->desc)) {
+               case USB_ENDPOINT_XFER_CONTROL:
+                       trb.trbctl = DWC3_TRBCTL_CONTROL_SETUP;
+                       break;
+
+               case USB_ENDPOINT_XFER_ISOC:
+                       trb.trbctl = DWC3_TRBCTL_ISOCHRONOUS_FIRST;
+
+                       /* IOC every DWC3_TRB_NUM / 4 so we can refill */
+                       if (!(cur_slot % (DWC3_TRB_NUM / 4)))
+                               trb.ioc = last_one;
+                       break;
+
+               case USB_ENDPOINT_XFER_BULK:
+               case USB_ENDPOINT_XFER_INT:
+                       trb.trbctl = DWC3_TRBCTL_NORMAL;
+                       break;
+               default:
+                       /*
+                        * This is only possible with faulty memory because we
+                        * checked it already :)
+                        */
+                       BUG();
+               }
+
+               trb.length      = req->request.length;
+               trb.hwo = true;
+
+               dwc3_trb_to_hw(&trb, trb_hw);
+
+               req->trb_dma = dwc3_trb_dma_offset(dep, trb_hw);
+
+               if (last_one)
+                       break;
+       }
+
+       return ret;
+}
+
+static int __dwc3_gadget_kick_transfer(struct dwc3_ep *dep, u16 cmd_param,
+               int start_new)
+{
+       struct dwc3_gadget_ep_cmd_params params;
+       struct dwc3_request             *req;
+       struct dwc3                     *dwc = dep->dwc;
+       int                             ret;
+       u32                             cmd;
+
+       if (start_new && (dep->flags & DWC3_EP_BUSY)) {
+               dev_vdbg(dwc->dev, "%s: endpoint busy\n", dep->name);
+               return -EBUSY;
+       }
+       dep->flags &= ~DWC3_EP_PENDING_REQUEST;
+
+       /*
+        * If we are getting here after a short-out-packet we don't enqueue any
+        * new requests as we try to set the IOC bit only on the last request.
+        */
+       if (start_new) {
+               if (list_empty(&dep->req_queued))
+                       dwc3_prepare_trbs(dep, start_new);
+
+               /* req points to the first request which will be sent */
+               req = next_request(&dep->req_queued);
+       } else {
+               /*
+                * req points to the first request where HWO changed
+                * from 0 to 1
+                */
+               req = dwc3_prepare_trbs(dep, start_new);
+       }
+       if (!req) {
+               dep->flags |= DWC3_EP_PENDING_REQUEST;
+               return 0;
+       }
+
+       memset(&params, 0, sizeof(params));
+       params.param0 = upper_32_bits(req->trb_dma);
+       params.param1 = lower_32_bits(req->trb_dma);
+
+       if (start_new)
+               cmd = DWC3_DEPCMD_STARTTRANSFER;
+       else
+               cmd = DWC3_DEPCMD_UPDATETRANSFER;
+
+       cmd |= DWC3_DEPCMD_PARAM(cmd_param);
+       ret = dwc3_send_gadget_ep_cmd(dwc, dep->number, cmd, &params);
+       if (ret < 0) {
+               dev_dbg(dwc->dev, "failed to send STARTTRANSFER command\n");
+
+               /*
+                * FIXME we need to iterate over the list of requests
+                * here and stop, unmap, free and del each of the linked
+                * requests instead of we do now.
+                */
+               dwc3_unmap_buffer_from_dma(req);
+               list_del(&req->list);
+               return ret;
+       }
+
+       dep->flags |= DWC3_EP_BUSY;
+       dep->res_trans_idx = dwc3_gadget_ep_get_transfer_index(dwc,
+                       dep->number);
+       if (!dep->res_trans_idx)
+               printk_once(KERN_ERR "%s() res_trans_idx is invalid\n",
+                       __func__);
+       return 0;
+}
+
+static int __dwc3_gadget_ep_queue(struct dwc3_ep *dep, struct dwc3_request *req)
+{
+       req->request.actual     = 0;
+       req->request.status     = -EINPROGRESS;
+       req->direction          = dep->direction;
+       req->epnum              = dep->number;
+
+       /*
+        * We only add to our list of requests now and
+        * start consuming the list once we get XferNotReady
+        * IRQ.
+        *
+        * That way, we avoid doing anything that we don't need
+        * to do now and defer it until the point we receive a
+        * particular token from the Host side.
+        *
+        * This will also avoid Host cancelling URBs due to too
+        * many NACKs.
+        */
+       dwc3_map_buffer_to_dma(req);
+       list_add_tail(&req->list, &dep->request_list);
+
+       /*
+        * There is one special case: XferNotReady with
+        * empty list of requests. We need to kick the
+        * transfer here in that situation, otherwise
+        * we will be NAKing forever.
+        *
+        * If we get XferNotReady before gadget driver
+        * has a chance to queue a request, we will ACK
+        * the IRQ but won't be able to receive the data
+        * until the next request is queued. The following
+        * code is handling exactly that.
+        */
+       if (dep->flags & DWC3_EP_PENDING_REQUEST) {
+               int ret;
+               int start_trans;
+
+               start_trans = 1;
+               if (usb_endpoint_xfer_isoc(dep->endpoint.desc) &&
+                               dep->flags & DWC3_EP_BUSY)
+                       start_trans = 0;
+
+               ret =  __dwc3_gadget_kick_transfer(dep, 0, start_trans);
+               if (ret && ret != -EBUSY) {
+                       struct dwc3     *dwc = dep->dwc;
+
+                       dev_dbg(dwc->dev, "%s: failed to kick transfers\n",
+                                       dep->name);
+               }
+       }
+
+       return 0;
+}
+
+static int dwc3_gadget_ep_queue(struct usb_ep *ep, struct usb_request *request,
+       gfp_t gfp_flags)
+{
+       struct dwc3_request             *req = to_dwc3_request(request);
+       struct dwc3_ep                  *dep = to_dwc3_ep(ep);
+       struct dwc3                     *dwc = dep->dwc;
+
+       unsigned long                   flags;
+
+       int                             ret;
+
+       if (!dep->desc) {
+               dev_dbg(dwc->dev, "trying to queue request %p to disabled %s\n",
+                               request, ep->name);
+               return -ESHUTDOWN;
+       }
+
+       dev_vdbg(dwc->dev, "queing request %p to %s length %d\n",
+                       request, ep->name, request->length);
+
+       /* workaround here to pad bulk-IN buffer to MaxPacketSize */
+       if (dep->number == 2)
+               if (request->length < 1024)
+                       request->length = 1024;
+
+       spin_lock_irqsave(&dwc->lock, flags);
+       ret = __dwc3_gadget_ep_queue(dep, req);
+       spin_unlock_irqrestore(&dwc->lock, flags);
+
+       return ret;
+}
+
+static int dwc3_gadget_ep_dequeue(struct usb_ep *ep,
+               struct usb_request *request)
+{
+       struct dwc3_request             *req = to_dwc3_request(request);
+       struct dwc3_request             *r = NULL;
+
+       struct dwc3_ep                  *dep = to_dwc3_ep(ep);
+       struct dwc3                     *dwc = dep->dwc;
+
+       unsigned long                   flags;
+       int                             ret = 0;
+
+       spin_lock_irqsave(&dwc->lock, flags);
+
+       list_for_each_entry(r, &dep->request_list, list) {
+               if (r == req)
+                       break;
+       }
+
+       if (r != req) {
+               list_for_each_entry(r, &dep->req_queued, list) {
+                       if (r == req)
+                               break;
+               }
+               if (r == req) {
+                       /* wait until it is processed */
+                       dwc3_stop_active_transfer(dwc, dep->number);
+                       goto out0;
+               }
+               dev_err(dwc->dev, "request %p was not queued to %s\n",
+                               request, ep->name);
+               ret = -EINVAL;
+               goto out0;
+       }
+
+       /* giveback the request */
+       dwc3_gadget_giveback(dep, req, -ECONNRESET);
+
+out0:
+       spin_unlock_irqrestore(&dwc->lock, flags);
+
+       return ret;
+}
+
+int __dwc3_gadget_ep_set_halt(struct dwc3_ep *dep, int value)
+{
+       struct dwc3_gadget_ep_cmd_params        params;
+       struct dwc3                             *dwc = dep->dwc;
+       int                                     ret;
+
+       memset(&params, 0x00, sizeof(params));
+
+       if (value) {
+               if (dep->number == 0 || dep->number == 1) {
+                       /*
+                        * Whenever EP0 is stalled, we will restart
+                        * the state machine, thus moving back to
+                        * Setup Phase
+                        */
+                       dwc->ep0state = EP0_SETUP_PHASE;
+               }
+
+               ret = dwc3_send_gadget_ep_cmd(dwc, dep->number,
+                       DWC3_DEPCMD_SETSTALL, &params);
+               if (ret)
+                       dev_err(dwc->dev, "failed to %s STALL on %s\n",
+                                       value ? "set" : "clear",
+                                       dep->name);
+               else
+                       dep->flags |= DWC3_EP_STALL;
+       } else {
+               if (dep->flags & DWC3_EP_WEDGE)
+                       return 0;
+
+               ret = dwc3_send_gadget_ep_cmd(dwc, dep->number,
+                       DWC3_DEPCMD_CLEARSTALL, &params);
+               if (ret)
+                       dev_err(dwc->dev, "failed to %s STALL on %s\n",
+                                       value ? "set" : "clear",
+                                       dep->name);
+               else
+                       dep->flags &= ~DWC3_EP_STALL;
+       }
+
+       return ret;
+}
+
+static int dwc3_gadget_ep_set_halt(struct usb_ep *ep, int value)
+{
+       struct dwc3_ep                  *dep = to_dwc3_ep(ep);
+       struct dwc3                     *dwc = dep->dwc;
+
+       unsigned long                   flags;
+
+       int                             ret;
+
+       spin_lock_irqsave(&dwc->lock, flags);
+
+       if (usb_endpoint_xfer_isoc(dep->desc)) {
+               dev_err(dwc->dev, "%s is of Isochronous type\n", dep->name);
+               ret = -EINVAL;
+               goto out;
+       }
+
+       ret = __dwc3_gadget_ep_set_halt(dep, value);
+out:
+       spin_unlock_irqrestore(&dwc->lock, flags);
+
+       return ret;
+}
+
+static int dwc3_gadget_ep_set_wedge(struct usb_ep *ep)
+{
+       struct dwc3_ep                  *dep = to_dwc3_ep(ep);
+
+       dep->flags |= DWC3_EP_WEDGE;
+
+       return dwc3_gadget_ep_set_halt(ep, 1);
+}
+
+/* -------------------------------------------------------------------------- */
+
+static struct usb_endpoint_descriptor dwc3_gadget_ep0_desc = {
+       .bLength        = USB_DT_ENDPOINT_SIZE,
+       .bDescriptorType = USB_DT_ENDPOINT,
+       .bmAttributes   = USB_ENDPOINT_XFER_CONTROL,
+};
+
+static const struct usb_ep_ops dwc3_gadget_ep0_ops = {
+       .enable         = dwc3_gadget_ep0_enable,
+       .disable        = dwc3_gadget_ep0_disable,
+       .alloc_request  = dwc3_gadget_ep_alloc_request,
+       .free_request   = dwc3_gadget_ep_free_request,
+       .queue          = dwc3_gadget_ep0_queue,
+       .dequeue        = dwc3_gadget_ep_dequeue,
+       .set_halt       = dwc3_gadget_ep_set_halt,
+       .set_wedge      = dwc3_gadget_ep_set_wedge,
+};
+
+static const struct usb_ep_ops dwc3_gadget_ep_ops = {
+       .enable         = dwc3_gadget_ep_enable,
+       .disable        = dwc3_gadget_ep_disable,
+       .alloc_request  = dwc3_gadget_ep_alloc_request,
+       .free_request   = dwc3_gadget_ep_free_request,
+       .queue          = dwc3_gadget_ep_queue,
+       .dequeue        = dwc3_gadget_ep_dequeue,
+       .set_halt       = dwc3_gadget_ep_set_halt,
+       .set_wedge      = dwc3_gadget_ep_set_wedge,
+};
+
+/* -------------------------------------------------------------------------- */
+
+static int dwc3_gadget_get_frame(struct usb_gadget *g)
+{
+       struct dwc3             *dwc = gadget_to_dwc(g);
+       u32                     reg;
+
+       reg = dwc3_readl(dwc->regs, DWC3_DSTS);
+       return DWC3_DSTS_SOFFN(reg);
+}
+
+static int dwc3_gadget_wakeup(struct usb_gadget *g)
+{
+       struct dwc3             *dwc = gadget_to_dwc(g);
+
+       unsigned long           timeout;
+       unsigned long           flags;
+
+       u32                     reg;
+
+       int                     ret = 0;
+
+       u8                      link_state;
+       u8                      speed;
+
+       spin_lock_irqsave(&dwc->lock, flags);
+
+       /*
+        * According to the Databook Remote wakeup request should
+        * be issued only when the device is in early suspend state.
+        *
+        * We can check that via USB Link State bits in DSTS register.
+        */
+       reg = dwc3_readl(dwc->regs, DWC3_DSTS);
+
+       speed = reg & DWC3_DSTS_CONNECTSPD;
+       if (speed == DWC3_DSTS_SUPERSPEED) {
+               dev_dbg(dwc->dev, "no wakeup on SuperSpeed\n");
+               ret = -EINVAL;
+               goto out;
+       }
+
+       link_state = DWC3_DSTS_USBLNKST(reg);
+
+       switch (link_state) {
+       case DWC3_LINK_STATE_RX_DET:    /* in HS, means Early Suspend */
+       case DWC3_LINK_STATE_U3:        /* in HS, means SUSPEND */
+               break;
+       default:
+               dev_dbg(dwc->dev, "can't wakeup from link state %d\n",
+                               link_state);
+               ret = -EINVAL;
+               goto out;
+       }
+
+       reg = dwc3_readl(dwc->regs, DWC3_DCTL);
+
+       /*
+        * Switch link state to Recovery. In HS/FS/LS this means
+        * RemoteWakeup Request
+        */
+       reg |= DWC3_DCTL_ULSTCHNG_RECOVERY;
+       dwc3_writel(dwc->regs, DWC3_DCTL, reg);
+
+       /* wait for at least 2000us */
+       usleep_range(2000, 2500);
+
+       /* write zeroes to Link Change Request */
+       reg &= ~DWC3_DCTL_ULSTCHNGREQ_MASK;
+       dwc3_writel(dwc->regs, DWC3_DCTL, reg);
+
+       /* pool until Link State change to ON */
+       timeout = jiffies + msecs_to_jiffies(100);
+
+       while (!(time_after(jiffies, timeout))) {
+               reg = dwc3_readl(dwc->regs, DWC3_DSTS);
+
+               /* in HS, means ON */
+               if (DWC3_DSTS_USBLNKST(reg) == DWC3_LINK_STATE_U0)
+                       break;
+       }
+
+       if (DWC3_DSTS_USBLNKST(reg) != DWC3_LINK_STATE_U0) {
+               dev_err(dwc->dev, "failed to send remote wakeup\n");
+               ret = -EINVAL;
+       }
+
+out:
+       spin_unlock_irqrestore(&dwc->lock, flags);
+
+       return ret;
+}
+
+static int dwc3_gadget_set_selfpowered(struct usb_gadget *g,
+               int is_selfpowered)
+{
+       struct dwc3             *dwc = gadget_to_dwc(g);
+
+       dwc->is_selfpowered = !!is_selfpowered;
+
+       return 0;
+}
+
+static void dwc3_gadget_run_stop(struct dwc3 *dwc, int is_on)
+{
+       u32                     reg;
+       u32                     timeout = 500;
+
+       reg = dwc3_readl(dwc->regs, DWC3_DCTL);
+       if (is_on)
+               reg |= DWC3_DCTL_RUN_STOP;
+       else
+               reg &= ~DWC3_DCTL_RUN_STOP;
+
+       dwc3_writel(dwc->regs, DWC3_DCTL, reg);
+
+       do {
+               reg = dwc3_readl(dwc->regs, DWC3_DSTS);
+               if (is_on) {
+                       if (!(reg & DWC3_DSTS_DEVCTRLHLT))
+                               break;
+               } else {
+                       if (reg & DWC3_DSTS_DEVCTRLHLT)
+                               break;
+               }
+               timeout--;
+               if (!timeout)
+                       break;
+               udelay(1);
+       } while (1);
+
+       dev_vdbg(dwc->dev, "gadget %s data soft-%s\n",
+                       dwc->gadget_driver
+                       ? dwc->gadget_driver->function : "no-function",
+                       is_on ? "connect" : "disconnect");
+}
+
+static int dwc3_gadget_pullup(struct usb_gadget *g, int is_on)
+{
+       struct dwc3             *dwc = gadget_to_dwc(g);
+       unsigned long           flags;
+
+#ifdef CONFIG_USB_DWC_OTG_XCEIV
+       if (!dwc->got_irq) {
+               dev_info(dwc->dev,
+                        "exit from pullup as irq not enabled yet\n");
+               return 0;
+       }
+#endif
+       is_on = !!is_on;
+
+       spin_lock_irqsave(&dwc->lock, flags);
+       dwc3_gadget_run_stop(dwc, is_on);
+       spin_unlock_irqrestore(&dwc->lock, flags);
+
+       return 0;
+}
+static int dwc3_dev_init(struct dwc3 *dwc)
+{
+       struct dwc3_ep          *dep;
+       int                     ret = 0;
+       u32                     reg;
+
+       reg = dwc3_readl(dwc->regs, DWC3_GCTL);
+
+       reg &= ~DWC3_GCTL_SCALEDOWN(3);
+       reg &= ~DWC3_GCTL_PRTCAPDIR(DWC3_GCTL_PRTCAP_OTG);
+       reg &= ~DWC3_GCTL_DISSCRAMBLE;
+       reg |= DWC3_GCTL_PRTCAPDIR(DWC3_GCTL_PRTCAP_DEVICE);
+
+       switch (DWC3_GHWPARAMS1_EN_PWROPT(dwc->hwparams.hwparams0)) {
+       case DWC3_GHWPARAMS1_EN_PWROPT_CLK:
+               reg &= ~DWC3_GCTL_DSBLCLKGTNG;
+               break;
+       default:
+               dev_dbg(dwc->dev, "No power optimization available\n");
+       }
+
+       /*
+        * WORKAROUND: DWC3 revisions <1.90a have a bug
+        * when The device fails to connect at SuperSpeed
+        * and falls back to high-speed mode which causes
+        * the device to enter in a Connect/Disconnect loop
+        */
+       if (dwc->revision < DWC3_REVISION_190A)
+               reg |= DWC3_GCTL_U2RSTECN;
+
+       dwc3_writel(dwc->regs, DWC3_GCTL, reg);
+
+       reg = dwc3_readl(dwc->regs, DWC3_DCFG);
+       reg &= ~(DWC3_DCFG_SPEED_MASK);
+       reg |= DWC3_DCFG_SUPERSPEED;
+       dwc3_writel(dwc->regs, DWC3_DCFG, reg);
+
+#if 0
+       reg = dwc3_readl(dwc->regs, DWC3_DCFG);
+       reg |= 0x400000;
+       dwc3_writel(dwc->regs, DWC3_DCFG, reg);
+#endif
+
+       reg = dwc3_readl(dwc->regs, DWC3_DCFG);
+       reg &= ~(0x3e0000);
+       reg |= 0x200000;
+       dwc3_writel(dwc->regs, DWC3_DCFG, reg);
+
+       dwc->start_config_issued = false;
+
+       /* Start with SuperSpeed Default */
+       dwc3_gadget_ep0_desc.wMaxPacketSize = cpu_to_le16(512);
+
+       dep = dwc->eps[0];
+       ret = __dwc3_gadget_ep_enable(dep, &dwc3_gadget_ep0_desc);
+       if (ret) {
+               dev_err(dwc->dev, "failed to enable %s\n", dep->name);
+               return ret;
+       }
+
+       dep = dwc->eps[1];
+       ret = __dwc3_gadget_ep_enable(dep, &dwc3_gadget_ep0_desc);
+       if (ret) {
+               dev_err(dwc->dev, "failed to enable %s\n", dep->name);
+               goto err0;
+       }
+
+       /* begin to receive SETUP packets */
+       dwc->ep0state = EP0_SETUP_PHASE;
+       dwc3_ep0_out_start(dwc);
+
+       return 0;
+err0:
+       __dwc3_gadget_ep_disable(dwc->eps[0]);
+
+       return ret;
+}
+
+static int dwc3_gadget_start(struct usb_gadget *g,
+               struct usb_gadget_driver *driver)
+{
+       struct dwc3             *dwc = gadget_to_dwc(g);
+       unsigned long           flags;
+       int                     ret = 0;
+#ifdef CONFIG_USB_DWC_OTG_XCEIV
+       struct otg_transceiver  *otg;
+#endif
+
+       spin_lock_irqsave(&dwc->lock, flags);
+
+       if (dwc->gadget_driver) {
+               dev_err(dwc->dev, "%s is already bound to %s\n",
+                               dwc->gadget.name,
+                               dwc->gadget_driver->driver.name);
+               ret = -EBUSY;
+               goto err0;
+       }
+
+       dwc->gadget_driver      = driver;
+       dwc->gadget.dev.driver  = &driver->driver;
+
+#ifdef CONFIG_USB_DWC_OTG_XCEIV
+       spin_unlock_irqrestore(&dwc->lock, flags);
+       otg = otg_get_transceiver();
+       if (!otg) {
+               dev_err(dwc->dev, "OTG driver not available\n");
+               return -ENODEV;
+       }
+
+       otg_set_peripheral(otg, &dwc->gadget);
+       otg_put_transceiver(otg);
+
+       return 0;
+#else
+       ret = dwc3_dev_init(dwc);
+#endif
+
+err0:
+       spin_unlock_irqrestore(&dwc->lock, flags);
+
+       return ret;
+}
+
+static int dwc3_gadget_stop(struct usb_gadget *g,
+               struct usb_gadget_driver *driver)
+{
+       struct dwc3             *dwc = gadget_to_dwc(g);
+       unsigned long           flags;
+
+       spin_lock_irqsave(&dwc->lock, flags);
+
+       __dwc3_gadget_ep_disable(dwc->eps[0]);
+       __dwc3_gadget_ep_disable(dwc->eps[1]);
+
+       dwc->gadget_driver      = NULL;
+       dwc->gadget.dev.driver  = NULL;
+
+       spin_unlock_irqrestore(&dwc->lock, flags);
+
+       return 0;
+}
+
+#ifdef CONFIG_USB_DWC_OTG_XCEIV
+static int dwc3_start_peripheral(struct usb_gadget *g)
+{
+       struct dwc3             *dwc = gadget_to_dwc(g);
+       unsigned long           flags;
+       int                     irq;
+       int                     ret;
+       u32                     reg;
+
+       spin_lock_irqsave(&dwc->lock, flags);
+
+       irq = platform_get_irq(to_platform_device(dwc->dev), 0);
+
+       ret = request_irq(irq, dwc3_interrupt, IRQF_SHARED,
+                       "dwc3", dwc);
+       if (ret) {
+               dev_err(dwc->dev, "failed to request irq #%d --> %d\n",
+                               irq, ret);
+               spin_unlock_irqrestore(&dwc->lock, flags);
+               return ret;
+       }
+
+       /* Enable all but Start and End of Frame IRQs */
+       reg = (DWC3_DEVTEN_VNDRDEVTSTRCVEDEN |
+                       DWC3_DEVTEN_EVNTOVERFLOWEN |
+                       DWC3_DEVTEN_CMDCMPLTEN |
+                       DWC3_DEVTEN_ERRTICERREN |
+                       /* DWC3_DEVTEN_WKUPEVTEN | */
+                       /* DWC3_DEVTEN_ULSTCNGEN | */
+                       DWC3_DEVTEN_CONNECTDONEEN |
+                       DWC3_DEVTEN_USBRSTEN);
+                       /* DWC3_DEVTEN_DISCONNEVTEN); */
+       dwc3_writel(dwc->regs, DWC3_DEVTEN, reg);
+
+       dwc->got_irq = 1;
+
+       ret = dwc3_dev_init(dwc);
+       if (ret)
+               dev_err(dwc->dev, "failed to enable ep0\n");
+
+       /* Set Run/Stop bit */
+       dwc3_gadget_run_stop(dwc, 1);
+
+       spin_unlock_irqrestore(&dwc->lock, flags);
+
+       return 0;
+}
+
+static int dwc3_stop_peripheral(struct usb_gadget *g)
+{
+       struct dwc3             *dwc = gadget_to_dwc(g);
+       unsigned long           flags;
+       int                     irq;
+
+       spin_lock_irqsave(&dwc->lock, flags);
+
+       /* Clear Run/Stop bit */
+       dwc3_gadget_run_stop(dwc, 0);
+
+       irq = platform_get_irq(to_platform_device(dwc->dev), 0);
+
+       dwc3_writel(dwc->regs, DWC3_DEVTEN, 0x00);
+       if (dwc->got_irq) {
+               free_irq(irq, dwc);
+               dwc->got_irq = 0;
+       }
+
+       spin_unlock_irqrestore(&dwc->lock, flags);
+
+       return 0;
+}
+#endif
+
+static const struct usb_gadget_ops dwc3_gadget_ops = {
+       .get_frame              = dwc3_gadget_get_frame,
+       .wakeup                 = dwc3_gadget_wakeup,
+       .set_selfpowered        = dwc3_gadget_set_selfpowered,
+       .pullup                 = dwc3_gadget_pullup,
+       .udc_start              = dwc3_gadget_start,
+       .udc_stop               = dwc3_gadget_stop,
+#ifdef CONFIG_USB_DWC_OTG_XCEIV
+       .start_device           = dwc3_start_peripheral,
+       .stop_device            = dwc3_stop_peripheral,
+#endif
+};
+
+/* -------------------------------------------------------------------------- */
+
+static int __devinit dwc3_gadget_init_endpoints(struct dwc3 *dwc)
+{
+       struct dwc3_ep                  *dep;
+       u8                              epnum;
+
+       INIT_LIST_HEAD(&dwc->gadget.ep_list);
+
+       for (epnum = 0; epnum < DWC3_ENDPOINTS_NUM; epnum++) {
+               dep = kzalloc(sizeof(*dep), GFP_KERNEL);
+               if (!dep) {
+                       dev_err(dwc->dev, "can't allocate endpoint %d\n",
+                                       epnum);
+                       return -ENOMEM;
+               }
+
+               dep->dwc = dwc;
+               dep->number = epnum;
+               dwc->eps[epnum] = dep;
+
+               snprintf(dep->name, sizeof(dep->name), "ep%d%s", epnum >> 1,
+                               (epnum & 1) ? "in" : "out");
+               dep->endpoint.name = dep->name;
+               dep->direction = (epnum & 1);
+
+               if (epnum == 0 || epnum == 1) {
+                       dep->endpoint.maxpacket = 512;
+                       dep->endpoint.ops = &dwc3_gadget_ep0_ops;
+                       if (!epnum)
+                               dwc->gadget.ep0 = &dep->endpoint;
+               } else {
+                       int             ret;
+
+                       dep->endpoint.maxpacket = 1024;
+                       dep->endpoint.ops = &dwc3_gadget_ep_ops;
+                       list_add_tail(&dep->endpoint.ep_list,
+                                       &dwc->gadget.ep_list);
+
+                       ret = dwc3_alloc_trb_pool(dep);
+                       if (ret) {
+                               dev_err(dwc->dev,
+                                       "%s: failed to allocate TRB pool\n",
+                                       dep->name);
+                               return ret;
+                       }
+               }
+               INIT_LIST_HEAD(&dep->request_list);
+               INIT_LIST_HEAD(&dep->req_queued);
+       }
+
+       return 0;
+}
+
+static void dwc3_gadget_free_endpoints(struct dwc3 *dwc)
+{
+       struct dwc3_ep                  *dep;
+       u8                              epnum;
+
+       for (epnum = 0; epnum < DWC3_ENDPOINTS_NUM; epnum++) {
+               dep = dwc->eps[epnum];
+               dwc3_free_trb_pool(dep);
+
+               if (epnum != 0 && epnum != 1)
+                       list_del(&dep->endpoint.ep_list);
+
+               kfree(dep);
+       }
+}
+
+static void dwc3_gadget_release(struct device *dev)
+{
+       dev_dbg(dev, "%s\n", __func__);
+}
+
+/* -------------------------------------------------------------------------- */
+static int dwc3_cleanup_done_reqs(struct dwc3 *dwc, struct dwc3_ep *dep,
+               const struct dwc3_event_depevt *event, int status)
+{
+       struct dwc3_request     *req;
+       struct dwc3_trb         trb;
+       unsigned int            count;
+       unsigned int            s_pkt = 0;
+
+       memset(&trb, 0x00, sizeof(trb));
+
+       do {
+               req = next_request(&dep->req_queued);
+               if (!req)
+                       break;
+
+               dwc3_trb_to_nat(req->trb, &trb);
+
+               if (trb.hwo && status != -ESHUTDOWN)
+                       /*
+                        * We continue despite the error. There is not much we
+                        * can do. If we don't clean in up we loop for ever. If
+                        * we skip the TRB than it gets overwritten reused after
+                        * a while since we use them in a ring buffer. a BUG()
+                        * would help. Lets hope that if this occures, someone
+                        * fixes the root cause instead of looking away :)
+                        */
+                       dev_err(dwc->dev, "%s's TRB (%p) still owned by HW\n",
+                                       dep->name, req->trb);
+               count = trb.length;
+
+               if (dep->direction) {
+                       if (count) {
+                               dev_err(dwc->dev, "incomplete IN transfer %s\n",
+                                               dep->name);
+                               status = -ECONNRESET;
+                       }
+               } else {
+                       if (count && (event->status & DEPEVT_STATUS_SHORT))
+                               s_pkt = 1;
+               }
+
+               /*
+                * We assume here we will always receive the entire data block
+                * which we should receive. Meaning, if we program RX to
+                * receive 4K but we receive only 2K, we assume that's all we
+                * should receive and we simply bounce the request back to the
+                * gadget driver for further processing.
+                */
+               req->request.actual += req->request.length - count;
+               dwc3_gadget_giveback(dep, req, status);
+               if (s_pkt)
+                       break;
+               if ((event->status & DEPEVT_STATUS_LST) && trb.lst)
+                       break;
+               if ((event->status & DEPEVT_STATUS_IOC) && trb.ioc)
+                       break;
+       } while (1);
+
+       if ((event->status & DEPEVT_STATUS_IOC) && trb.ioc)
+               return 0;
+       return 1;
+}
+
+static void dwc3_endpoint_transfer_complete(struct dwc3 *dwc,
+               struct dwc3_ep *dep, const struct dwc3_event_depevt *event,
+               int start_new)
+{
+       unsigned                status = 0;
+       int                     clean_busy;
+
+       if (event->status & DEPEVT_STATUS_BUSERR)
+               status = -ECONNRESET;
+
+       clean_busy =  dwc3_cleanup_done_reqs(dwc, dep, event, status);
+       if (clean_busy) {
+               dep->flags &= ~DWC3_EP_BUSY;
+               dep->res_trans_idx = 0;
+       }
+}
+
+static void dwc3_gadget_start_isoc(struct dwc3 *dwc,
+               struct dwc3_ep *dep, const struct dwc3_event_depevt *event)
+{
+       u32 uf;
+
+       if (list_empty(&dep->request_list)) {
+               dev_vdbg(dwc->dev, "ISOC ep %s run out for requests.\n",
+                       dep->name);
+               return;
+       }
+
+       if (event->parameters) {
+               u32 mask;
+
+               mask = ~(dep->interval - 1);
+               uf = event->parameters & mask;
+               /* 4 micro frames in the future */
+               uf += dep->interval * 4;
+       } else {
+               uf = 0;
+       }
+
+       __dwc3_gadget_kick_transfer(dep, uf, 1);
+}
+
+static void dwc3_process_ep_cmd_complete(struct dwc3_ep *dep,
+               const struct dwc3_event_depevt *event)
+{
+       struct dwc3 *dwc = dep->dwc;
+       struct dwc3_event_depevt mod_ev = *event;
+
+       /*
+        * We were asked to remove one requests. It is possible that this
+        * request and a few other were started together and have the same
+        * transfer index. Since we stopped the complete endpoint we don't
+        * know how many requests were already completed (and not yet)
+        * reported and how could be done (later). We purge them all until
+        * the end of the list.
+        */
+       mod_ev.status = DEPEVT_STATUS_LST;
+       dwc3_cleanup_done_reqs(dwc, dep, &mod_ev, -ESHUTDOWN);
+       dep->flags &= ~DWC3_EP_BUSY;
+       /* pending requets are ignored and are queued on XferNotReady */
+}
+
+static void dwc3_ep_cmd_compl(struct dwc3_ep *dep,
+               const struct dwc3_event_depevt *event)
+{
+       u32 param = event->parameters;
+       u32 cmd_type = (param >> 8) & ((1 << 5) - 1);
+
+       switch (cmd_type) {
+       case DWC3_DEPCMD_ENDTRANSFER:
+               dwc3_process_ep_cmd_complete(dep, event);
+               break;
+       case DWC3_DEPCMD_STARTTRANSFER:
+               dep->res_trans_idx = param & 0x7f;
+               break;
+       default:
+               printk(KERN_ERR "%s() unknown /unexpected type: %d\n",
+                               __func__, cmd_type);
+               break;
+       };
+}
+
+static void dwc3_endpoint_interrupt(struct dwc3 *dwc,
+               const struct dwc3_event_depevt *event)
+{
+       struct dwc3_ep          *dep;
+       u8                      epnum = event->endpoint_number;
+
+       dep = dwc->eps[epnum];
+
+       dev_vdbg(dwc->dev, "%s: %s\n", dep->name,
+                       dwc3_ep_event_string(event->endpoint_event));
+
+       if (epnum == 0 || epnum == 1) {
+               dwc3_ep0_interrupt(dwc, event);
+               return;
+       }
+
+       switch (event->endpoint_event) {
+       case DWC3_DEPEVT_XFERCOMPLETE:
+               if (usb_endpoint_xfer_isoc(dep->desc)) {
+                       dev_dbg(dwc->dev, "%s is an Isochronous endpoint\n",
+                                       dep->name);
+                       return;
+               }
+
+               dwc3_endpoint_transfer_complete(dwc, dep, event, 1);
+               break;
+       case DWC3_DEPEVT_XFERINPROGRESS:
+               if (!usb_endpoint_xfer_isoc(dep->desc)) {
+                       dev_dbg(dwc->dev, "%s is not an Isochronous endpoint\n",
+                                       dep->name);
+                       return;
+               }
+
+               dwc3_endpoint_transfer_complete(dwc, dep, event, 0);
+               break;
+       case DWC3_DEPEVT_XFERNOTREADY:
+               if (usb_endpoint_xfer_isoc(dep->desc)) {
+                       dwc3_gadget_start_isoc(dwc, dep, event);
+               } else {
+                       int ret;
+
+                       dev_vdbg(dwc->dev, "%s: reason %s\n",
+                                       dep->name, event->status
+                                       ? "Transfer Active"
+                                       : "Transfer Not Active");
+
+                       ret = __dwc3_gadget_kick_transfer(dep, 0, 1);
+                       if (!ret || ret == -EBUSY)
+                               return;
+
+                       dev_dbg(dwc->dev, "%s: failed to kick transfers\n",
+                                       dep->name);
+               }
+
+               break;
+       case DWC3_DEPEVT_STREAMEVT:
+               if (!usb_endpoint_xfer_bulk(dep->desc)) {
+                       dev_err(dwc->dev, "Stream event for non-Bulk %s\n",
+                                       dep->name);
+                       return;
+               }
+
+               switch (event->status) {
+               case DEPEVT_STREAMEVT_FOUND:
+                       dev_vdbg(dwc->dev, "Stream %d found and started\n",
+                                       event->parameters);
+
+                       break;
+               case DEPEVT_STREAMEVT_NOTFOUND:
+                       /* FALLTHROUGH */
+               default:
+                       dev_dbg(dwc->dev, "Couldn't find suitable stream\n");
+               }
+               break;
+       case DWC3_DEPEVT_RXTXFIFOEVT:
+               dev_dbg(dwc->dev, "%s FIFO Overrun\n", dep->name);
+               break;
+       case DWC3_DEPEVT_EPCMDCMPLT:
+               dwc3_ep_cmd_compl(dep, event);
+               break;
+       }
+}
+
+static void dwc3_disconnect_gadget(struct dwc3 *dwc)
+{
+       if (dwc->gadget_driver && dwc->gadget_driver->disconnect) {
+               spin_unlock(&dwc->lock);
+               dwc->gadget_driver->disconnect(&dwc->gadget);
+               spin_lock(&dwc->lock);
+       }
+}
+
+static void dwc3_stop_active_transfer(struct dwc3 *dwc, u32 epnum)
+{
+       struct dwc3_ep *dep;
+       struct dwc3_gadget_ep_cmd_params params;
+       u32 cmd;
+       int ret;
+
+       dep = dwc->eps[epnum];
+
+       WARN_ON(!dep->res_trans_idx);
+       if (dep->res_trans_idx) {
+               cmd = DWC3_DEPCMD_ENDTRANSFER;
+               cmd |= DWC3_DEPCMD_HIPRI_FORCERM | DWC3_DEPCMD_CMDIOC;
+               cmd |= DWC3_DEPCMD_PARAM(dep->res_trans_idx);
+               memset(&params, 0, sizeof(params));
+               ret = dwc3_send_gadget_ep_cmd(dwc, dep->number, cmd, &params);
+               WARN_ON_ONCE(ret);
+               dep->res_trans_idx = 0;
+       }
+}
+
+static void dwc3_stop_active_transfers(struct dwc3 *dwc)
+{
+       u32 epnum;
+
+       for (epnum = 2; epnum < DWC3_ENDPOINTS_NUM; epnum++) {
+               struct dwc3_ep *dep;
+
+               dep = dwc->eps[epnum];
+               if (!(dep->flags & DWC3_EP_ENABLED))
+                       continue;
+
+               dwc3_remove_requests(dwc, dep);
+       }
+}
+
+static void dwc3_clear_stall_all_ep(struct dwc3 *dwc)
+{
+       u32 epnum;
+
+       for (epnum = 1; epnum < DWC3_ENDPOINTS_NUM; epnum++) {
+               struct dwc3_ep *dep;
+               struct dwc3_gadget_ep_cmd_params params;
+               int ret;
+
+               dep = dwc->eps[epnum];
+
+               if (!(dep->flags & DWC3_EP_STALL))
+                       continue;
+
+               dep->flags &= ~DWC3_EP_STALL;
+
+               memset(&params, 0, sizeof(params));
+               ret = dwc3_send_gadget_ep_cmd(dwc, dep->number,
+                               DWC3_DEPCMD_CLEARSTALL, &params);
+               WARN_ON_ONCE(ret);
+       }
+}
+
+static void dwc3_gadget_disconnect_interrupt(struct dwc3 *dwc)
+{
+       dev_vdbg(dwc->dev, "%s\n", __func__);
+#if 0
+       XXX
+       U1/U2 is powersave optimization. Skip it for now. Anyway we need to
+       enable it before we can disable it.
+
+       reg = dwc3_readl(dwc->regs, DWC3_DCTL);
+       reg &= ~DWC3_DCTL_INITU1ENA;
+       dwc3_writel(dwc->regs, DWC3_DCTL, reg);
+
+       reg &= ~DWC3_DCTL_INITU2ENA;
+       dwc3_writel(dwc->regs, DWC3_DCTL, reg);
+#endif
+
+       dwc3_stop_active_transfers(dwc);
+       dwc3_disconnect_gadget(dwc);
+       dwc->start_config_issued = false;
+
+       dwc->gadget.speed = USB_SPEED_UNKNOWN;
+}
+
+static void dwc3_gadget_usb3_phy_power(struct dwc3 *dwc, int on)
+{
+       u32                     reg;
+
+       reg = dwc3_readl(dwc->regs, DWC3_GUSB3PIPECTL(0));
+
+       if (on)
+               reg &= ~DWC3_GUSB3PIPECTL_SUSPHY;
+       else
+               reg |= DWC3_GUSB3PIPECTL_SUSPHY;
+
+       dwc3_writel(dwc->regs, DWC3_GUSB3PIPECTL(0), reg);
+}
+
+static void dwc3_gadget_usb2_phy_power(struct dwc3 *dwc, int on)
+{
+       u32                     reg;
+
+       reg = dwc3_readl(dwc->regs, DWC3_GUSB2PHYCFG(0));
+
+       if (on)
+               reg &= ~DWC3_GUSB2PHYCFG_SUSPHY;
+       else
+               reg |= DWC3_GUSB2PHYCFG_SUSPHY;
+
+       dwc3_writel(dwc->regs, DWC3_GUSB2PHYCFG(0), reg);
+}
+
+static void dwc3_gadget_reset_interrupt(struct dwc3 *dwc)
+{
+       u32                     reg;
+
+       dev_vdbg(dwc->dev, "%s\n", __func__);
+
+       /* Enable PHYs */
+       dwc3_gadget_usb2_phy_power(dwc, true);
+       dwc3_gadget_usb3_phy_power(dwc, true);
+
+       if (dwc->gadget.speed != USB_SPEED_UNKNOWN)
+               dwc3_disconnect_gadget(dwc);
+
+       reg = dwc3_readl(dwc->regs, DWC3_DCTL);
+       reg &= ~DWC3_DCTL_TSTCTRL_MASK;
+       dwc3_writel(dwc->regs, DWC3_DCTL, reg);
+
+       dwc3_stop_active_transfers(dwc);
+       dwc3_clear_stall_all_ep(dwc);
+       dwc->start_config_issued = false;
+
+       /* Reset device address to zero */
+       reg = dwc3_readl(dwc->regs, DWC3_DCFG);
+       reg &= ~(DWC3_DCFG_DEVADDR_MASK);
+       dwc3_writel(dwc->regs, DWC3_DCFG, reg);
+}
+
+static void dwc3_update_ram_clk_sel(struct dwc3 *dwc, u32 speed)
+{
+       u32 reg;
+       u32 usb30_clock = DWC3_GCTL_CLK_BUS;
+
+       /*
+        * We change the clock only at SS but I dunno why I would want to do
+        * this. Maybe it becomes part of the power saving plan.
+        */
+
+       if (speed != DWC3_DSTS_SUPERSPEED)
+               return;
+
+       /*
+        * RAMClkSel is reset to 0 after USB reset, so it must be reprogrammed
+        * each time on Connect Done.
+        */
+       if (!usb30_clock)
+               return;
+
+       reg = dwc3_readl(dwc->regs, DWC3_GCTL);
+       reg |= DWC3_GCTL_RAMCLKSEL(usb30_clock);
+       dwc3_writel(dwc->regs, DWC3_GCTL, reg);
+}
+
+static void dwc3_gadget_disable_phy(struct dwc3 *dwc, u8 speed)
+{
+       switch (speed) {
+       case USB_SPEED_SUPER:
+               dwc3_gadget_usb2_phy_power(dwc, false);
+               break;
+       case USB_SPEED_HIGH:
+       case USB_SPEED_FULL:
+       case USB_SPEED_LOW:
+               dwc3_gadget_usb3_phy_power(dwc, false);
+               break;
+       }
+}
+
+static void dwc3_gadget_conndone_interrupt(struct dwc3 *dwc)
+{
+       struct dwc3_gadget_ep_cmd_params params;
+       struct dwc3_ep          *dep;
+       int                     ret;
+       u32                     reg;
+       u8                      speed;
+
+       dev_vdbg(dwc->dev, "%s\n", __func__);
+
+       memset(&params, 0x00, sizeof(params));
+
+       reg = dwc3_readl(dwc->regs, DWC3_DSTS);
+       speed = reg & DWC3_DSTS_CONNECTSPD;
+       dwc->speed = speed;
+
+       dwc3_update_ram_clk_sel(dwc, speed);
+
+       switch (speed) {
+       case DWC3_DCFG_SUPERSPEED:
+               dwc3_gadget_ep0_desc.wMaxPacketSize = cpu_to_le16(512);
+               dwc->gadget.ep0->maxpacket = 512;
+               dwc->gadget.speed = USB_SPEED_SUPER;
+               break;
+       case DWC3_DCFG_HIGHSPEED:
+               dwc3_gadget_ep0_desc.wMaxPacketSize = cpu_to_le16(64);
+               dwc->gadget.ep0->maxpacket = 64;
+               dwc->gadget.speed = USB_SPEED_HIGH;
+               break;
+       case DWC3_DCFG_FULLSPEED2:
+       case DWC3_DCFG_FULLSPEED1:
+               dwc3_gadget_ep0_desc.wMaxPacketSize = cpu_to_le16(64);
+               dwc->gadget.ep0->maxpacket = 64;
+               dwc->gadget.speed = USB_SPEED_FULL;
+               break;
+       case DWC3_DCFG_LOWSPEED:
+               dwc3_gadget_ep0_desc.wMaxPacketSize = cpu_to_le16(8);
+               dwc->gadget.ep0->maxpacket = 8;
+               dwc->gadget.speed = USB_SPEED_LOW;
+               break;
+       }
+
+       /* Disable unneded PHY */
+       dwc3_gadget_disable_phy(dwc, dwc->gadget.speed);
+
+       dep = dwc->eps[0];
+       ret = __dwc3_gadget_ep_enable(dep, &dwc3_gadget_ep0_desc);
+       if (ret) {
+               dev_err(dwc->dev, "failed to enable %s\n", dep->name);
+               return;
+       }
+
+       dep = dwc->eps[1];
+       ret = __dwc3_gadget_ep_enable(dep, &dwc3_gadget_ep0_desc);
+       if (ret) {
+               dev_err(dwc->dev, "failed to enable %s\n", dep->name);
+               return;
+       }
+
+       /*
+        * Configure PHY via GUSB3PIPECTLn if required.
+        *
+        * Update GTXFIFOSIZn
+        *
+        * In both cases reset values should be sufficient.
+        */
+}
+
+static void dwc3_gadget_wakeup_interrupt(struct dwc3 *dwc)
+{
+       dev_vdbg(dwc->dev, "%s\n", __func__);
+
+       /*
+        * TODO take core out of low power mode when that's
+        * implemented.
+        */
+
+       dwc->gadget_driver->resume(&dwc->gadget);
+}
+
+static void dwc3_gadget_linksts_change_interrupt(struct dwc3 *dwc,
+               unsigned int evtinfo)
+{
+       /*  The fith bit says SuperSpeed yes or no. */
+       dwc->link_state = evtinfo & DWC3_LINK_STATE_MASK;
+
+       dev_vdbg(dwc->dev, "%s link %d\n", __func__, dwc->link_state);
+}
+
+static void dwc3_gadget_interrupt(struct dwc3 *dwc,
+               const struct dwc3_event_devt *event)
+{
+
+       switch (event->type) {
+       case DWC3_DEVICE_EVENT_DISCONNECT:
+               dwc3_gadget_disconnect_interrupt(dwc);
+               break;
+       case DWC3_DEVICE_EVENT_RESET:
+               dwc3_gadget_reset_interrupt(dwc);
+               break;
+       case DWC3_DEVICE_EVENT_CONNECT_DONE:
+               dwc3_gadget_conndone_interrupt(dwc);
+               break;
+       case DWC3_DEVICE_EVENT_WAKEUP:
+               dwc3_gadget_wakeup_interrupt(dwc);
+               break;
+       case DWC3_DEVICE_EVENT_LINK_STATUS_CHANGE:
+               dwc3_gadget_linksts_change_interrupt(dwc, event->event_info);
+               break;
+       case DWC3_DEVICE_EVENT_EOPF:
+               dev_vdbg(dwc->dev, "End of Periodic Frame\n");
+               break;
+       case DWC3_DEVICE_EVENT_SOF:
+               dev_vdbg(dwc->dev, "Start of Periodic Frame\n");
+               break;
+       case DWC3_DEVICE_EVENT_ERRATIC_ERROR:
+               dev_vdbg(dwc->dev, "Erratic Error\n");
+               break;
+       case DWC3_DEVICE_EVENT_CMD_CMPL:
+               dev_vdbg(dwc->dev, "Command Complete\n");
+               break;
+       case DWC3_DEVICE_EVENT_OVERFLOW:
+               dev_vdbg(dwc->dev, "Overflow\n");
+               break;
+       default:
+               dev_dbg(dwc->dev, "UNKNOWN IRQ %d\n", event->type);
+       }
+}
+
+static void dwc3_process_event_entry(struct dwc3 *dwc,
+               const union dwc3_event *event)
+{
+       /* Endpoint IRQ, handle it and return early */
+       if (event->type.is_devspec == 0) {
+               /* depevt */
+               return dwc3_endpoint_interrupt(dwc, &event->depevt);
+       }
+
+       switch (event->type.type) {
+       case DWC3_EVENT_TYPE_DEV:
+               dwc3_gadget_interrupt(dwc, &event->devt);
+               break;
+       /* REVISIT what to do with Carkit and I2C events ? */
+       default:
+               dev_err(dwc->dev, "UNKNOWN IRQ type %d\n", event->raw);
+       }
+}
+
+static irqreturn_t dwc3_process_event_buf(struct dwc3 *dwc, u32 buf)
+{
+       struct dwc3_event_buffer *evt;
+       int left;
+       u32 count;
+
+       count = dwc3_readl(dwc->regs, DWC3_GEVNTCOUNT(buf));
+       count &= DWC3_GEVNTCOUNT_MASK;
+       if (!count)
+               return IRQ_NONE;
+
+       evt = dwc->ev_buffs[buf];
+       left = count;
+
+       while (left > 0) {
+               union dwc3_event event;
+
+               memcpy(&event.raw, (evt->buf + evt->lpos), sizeof(event.raw));
+               dwc3_process_event_entry(dwc, &event);
+               /*
+                * XXX we wrap around correctly to the next entry as almost all
+                * entries are 4 bytes in size. There is one entry which has 12
+                * bytes which is a regular entry followed by 8 bytes data. ATM
+                * I don't know how things are organized if were get next to the
+                * a boundary so I worry about that once we try to handle that.
+                */
+               evt->lpos = (evt->lpos + 4) % DWC3_EVENT_BUFFERS_SIZE;
+               left -= 4;
+
+               dwc3_writel(dwc->regs, DWC3_GEVNTCOUNT(buf), 4);
+       }
+
+       return IRQ_HANDLED;
+}
+
+static irqreturn_t dwc3_interrupt(int irq, void *_dwc)
+{
+       struct dwc3                     *dwc = _dwc;
+       int                             i;
+       irqreturn_t                     ret = IRQ_NONE;
+
+       spin_lock(&dwc->lock);
+
+       for (i = 0; i < DWC3_EVENT_BUFFERS_NUM; i++) {
+               irqreturn_t status;
+
+               status = dwc3_process_event_buf(dwc, i);
+               if (status == IRQ_HANDLED)
+                       ret = status;
+       }
+
+       spin_unlock(&dwc->lock);
+
+       return ret;
+}
+
+/**
+ * dwc3_gadget_init - Initializes gadget related registers
+ * @dwc: Pointer to out controller context structure
+ *
+ * Returns 0 on success otherwise negative errno.
+ */
+int __devinit dwc3_gadget_init(struct dwc3 *dwc)
+{
+       int                                     ret;
+#ifndef CONFIG_USB_DWC_OTG_XCEIV
+       int                                     irq;
+       u32                                     reg;
+#endif
+
+       the_controller = dwc;
+
+       dwc->ctrl_req = dma_alloc_coherent(dwc->dev, sizeof(*dwc->ctrl_req),
+                       &dwc->ctrl_req_addr, GFP_KERNEL);
+       if (!dwc->ctrl_req) {
+               dev_err(dwc->dev, "failed to allocate ctrl request\n");
+               ret = -ENOMEM;
+               goto err0;
+       }
+
+       dwc->ep0_trb = dma_alloc_coherent(dwc->dev, sizeof(*dwc->ep0_trb),
+                       &dwc->ep0_trb_addr, GFP_KERNEL);
+       if (!dwc->ep0_trb) {
+               dev_err(dwc->dev, "failed to allocate ep0 trb\n");
+               ret = -ENOMEM;
+               goto err1;
+       }
+
+       dwc->setup_buf = dma_alloc_coherent(dwc->dev,
+                       sizeof(*dwc->setup_buf) * 2,
+                       &dwc->setup_buf_addr, GFP_KERNEL);
+       if (!dwc->setup_buf) {
+               dev_err(dwc->dev, "failed to allocate setup buffer\n");
+               ret = -ENOMEM;
+               goto err2;
+       }
+
+       dwc->ep0_bounce = dma_alloc_coherent(dwc->dev,
+                       512, &dwc->ep0_bounce_addr, GFP_KERNEL);
+       if (!dwc->ep0_bounce) {
+               dev_err(dwc->dev, "failed to allocate ep0 bounce buffer\n");
+               ret = -ENOMEM;
+               goto err3;
+       }
+
+       dev_set_name(&dwc->gadget.dev, "gadget");
+
+       dwc->gadget.ops                 = &dwc3_gadget_ops;
+       dwc->gadget.is_dualspeed        = true;
+       dwc->gadget.speed               = USB_SPEED_UNKNOWN;
+       dwc->gadget.dev.parent          = dwc->dev;
+
+       dma_set_coherent_mask(&dwc->gadget.dev, dwc->dev->coherent_dma_mask);
+
+       dwc->gadget.dev.dma_parms       = dwc->dev->dma_parms;
+       dwc->gadget.dev.dma_mask        = dwc->dev->dma_mask;
+       dwc->gadget.dev.release         = dwc3_gadget_release;
+       dwc->gadget.name                = "dwc3-gadget";
+
+       /*
+        * REVISIT: Here we should clear all pending IRQs to be
+        * sure we're starting from a well known location.
+        */
+
+       ret = dwc3_gadget_init_endpoints(dwc);
+       if (ret)
+               goto err4;
+
+#ifndef CONFIG_USB_DWC_OTG_XCEIV
+       irq = platform_get_irq(to_platform_device(dwc->dev), 0);
+
+       ret = request_irq(irq, dwc3_interrupt, IRQF_SHARED,
+                       "dwc3", dwc);
+       if (ret) {
+               dev_err(dwc->dev, "failed to request irq #%d --> %d\n",
+                               irq, ret);
+               goto err5;
+       }
+
+       /* Enable all but Start and End of Frame IRQs */
+       reg = (DWC3_DEVTEN_VNDRDEVTSTRCVEDEN |
+                       DWC3_DEVTEN_EVNTOVERFLOWEN |
+                       DWC3_DEVTEN_CMDCMPLTEN |
+                       DWC3_DEVTEN_ERRTICERREN |
+                       /* DWC3_DEVTEN_WKUPEVTEN | */
+                       /* DWC3_DEVTEN_ULSTCNGEN | */
+                       DWC3_DEVTEN_CONNECTDONEEN |
+                       DWC3_DEVTEN_USBRSTEN);
+                       /* DWC3_DEVTEN_DISCONNEVTEN); */
+       dwc3_writel(dwc->regs, DWC3_DEVTEN, reg);
+
+       dwc->got_irq = 1;
+#endif
+
+       ret = device_register(&dwc->gadget.dev);
+       if (ret) {
+               dev_err(dwc->dev, "failed to register gadget device\n");
+               put_device(&dwc->gadget.dev);
+               goto err6;
+       }
+
+       ret = usb_add_gadget_udc(dwc->dev, &dwc->gadget);
+       if (ret) {
+               dev_err(dwc->dev, "failed to register udc\n");
+               goto err7;
+       }
+
+       return 0;
+
+err7:
+       device_unregister(&dwc->gadget.dev);
+
+err6:
+#ifndef CONFIG_USB_DWC_OTG_XCEIV
+/* #ifndef CONFIG_USB_DWC_OTG_XCEIV */
+       dwc3_writel(dwc->regs, DWC3_DEVTEN, 0x00);
+       free_irq(irq, dwc);
+
+err5:
+#endif
+/* #endif */
+       dwc3_gadget_free_endpoints(dwc);
+
+err4:
+       dma_free_coherent(dwc->dev, 512, dwc->ep0_bounce,
+                       dwc->ep0_bounce_addr);
+
+err3:
+       dma_free_coherent(dwc->dev, sizeof(*dwc->setup_buf) * 2,
+                       dwc->setup_buf, dwc->setup_buf_addr);
+
+err2:
+       dma_free_coherent(dwc->dev, sizeof(*dwc->ep0_trb),
+                       dwc->ep0_trb, dwc->ep0_trb_addr);
+
+err1:
+       dma_free_coherent(dwc->dev, sizeof(*dwc->ctrl_req),
+                       dwc->ctrl_req, dwc->ctrl_req_addr);
+
+err0:
+       return ret;
+}
+
+void dwc3_gadget_exit(struct dwc3 *dwc)
+{
+       int                     irq;
+       int                     i;
+
+       usb_del_gadget_udc(&dwc->gadget);
+       irq = platform_get_irq(to_platform_device(dwc->dev), 0);
+
+       dwc3_writel(dwc->regs, DWC3_DEVTEN, 0x00);
+       free_irq(irq, dwc);
+
+       for (i = 0; i < ARRAY_SIZE(dwc->eps); i++)
+               __dwc3_gadget_ep_disable(dwc->eps[i]);
+
+       dwc3_gadget_free_endpoints(dwc);
+
+       dma_free_coherent(dwc->dev, 512, dwc->ep0_bounce,
+                       dwc->ep0_bounce_addr);
+
+       dma_free_coherent(dwc->dev, sizeof(*dwc->setup_buf) * 2,
+                       dwc->setup_buf, dwc->setup_buf_addr);
+
+       dma_free_coherent(dwc->dev, sizeof(*dwc->ep0_trb),
+                       dwc->ep0_trb, dwc->ep0_trb_addr);
+
+       dma_free_coherent(dwc->dev, sizeof(*dwc->ctrl_req),
+                       dwc->ctrl_req, dwc->ctrl_req_addr);
+
+       device_unregister(&dwc->gadget.dev);
+}
diff --git a/drivers/usb/dwc3/gadget.h b/drivers/usb/dwc3/gadget.h
new file mode 100644 (file)
index 0000000..a35cb2f
--- /dev/null
@@ -0,0 +1,217 @@
+/**
+ * gadget.h - DesignWare USB3 DRD Gadget Header
+ *
+ * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
+ *
+ * Authors: Felipe Balbi <balbi@ti.com>,
+ *         Sebastian Andrzej Siewior <bigeasy@linutronix.de>
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ *    notice, this list of conditions, and the following disclaimer,
+ *    without modification.
+ * 2. Redistributions in binary form must reproduce the above copyright
+ *    notice, this list of conditions and the following disclaimer in the
+ *    documentation and/or other materials provided with the distribution.
+ * 3. The names of the above-listed copyright holders may not be used
+ *    to endorse or promote products derived from this software without
+ *    specific prior written permission.
+ *
+ * ALTERNATIVELY, this software may be distributed under the terms of the
+ * GNU General Public License ("GPL") version 2, as published by the Free
+ * Software Foundation.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
+ * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+ * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+ * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
+ * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#ifndef __DRIVERS_USB_DWC3_GADGET_H
+#define __DRIVERS_USB_DWC3_GADGET_H
+
+#include <linux/list.h>
+#include <linux/usb/gadget.h>
+#if defined(CONFIG_USB_DWC_OTG_XCEIV)
+#include <linux/usb/otg.h>
+#include <linux/usb/dwc_otg3.h>
+#endif
+#include "io.h"
+
+struct dwc3;
+#define to_dwc3_ep(ep)         (container_of(ep, struct dwc3_ep, endpoint))
+#define gadget_to_dwc(g)       (container_of(g, struct dwc3, gadget))
+
+/* DEPCFG parameter 1 */
+#define DWC3_DEPCFG_INT_NUM(n)         ((n) << 0)
+#define DWC3_DEPCFG_XFER_COMPLETE_EN   (1 << 8)
+#define DWC3_DEPCFG_XFER_IN_PROGRESS_EN        (1 << 9)
+#define DWC3_DEPCFG_XFER_NOT_READY_EN  (1 << 10)
+#define DWC3_DEPCFG_FIFO_ERROR_EN      (1 << 11)
+#define DWC3_DEPCFG_STREAM_EVENT_EN    (1 << 13)
+#define DWC3_DEPCFG_BINTERVAL_M1(n)    ((n) << 16)
+#define DWC3_DEPCFG_STREAM_CAPABLE     (1 << 24)
+#define DWC3_DEPCFG_EP_NUMBER(n)       ((n) << 25)
+#define DWC3_DEPCFG_BULK_BASED         (1 << 30)
+#define DWC3_DEPCFG_FIFO_BASED         (1 << 31)
+
+/* DEPCFG parameter 0 */
+#define DWC3_DEPCFG_EP_TYPE(n)         ((n) << 1)
+#define DWC3_DEPCFG_MAX_PACKET_SIZE(n) ((n) << 3)
+#define DWC3_DEPCFG_FIFO_NUMBER(n)     ((n) << 17)
+#define DWC3_DEPCFG_BURST_SIZE(n)      ((n) << 22)
+#define DWC3_DEPCFG_DATA_SEQ_NUM(n)    ((n) << 26)
+#define DWC3_DEPCFG_IGN_SEQ_NUM                (1 << 31)
+
+/* DEPXFERCFG parameter 0 */
+#define DWC3_DEPXFERCFG_NUM_XFER_RES(n)        ((n) & 0xffff)
+
+struct dwc3_gadget_ep_cmd_params {
+       u32     param2;
+       u32     param1;
+       u32     param0;
+};
+
+/* -------------------------------------------------------------------------- */
+
+struct dwc3_request {
+       struct usb_request      request;
+       struct list_head        list;
+       struct dwc3_ep          *dep;
+
+       u8                      epnum;
+       struct dwc3_trb_hw      *trb;
+       dma_addr_t              trb_dma;
+
+       unsigned                direction:1;
+       unsigned                mapped:1;
+       unsigned                queued:1;
+};
+#define to_dwc3_request(r)     (container_of(r, struct dwc3_request, request))
+
+static inline struct dwc3_request *next_request(struct list_head *list)
+{
+       if (list_empty(list))
+               return NULL;
+
+       return list_first_entry(list, struct dwc3_request, list);
+}
+
+static inline void dwc3_gadget_move_request_queued(struct dwc3_request *req)
+{
+       struct dwc3_ep          *dep = req->dep;
+
+       req->queued = true;
+       list_move_tail(&req->list, &dep->req_queued);
+}
+
+#if defined(CONFIG_USB_GADGET_DWC3) || defined(CONFIG_USB_GADGET_DWC3_MODULE)
+int dwc3_gadget_init(struct dwc3 *dwc);
+void dwc3_gadget_exit(struct dwc3 *dwc);
+#else
+static inline int dwc3_gadget_init(struct dwc3 *dwc) { return 0; }
+static inline void dwc3_gadget_exit(struct dwc3 *dwc) { }
+static inline int dwc3_send_gadget_ep_cmd(struct dwc3 *dwc, unsigned ep,
+               unsigned cmd, struct dwc3_gadget_ep_cmd_params *params)
+{
+       return 0;
+}
+#endif
+
+void dwc3_gadget_giveback(struct dwc3_ep *dep, struct dwc3_request *req,
+               int status);
+
+void dwc3_ep0_interrupt(struct dwc3 *dwc,
+               const struct dwc3_event_depevt *event);
+void dwc3_ep0_out_start(struct dwc3 *dwc);
+void dwc3_ep0_in_status(struct dwc3 *dwc);
+int dwc3_gadget_ep0_queue(struct usb_ep *ep, struct usb_request *request,
+               gfp_t gfp_flags);
+int __dwc3_gadget_ep_set_halt(struct dwc3_ep *dep, int value);
+int dwc3_send_gadget_ep_cmd(struct dwc3 *dwc, unsigned ep,
+               unsigned cmd, struct dwc3_gadget_ep_cmd_params *params);
+void dwc3_map_buffer_to_dma(struct dwc3_request *req);
+void dwc3_unmap_buffer_from_dma(struct dwc3_request *req);
+
+/**
+ * dwc3_gadget_ep_get_transfer_index - Gets transfer index from HW
+ * @dwc: DesignWare USB3 Pointer
+ * @number: DWC endpoint number
+ *
+ * Caller should take care of locking
+ */
+static inline u32 dwc3_gadget_ep_get_transfer_index(struct dwc3 *dwc, u8 number)
+{
+       u32                     res_id;
+
+       res_id = dwc3_readl(dwc->regs, DWC3_DEPCMD(number));
+
+       return DWC3_DEPCMD_GET_RSC_IDX(res_id);
+}
+
+/**
+ * dwc3_gadget_event_string - returns event name
+ * @event: the event code
+ */
+static inline const char *dwc3_gadget_event_string(u8 event)
+{
+       switch (event) {
+       case DWC3_DEVICE_EVENT_DISCONNECT:
+               return "Disconnect";
+       case DWC3_DEVICE_EVENT_RESET:
+               return "Reset";
+       case DWC3_DEVICE_EVENT_CONNECT_DONE:
+               return "Connection Done";
+       case DWC3_DEVICE_EVENT_LINK_STATUS_CHANGE:
+               return "Link Status Change";
+       case DWC3_DEVICE_EVENT_WAKEUP:
+               return "WakeUp";
+       case DWC3_DEVICE_EVENT_EOPF:
+               return "End-Of-Frame";
+       case DWC3_DEVICE_EVENT_SOF:
+               return "Start-Of-Frame";
+       case DWC3_DEVICE_EVENT_ERRATIC_ERROR:
+               return "Erratic Error";
+       case DWC3_DEVICE_EVENT_CMD_CMPL:
+               return "Command Complete";
+       case DWC3_DEVICE_EVENT_OVERFLOW:
+               return "Overflow";
+       }
+
+       return "UNKNOWN";
+}
+
+/**
+ * dwc3_ep_event_string - returns event name
+ * @event: then event code
+ */
+static inline const char *dwc3_ep_event_string(u8 event)
+{
+       switch (event) {
+       case DWC3_DEPEVT_XFERCOMPLETE:
+               return "Transfer Complete";
+       case DWC3_DEPEVT_XFERINPROGRESS:
+               return "Transfer In-Progress";
+       case DWC3_DEPEVT_XFERNOTREADY:
+               return "Transfer Not Ready";
+       case DWC3_DEPEVT_RXTXFIFOEVT:
+               return "FIFO";
+       case DWC3_DEPEVT_STREAMEVT:
+               return "Stream";
+       case DWC3_DEPEVT_EPCMDCMPLT:
+               return "Endpoint Command Complete";
+       }
+
+       return "UNKNOWN";
+}
+
+#endif /* __DRIVERS_USB_DWC3_GADGET_H */
diff --git a/drivers/usb/dwc3/io.h b/drivers/usb/dwc3/io.h
new file mode 100644 (file)
index 0000000..071d561
--- /dev/null
@@ -0,0 +1,54 @@
+/**
+ * io.h - DesignWare USB3 DRD IO Header
+ *
+ * Copyright (C) 2010-2011 Texas Instruments Incorporated - http://www.ti.com
+ *
+ * Authors: Felipe Balbi <balbi@ti.com>,
+ *         Sebastian Andrzej Siewior <bigeasy@linutronix.de>
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ *    notice, this list of conditions, and the following disclaimer,
+ *    without modification.
+ * 2. Redistributions in binary form must reproduce the above copyright
+ *    notice, this list of conditions and the following disclaimer in the
+ *    documentation and/or other materials provided with the distribution.
+ * 3. The names of the above-listed copyright holders may not be used
+ *    to endorse or promote products derived from this software without
+ *    specific prior written permission.
+ *
+ * ALTERNATIVELY, this software may be distributed under the terms of the
+ * GNU General Public License ("GPL") version 2, as published by the Free
+ * Software Foundation.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
+ * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
+ * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
+ * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
+ * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
+ * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+ * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+ * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+ * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+ * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+ * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#ifndef __DRIVERS_USB_DWC3_IO_H
+#define __DRIVERS_USB_DWC3_IO_H
+
+#include <linux/io.h>
+
+static inline u32 dwc3_readl(void __iomem *base, u32 offset)
+{
+       return readl(base + offset);
+}
+
+static inline void dwc3_writel(void __iomem *base, u32 offset, u32 value)
+{
+       writel(value, base + offset);
+}
+
+#endif /* __DRIVERS_USB_DWC3_IO_H */
index 395666b..42c4b8b 100644 (file)
@@ -494,6 +494,19 @@ config USB_CI13XXX_MSM
          dynamically linked module called "ci13xxx_msm" and force all
          gadget drivers to also be dynamically linked.
 
+config USB_GADGET_DWC3
+       tristate "DesignWare USB3.0 (DRD) Controller"
+       depends on USB_DWC3
+       select USB_GADGET_DUALSPEED
+       select USB_GADGET_SUPERSPEED
+       select USB_GADGET_SELECTED
+       help
+         DesignWare USB3.0 controller is a SuperSpeed USB3.0 Controller
+         which can be configured for peripheral-only, host-only, hub-only
+         and Dual-Role operation. This Controller was first integrated into
+         the OMAP5 series of processors. More information about the OMAP5
+         version of this controller, refer to http://www.ti.com/omap5.
+
 #
 # LAST -- dummy/emulated controller
 #
@@ -531,6 +544,12 @@ config USB_GADGET_DUALSPEED
        bool
        depends on USB_GADGET
 
+# Selected by UDC drivers that support super-speed opperation
+config USB_GADGET_SUPERSPEED
+       bool
+       depends on USB_GADGET
+       depends on USB_GADGET_DUALSPEED
+
 #
 # USB Gadget Drivers
 #
index b49246b..d3d9759 100644 (file)
 
 #include <linux/usb/composite.h>
 
+#ifdef CONFIG_USB_GADGET_DWC3
+#include <linux/module.h>
+#include <linux/init.h>
+#include <linux/pci.h>
+#include <linux/platform_device.h>
+#include <linux/dma-mapping.h>
+#include <linux/usb/otg.h>
+#include <linux/sched.h>
+#include <linux/freezer.h>
+#include <linux/kthread.h>
+#include <asm/unaligned.h>
+
+enum {
+       MANUFACTURER    = 1,
+       PRODUCT,
+       SERIAL,
+       CONFIG,
+       INTERFACE,
+};
+
+const char manufacturer_ljb[] = "ICS kernel with dwc_usb3";
+const char product_ljb[] = "Mass Storage Gadget";
+const char serial_ljb[] = "382046656272";
+const char config_ljb[] = "Self-powered";
+const char interface_ljb[] = "Mass Storage";
+
+static struct usb_string               fsg_strings_ljb[] = {
+       {MANUFACTURER,          manufacturer_ljb},
+       {PRODUCT,               product_ljb},
+       {SERIAL,                serial_ljb},
+       {CONFIG,                config_ljb},
+       {INTERFACE,             interface_ljb},
+       {}
+};
+
+struct usb_gadget_strings      fsg_stringtab_ljb = {
+       .language       = 0x0409,               /* en-us */
+       .strings        = fsg_strings_ljb,
+};
+
+#endif
 
 /*
  * The code in this file is utility code, used to build a gadget driver
@@ -74,6 +115,130 @@ MODULE_PARM_DESC(iSerialNumber, "SerialNumber string");
 static char composite_manufacturer[50];
 
 /*-------------------------------------------------------------------------*/
+/**
+ * next_ep_desc() - advance to the next EP descriptor
+ * @t: currect pointer within descriptor array
+ *
+ * Return: next EP descriptor or NULL
+ *
+ * Iterate over @t until either EP descriptor found or
+ * NULL (that indicates end of list) encountered
+ */
+static struct usb_descriptor_header**
+next_ep_desc(struct usb_descriptor_header **t)
+{
+       for (; *t; t++) {
+               if ((*t)->bDescriptorType == USB_DT_ENDPOINT)
+                       return t;
+       }
+       return NULL;
+}
+
+/*
+ * for_each_ep_desc()- iterate over endpoint descriptors in the
+ *             descriptors list
+ * @start:     pointer within descriptor array.
+ * @ep_desc:   endpoint descriptor to use as the loop cursor
+ */
+#define for_each_ep_desc(start, ep_desc) \
+       for (ep_desc = next_ep_desc(start); \
+             ep_desc; ep_desc = next_ep_desc(ep_desc+1))
+
+/**
+ * config_ep_by_speed() - configures the given endpoint
+ * according to gadget speed.
+ * @g: pointer to the gadget
+ * @f: usb function
+ * @_ep: the endpoint to configure
+ *
+ * Return: error code, 0 on success
+ *
+ * This function chooses the right descriptors for a given
+ * endpoint according to gadget speed and saves it in the
+ * endpoint desc field. If the endpoint already has a descriptor
+ * assigned to it - overwrites it with currently corresponding
+ * descriptor. The endpoint maxpacket field is updated according
+ * to the chosen descriptor.
+ * Note: the supplied function should hold all the descriptors
+ * for supported speeds
+ */
+int config_ep_by_speed(struct usb_gadget *g,
+                       struct usb_function *f,
+                       struct usb_ep *_ep)
+{
+       struct usb_endpoint_descriptor *chosen_desc = NULL;
+       struct usb_descriptor_header **speed_desc = NULL;
+
+       struct usb_ss_ep_comp_descriptor *comp_desc = NULL;
+       int want_comp_desc = 0;
+
+       struct usb_descriptor_header **d_spd; /* cursor for speed desc */
+
+       if (!g || !f || !_ep)
+               return -EIO;
+
+       /* select desired speed */
+       switch (g->speed) {
+       case USB_SPEED_SUPER:
+               if (gadget_is_superspeed(g)) {
+                       speed_desc = f->ss_descriptors;
+                       want_comp_desc = 1;
+                       break;
+               }
+               /* else: Fall trough */
+       case USB_SPEED_HIGH:
+               if (gadget_is_dualspeed(g)) {
+                       speed_desc = f->hs_descriptors;
+                       break;
+               }
+               /* else: fall through */
+       default:
+               speed_desc = f->descriptors;
+       }
+       /* find descriptors */
+       for_each_ep_desc(speed_desc, d_spd) {
+               chosen_desc = (struct usb_endpoint_descriptor *)*d_spd;
+               if (chosen_desc->bEndpointAddress == _ep->address)
+                       goto ep_found;
+       }
+       return -EIO;
+
+ep_found:
+       /* commit results */
+       _ep->maxpacket = usb_endpoint_maxp(chosen_desc);
+       _ep->desc = chosen_desc;
+       _ep->comp_desc = NULL;
+       _ep->maxburst = 0;
+       _ep->mult = 0;
+       if (!want_comp_desc)
+               return 0;
+
+       /*
+        * Companion descriptor should follow EP descriptor
+        * USB 3.0 spec, #9.6.7
+        */
+       comp_desc = (struct usb_ss_ep_comp_descriptor *)*(++d_spd);
+       if (!comp_desc ||
+           (comp_desc->bDescriptorType != USB_DT_SS_ENDPOINT_COMP))
+               return -EIO;
+       _ep->comp_desc = comp_desc;
+       if (g->speed == USB_SPEED_SUPER) {
+               switch (usb_endpoint_type(_ep->desc)) {
+               case USB_ENDPOINT_XFER_BULK:
+               case USB_ENDPOINT_XFER_INT:
+                       _ep->maxburst = comp_desc->bMaxBurst;
+                       break;
+               case USB_ENDPOINT_XFER_ISOC:
+                       /* mult: bits 1:0 of bmAttributes */
+                       _ep->mult = comp_desc->bmAttributes & 0x3;
+                       break;
+               default:
+                       /* Do nothing for control endpoints */
+                       break;
+               }
+       }
+       return 0;
+}
 
 /**
  * usb_add_function() - add a function to a configuration
@@ -123,6 +288,10 @@ int usb_add_function(struct usb_configuration *config,
                config->fullspeed = true;
        if (!config->highspeed && function->hs_descriptors)
                config->highspeed = true;
+#ifdef CONFIG_USB_GADGET_DWC3
+       if (!config->superspeed && function->ss_descriptors)
+               config->superspeed = true;
+#endif
 
 done:
        if (value)
@@ -251,6 +420,9 @@ static int config_buf(struct usb_configuration *config,
        c->iConfiguration = config->iConfiguration;
        c->bmAttributes = USB_CONFIG_ATT_ONE | config->bmAttributes;
        c->bMaxPower = config->bMaxPower ? : (CONFIG_USB_GADGET_VBUS_DRAW / 2);
+#ifdef CONFIG_USB_GADGET_DWC3
+       c->iConfiguration = CONFIG;
+#endif
 
        /* There may be e.g. OTG descriptors */
        if (config->descriptors) {
@@ -266,14 +438,37 @@ static int config_buf(struct usb_configuration *config,
        list_for_each_entry(f, &config->functions, list) {
                struct usb_descriptor_header **descriptors;
 
+#ifndef CONFIG_USB_GADGET_DWC3
                if (speed == USB_SPEED_HIGH)
                        descriptors = f->hs_descriptors;
                else
                        descriptors = f->descriptors;
+#else
+               switch (speed) {
+               case USB_SPEED_SUPER:
+                       descriptors = f->ss_descriptors;
+                       break;
+               case USB_SPEED_HIGH:
+                       descriptors = f->hs_descriptors;
+                       break;
+               default:
+                       descriptors = f->descriptors;
+               }
+#endif
                if (!descriptors)
                        continue;
                status = usb_descriptor_fillbuf(next, len,
                        (const struct usb_descriptor_header **) descriptors);
+#ifdef CONFIG_USB_GADGET_DWC3
+               /* workaround for issue of memcpy between DDR and SRAM */
+               *((u8 *)next + 7) = 0x50;
+               *((u8 *)next + 11) = 0x82;
+               *((u8 *)next + 12) = 0x2;
+               *((u8 *)next + 23) = 0x5;
+               *((u8 *)next + 24) = 0x1;
+               *((u8 *)next + 25) = 0x2;
+               *((u8 *)next + 31) = 0xF;
+#endif
                if (status < 0)
                        return status;
                len -= status;
@@ -292,7 +487,13 @@ static int config_desc(struct usb_composite_dev *cdev, unsigned w_value)
        u8                              type = w_value >> 8;
        enum usb_device_speed           speed = USB_SPEED_UNKNOWN;
 
+#ifdef CONFIG_USB_GADGET_DWC3
+       if (gadget->speed == USB_SPEED_SUPER)
+               speed = gadget->speed;
+       else if (gadget_is_dualspeed(gadget)) {
+#else
        if (gadget_is_dualspeed(gadget)) {
+#endif
                int                     hs = 0;
 
                if (gadget->speed == USB_SPEED_HIGH)
@@ -308,6 +509,7 @@ static int config_desc(struct usb_composite_dev *cdev, unsigned w_value)
        w_value &= 0xff;
        list_for_each_entry(c, &cdev->configs, list) {
                /* ignore configs that won't work at this speed */
+#ifndef CONFIG_USB_GADGET_DWC3
                if (speed == USB_SPEED_HIGH) {
                        if (!c->highspeed)
                                continue;
@@ -315,6 +517,21 @@ static int config_desc(struct usb_composite_dev *cdev, unsigned w_value)
                        if (!c->fullspeed)
                                continue;
                }
+#else
+               switch (speed) {
+               case USB_SPEED_SUPER:
+                       if (!c->superspeed)
+                               continue;
+                       break;
+               case USB_SPEED_HIGH:
+                       if (!c->highspeed)
+                               continue;
+                       break;
+               default:
+                       if (!c->fullspeed)
+                               continue;
+               }
+#endif
 #if defined(CONFIG_USB_GADGET_LANGWELL) && defined(CONFIG_USB_ANDROID)
                if (!fastboot) {
                        if (w_value == 0) {
@@ -348,16 +565,30 @@ static int count_configs(struct usb_composite_dev *cdev, unsigned type)
        struct usb_configuration        *c;
        unsigned                        count = 0;
        int                             hs = 0;
+#ifdef CONFIG_USB_GADGET_DWC3
+       int                             ss = 0;
+#endif
 
        if (gadget_is_dualspeed(gadget)) {
                if (gadget->speed == USB_SPEED_HIGH)
                        hs = 1;
+#ifdef CONFIG_USB_GADGET_DWC3
+               if (gadget->speed == USB_SPEED_SUPER)
+                       ss = 1;
+#endif
                if (type == USB_DT_DEVICE_QUALIFIER)
                        hs = !hs;
        }
        list_for_each_entry(c, &cdev->configs, list) {
                /* ignore configs that won't work at this speed */
+#ifdef CONFIG_USB_GADGET_DWC3
+               if (ss) {
+                       if (!c->superspeed)
+                               continue;
+               } else if (hs) {
+#else
                if (hs) {
+#endif
                        if (!c->highspeed)
                                continue;
                } else {
@@ -376,6 +607,93 @@ static int count_configs(struct usb_composite_dev *cdev, unsigned type)
 #endif
 }
 
+/**
+ * bos_desc() - prepares the BOS descriptor.
+ * @cdev: pointer to usb_composite device to generate the bos
+ *     descriptor for
+ *
+ * This function generates the BOS (Binary Device Object)
+ * descriptor and its device capabilities descriptors. The BOS
+ * descriptor should be supported by a SuperSpeed device.
+ */
+#ifdef CONFIG_USB_GADGET_DWC3
+static int bos_desc(struct usb_composite_dev *cdev)
+{
+       struct usb_ext_cap_descriptor   *usb_ext;
+       struct usb_ss_cap_descriptor    *ss_cap;
+#ifdef CONFIG_USB_GADGET_DWC3
+       struct usb_ss_container_id_descriptor *usb_id;
+#endif
+       struct usb_dcd_config_params    dcd_config_params;
+       struct usb_bos_descriptor       *bos = cdev->req->buf;
+
+       bos->bLength = USB_DT_BOS_SIZE;
+       bos->bDescriptorType = USB_DT_BOS;
+
+       bos->wTotalLength = cpu_to_le16(USB_DT_BOS_SIZE);
+       bos->bNumDeviceCaps = 0;
+
+       /*
+        * A SuperSpeed device shall include the USB2.0 extension descriptor
+        * and shall support LPM when operating in USB2.0 HS mode.
+        */
+       usb_ext = cdev->req->buf + le16_to_cpu(bos->wTotalLength);
+       bos->bNumDeviceCaps++;
+       le16_add_cpu(&bos->wTotalLength, USB_DT_USB_EXT_CAP_SIZE);
+       usb_ext->bLength = USB_DT_USB_EXT_CAP_SIZE;
+       usb_ext->bDescriptorType = USB_DT_DEVICE_CAPABILITY;
+       usb_ext->bDevCapabilityType = USB_CAP_TYPE_EXT;
+       usb_ext->bmAttributes = cpu_to_le32(USB_LPM_SUPPORT);
+
+       /*
+        * The Superspeed USB Capability descriptor shall be implemented by all
+        * SuperSpeed devices.
+        */
+       ss_cap = cdev->req->buf + le16_to_cpu(bos->wTotalLength);
+       bos->bNumDeviceCaps++;
+       le16_add_cpu(&bos->wTotalLength, USB_DT_USB_SS_CAP_SIZE);
+       ss_cap->bLength = USB_DT_USB_SS_CAP_SIZE;
+       ss_cap->bDescriptorType = USB_DT_DEVICE_CAPABILITY;
+       ss_cap->bDevCapabilityType = USB_SS_CAP_TYPE;
+       ss_cap->bmAttributes = 0; /* LTM is not supported yet */
+       ss_cap->wSpeedSupported = cpu_to_le16(USB_LOW_SPEED_OPERATION |
+                               USB_FULL_SPEED_OPERATION |
+                               USB_HIGH_SPEED_OPERATION |
+                               USB_5GBPS_OPERATION);
+       ss_cap->bFunctionalitySupport = USB_LOW_SPEED_OPERATION;
+
+       /* Get Controller configuration */
+       if (cdev->gadget->ops->get_config_params)
+               cdev->gadget->ops->get_config_params(&dcd_config_params);
+       else {
+               dcd_config_params.bU1devExitLat = USB_DEFAULT_U1_DEV_EXIT_LAT;
+               dcd_config_params.bU2DevExitLat =
+                       cpu_to_le16(USB_DEFAULT_U2_DEV_EXIT_LAT);
+       }
+#ifndef CONFIG_USB_GADGET_DWC3
+       ss_cap->bU1devExitLat = dcd_config_params.bU1devExitLat;
+       ss_cap->bU2DevExitLat = dcd_config_params.bU2DevExitLat;
+#else
+       ss_cap->bU1devExitLat = cpu_to_le16(0x0A);
+       ss_cap->bU2DevExitLat = cpu_to_le16(0x0100);
+
+       usb_id = cdev->req->buf + le16_to_cpu(bos->wTotalLength);
+       bos->bNumDeviceCaps++;
+       le16_add_cpu(&bos->wTotalLength, USB_DT_USB_SS_CONTN_ID_SIZE);
+       usb_id->bLength = USB_DT_USB_SS_CONTN_ID_SIZE;
+       usb_id->bDescriptorType = USB_DT_DEVICE_CAPABILITY;
+       usb_id->bDevCapabilityType = 0x4;
+       usb_id->bReserved = 0x0;
+       /* usb_id->ContainerID =
+        * {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0};
+        */
+       memset(usb_id->ContainerID, 0, 16);
+#endif
+
+       return le16_to_cpu(bos->wTotalLength);
+}
+#endif
+
 static void device_qual(struct usb_composite_dev *cdev)
 {
        struct usb_qualifier_descriptor *qual = cdev->req->buf;
@@ -483,11 +801,23 @@ static int set_config(struct usb_composite_dev *cdev,
                 * function's setup callback instead of the current
                 * configuration's setup callback.
                 */
+#ifdef CONFIG_USB_GADGET_DWC3
+               switch (gadget->speed) {
+               case USB_SPEED_SUPER:
+                       descriptors = f->ss_descriptors;
+                       break;
+               case USB_SPEED_HIGH:
+                       descriptors = f->hs_descriptors;
+                       break;
+               default:
+                       descriptors = f->descriptors;
+               }
+#else
                if (gadget->speed == USB_SPEED_HIGH)
                        descriptors = f->hs_descriptors;
                else
                        descriptors = f->descriptors;
-
+#endif
                for (; *descriptors; ++descriptors) {
                        struct usb_endpoint_descriptor *ep;
                        int addr;
@@ -673,6 +1003,7 @@ int usb_remove_config(struct usb_composite_dev *cdev,
  * the host side.
  */
 
+#ifndef CONFIG_USB_GADGET_DWC3
 static void collect_langs(struct usb_gadget_strings **sp, __le16 *buf)
 {
        const struct usb_gadget_strings *s;
@@ -804,6 +1135,7 @@ static int get_string(struct usb_composite_dev *cdev,
        }
        return -EINVAL;
 }
+#endif
 
 /**
  * usb_string_id() - allocate an unused string ID
@@ -920,6 +1252,9 @@ composite_setup(struct usb_gadget *gadget, const struct usb_ctrlrequest *ctrl)
        u16                             w_length = le16_to_cpu(ctrl->wLength);
        struct usb_function             *f = NULL;
        u8                              endp;
+#ifdef CONFIG_USB_GADGET_DWC3
+       int                             status = 0;
+#endif
 
        /* partial re-init of the response message; the function or the
         * gadget might need to intercept e.g. a control-OUT completion
@@ -941,18 +1276,44 @@ composite_setup(struct usb_gadget *gadget, const struct usb_ctrlrequest *ctrl)
                case USB_DT_DEVICE:
                        cdev->desc.bNumConfigurations =
                                count_configs(cdev, USB_DT_DEVICE);
+#ifdef CONFIG_USB_GADGET_DWC3
+                       cdev->desc.bMaxPacketSize0 =
+                               cdev->gadget->ep0->maxpacket;
+                       cdev->desc.iManufacturer = MANUFACTURER;
+                       cdev->desc.iProduct = PRODUCT;
+                       cdev->desc.iSerialNumber = SERIAL;
+                       if (gadget_is_superspeed(gadget)) {
+                               if (gadget->speed >= USB_SPEED_SUPER) {
+                                       cdev->desc.bcdUSB = cpu_to_le16(0x0300);
+                                       cdev->desc.bMaxPacketSize0 = 9;
+                               } else {
+                                       cdev->desc.bcdUSB = cpu_to_le16(0x0210);
+                               }
+                       }
+
+#endif
                        value = min(w_length, (u16) sizeof cdev->desc);
                        memcpy(req->buf, &cdev->desc, value);
                        break;
                case USB_DT_DEVICE_QUALIFIER:
+#ifdef CONFIG_USB_GADGET_DWC3
+                       if (!gadget_is_dualspeed(gadget) ||
+                           gadget->speed >= USB_SPEED_SUPER)
+#else
                        if (!gadget_is_dualspeed(gadget))
+#endif
                                break;
                        device_qual(cdev);
                        value = min_t(int, w_length,
                                sizeof(struct usb_qualifier_descriptor));
                        break;
                case USB_DT_OTHER_SPEED_CONFIG:
+#ifdef CONFIG_USB_GADGET_DWC3
+                       if (!gadget_is_dualspeed(gadget) ||
+                           gadget->speed >= USB_SPEED_SUPER)
+#else
                        if (!gadget_is_dualspeed(gadget))
+#endif
                                break;
                        /* FALLTHROUGH */
                case USB_DT_CONFIG:
@@ -961,11 +1322,24 @@ composite_setup(struct usb_gadget *gadget, const struct usb_ctrlrequest *ctrl)
                                value = min(w_length, (u16) value);
                        break;
                case USB_DT_STRING:
+#ifndef CONFIG_USB_GADGET_DWC3
                        value = get_string(cdev, req->buf,
                                        w_index, w_value & 0xff);
+#else
+                       value = usb_gadget_get_string(&fsg_stringtab_ljb,
+                                       w_value & 0xff, req->buf);
+#endif
                        if (value >= 0)
                                value = min(w_length, (u16) value);
                        break;
+#ifdef CONFIG_USB_GADGET_DWC3
+               case USB_DT_BOS:
+                       if (gadget_is_superspeed(gadget)) {
+                               value = bos_desc(cdev);
+                               value = min(w_length, (u16) value);
+                       }
+                       break;
+#endif
                case USB_DT_OTG:
                        if (cdev->otg_desc) {
                                memcpy(req->buf, cdev->otg_desc, w_length);
@@ -1039,6 +1413,71 @@ composite_setup(struct usb_gadget *gadget, const struct usb_ctrlrequest *ctrl)
                *((u8 *)req->buf) = value;
                value = min(w_length, (u16) 1);
                break;
+       /*
+        * USB 3.0 additions:
+        * Function driver should handle get_status request. If such cb
+        * wasn't supplied we respond with default value = 0
+        * Note: function driver should supply such cb only for the first
+        * interface of the function
+        */
+#ifdef CONFIG_USB_GADGET_DWC3
+       case USB_REQ_GET_STATUS:
+               if (!gadget_is_superspeed(gadget))
+                       goto unknown;
+               if (ctrl->bRequestType != (USB_DIR_IN | USB_RECIP_INTERFACE))
+                       goto unknown;
+               value = 2;      /* This is the length of the get_status reply */
+               put_unaligned_le16(0, req->buf);
+               if (!cdev->config || intf >= MAX_CONFIG_INTERFACES)
+                       break;
+               f = cdev->config->interface[intf];
+               if (!f)
+                       break;
+               status = f->get_status ? f->get_status(f) : 0;
+               if (status < 0)
+                       break;
+               put_unaligned_le16(status & 0x0000ffff, req->buf);
+               break;
+       /*
+        * Function drivers should handle SetFeature/ClearFeature
+        * (FUNCTION_SUSPEND) request. function_suspend cb should be supplied
+        * only for the first interface of the function
+        */
+       case USB_REQ_CLEAR_FEATURE:
+       case USB_REQ_SET_FEATURE:
+               if (!gadget_is_superspeed(gadget))
+                       goto unknown;
+               if (ctrl->bRequestType != (USB_DIR_OUT | USB_RECIP_INTERFACE))
+                       goto unknown;
+               switch (w_value) {
+               case USB_INTRF_FUNC_SUSPEND:
+                       if (!cdev->config || intf >= MAX_CONFIG_INTERFACES)
+                               break;
+                       f = cdev->config->interface[intf];
+                       if (!f)
+                               break;
+                       value = 0;
+                       if (f->func_suspend)
+                               value = f->func_suspend(f, w_index >> 8);
+                       if (value < 0) {
+                               ERROR(cdev,
+                                     "func_suspend() returned error %d\n",
+                                     value);
+                               value = 0;
+                       }
+                       break;
+               }
+               break;
+       case USB_REQ_SET_SEL:
+               if (!gadget_is_superspeed(gadget))
+                       goto unknown;
+               if (ctrl->bRequestType != USB_DIR_OUT)
+                       goto unknown;
+               if (w_value || w_index || (w_length != 6))
+                       goto unknown;
+               value = w_length;
+               break;
+#endif
        default:
 unknown:
                VDBG(cdev,
@@ -1349,7 +1788,11 @@ composite_resume(struct usb_gadget *gadget)
 /*-------------------------------------------------------------------------*/
 
 static struct usb_gadget_driver composite_driver = {
+#ifdef CONFIG_USB_GADGET_DWC3
+       .speed          = USB_SPEED_SUPER,
+#else
        .speed          = USB_SPEED_HIGH,
+#endif
 
        .unbind         = composite_unbind,
 
@@ -1395,6 +1838,10 @@ int usb_composite_probe(struct usb_composite_driver *driver,
                driver->iProduct = driver->name;
        composite_driver.function =  (char *) driver->name;
        composite_driver.driver.name = driver->name;
+#ifdef CONFIG_USB_GADGET_DWC3
+       composite_driver.speed = min((u8)composite_driver.speed,
+                                    (u8)driver->max_speed);
+#endif
        composite = driver;
        composite_gadget_bind = bind;
 
index 9b7360f..8be83d1 100644 (file)
@@ -246,6 +246,17 @@ struct usb_ep *usb_ep_autoconfig (
 
        type = desc->bmAttributes & USB_ENDPOINT_XFERTYPE_MASK;
 
+#ifdef CONFIG_USB_GADGET_DWC3
+       /* fix ep2in for bulk transfer */
+       if (USB_ENDPOINT_XFER_BULK == type
+                       && (USB_DIR_IN & desc->bEndpointAddress)) {
+               /* DMA may be available */
+               ep = find_ep(gadget, "ep2in");
+               if (ep && ep_matches(gadget, ep, desc))
+                       return ep;
+       }
+#endif
+
        /* First, apply chip-specific "best usage" knowledge.
         * This might make a good usb_gadget_ops hook ...
         */
index dccdd2e..5492865 100644 (file)
 
 #include "gadget_chips.h"
 
+#ifdef CONFIG_USB_GADGET_DWC3
+const char lun_file_name[30] = "/storage/storage.img";
+#endif
 
 /*------------------------------------------------------------------------*/
 
@@ -776,8 +779,23 @@ static int do_read(struct fsg_common *common)
 
        /* Carry out the file reads */
        amount_left = common->data_size_from_cmnd;
+#ifdef CONFIG_USB_GADGET_DWC3
+       if (unlikely(amount_left == 0)) {
+               /* Wait for the next buffer to become available */
+               bh = common->next_buffhd_to_fill;
+               while (bh->state != BUF_STATE_EMPTY) {
+                       rc = sleep_thread(common);
+                       if (rc)
+                               return rc;
+               }
+               bh->inreq->length = 0;
+
+               return -EIO;            /* No default reply */
+       }
+#else
        if (unlikely(amount_left == 0))
                return -EIO;            /* No default reply */
+#endif
 
        for (;;) {
                /*
@@ -2324,6 +2342,30 @@ static int enable_endpoint(struct fsg_common *common, struct usb_ep *ep,
        int     rc;
 
        ep->driver_data = common;
+#ifdef CONFIG_USB_GADGET_DWC3
+       if (common->fsg->gadget->speed == USB_SPEED_SUPER) {
+               if (ep == common->fsg->bulk_in) {
+                       ep->maxburst = fsg_ss_bulk_in_comp_desc.bMaxBurst;
+                       ep->max_streams =
+                               fsg_ss_bulk_in_comp_desc.bmAttributes;
+               } else if (ep == common->fsg->bulk_out) {
+                       ep->maxburst = fsg_ss_bulk_out_comp_desc.bMaxBurst;
+                       ep->max_streams =
+                               fsg_ss_bulk_out_comp_desc.bmAttributes;
+#if 0
+               } else if (ep == common->fsg->intr_in) {
+                       ep->maxburst = fsg_ss_intr_ep_comp_desc.bMaxBurst;
+                       ep->max_streams = 0;
+#endif
+               } else {
+                       ep->maxburst = 0;
+                       ep->max_streams = 0;
+               }
+       } else {
+               ep->maxburst = 0;
+               ep->max_streams = 0;
+       }
+#endif
        rc = usb_ep_enable(ep, d);
        if (rc)
                ERROR(common, "can't enable %s, result %d\n", ep->name, rc);
@@ -2390,15 +2432,29 @@ reset:
        fsg = common->fsg;
 
        /* Enable the endpoints */
+#ifdef CONFIG_USB_GADGET_DWC3
+       d = fsg_ep_desc(common->gadget,
+                       &fsg_fs_bulk_in_desc,
+                       &fsg_hs_bulk_in_desc,
+                       &fsg_ss_bulk_in_desc);
+#else
        d = fsg_ep_desc(common->gadget,
                        &fsg_fs_bulk_in_desc, &fsg_hs_bulk_in_desc);
+#endif
        rc = enable_endpoint(common, fsg->bulk_in, d);
        if (rc)
                goto reset;
        fsg->bulk_in_enabled = 1;
 
+#ifdef CONFIG_USB_GADGET_DWC3
+       d = fsg_ep_desc(common->gadget,
+                       &fsg_fs_bulk_out_desc,
+                       &fsg_hs_bulk_out_desc,
+                       &fsg_ss_bulk_out_desc);
+#else
        d = fsg_ep_desc(common->gadget,
                        &fsg_fs_bulk_out_desc, &fsg_hs_bulk_out_desc);
+#endif
        rc = enable_endpoint(common, fsg->bulk_out, d);
        if (rc)
                goto reset;
@@ -2766,6 +2822,9 @@ static struct fsg_common *fsg_common_init(struct fsg_common *common,
                fsg_strings[FSG_STRING_INTERFACE].id = rc;
                fsg_intf_desc.iInterface = rc;
        }
+#ifdef CONFIG_USB_GADGET_DWC3
+               fsg_intf_desc.iInterface = 0;
+#endif
 
        /*
         * Create the LUNs, open their backing files, and register the
@@ -2813,6 +2872,13 @@ static struct fsg_common *fsg_common_init(struct fsg_common *common,
                if (rc)
                        goto error_luns;
 
+#ifdef CONFIG_USB_GADGET_DWC3
+               /* lcfg->filename = lun_file_name; */
+               lcfg->filename = NULL;
+               curlun->removable = 1;
+               curlun->ro = 0;
+               printk(KERN_ERR "lun open: %s", lcfg->filename);
+#endif
                if (lcfg->filename) {
                        rc = fsg_lun_open(curlun, lcfg->filename);
                        if (rc)
@@ -3031,7 +3097,31 @@ static int fsg_bind(struct usb_configuration *c, struct usb_function *f)
                        return -ENOMEM;
                }
        }
+#ifdef CONFIG_USB_GADGET_DWC3
+       if (gadget_is_superspeed(gadget)) {
+               unsigned        max_burst;
+
+               /* Calculate bMaxBurst, we know packet size is 1024 */
+               max_burst = min_t(unsigned, FSG_BUFLEN / 1024, 15);
+
+               fsg_ss_bulk_in_desc.bEndpointAddress =
+                       fsg_fs_bulk_in_desc.bEndpointAddress;
+               fsg_ss_bulk_in_comp_desc.bMaxBurst = max_burst;
+
+               fsg_ss_bulk_out_desc.bEndpointAddress =
+                       fsg_fs_bulk_out_desc.bEndpointAddress;
+               fsg_ss_bulk_out_comp_desc.bMaxBurst = max_burst;
+
+               f->ss_descriptors = usb_copy_descriptors(fsg_ss_function);
+
+               if (unlikely(!f->ss_descriptors)) {
+                       usb_free_descriptors(f->hs_descriptors);
+                       usb_free_descriptors(f->descriptors);
+                       return -ENOMEM;
+               }
+       }
 
+#endif
        return 0;
 
 autoconf_fail:
index 0182242..8fb5c02 100644 (file)
@@ -131,10 +131,14 @@ static int __init msg_do_config(struct usb_configuration *c)
        config.ops = &ops;
 
        retp = fsg_common_init(&common, c->cdev, &config);
+#ifndef CONFIG_USB_GADGET_DWC3
        if (IS_ERR(retp))
                return PTR_ERR(retp);
 
        ret = fsg_bind_config(c->cdev, c, &common);
+#else
+       ret = fsg_add(c->cdev, c, &common);
+#endif
        fsg_common_put(&common);
        return ret;
 }
@@ -169,6 +173,7 @@ static struct usb_composite_driver msg_driver = {
        .name           = "g_mass_storage",
        .dev            = &msg_device_desc,
        .iProduct       = DRIVER_DESC,
+       .max_speed      = USB_SPEED_SUPER,
        .needs_serial   = 1,
 };
 
index df66add..363aefa 100644 (file)
@@ -493,6 +493,132 @@ static struct usb_descriptor_header *fsg_hs_function[] = {
        NULL,
 };
 
+#ifdef CONFIG_USB_GADGET_DWC3
+static struct usb_endpoint_descriptor
+fsg_ss_bulk_in_desc = {
+       .bLength =              USB_DT_ENDPOINT_SIZE,
+       .bDescriptorType =      USB_DT_ENDPOINT,
+
+       /* bEndpointAddress copied from fs_bulk_in_desc during fsg_bind() */
+       .bmAttributes =         USB_ENDPOINT_XFER_BULK,
+       .wMaxPacketSize =       cpu_to_le16(1024),
+};
+
+static struct usb_ss_ep_comp_descriptor fsg_ss_bulk_in_comp_desc = {
+       .bLength =              sizeof(fsg_ss_bulk_in_comp_desc),
+       .bDescriptorType =      USB_DT_SS_ENDPOINT_COMP,
+
+       /*.bMaxBurst =          DYNAMIC, */
+};
+
+static struct usb_endpoint_descriptor
+fsg_ss_bulk_out_desc = {
+       .bLength =              USB_DT_ENDPOINT_SIZE,
+       .bDescriptorType =      USB_DT_ENDPOINT,
+
+       /* bEndpointAddress copied from fs_bulk_out_desc during fsg_bind() */
+       .bmAttributes =         USB_ENDPOINT_XFER_BULK,
+       .wMaxPacketSize =       cpu_to_le16(1024),
+};
+
+static struct usb_ss_ep_comp_descriptor fsg_ss_bulk_out_comp_desc = {
+       .bLength =              sizeof(fsg_ss_bulk_in_comp_desc),
+       .bDescriptorType =      USB_DT_SS_ENDPOINT_COMP,
+
+       /*.bMaxBurst =          DYNAMIC, */
+};
+
+#ifndef FSG_NO_INTR_EP
+
+static struct usb_endpoint_descriptor
+fsg_ss_intr_in_desc = {
+       .bLength =              USB_DT_ENDPOINT_SIZE,
+       .bDescriptorType =      USB_DT_ENDPOINT,
+
+       /* bEndpointAddress copied from fs_intr_in_desc during fsg_bind() */
+       .bmAttributes =         USB_ENDPOINT_XFER_INT,
+       .wMaxPacketSize =       cpu_to_le16(2),
+       .bInterval =            9,      /* 2**(9-1) = 256 uframes -> 32 ms */
+};
+
+static struct usb_ss_ep_comp_descriptor fsg_ss_intr_in_comp_desc = {
+       .bLength =              sizeof(fsg_ss_bulk_in_comp_desc),
+       .bDescriptorType =      USB_DT_SS_ENDPOINT_COMP,
+
+       .wBytesPerInterval =    cpu_to_le16(2),
+};
+
+#ifndef FSG_NO_OTG
+#  define FSG_SS_FUNCTION_PRE_EP_ENTRIES       2
+#else
+#  define FSG_SS_FUNCTION_PRE_EP_ENTRIES       1
+#endif
+
+#endif
+
+static __maybe_unused struct usb_ext_cap_descriptor fsg_ext_cap_desc = {
+       .bLength =              USB_DT_USB_EXT_CAP_SIZE,
+       .bDescriptorType =      USB_DT_DEVICE_CAPABILITY,
+       .bDevCapabilityType =   USB_CAP_TYPE_EXT,
+
+       .bmAttributes =         cpu_to_le32(USB_LPM_SUPPORT),
+};
+
+static __maybe_unused struct usb_ss_cap_descriptor fsg_ss_cap_desc = {
+       .bLength =              USB_DT_USB_SS_CAP_SIZE,
+       .bDescriptorType =      USB_DT_DEVICE_CAPABILITY,
+       .bDevCapabilityType =   USB_SS_CAP_TYPE,
+
+       /* .bmAttributes = LTM is not supported yet */
+
+       .wSpeedSupported =      cpu_to_le16(USB_LOW_SPEED_OPERATION
+               | USB_FULL_SPEED_OPERATION
+               | USB_HIGH_SPEED_OPERATION
+               | USB_5GBPS_OPERATION),
+       .bFunctionalitySupport = USB_LOW_SPEED_OPERATION,
+       .bU1devExitLat =        USB_DEFAULT_U1_DEV_EXIT_LAT,
+       .bU2DevExitLat =        USB_DEFAULT_U2_DEV_EXIT_LAT,
+};
+
+static __maybe_unused struct usb_bos_descriptor fsg_bos_desc = {
+       .bLength =              USB_DT_BOS_SIZE,
+       .bDescriptorType =      USB_DT_BOS,
+
+       .wTotalLength =         USB_DT_BOS_SIZE
+                               + USB_DT_USB_EXT_CAP_SIZE
+                               + USB_DT_USB_SS_CAP_SIZE,
+
+       .bNumDeviceCaps =       2,
+};
+
+static struct usb_descriptor_header *fsg_ss_function[] = {
+#ifndef FSG_NO_OTG
+       (struct usb_descriptor_header *) &fsg_otg_desc,
+#endif
+       (struct usb_descriptor_header *) &fsg_intf_desc,
+       (struct usb_descriptor_header *) &fsg_ss_bulk_in_desc,
+       (struct usb_descriptor_header *) &fsg_ss_bulk_in_comp_desc,
+       (struct usb_descriptor_header *) &fsg_ss_bulk_out_desc,
+       (struct usb_descriptor_header *) &fsg_ss_bulk_out_comp_desc,
+#ifndef FSG_NO_INTR_EP
+       (struct usb_descriptor_header *) &fsg_ss_intr_in_desc,
+       (struct usb_descriptor_header *) &fsg_ss_intr_in_comp_desc,
+#endif
+       NULL,
+};
+
+static struct usb_endpoint_descriptor *
+fsg_ep_desc(struct usb_gadget *g, struct usb_endpoint_descriptor *fs,
+               struct usb_endpoint_descriptor *hs,
+               struct usb_endpoint_descriptor *ss)
+{
+       if (gadget_is_superspeed(g) && g->speed == USB_SPEED_SUPER)
+               return ss;
+       else if (gadget_is_dualspeed(g) && g->speed == USB_SPEED_HIGH)
+               return hs;
+       return fs;
+}
+#else
 /* Maxpacket and other transfer characteristics vary by speed. */
 static struct usb_endpoint_descriptor *
 fsg_ep_desc(struct usb_gadget *g, struct usb_endpoint_descriptor *fs,
@@ -502,6 +628,7 @@ fsg_ep_desc(struct usb_gadget *g, struct usb_endpoint_descriptor *fs,
                return hs;
        return fs;
 }
+#endif
 
 
 /* Static strings, in UTF-8 (for simplicity we use only ASCII characters) */
index 83e9e5f..22ccf9d 100644 (file)
@@ -73,6 +73,26 @@ static inline int usb_gadget_start(struct usb_gadget *gadget,
 }
 
 /**
+ * usb_gadget_udc_start - tells usb device controller to start up
+ * @gadget: The gadget we want to get started
+ * @driver: The driver we want to bind to @gadget
+ *
+ * This call is issued by the UDC Class driver when it's about
+ * to register a gadget driver to the device controller, before
+ * calling gadget driver's bind() method.
+ *
+ * It allows the controller to be powered off until strictly
+ * necessary to have it powered on.
+ *
+ * Returns zero on success, else negative errno.
+ */
+static inline int usb_gadget_udc_start(struct usb_gadget *gadget,
+               struct usb_gadget_driver *driver)
+{
+       return gadget->ops->udc_start(gadget, driver);
+}
+
+/**
  * usb_gadget_stop - tells usb device controller we don't need it anymore
  * @gadget: The device we want to stop activity
  * @driver: The driver to unbind from @gadget
@@ -91,6 +111,24 @@ static inline void usb_gadget_stop(struct usb_gadget *gadget,
 }
 
 /**
+ * usb_gadget_udc_stop - tells usb device controller we don't need it anymore
+ * @gadget: The device we want to stop activity
+ * @driver: The driver to unbind from @gadget
+ *
+ * This call is issued by the UDC Class driver after calling
+ * gadget driver's unbind() method.
+ *
+ * The details are implementation specific, but it can go as
+ * far as powering off UDC completely and disable its data
+ * line pullups.
+ */
+static inline void usb_gadget_udc_stop(struct usb_gadget *gadget,
+               struct usb_gadget_driver *driver)
+{
+       gadget->ops->udc_stop(gadget, driver);
+}
+
+/**
  * usb_udc_release - release the usb_udc struct
  * @dev: the dev member within usb_udc
  *
@@ -155,6 +193,13 @@ err1:
 }
 EXPORT_SYMBOL_GPL(usb_add_gadget_udc);
 
+static int udc_is_newstyle(struct usb_udc *udc)
+{
+       if (udc->gadget->ops->udc_start && udc->gadget->ops->udc_stop)
+               return 1;
+       return 0;
+}
+
 static void usb_gadget_remove_driver(struct usb_udc *udc)
 {
        dev_dbg(&udc->dev, "unregistering UDC driver [%s]\n",
@@ -162,7 +207,14 @@ static void usb_gadget_remove_driver(struct usb_udc *udc)
 
        kobject_uevent(&udc->dev.kobj, KOBJ_CHANGE);
 
-       usb_gadget_stop(udc->gadget, udc->driver);
+       if (udc_is_newstyle(udc)) {
+               usb_gadget_disconnect(udc->gadget);
+               udc->driver->unbind(udc->gadget);
+               usb_gadget_udc_stop(udc->gadget, udc->driver);
+
+       } else {
+               usb_gadget_stop(udc->gadget, udc->driver);
+       }
 
        udc->driver = NULL;
        udc->dev.driver = NULL;
@@ -232,9 +284,24 @@ found:
        udc->driver = driver;
        udc->dev.driver = &driver->driver;
 
-       ret = usb_gadget_start(udc->gadget, driver, bind);
-       if (ret)
-               goto err1;
+       if (udc_is_newstyle(udc)) {
+               ret = bind(udc->gadget);
+               if (ret)
+                       goto err1;
+               ret = usb_gadget_udc_start(udc->gadget, driver);
+               if (ret) {
+                       driver->unbind(udc->gadget);
+                       goto err1;
+               }
+               usb_gadget_connect(udc->gadget);
+       } else {
+
+               ret = usb_gadget_start(udc->gadget, driver, bind);
+               if (ret)
+                       goto err1;
+
+       }
+
 
        kobject_uevent(&udc->dev.kobj, KOBJ_CHANGE);
        mutex_unlock(&udc_lock);
index 8b276a2..107eefa 100644 (file)
@@ -34,6 +34,8 @@
 #define __LINUX_USB_CH9_H
 
 #include <linux/types.h>       /* __u8 etc */
+#include <asm/byteorder.h>     /* le16_to_cpu */
+
 
 /*-------------------------------------------------------------------------*/
 
 #define USB_REQ_LOOPBACK_DATA_READ     0x16
 #define USB_REQ_SET_INTERFACE_DS       0x17
 
+#define USB_REQ_SET_SEL                        0x30    /* from USB3.0 spec */
+
 /* The Link Power Management (LPM) ECN defines USB_REQ_TEST_AND_SET command,
  * used by hubs to put ports into a new L1 suspend state, except that it
  * forgot to define its number ...
 #define USB_INTRF_FUNC_SUSPEND 0       /* function suspend */
 
 #define USB_INTR_FUNC_SUSPEND_OPT_MASK 0xFF00
+/*
+ * Suspend Options, Table 9-7 USB 3.0 spec
+ */
+#define USB_INTRF_FUNC_SUSPEND_LP      (1 << (8 + 0))
+#define USB_INTRF_FUNC_SUSPEND_RW      (1 << (8 + 1))
 
 #define USB_ENDPOINT_HALT              0       /* IN/OUT will STALL */
 
@@ -587,6 +596,17 @@ static inline int usb_endpoint_is_isoc_out(
        return usb_endpoint_xfer_isoc(epd) && usb_endpoint_dir_out(epd);
 }
 
+/**
+ * usb_endpoint_maxp - get endpoint's max packet size
+ * @epd: endpoint to be checked
+ *
+ * Returns @epd's max packet
+ */
+static inline int usb_endpoint_maxp(const struct usb_endpoint_descriptor *epd)
+{
+       return le16_to_cpu(epd->wMaxPacketSize);
+}
+
 /*-------------------------------------------------------------------------*/
 
 /* USB_DT_SS_ENDPOINT_COMP: SuperSpeed Endpoint Companion descriptor */
@@ -870,6 +890,18 @@ enum usb_device_speed {
        USB_SPEED_SUPER,                        /* usb 3.0 */
 };
 
+#ifdef __KERNEL__
+
+/**
+ * usb_speed_string() - Returns human readable-name of the speed.
+ * @speed: The speed to return human-readable name for.  If it's not
+ *   any of the speeds defined in usb_device_speed enum, string for
+ *   USB_SPEED_UNKNOWN will be returned.
+ */
+extern const char *usb_speed_string(enum usb_device_speed speed);
+
+#endif
+
 enum usb_device_state {
        /* NOTATTACHED isn't in the USB spec, and this state acts
         * the same as ATTACHED ... but it's clearer this way.
index b9f5a65..9a94e8f 100644 (file)
@@ -59,6 +59,10 @@ struct usb_configuration;
  * @hs_descriptors: Table of high speed descriptors, using interface and
  *     string identifiers assigned during @bind().  If this pointer is null,
  *     the function will not be available at high speed.
+ * @ss_descriptors: Table of super speed descriptors, using interface and
+ *     string identifiers assigned during @bind(). If this
+ *     pointer is null after initiation, the function will not
+ *     be available at super speed.
  * @config: assigned when @usb_add_function() is called; this is the
  *     configuration with which this function is associated.
  * @bind: Before the gadget can register, all of its functions bind() to the
@@ -77,6 +81,10 @@ struct usb_configuration;
  * @setup: Used for interface-specific control requests.
  * @suspend: Notifies functions when the host stops sending USB traffic.
  * @resume: Notifies functions when the host restarts USB traffic.
+ * @get_status: Returns function status as a reply to
+ *     GetStatus() request when the recepient is Interface.
+ * @func_suspend: callback to be called when
+ *     SetFeature(FUNCTION_SUSPEND) is reseived
  *
  * A single USB function uses one or more interfaces, and should in most
  * cases support operation at both full and high speeds.  Each function is
@@ -106,6 +114,7 @@ struct usb_function {
        struct usb_gadget_strings       **strings;
        struct usb_descriptor_header    **descriptors;
        struct usb_descriptor_header    **hs_descriptors;
+       struct usb_descriptor_header    **ss_descriptors;
 
        struct usb_configuration        *config;
 
@@ -132,6 +141,10 @@ struct usb_function {
        void                    (*suspend)(struct usb_function *);
        void                    (*resume)(struct usb_function *);
 
+       /* USB 3.0 additions */
+       int                     (*get_status)(struct usb_function *);
+       int                     (*func_suspend)(struct usb_function *,
+                                               u8 suspend_opt);
        /* private: */
        /* internals */
        struct list_head                list;
@@ -160,6 +173,9 @@ ep_choose(struct usb_gadget *g, struct usb_endpoint_descriptor *hs,
        return fs;
 }
 
+int config_ep_by_speed(struct usb_gadget *g, struct usb_function *f,
+                       struct usb_ep *_ep);
+
 #define        MAX_CONFIG_INTERFACES           16      /* arbitrary; max 255 */
 
 /**
@@ -231,6 +247,7 @@ struct usb_configuration {
        struct list_head        list;
        struct list_head        functions;
        u8                      next_interface_id;
+       unsigned                superspeed:1;
        unsigned                highspeed:1;
        unsigned                fullspeed:1;
        struct usb_function     *interface[MAX_CONFIG_INTERFACES];
@@ -255,6 +272,7 @@ int usb_remove_config(struct usb_composite_dev *,
  *     identifiers.
  * @strings: tables of strings, keyed by identifiers assigned during bind()
  *     and language IDs provided in control requests
+ * @max_speed: Highest speed the driver supports.
  * @needs_serial: set to 1 if the gadget needs userspace to provide
  *     a serial number.  If one is not provided, warning will be printed.
  * @unbind: Reverses bind; called as a side effect of unregistering
@@ -282,6 +300,7 @@ struct usb_composite_driver {
        const char                              *iManufacturer;
        const struct usb_device_descriptor      *dev;
        struct usb_gadget_strings               **strings;
+       enum usb_device_speed                   max_speed;
        unsigned                needs_serial:1;
 
        int                     (*unbind)(struct usb_composite_dev *);
index 6fc8488..23c776e 100644 (file)
 #define __LINUX_USB_GADGET_H
 
 #include <linux/slab.h>
+#include <linux/device.h>
+#include <linux/errno.h>
+#include <linux/init.h>
+#include <linux/list.h>
+#include <linux/types.h>
+#include <linux/usb/ch9.h>
 
 struct usb_ep;
 
@@ -27,6 +33,7 @@ struct usb_ep;
  *     field, and the usb controller needs one, it is responsible
  *     for mapping and unmapping the buffer.
  * @length: Length of that data
+ * @stream_id: The stream id, when USB3.0 bulk streams are being used
  * @no_interrupt: If true, hints that no completion irq is needed.
  *     Helpful sometimes with deep request queues that are handled
  *     directly by DMA controllers.
@@ -81,6 +88,7 @@ struct usb_request {
        unsigned                length;
        dma_addr_t              dma;
 
+       unsigned                stream_id:16;
        unsigned                no_interrupt:1;
        unsigned                zero:1;
        unsigned                short_not_ok:1;
@@ -131,6 +139,18 @@ struct usb_ep_ops {
  * @maxpacket:The maximum packet size used on this endpoint.  The initial
  *     value can sometimes be reduced (hardware allowing), according to
  *      the endpoint descriptor used to configure the endpoint.
+ * @max_streams: The maximum number of streams supported
+ *     by this EP (0 - 16, actual number is 2^n)
+ * @mult: multiplier, 'mult' value for SS Isoc EPs
+ * @maxburst: the maximum number of bursts supported by this EP (for usb3)
+ * @driver_data:for use by the gadget driver.
+ * @address: used to identify the endpoint when finding descriptor that
+ *     matches connection speed
+ * @desc: endpoint descriptor.  This pointer is set before the endpoint is
+ *     enabled and remains valid until the endpoint is disabled.
+ * @comp_desc: In case of SuperSpeed support, this is the endpoint companion
+ *     descriptor that is used to configure the endpoint
+ *
  * @driver_data:for use by the gadget driver.  all other fields are
  *     read-only to gadget drivers.
  *
@@ -145,6 +165,12 @@ struct usb_ep {
        const struct usb_ep_ops *ops;
        struct list_head        ep_list;
        unsigned                maxpacket:16;
+       unsigned                max_streams:16;
+       unsigned                mult:2;
+       unsigned                maxburst:4;
+       u8                      address;
+       const struct usb_endpoint_descriptor    *desc;
+       const struct usb_ss_ep_comp_descriptor  *comp_desc;
 };
 
 /*-------------------------------------------------------------------------*/
@@ -416,6 +442,13 @@ static inline void usb_ep_fifo_flush(struct usb_ep *ep)
 
 /*-------------------------------------------------------------------------*/
 
+struct usb_dcd_config_params {
+       __u8  bU1devExitLat;    /* U1 Device exit Latency */
+#define USB_DEFAULT_U1_DEV_EXIT_LAT    0x01    /* Less then 1 microsec */
+       __le16 bU2DevExitLat;   /* U2 Device exit Latency */
+#define USB_DEFAULT_U2_DEV_EXIT_LAT    0x1F4   /* Less then 500 microsec */
+};
+
 struct usb_gadget;
 struct usb_gadget_driver;
 
@@ -431,6 +464,12 @@ struct usb_gadget_ops {
        int     (*pullup) (struct usb_gadget *, int is_on);
        int     (*ioctl)(struct usb_gadget *,
                                unsigned code, unsigned long param);
+       void    (*get_config_params)(struct usb_dcd_config_params *);
+       int     (*udc_start)(struct usb_gadget *,
+                       struct usb_gadget_driver *);
+       int     (*udc_stop)(struct usb_gadget *,
+                       struct usb_gadget_driver *);
+
        int     (*start)(struct usb_gadget_driver *,
                        int (*bind)(struct usb_gadget *));
        int     (*stop)(struct usb_gadget_driver *);
@@ -528,6 +567,24 @@ static inline int gadget_is_dualspeed(struct usb_gadget *g)
 }
 
 /**
+ * gadget_is_superspeed() - return true if the hardware handles
+ * supperspeed
+ * @g: controller that might support supper speed
+ */
+static inline int gadget_is_superspeed(struct usb_gadget *g)
+{
+#ifdef CONFIG_USB_GADGET_SUPERSPEED
+       /*
+        * runtime test would check "g->is_superspeed" ... that might be
+        * useful to work around hardware bugs, but is mostly pointless
+        */
+       return 1;
+#else
+       return 0;
+#endif
+}
+
+/**
  * gadget_is_otg - return true iff the hardware is OTG-ready
  * @g: controller that might have a Mini-AB connector
  *