forked from Qortal/Brooklyn
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
1859 lines
45 KiB
1859 lines
45 KiB
// SPDX-License-Identifier: GPL-2.0 |
|
/* |
|
* Toshiba TC86C001 ("Goku-S") USB Device Controller driver |
|
* |
|
* Copyright (C) 2000-2002 Lineo |
|
* by Stuart Lynne, Tom Rushworth, and Bruce Balden |
|
* Copyright (C) 2002 Toshiba Corporation |
|
* Copyright (C) 2003 MontaVista Software ([email protected]) |
|
*/ |
|
|
|
/* |
|
* This device has ep0 and three semi-configurable bulk/interrupt endpoints. |
|
* |
|
* - Endpoint numbering is fixed: ep{1,2,3}-bulk |
|
* - Gadget drivers can choose ep maxpacket (8/16/32/64) |
|
* - Gadget drivers can choose direction (IN, OUT) |
|
* - DMA works with ep1 (OUT transfers) and ep2 (IN transfers). |
|
*/ |
|
|
|
// #define VERBOSE /* extra debug messages (success too) */ |
|
// #define USB_TRACE /* packet-level success messages */ |
|
|
|
#include <linux/kernel.h> |
|
#include <linux/module.h> |
|
#include <linux/pci.h> |
|
#include <linux/delay.h> |
|
#include <linux/ioport.h> |
|
#include <linux/slab.h> |
|
#include <linux/errno.h> |
|
#include <linux/timer.h> |
|
#include <linux/list.h> |
|
#include <linux/interrupt.h> |
|
#include <linux/proc_fs.h> |
|
#include <linux/seq_file.h> |
|
#include <linux/device.h> |
|
#include <linux/usb/ch9.h> |
|
#include <linux/usb/gadget.h> |
|
#include <linux/prefetch.h> |
|
|
|
#include <asm/byteorder.h> |
|
#include <asm/io.h> |
|
#include <asm/irq.h> |
|
#include <asm/unaligned.h> |
|
|
|
|
|
#include "goku_udc.h" |
|
|
|
#define DRIVER_DESC "TC86C001 USB Device Controller" |
|
#define DRIVER_VERSION "30-Oct 2003" |
|
|
|
static const char driver_name [] = "goku_udc"; |
|
static const char driver_desc [] = DRIVER_DESC; |
|
|
|
MODULE_AUTHOR("[email protected]"); |
|
MODULE_DESCRIPTION(DRIVER_DESC); |
|
MODULE_LICENSE("GPL"); |
|
|
|
|
|
/* |
|
* IN dma behaves ok under testing, though the IN-dma abort paths don't |
|
* seem to behave quite as expected. Used by default. |
|
* |
|
* OUT dma documents design problems handling the common "short packet" |
|
* transfer termination policy; it couldn't be enabled by default, even |
|
* if the OUT-dma abort problems had a resolution. |
|
*/ |
|
static unsigned use_dma = 1; |
|
|
|
#if 0 |
|
//#include <linux/moduleparam.h> |
|
/* "modprobe goku_udc use_dma=1" etc |
|
* 0 to disable dma |
|
* 1 to use IN dma only (normal operation) |
|
* 2 to use IN and OUT dma |
|
*/ |
|
module_param(use_dma, uint, S_IRUGO); |
|
#endif |
|
|
|
/*-------------------------------------------------------------------------*/ |
|
|
|
static void nuke(struct goku_ep *, int status); |
|
|
|
static inline void |
|
command(struct goku_udc_regs __iomem *regs, int command, unsigned epnum) |
|
{ |
|
writel(COMMAND_EP(epnum) | command, ®s->Command); |
|
udelay(300); |
|
} |
|
|
|
static int |
|
goku_ep_enable(struct usb_ep *_ep, const struct usb_endpoint_descriptor *desc) |
|
{ |
|
struct goku_udc *dev; |
|
struct goku_ep *ep; |
|
u32 mode; |
|
u16 max; |
|
unsigned long flags; |
|
|
|
ep = container_of(_ep, struct goku_ep, ep); |
|
if (!_ep || !desc |
|
|| desc->bDescriptorType != USB_DT_ENDPOINT) |
|
return -EINVAL; |
|
dev = ep->dev; |
|
if (ep == &dev->ep[0]) |
|
return -EINVAL; |
|
if (!dev->driver || dev->gadget.speed == USB_SPEED_UNKNOWN) |
|
return -ESHUTDOWN; |
|
if (ep->num != usb_endpoint_num(desc)) |
|
return -EINVAL; |
|
|
|
switch (usb_endpoint_type(desc)) { |
|
case USB_ENDPOINT_XFER_BULK: |
|
case USB_ENDPOINT_XFER_INT: |
|
break; |
|
default: |
|
return -EINVAL; |
|
} |
|
|
|
if ((readl(ep->reg_status) & EPxSTATUS_EP_MASK) |
|
!= EPxSTATUS_EP_INVALID) |
|
return -EBUSY; |
|
|
|
/* enabling the no-toggle interrupt mode would need an api hook */ |
|
mode = 0; |
|
max = get_unaligned_le16(&desc->wMaxPacketSize); |
|
switch (max) { |
|
case 64: |
|
mode++; |
|
fallthrough; |
|
case 32: |
|
mode++; |
|
fallthrough; |
|
case 16: |
|
mode++; |
|
fallthrough; |
|
case 8: |
|
mode <<= 3; |
|
break; |
|
default: |
|
return -EINVAL; |
|
} |
|
mode |= 2 << 1; /* bulk, or intr-with-toggle */ |
|
|
|
/* ep1/ep2 dma direction is chosen early; it works in the other |
|
* direction, with pio. be cautious with out-dma. |
|
*/ |
|
ep->is_in = usb_endpoint_dir_in(desc); |
|
if (ep->is_in) { |
|
mode |= 1; |
|
ep->dma = (use_dma != 0) && (ep->num == UDC_MSTRD_ENDPOINT); |
|
} else { |
|
ep->dma = (use_dma == 2) && (ep->num == UDC_MSTWR_ENDPOINT); |
|
if (ep->dma) |
|
DBG(dev, "%s out-dma hides short packets\n", |
|
ep->ep.name); |
|
} |
|
|
|
spin_lock_irqsave(&ep->dev->lock, flags); |
|
|
|
/* ep1 and ep2 can do double buffering and/or dma */ |
|
if (ep->num < 3) { |
|
struct goku_udc_regs __iomem *regs = ep->dev->regs; |
|
u32 tmp; |
|
|
|
/* double buffer except (for now) with pio in */ |
|
tmp = ((ep->dma || !ep->is_in) |
|
? 0x10 /* double buffered */ |
|
: 0x11 /* single buffer */ |
|
) << ep->num; |
|
tmp |= readl(®s->EPxSingle); |
|
writel(tmp, ®s->EPxSingle); |
|
|
|
tmp = (ep->dma ? 0x10/*dma*/ : 0x11/*pio*/) << ep->num; |
|
tmp |= readl(®s->EPxBCS); |
|
writel(tmp, ®s->EPxBCS); |
|
} |
|
writel(mode, ep->reg_mode); |
|
command(ep->dev->regs, COMMAND_RESET, ep->num); |
|
ep->ep.maxpacket = max; |
|
ep->stopped = 0; |
|
ep->ep.desc = desc; |
|
spin_unlock_irqrestore(&ep->dev->lock, flags); |
|
|
|
DBG(dev, "enable %s %s %s maxpacket %u\n", ep->ep.name, |
|
ep->is_in ? "IN" : "OUT", |
|
ep->dma ? "dma" : "pio", |
|
max); |
|
|
|
return 0; |
|
} |
|
|
|
static void ep_reset(struct goku_udc_regs __iomem *regs, struct goku_ep *ep) |
|
{ |
|
struct goku_udc *dev = ep->dev; |
|
|
|
if (regs) { |
|
command(regs, COMMAND_INVALID, ep->num); |
|
if (ep->num) { |
|
if (ep->num == UDC_MSTWR_ENDPOINT) |
|
dev->int_enable &= ~(INT_MSTWREND |
|
|INT_MSTWRTMOUT); |
|
else if (ep->num == UDC_MSTRD_ENDPOINT) |
|
dev->int_enable &= ~INT_MSTRDEND; |
|
dev->int_enable &= ~INT_EPxDATASET (ep->num); |
|
} else |
|
dev->int_enable &= ~INT_EP0; |
|
writel(dev->int_enable, ®s->int_enable); |
|
readl(®s->int_enable); |
|
if (ep->num < 3) { |
|
struct goku_udc_regs __iomem *r = ep->dev->regs; |
|
u32 tmp; |
|
|
|
tmp = readl(&r->EPxSingle); |
|
tmp &= ~(0x11 << ep->num); |
|
writel(tmp, &r->EPxSingle); |
|
|
|
tmp = readl(&r->EPxBCS); |
|
tmp &= ~(0x11 << ep->num); |
|
writel(tmp, &r->EPxBCS); |
|
} |
|
/* reset dma in case we're still using it */ |
|
if (ep->dma) { |
|
u32 master; |
|
|
|
master = readl(®s->dma_master) & MST_RW_BITS; |
|
if (ep->num == UDC_MSTWR_ENDPOINT) { |
|
master &= ~MST_W_BITS; |
|
master |= MST_WR_RESET; |
|
} else { |
|
master &= ~MST_R_BITS; |
|
master |= MST_RD_RESET; |
|
} |
|
writel(master, ®s->dma_master); |
|
} |
|
} |
|
|
|
usb_ep_set_maxpacket_limit(&ep->ep, MAX_FIFO_SIZE); |
|
ep->ep.desc = NULL; |
|
ep->stopped = 1; |
|
ep->irqs = 0; |
|
ep->dma = 0; |
|
} |
|
|
|
static int goku_ep_disable(struct usb_ep *_ep) |
|
{ |
|
struct goku_ep *ep; |
|
struct goku_udc *dev; |
|
unsigned long flags; |
|
|
|
ep = container_of(_ep, struct goku_ep, ep); |
|
if (!_ep || !ep->ep.desc) |
|
return -ENODEV; |
|
dev = ep->dev; |
|
if (dev->ep0state == EP0_SUSPEND) |
|
return -EBUSY; |
|
|
|
VDBG(dev, "disable %s\n", _ep->name); |
|
|
|
spin_lock_irqsave(&dev->lock, flags); |
|
nuke(ep, -ESHUTDOWN); |
|
ep_reset(dev->regs, ep); |
|
spin_unlock_irqrestore(&dev->lock, flags); |
|
|
|
return 0; |
|
} |
|
|
|
/*-------------------------------------------------------------------------*/ |
|
|
|
static struct usb_request * |
|
goku_alloc_request(struct usb_ep *_ep, gfp_t gfp_flags) |
|
{ |
|
struct goku_request *req; |
|
|
|
if (!_ep) |
|
return NULL; |
|
req = kzalloc(sizeof *req, gfp_flags); |
|
if (!req) |
|
return NULL; |
|
|
|
INIT_LIST_HEAD(&req->queue); |
|
return &req->req; |
|
} |
|
|
|
static void |
|
goku_free_request(struct usb_ep *_ep, struct usb_request *_req) |
|
{ |
|
struct goku_request *req; |
|
|
|
if (!_ep || !_req) |
|
return; |
|
|
|
req = container_of(_req, struct goku_request, req); |
|
WARN_ON(!list_empty(&req->queue)); |
|
kfree(req); |
|
} |
|
|
|
/*-------------------------------------------------------------------------*/ |
|
|
|
static void |
|
done(struct goku_ep *ep, struct goku_request *req, int status) |
|
{ |
|
struct goku_udc *dev; |
|
unsigned stopped = ep->stopped; |
|
|
|
list_del_init(&req->queue); |
|
|
|
if (likely(req->req.status == -EINPROGRESS)) |
|
req->req.status = status; |
|
else |
|
status = req->req.status; |
|
|
|
dev = ep->dev; |
|
|
|
if (ep->dma) |
|
usb_gadget_unmap_request(&dev->gadget, &req->req, ep->is_in); |
|
|
|
#ifndef USB_TRACE |
|
if (status && status != -ESHUTDOWN) |
|
#endif |
|
VDBG(dev, "complete %s req %p stat %d len %u/%u\n", |
|
ep->ep.name, &req->req, status, |
|
req->req.actual, req->req.length); |
|
|
|
/* don't modify queue heads during completion callback */ |
|
ep->stopped = 1; |
|
spin_unlock(&dev->lock); |
|
usb_gadget_giveback_request(&ep->ep, &req->req); |
|
spin_lock(&dev->lock); |
|
ep->stopped = stopped; |
|
} |
|
|
|
/*-------------------------------------------------------------------------*/ |
|
|
|
static inline int |
|
write_packet(u32 __iomem *fifo, u8 *buf, struct goku_request *req, unsigned max) |
|
{ |
|
unsigned length, count; |
|
|
|
length = min(req->req.length - req->req.actual, max); |
|
req->req.actual += length; |
|
|
|
count = length; |
|
while (likely(count--)) |
|
writel(*buf++, fifo); |
|
return length; |
|
} |
|
|
|
// return: 0 = still running, 1 = completed, negative = errno |
|
static int write_fifo(struct goku_ep *ep, struct goku_request *req) |
|
{ |
|
struct goku_udc *dev = ep->dev; |
|
u32 tmp; |
|
u8 *buf; |
|
unsigned count; |
|
int is_last; |
|
|
|
tmp = readl(&dev->regs->DataSet); |
|
buf = req->req.buf + req->req.actual; |
|
prefetch(buf); |
|
|
|
dev = ep->dev; |
|
if (unlikely(ep->num == 0 && dev->ep0state != EP0_IN)) |
|
return -EL2HLT; |
|
|
|
/* NOTE: just single-buffered PIO-IN for now. */ |
|
if (unlikely((tmp & DATASET_A(ep->num)) != 0)) |
|
return 0; |
|
|
|
/* clear our "packet available" irq */ |
|
if (ep->num != 0) |
|
writel(~INT_EPxDATASET(ep->num), &dev->regs->int_status); |
|
|
|
count = write_packet(ep->reg_fifo, buf, req, ep->ep.maxpacket); |
|
|
|
/* last packet often short (sometimes a zlp, especially on ep0) */ |
|
if (unlikely(count != ep->ep.maxpacket)) { |
|
writel(~(1<<ep->num), &dev->regs->EOP); |
|
if (ep->num == 0) { |
|
dev->ep[0].stopped = 1; |
|
dev->ep0state = EP0_STATUS; |
|
} |
|
is_last = 1; |
|
} else { |
|
if (likely(req->req.length != req->req.actual) |
|
|| req->req.zero) |
|
is_last = 0; |
|
else |
|
is_last = 1; |
|
} |
|
#if 0 /* printk seemed to trash is_last...*/ |
|
//#ifdef USB_TRACE |
|
VDBG(dev, "wrote %s %u bytes%s IN %u left %p\n", |
|
ep->ep.name, count, is_last ? "/last" : "", |
|
req->req.length - req->req.actual, req); |
|
#endif |
|
|
|
/* requests complete when all IN data is in the FIFO, |
|
* or sometimes later, if a zlp was needed. |
|
*/ |
|
if (is_last) { |
|
done(ep, req, 0); |
|
return 1; |
|
} |
|
|
|
return 0; |
|
} |
|
|
|
static int read_fifo(struct goku_ep *ep, struct goku_request *req) |
|
{ |
|
struct goku_udc_regs __iomem *regs; |
|
u32 size, set; |
|
u8 *buf; |
|
unsigned bufferspace, is_short, dbuff; |
|
|
|
regs = ep->dev->regs; |
|
top: |
|
buf = req->req.buf + req->req.actual; |
|
prefetchw(buf); |
|
|
|
if (unlikely(ep->num == 0 && ep->dev->ep0state != EP0_OUT)) |
|
return -EL2HLT; |
|
|
|
dbuff = (ep->num == 1 || ep->num == 2); |
|
do { |
|
/* ack dataset irq matching the status we'll handle */ |
|
if (ep->num != 0) |
|
writel(~INT_EPxDATASET(ep->num), ®s->int_status); |
|
|
|
set = readl(®s->DataSet) & DATASET_AB(ep->num); |
|
size = readl(®s->EPxSizeLA[ep->num]); |
|
bufferspace = req->req.length - req->req.actual; |
|
|
|
/* usually do nothing without an OUT packet */ |
|
if (likely(ep->num != 0 || bufferspace != 0)) { |
|
if (unlikely(set == 0)) |
|
break; |
|
/* use ep1/ep2 double-buffering for OUT */ |
|
if (!(size & PACKET_ACTIVE)) |
|
size = readl(®s->EPxSizeLB[ep->num]); |
|
if (!(size & PACKET_ACTIVE)) /* "can't happen" */ |
|
break; |
|
size &= DATASIZE; /* EPxSizeH == 0 */ |
|
|
|
/* ep0out no-out-data case for set_config, etc */ |
|
} else |
|
size = 0; |
|
|
|
/* read all bytes from this packet */ |
|
req->req.actual += size; |
|
is_short = (size < ep->ep.maxpacket); |
|
#ifdef USB_TRACE |
|
VDBG(ep->dev, "read %s %u bytes%s OUT req %p %u/%u\n", |
|
ep->ep.name, size, is_short ? "/S" : "", |
|
req, req->req.actual, req->req.length); |
|
#endif |
|
while (likely(size-- != 0)) { |
|
u8 byte = (u8) readl(ep->reg_fifo); |
|
|
|
if (unlikely(bufferspace == 0)) { |
|
/* this happens when the driver's buffer |
|
* is smaller than what the host sent. |
|
* discard the extra data in this packet. |
|
*/ |
|
if (req->req.status != -EOVERFLOW) |
|
DBG(ep->dev, "%s overflow %u\n", |
|
ep->ep.name, size); |
|
req->req.status = -EOVERFLOW; |
|
} else { |
|
*buf++ = byte; |
|
bufferspace--; |
|
} |
|
} |
|
|
|
/* completion */ |
|
if (unlikely(is_short || req->req.actual == req->req.length)) { |
|
if (unlikely(ep->num == 0)) { |
|
/* non-control endpoints now usable? */ |
|
if (ep->dev->req_config) |
|
writel(ep->dev->configured |
|
? USBSTATE_CONFIGURED |
|
: 0, |
|
®s->UsbState); |
|
/* ep0out status stage */ |
|
writel(~(1<<0), ®s->EOP); |
|
ep->stopped = 1; |
|
ep->dev->ep0state = EP0_STATUS; |
|
} |
|
done(ep, req, 0); |
|
|
|
/* empty the second buffer asap */ |
|
if (dbuff && !list_empty(&ep->queue)) { |
|
req = list_entry(ep->queue.next, |
|
struct goku_request, queue); |
|
goto top; |
|
} |
|
return 1; |
|
} |
|
} while (dbuff); |
|
return 0; |
|
} |
|
|
|
static inline void |
|
pio_irq_enable(struct goku_udc *dev, |
|
struct goku_udc_regs __iomem *regs, int epnum) |
|
{ |
|
dev->int_enable |= INT_EPxDATASET (epnum); |
|
writel(dev->int_enable, ®s->int_enable); |
|
/* write may still be posted */ |
|
} |
|
|
|
static inline void |
|
pio_irq_disable(struct goku_udc *dev, |
|
struct goku_udc_regs __iomem *regs, int epnum) |
|
{ |
|
dev->int_enable &= ~INT_EPxDATASET (epnum); |
|
writel(dev->int_enable, ®s->int_enable); |
|
/* write may still be posted */ |
|
} |
|
|
|
static inline void |
|
pio_advance(struct goku_ep *ep) |
|
{ |
|
struct goku_request *req; |
|
|
|
if (unlikely(list_empty (&ep->queue))) |
|
return; |
|
req = list_entry(ep->queue.next, struct goku_request, queue); |
|
(ep->is_in ? write_fifo : read_fifo)(ep, req); |
|
} |
|
|
|
|
|
/*-------------------------------------------------------------------------*/ |
|
|
|
// return: 0 = q running, 1 = q stopped, negative = errno |
|
static int start_dma(struct goku_ep *ep, struct goku_request *req) |
|
{ |
|
struct goku_udc_regs __iomem *regs = ep->dev->regs; |
|
u32 master; |
|
u32 start = req->req.dma; |
|
u32 end = start + req->req.length - 1; |
|
|
|
master = readl(®s->dma_master) & MST_RW_BITS; |
|
|
|
/* re-init the bits affecting IN dma; careful with zlps */ |
|
if (likely(ep->is_in)) { |
|
if (unlikely(master & MST_RD_ENA)) { |
|
DBG (ep->dev, "start, IN active dma %03x!!\n", |
|
master); |
|
// return -EL2HLT; |
|
} |
|
writel(end, ®s->in_dma_end); |
|
writel(start, ®s->in_dma_start); |
|
|
|
master &= ~MST_R_BITS; |
|
if (unlikely(req->req.length == 0)) |
|
master = MST_RD_ENA | MST_RD_EOPB; |
|
else if ((req->req.length % ep->ep.maxpacket) != 0 |
|
|| req->req.zero) |
|
master = MST_RD_ENA | MST_EOPB_ENA; |
|
else |
|
master = MST_RD_ENA | MST_EOPB_DIS; |
|
|
|
ep->dev->int_enable |= INT_MSTRDEND; |
|
|
|
/* Goku DMA-OUT merges short packets, which plays poorly with |
|
* protocols where short packets mark the transfer boundaries. |
|
* The chip supports a nonstandard policy with INT_MSTWRTMOUT, |
|
* ending transfers after 3 SOFs; we don't turn it on. |
|
*/ |
|
} else { |
|
if (unlikely(master & MST_WR_ENA)) { |
|
DBG (ep->dev, "start, OUT active dma %03x!!\n", |
|
master); |
|
// return -EL2HLT; |
|
} |
|
writel(end, ®s->out_dma_end); |
|
writel(start, ®s->out_dma_start); |
|
|
|
master &= ~MST_W_BITS; |
|
master |= MST_WR_ENA | MST_TIMEOUT_DIS; |
|
|
|
ep->dev->int_enable |= INT_MSTWREND|INT_MSTWRTMOUT; |
|
} |
|
|
|
writel(master, ®s->dma_master); |
|
writel(ep->dev->int_enable, ®s->int_enable); |
|
return 0; |
|
} |
|
|
|
static void dma_advance(struct goku_udc *dev, struct goku_ep *ep) |
|
{ |
|
struct goku_request *req; |
|
struct goku_udc_regs __iomem *regs = ep->dev->regs; |
|
u32 master; |
|
|
|
master = readl(®s->dma_master); |
|
|
|
if (unlikely(list_empty(&ep->queue))) { |
|
stop: |
|
if (ep->is_in) |
|
dev->int_enable &= ~INT_MSTRDEND; |
|
else |
|
dev->int_enable &= ~(INT_MSTWREND|INT_MSTWRTMOUT); |
|
writel(dev->int_enable, ®s->int_enable); |
|
return; |
|
} |
|
req = list_entry(ep->queue.next, struct goku_request, queue); |
|
|
|
/* normal hw dma completion (not abort) */ |
|
if (likely(ep->is_in)) { |
|
if (unlikely(master & MST_RD_ENA)) |
|
return; |
|
req->req.actual = readl(®s->in_dma_current); |
|
} else { |
|
if (unlikely(master & MST_WR_ENA)) |
|
return; |
|
|
|
/* hardware merges short packets, and also hides packet |
|
* overruns. a partial packet MAY be in the fifo here. |
|
*/ |
|
req->req.actual = readl(®s->out_dma_current); |
|
} |
|
req->req.actual -= req->req.dma; |
|
req->req.actual++; |
|
|
|
#ifdef USB_TRACE |
|
VDBG(dev, "done %s %s dma, %u/%u bytes, req %p\n", |
|
ep->ep.name, ep->is_in ? "IN" : "OUT", |
|
req->req.actual, req->req.length, req); |
|
#endif |
|
done(ep, req, 0); |
|
if (list_empty(&ep->queue)) |
|
goto stop; |
|
req = list_entry(ep->queue.next, struct goku_request, queue); |
|
(void) start_dma(ep, req); |
|
} |
|
|
|
static void abort_dma(struct goku_ep *ep, int status) |
|
{ |
|
struct goku_udc_regs __iomem *regs = ep->dev->regs; |
|
struct goku_request *req; |
|
u32 curr, master; |
|
|
|
/* NAK future host requests, hoping the implicit delay lets the |
|
* dma engine finish reading (or writing) its latest packet and |
|
* empty the dma buffer (up to 16 bytes). |
|
* |
|
* This avoids needing to clean up a partial packet in the fifo; |
|
* we can't do that for IN without side effects to HALT and TOGGLE. |
|
*/ |
|
command(regs, COMMAND_FIFO_DISABLE, ep->num); |
|
req = list_entry(ep->queue.next, struct goku_request, queue); |
|
master = readl(®s->dma_master) & MST_RW_BITS; |
|
|
|
/* FIXME using these resets isn't usably documented. this may |
|
* not work unless it's followed by disabling the endpoint. |
|
* |
|
* FIXME the OUT reset path doesn't even behave consistently. |
|
*/ |
|
if (ep->is_in) { |
|
if (unlikely((readl(®s->dma_master) & MST_RD_ENA) == 0)) |
|
goto finished; |
|
curr = readl(®s->in_dma_current); |
|
|
|
writel(curr, ®s->in_dma_end); |
|
writel(curr, ®s->in_dma_start); |
|
|
|
master &= ~MST_R_BITS; |
|
master |= MST_RD_RESET; |
|
writel(master, ®s->dma_master); |
|
|
|
if (readl(®s->dma_master) & MST_RD_ENA) |
|
DBG(ep->dev, "IN dma active after reset!\n"); |
|
|
|
} else { |
|
if (unlikely((readl(®s->dma_master) & MST_WR_ENA) == 0)) |
|
goto finished; |
|
curr = readl(®s->out_dma_current); |
|
|
|
writel(curr, ®s->out_dma_end); |
|
writel(curr, ®s->out_dma_start); |
|
|
|
master &= ~MST_W_BITS; |
|
master |= MST_WR_RESET; |
|
writel(master, ®s->dma_master); |
|
|
|
if (readl(®s->dma_master) & MST_WR_ENA) |
|
DBG(ep->dev, "OUT dma active after reset!\n"); |
|
} |
|
req->req.actual = (curr - req->req.dma) + 1; |
|
req->req.status = status; |
|
|
|
VDBG(ep->dev, "%s %s %s %d/%d\n", __func__, ep->ep.name, |
|
ep->is_in ? "IN" : "OUT", |
|
req->req.actual, req->req.length); |
|
|
|
command(regs, COMMAND_FIFO_ENABLE, ep->num); |
|
|
|
return; |
|
|
|
finished: |
|
/* dma already completed; no abort needed */ |
|
command(regs, COMMAND_FIFO_ENABLE, ep->num); |
|
req->req.actual = req->req.length; |
|
req->req.status = 0; |
|
} |
|
|
|
/*-------------------------------------------------------------------------*/ |
|
|
|
static int |
|
goku_queue(struct usb_ep *_ep, struct usb_request *_req, gfp_t gfp_flags) |
|
{ |
|
struct goku_request *req; |
|
struct goku_ep *ep; |
|
struct goku_udc *dev; |
|
unsigned long flags; |
|
int status; |
|
|
|
/* always require a cpu-view buffer so pio works */ |
|
req = container_of(_req, struct goku_request, req); |
|
if (unlikely(!_req || !_req->complete |
|
|| !_req->buf || !list_empty(&req->queue))) |
|
return -EINVAL; |
|
ep = container_of(_ep, struct goku_ep, ep); |
|
if (unlikely(!_ep || (!ep->ep.desc && ep->num != 0))) |
|
return -EINVAL; |
|
dev = ep->dev; |
|
if (unlikely(!dev->driver || dev->gadget.speed == USB_SPEED_UNKNOWN)) |
|
return -ESHUTDOWN; |
|
|
|
/* can't touch registers when suspended */ |
|
if (dev->ep0state == EP0_SUSPEND) |
|
return -EBUSY; |
|
|
|
/* set up dma mapping in case the caller didn't */ |
|
if (ep->dma) { |
|
status = usb_gadget_map_request(&dev->gadget, &req->req, |
|
ep->is_in); |
|
if (status) |
|
return status; |
|
} |
|
|
|
#ifdef USB_TRACE |
|
VDBG(dev, "%s queue req %p, len %u buf %p\n", |
|
_ep->name, _req, _req->length, _req->buf); |
|
#endif |
|
|
|
spin_lock_irqsave(&dev->lock, flags); |
|
|
|
_req->status = -EINPROGRESS; |
|
_req->actual = 0; |
|
|
|
/* for ep0 IN without premature status, zlp is required and |
|
* writing EOP starts the status stage (OUT). |
|
*/ |
|
if (unlikely(ep->num == 0 && ep->is_in)) |
|
_req->zero = 1; |
|
|
|
/* kickstart this i/o queue? */ |
|
status = 0; |
|
if (list_empty(&ep->queue) && likely(!ep->stopped)) { |
|
/* dma: done after dma completion IRQ (or error) |
|
* pio: done after last fifo operation |
|
*/ |
|
if (ep->dma) |
|
status = start_dma(ep, req); |
|
else |
|
status = (ep->is_in ? write_fifo : read_fifo)(ep, req); |
|
|
|
if (unlikely(status != 0)) { |
|
if (status > 0) |
|
status = 0; |
|
req = NULL; |
|
} |
|
|
|
} /* else pio or dma irq handler advances the queue. */ |
|
|
|
if (likely(req != NULL)) |
|
list_add_tail(&req->queue, &ep->queue); |
|
|
|
if (likely(!list_empty(&ep->queue)) |
|
&& likely(ep->num != 0) |
|
&& !ep->dma |
|
&& !(dev->int_enable & INT_EPxDATASET (ep->num))) |
|
pio_irq_enable(dev, dev->regs, ep->num); |
|
|
|
spin_unlock_irqrestore(&dev->lock, flags); |
|
|
|
/* pci writes may still be posted */ |
|
return status; |
|
} |
|
|
|
/* dequeue ALL requests */ |
|
static void nuke(struct goku_ep *ep, int status) |
|
{ |
|
struct goku_request *req; |
|
|
|
ep->stopped = 1; |
|
if (list_empty(&ep->queue)) |
|
return; |
|
if (ep->dma) |
|
abort_dma(ep, status); |
|
while (!list_empty(&ep->queue)) { |
|
req = list_entry(ep->queue.next, struct goku_request, queue); |
|
done(ep, req, status); |
|
} |
|
} |
|
|
|
/* dequeue JUST ONE request */ |
|
static int goku_dequeue(struct usb_ep *_ep, struct usb_request *_req) |
|
{ |
|
struct goku_request *req; |
|
struct goku_ep *ep; |
|
struct goku_udc *dev; |
|
unsigned long flags; |
|
|
|
ep = container_of(_ep, struct goku_ep, ep); |
|
if (!_ep || !_req || (!ep->ep.desc && ep->num != 0)) |
|
return -EINVAL; |
|
dev = ep->dev; |
|
if (!dev->driver) |
|
return -ESHUTDOWN; |
|
|
|
/* we can't touch (dma) registers when suspended */ |
|
if (dev->ep0state == EP0_SUSPEND) |
|
return -EBUSY; |
|
|
|
VDBG(dev, "%s %s %s %s %p\n", __func__, _ep->name, |
|
ep->is_in ? "IN" : "OUT", |
|
ep->dma ? "dma" : "pio", |
|
_req); |
|
|
|
spin_lock_irqsave(&dev->lock, flags); |
|
|
|
/* make sure it's actually queued on this endpoint */ |
|
list_for_each_entry (req, &ep->queue, queue) { |
|
if (&req->req == _req) |
|
break; |
|
} |
|
if (&req->req != _req) { |
|
spin_unlock_irqrestore (&dev->lock, flags); |
|
return -EINVAL; |
|
} |
|
|
|
if (ep->dma && ep->queue.next == &req->queue && !ep->stopped) { |
|
abort_dma(ep, -ECONNRESET); |
|
done(ep, req, -ECONNRESET); |
|
dma_advance(dev, ep); |
|
} else if (!list_empty(&req->queue)) |
|
done(ep, req, -ECONNRESET); |
|
else |
|
req = NULL; |
|
spin_unlock_irqrestore(&dev->lock, flags); |
|
|
|
return req ? 0 : -EOPNOTSUPP; |
|
} |
|
|
|
/*-------------------------------------------------------------------------*/ |
|
|
|
static void goku_clear_halt(struct goku_ep *ep) |
|
{ |
|
// assert (ep->num !=0) |
|
VDBG(ep->dev, "%s clear halt\n", ep->ep.name); |
|
command(ep->dev->regs, COMMAND_SETDATA0, ep->num); |
|
command(ep->dev->regs, COMMAND_STALL_CLEAR, ep->num); |
|
if (ep->stopped) { |
|
ep->stopped = 0; |
|
if (ep->dma) { |
|
struct goku_request *req; |
|
|
|
if (list_empty(&ep->queue)) |
|
return; |
|
req = list_entry(ep->queue.next, struct goku_request, |
|
queue); |
|
(void) start_dma(ep, req); |
|
} else |
|
pio_advance(ep); |
|
} |
|
} |
|
|
|
static int goku_set_halt(struct usb_ep *_ep, int value) |
|
{ |
|
struct goku_ep *ep; |
|
unsigned long flags; |
|
int retval = 0; |
|
|
|
if (!_ep) |
|
return -ENODEV; |
|
ep = container_of (_ep, struct goku_ep, ep); |
|
|
|
if (ep->num == 0) { |
|
if (value) { |
|
ep->dev->ep0state = EP0_STALL; |
|
ep->dev->ep[0].stopped = 1; |
|
} else |
|
return -EINVAL; |
|
|
|
/* don't change EPxSTATUS_EP_INVALID to READY */ |
|
} else if (!ep->ep.desc) { |
|
DBG(ep->dev, "%s %s inactive?\n", __func__, ep->ep.name); |
|
return -EINVAL; |
|
} |
|
|
|
spin_lock_irqsave(&ep->dev->lock, flags); |
|
if (!list_empty(&ep->queue)) |
|
retval = -EAGAIN; |
|
else if (ep->is_in && value |
|
/* data in (either) packet buffer? */ |
|
&& (readl(&ep->dev->regs->DataSet) |
|
& DATASET_AB(ep->num))) |
|
retval = -EAGAIN; |
|
else if (!value) |
|
goku_clear_halt(ep); |
|
else { |
|
ep->stopped = 1; |
|
VDBG(ep->dev, "%s set halt\n", ep->ep.name); |
|
command(ep->dev->regs, COMMAND_STALL, ep->num); |
|
readl(ep->reg_status); |
|
} |
|
spin_unlock_irqrestore(&ep->dev->lock, flags); |
|
return retval; |
|
} |
|
|
|
static int goku_fifo_status(struct usb_ep *_ep) |
|
{ |
|
struct goku_ep *ep; |
|
struct goku_udc_regs __iomem *regs; |
|
u32 size; |
|
|
|
if (!_ep) |
|
return -ENODEV; |
|
ep = container_of(_ep, struct goku_ep, ep); |
|
|
|
/* size is only reported sanely for OUT */ |
|
if (ep->is_in) |
|
return -EOPNOTSUPP; |
|
|
|
/* ignores 16-byte dma buffer; SizeH == 0 */ |
|
regs = ep->dev->regs; |
|
size = readl(®s->EPxSizeLA[ep->num]) & DATASIZE; |
|
size += readl(®s->EPxSizeLB[ep->num]) & DATASIZE; |
|
VDBG(ep->dev, "%s %s %u\n", __func__, ep->ep.name, size); |
|
return size; |
|
} |
|
|
|
static void goku_fifo_flush(struct usb_ep *_ep) |
|
{ |
|
struct goku_ep *ep; |
|
struct goku_udc_regs __iomem *regs; |
|
u32 size; |
|
|
|
if (!_ep) |
|
return; |
|
ep = container_of(_ep, struct goku_ep, ep); |
|
VDBG(ep->dev, "%s %s\n", __func__, ep->ep.name); |
|
|
|
/* don't change EPxSTATUS_EP_INVALID to READY */ |
|
if (!ep->ep.desc && ep->num != 0) { |
|
DBG(ep->dev, "%s %s inactive?\n", __func__, ep->ep.name); |
|
return; |
|
} |
|
|
|
regs = ep->dev->regs; |
|
size = readl(®s->EPxSizeLA[ep->num]); |
|
size &= DATASIZE; |
|
|
|
/* Non-desirable behavior: FIFO_CLEAR also clears the |
|
* endpoint halt feature. For OUT, we _could_ just read |
|
* the bytes out (PIO, if !ep->dma); for in, no choice. |
|
*/ |
|
if (size) |
|
command(regs, COMMAND_FIFO_CLEAR, ep->num); |
|
} |
|
|
|
static const struct usb_ep_ops goku_ep_ops = { |
|
.enable = goku_ep_enable, |
|
.disable = goku_ep_disable, |
|
|
|
.alloc_request = goku_alloc_request, |
|
.free_request = goku_free_request, |
|
|
|
.queue = goku_queue, |
|
.dequeue = goku_dequeue, |
|
|
|
.set_halt = goku_set_halt, |
|
.fifo_status = goku_fifo_status, |
|
.fifo_flush = goku_fifo_flush, |
|
}; |
|
|
|
/*-------------------------------------------------------------------------*/ |
|
|
|
static int goku_get_frame(struct usb_gadget *_gadget) |
|
{ |
|
return -EOPNOTSUPP; |
|
} |
|
|
|
static struct usb_ep *goku_match_ep(struct usb_gadget *g, |
|
struct usb_endpoint_descriptor *desc, |
|
struct usb_ss_ep_comp_descriptor *ep_comp) |
|
{ |
|
struct goku_udc *dev = to_goku_udc(g); |
|
struct usb_ep *ep; |
|
|
|
switch (usb_endpoint_type(desc)) { |
|
case USB_ENDPOINT_XFER_INT: |
|
/* single buffering is enough */ |
|
ep = &dev->ep[3].ep; |
|
if (usb_gadget_ep_match_desc(g, ep, desc, ep_comp)) |
|
return ep; |
|
break; |
|
case USB_ENDPOINT_XFER_BULK: |
|
if (usb_endpoint_dir_in(desc)) { |
|
/* DMA may be available */ |
|
ep = &dev->ep[2].ep; |
|
if (usb_gadget_ep_match_desc(g, ep, desc, ep_comp)) |
|
return ep; |
|
} |
|
break; |
|
default: |
|
/* nothing */ ; |
|
} |
|
|
|
return NULL; |
|
} |
|
|
|
static int goku_udc_start(struct usb_gadget *g, |
|
struct usb_gadget_driver *driver); |
|
static int goku_udc_stop(struct usb_gadget *g); |
|
|
|
static const struct usb_gadget_ops goku_ops = { |
|
.get_frame = goku_get_frame, |
|
.udc_start = goku_udc_start, |
|
.udc_stop = goku_udc_stop, |
|
.match_ep = goku_match_ep, |
|
// no remote wakeup |
|
// not selfpowered |
|
}; |
|
|
|
/*-------------------------------------------------------------------------*/ |
|
|
|
static inline const char *dmastr(void) |
|
{ |
|
if (use_dma == 0) |
|
return "(dma disabled)"; |
|
else if (use_dma == 2) |
|
return "(dma IN and OUT)"; |
|
else |
|
return "(dma IN)"; |
|
} |
|
|
|
#ifdef CONFIG_USB_GADGET_DEBUG_FILES |
|
|
|
static const char proc_node_name [] = "driver/udc"; |
|
|
|
#define FOURBITS "%s%s%s%s" |
|
#define EIGHTBITS FOURBITS FOURBITS |
|
|
|
static void dump_intmask(struct seq_file *m, const char *label, u32 mask) |
|
{ |
|
/* int_status is the same format ... */ |
|
seq_printf(m, "%s %05X =" FOURBITS EIGHTBITS EIGHTBITS "\n", |
|
label, mask, |
|
(mask & INT_PWRDETECT) ? " power" : "", |
|
(mask & INT_SYSERROR) ? " sys" : "", |
|
(mask & INT_MSTRDEND) ? " in-dma" : "", |
|
(mask & INT_MSTWRTMOUT) ? " wrtmo" : "", |
|
|
|
(mask & INT_MSTWREND) ? " out-dma" : "", |
|
(mask & INT_MSTWRSET) ? " wrset" : "", |
|
(mask & INT_ERR) ? " err" : "", |
|
(mask & INT_SOF) ? " sof" : "", |
|
|
|
(mask & INT_EP3NAK) ? " ep3nak" : "", |
|
(mask & INT_EP2NAK) ? " ep2nak" : "", |
|
(mask & INT_EP1NAK) ? " ep1nak" : "", |
|
(mask & INT_EP3DATASET) ? " ep3" : "", |
|
|
|
(mask & INT_EP2DATASET) ? " ep2" : "", |
|
(mask & INT_EP1DATASET) ? " ep1" : "", |
|
(mask & INT_STATUSNAK) ? " ep0snak" : "", |
|
(mask & INT_STATUS) ? " ep0status" : "", |
|
|
|
(mask & INT_SETUP) ? " setup" : "", |
|
(mask & INT_ENDPOINT0) ? " ep0" : "", |
|
(mask & INT_USBRESET) ? " reset" : "", |
|
(mask & INT_SUSPEND) ? " suspend" : ""); |
|
} |
|
|
|
static const char *udc_ep_state(enum ep0state state) |
|
{ |
|
switch (state) { |
|
case EP0_DISCONNECT: |
|
return "ep0_disconnect"; |
|
case EP0_IDLE: |
|
return "ep0_idle"; |
|
case EP0_IN: |
|
return "ep0_in"; |
|
case EP0_OUT: |
|
return "ep0_out"; |
|
case EP0_STATUS: |
|
return "ep0_status"; |
|
case EP0_STALL: |
|
return "ep0_stall"; |
|
case EP0_SUSPEND: |
|
return "ep0_suspend"; |
|
} |
|
|
|
return "ep0_?"; |
|
} |
|
|
|
static const char *udc_ep_status(u32 status) |
|
{ |
|
switch (status & EPxSTATUS_EP_MASK) { |
|
case EPxSTATUS_EP_READY: |
|
return "ready"; |
|
case EPxSTATUS_EP_DATAIN: |
|
return "packet"; |
|
case EPxSTATUS_EP_FULL: |
|
return "full"; |
|
case EPxSTATUS_EP_TX_ERR: /* host will retry */ |
|
return "tx_err"; |
|
case EPxSTATUS_EP_RX_ERR: |
|
return "rx_err"; |
|
case EPxSTATUS_EP_BUSY: /* ep0 only */ |
|
return "busy"; |
|
case EPxSTATUS_EP_STALL: |
|
return "stall"; |
|
case EPxSTATUS_EP_INVALID: /* these "can't happen" */ |
|
return "invalid"; |
|
} |
|
|
|
return "?"; |
|
} |
|
|
|
static int udc_proc_read(struct seq_file *m, void *v) |
|
{ |
|
struct goku_udc *dev = m->private; |
|
struct goku_udc_regs __iomem *regs = dev->regs; |
|
unsigned long flags; |
|
int i, is_usb_connected; |
|
u32 tmp; |
|
|
|
local_irq_save(flags); |
|
|
|
/* basic device status */ |
|
tmp = readl(®s->power_detect); |
|
is_usb_connected = tmp & PW_DETECT; |
|
seq_printf(m, |
|
"%s - %s\n" |
|
"%s version: %s %s\n" |
|
"Gadget driver: %s\n" |
|
"Host %s, %s\n" |
|
"\n", |
|
pci_name(dev->pdev), driver_desc, |
|
driver_name, DRIVER_VERSION, dmastr(), |
|
dev->driver ? dev->driver->driver.name : "(none)", |
|
is_usb_connected |
|
? ((tmp & PW_PULLUP) ? "full speed" : "powered") |
|
: "disconnected", |
|
udc_ep_state(dev->ep0state)); |
|
|
|
dump_intmask(m, "int_status", readl(®s->int_status)); |
|
dump_intmask(m, "int_enable", readl(®s->int_enable)); |
|
|
|
if (!is_usb_connected || !dev->driver || (tmp & PW_PULLUP) == 0) |
|
goto done; |
|
|
|
/* registers for (active) device and ep0 */ |
|
seq_printf(m, "\nirqs %lu\ndataset %02x single.bcs %02x.%02x state %x addr %u\n", |
|
dev->irqs, readl(®s->DataSet), |
|
readl(®s->EPxSingle), readl(®s->EPxBCS), |
|
readl(®s->UsbState), |
|
readl(®s->address)); |
|
if (seq_has_overflowed(m)) |
|
goto done; |
|
|
|
tmp = readl(®s->dma_master); |
|
seq_printf(m, "dma %03X =" EIGHTBITS "%s %s\n", |
|
tmp, |
|
(tmp & MST_EOPB_DIS) ? " eopb-" : "", |
|
(tmp & MST_EOPB_ENA) ? " eopb+" : "", |
|
(tmp & MST_TIMEOUT_DIS) ? " tmo-" : "", |
|
(tmp & MST_TIMEOUT_ENA) ? " tmo+" : "", |
|
|
|
(tmp & MST_RD_EOPB) ? " eopb" : "", |
|
(tmp & MST_RD_RESET) ? " in_reset" : "", |
|
(tmp & MST_WR_RESET) ? " out_reset" : "", |
|
(tmp & MST_RD_ENA) ? " IN" : "", |
|
|
|
(tmp & MST_WR_ENA) ? " OUT" : "", |
|
(tmp & MST_CONNECTION) ? "ep1in/ep2out" : "ep1out/ep2in"); |
|
if (seq_has_overflowed(m)) |
|
goto done; |
|
|
|
/* dump endpoint queues */ |
|
for (i = 0; i < 4; i++) { |
|
struct goku_ep *ep = &dev->ep [i]; |
|
struct goku_request *req; |
|
|
|
if (i && !ep->ep.desc) |
|
continue; |
|
|
|
tmp = readl(ep->reg_status); |
|
seq_printf(m, "%s %s max %u %s, irqs %lu, status %02x (%s) " FOURBITS "\n", |
|
ep->ep.name, |
|
ep->is_in ? "in" : "out", |
|
ep->ep.maxpacket, |
|
ep->dma ? "dma" : "pio", |
|
ep->irqs, |
|
tmp, udc_ep_status(tmp), |
|
(tmp & EPxSTATUS_TOGGLE) ? "data1" : "data0", |
|
(tmp & EPxSTATUS_SUSPEND) ? " suspend" : "", |
|
(tmp & EPxSTATUS_FIFO_DISABLE) ? " disable" : "", |
|
(tmp & EPxSTATUS_STAGE_ERROR) ? " ep0stat" : ""); |
|
if (seq_has_overflowed(m)) |
|
goto done; |
|
|
|
if (list_empty(&ep->queue)) { |
|
seq_puts(m, "\t(nothing queued)\n"); |
|
if (seq_has_overflowed(m)) |
|
goto done; |
|
continue; |
|
} |
|
list_for_each_entry(req, &ep->queue, queue) { |
|
if (ep->dma && req->queue.prev == &ep->queue) { |
|
if (i == UDC_MSTRD_ENDPOINT) |
|
tmp = readl(®s->in_dma_current); |
|
else |
|
tmp = readl(®s->out_dma_current); |
|
tmp -= req->req.dma; |
|
tmp++; |
|
} else |
|
tmp = req->req.actual; |
|
|
|
seq_printf(m, "\treq %p len %u/%u buf %p\n", |
|
&req->req, tmp, req->req.length, |
|
req->req.buf); |
|
if (seq_has_overflowed(m)) |
|
goto done; |
|
} |
|
} |
|
|
|
done: |
|
local_irq_restore(flags); |
|
return 0; |
|
} |
|
#endif /* CONFIG_USB_GADGET_DEBUG_FILES */ |
|
|
|
/*-------------------------------------------------------------------------*/ |
|
|
|
static void udc_reinit (struct goku_udc *dev) |
|
{ |
|
static char *names [] = { "ep0", "ep1-bulk", "ep2-bulk", "ep3-bulk" }; |
|
|
|
unsigned i; |
|
|
|
INIT_LIST_HEAD (&dev->gadget.ep_list); |
|
dev->gadget.ep0 = &dev->ep [0].ep; |
|
dev->gadget.speed = USB_SPEED_UNKNOWN; |
|
dev->ep0state = EP0_DISCONNECT; |
|
dev->irqs = 0; |
|
|
|
for (i = 0; i < 4; i++) { |
|
struct goku_ep *ep = &dev->ep[i]; |
|
|
|
ep->num = i; |
|
ep->ep.name = names[i]; |
|
ep->reg_fifo = &dev->regs->ep_fifo [i]; |
|
ep->reg_status = &dev->regs->ep_status [i]; |
|
ep->reg_mode = &dev->regs->ep_mode[i]; |
|
|
|
ep->ep.ops = &goku_ep_ops; |
|
list_add_tail (&ep->ep.ep_list, &dev->gadget.ep_list); |
|
ep->dev = dev; |
|
INIT_LIST_HEAD (&ep->queue); |
|
|
|
ep_reset(NULL, ep); |
|
|
|
if (i == 0) |
|
ep->ep.caps.type_control = true; |
|
else |
|
ep->ep.caps.type_bulk = true; |
|
|
|
ep->ep.caps.dir_in = true; |
|
ep->ep.caps.dir_out = true; |
|
} |
|
|
|
dev->ep[0].reg_mode = NULL; |
|
usb_ep_set_maxpacket_limit(&dev->ep[0].ep, MAX_EP0_SIZE); |
|
list_del_init (&dev->ep[0].ep.ep_list); |
|
} |
|
|
|
static void udc_reset(struct goku_udc *dev) |
|
{ |
|
struct goku_udc_regs __iomem *regs = dev->regs; |
|
|
|
writel(0, ®s->power_detect); |
|
writel(0, ®s->int_enable); |
|
readl(®s->int_enable); |
|
dev->int_enable = 0; |
|
|
|
/* deassert reset, leave USB D+ at hi-Z (no pullup) |
|
* don't let INT_PWRDETECT sequence begin |
|
*/ |
|
udelay(250); |
|
writel(PW_RESETB, ®s->power_detect); |
|
readl(®s->int_enable); |
|
} |
|
|
|
static void ep0_start(struct goku_udc *dev) |
|
{ |
|
struct goku_udc_regs __iomem *regs = dev->regs; |
|
unsigned i; |
|
|
|
VDBG(dev, "%s\n", __func__); |
|
|
|
udc_reset(dev); |
|
udc_reinit (dev); |
|
//writel(MST_EOPB_ENA | MST_TIMEOUT_ENA, ®s->dma_master); |
|
|
|
/* hw handles set_address, set_feature, get_status; maybe more */ |
|
writel( G_REQMODE_SET_INTF | G_REQMODE_GET_INTF |
|
| G_REQMODE_SET_CONF | G_REQMODE_GET_CONF |
|
| G_REQMODE_GET_DESC |
|
| G_REQMODE_CLEAR_FEAT |
|
, ®s->reqmode); |
|
|
|
for (i = 0; i < 4; i++) |
|
dev->ep[i].irqs = 0; |
|
|
|
/* can't modify descriptors after writing UsbReady */ |
|
for (i = 0; i < DESC_LEN; i++) |
|
writel(0, ®s->descriptors[i]); |
|
writel(0, ®s->UsbReady); |
|
|
|
/* expect ep0 requests when the host drops reset */ |
|
writel(PW_RESETB | PW_PULLUP, ®s->power_detect); |
|
dev->int_enable = INT_DEVWIDE | INT_EP0; |
|
writel(dev->int_enable, &dev->regs->int_enable); |
|
readl(®s->int_enable); |
|
dev->gadget.speed = USB_SPEED_FULL; |
|
dev->ep0state = EP0_IDLE; |
|
} |
|
|
|
static void udc_enable(struct goku_udc *dev) |
|
{ |
|
/* start enumeration now, or after power detect irq */ |
|
if (readl(&dev->regs->power_detect) & PW_DETECT) |
|
ep0_start(dev); |
|
else { |
|
DBG(dev, "%s\n", __func__); |
|
dev->int_enable = INT_PWRDETECT; |
|
writel(dev->int_enable, &dev->regs->int_enable); |
|
} |
|
} |
|
|
|
/*-------------------------------------------------------------------------*/ |
|
|
|
/* keeping it simple: |
|
* - one bus driver, initted first; |
|
* - one function driver, initted second |
|
*/ |
|
|
|
/* when a driver is successfully registered, it will receive |
|
* control requests including set_configuration(), which enables |
|
* non-control requests. then usb traffic follows until a |
|
* disconnect is reported. then a host may connect again, or |
|
* the driver might get unbound. |
|
*/ |
|
static int goku_udc_start(struct usb_gadget *g, |
|
struct usb_gadget_driver *driver) |
|
{ |
|
struct goku_udc *dev = to_goku_udc(g); |
|
|
|
/* hook up the driver */ |
|
driver->driver.bus = NULL; |
|
dev->driver = driver; |
|
|
|
/* |
|
* then enable host detection and ep0; and we're ready |
|
* for set_configuration as well as eventual disconnect. |
|
*/ |
|
udc_enable(dev); |
|
|
|
return 0; |
|
} |
|
|
|
static void stop_activity(struct goku_udc *dev) |
|
{ |
|
unsigned i; |
|
|
|
DBG (dev, "%s\n", __func__); |
|
|
|
/* disconnect gadget driver after quiesceing hw and the driver */ |
|
udc_reset (dev); |
|
for (i = 0; i < 4; i++) |
|
nuke(&dev->ep [i], -ESHUTDOWN); |
|
|
|
if (dev->driver) |
|
udc_enable(dev); |
|
} |
|
|
|
static int goku_udc_stop(struct usb_gadget *g) |
|
{ |
|
struct goku_udc *dev = to_goku_udc(g); |
|
unsigned long flags; |
|
|
|
spin_lock_irqsave(&dev->lock, flags); |
|
dev->driver = NULL; |
|
stop_activity(dev); |
|
spin_unlock_irqrestore(&dev->lock, flags); |
|
|
|
return 0; |
|
} |
|
|
|
/*-------------------------------------------------------------------------*/ |
|
|
|
static void ep0_setup(struct goku_udc *dev) |
|
{ |
|
struct goku_udc_regs __iomem *regs = dev->regs; |
|
struct usb_ctrlrequest ctrl; |
|
int tmp; |
|
|
|
/* read SETUP packet and enter DATA stage */ |
|
ctrl.bRequestType = readl(®s->bRequestType); |
|
ctrl.bRequest = readl(®s->bRequest); |
|
ctrl.wValue = cpu_to_le16((readl(®s->wValueH) << 8) |
|
| readl(®s->wValueL)); |
|
ctrl.wIndex = cpu_to_le16((readl(®s->wIndexH) << 8) |
|
| readl(®s->wIndexL)); |
|
ctrl.wLength = cpu_to_le16((readl(®s->wLengthH) << 8) |
|
| readl(®s->wLengthL)); |
|
writel(0, ®s->SetupRecv); |
|
|
|
nuke(&dev->ep[0], 0); |
|
dev->ep[0].stopped = 0; |
|
if (likely(ctrl.bRequestType & USB_DIR_IN)) { |
|
dev->ep[0].is_in = 1; |
|
dev->ep0state = EP0_IN; |
|
/* detect early status stages */ |
|
writel(ICONTROL_STATUSNAK, &dev->regs->IntControl); |
|
} else { |
|
dev->ep[0].is_in = 0; |
|
dev->ep0state = EP0_OUT; |
|
|
|
/* NOTE: CLEAR_FEATURE is done in software so that we can |
|
* synchronize transfer restarts after bulk IN stalls. data |
|
* won't even enter the fifo until the halt is cleared. |
|
*/ |
|
switch (ctrl.bRequest) { |
|
case USB_REQ_CLEAR_FEATURE: |
|
switch (ctrl.bRequestType) { |
|
case USB_RECIP_ENDPOINT: |
|
tmp = le16_to_cpu(ctrl.wIndex) & 0x0f; |
|
/* active endpoint */ |
|
if (tmp > 3 || |
|
(!dev->ep[tmp].ep.desc && tmp != 0)) |
|
goto stall; |
|
if (ctrl.wIndex & cpu_to_le16( |
|
USB_DIR_IN)) { |
|
if (!dev->ep[tmp].is_in) |
|
goto stall; |
|
} else { |
|
if (dev->ep[tmp].is_in) |
|
goto stall; |
|
} |
|
if (ctrl.wValue != cpu_to_le16( |
|
USB_ENDPOINT_HALT)) |
|
goto stall; |
|
if (tmp) |
|
goku_clear_halt(&dev->ep[tmp]); |
|
succeed: |
|
/* start ep0out status stage */ |
|
writel(~(1<<0), ®s->EOP); |
|
dev->ep[0].stopped = 1; |
|
dev->ep0state = EP0_STATUS; |
|
return; |
|
case USB_RECIP_DEVICE: |
|
/* device remote wakeup: always clear */ |
|
if (ctrl.wValue != cpu_to_le16(1)) |
|
goto stall; |
|
VDBG(dev, "clear dev remote wakeup\n"); |
|
goto succeed; |
|
case USB_RECIP_INTERFACE: |
|
goto stall; |
|
default: /* pass to gadget driver */ |
|
break; |
|
} |
|
break; |
|
default: |
|
break; |
|
} |
|
} |
|
|
|
#ifdef USB_TRACE |
|
VDBG(dev, "SETUP %02x.%02x v%04x i%04x l%04x\n", |
|
ctrl.bRequestType, ctrl.bRequest, |
|
le16_to_cpu(ctrl.wValue), le16_to_cpu(ctrl.wIndex), |
|
le16_to_cpu(ctrl.wLength)); |
|
#endif |
|
|
|
/* hw wants to know when we're configured (or not) */ |
|
dev->req_config = (ctrl.bRequest == USB_REQ_SET_CONFIGURATION |
|
&& ctrl.bRequestType == USB_RECIP_DEVICE); |
|
if (unlikely(dev->req_config)) |
|
dev->configured = (ctrl.wValue != cpu_to_le16(0)); |
|
|
|
/* delegate everything to the gadget driver. |
|
* it may respond after this irq handler returns. |
|
*/ |
|
spin_unlock (&dev->lock); |
|
tmp = dev->driver->setup(&dev->gadget, &ctrl); |
|
spin_lock (&dev->lock); |
|
if (unlikely(tmp < 0)) { |
|
stall: |
|
#ifdef USB_TRACE |
|
VDBG(dev, "req %02x.%02x protocol STALL; err %d\n", |
|
ctrl.bRequestType, ctrl.bRequest, tmp); |
|
#endif |
|
command(regs, COMMAND_STALL, 0); |
|
dev->ep[0].stopped = 1; |
|
dev->ep0state = EP0_STALL; |
|
} |
|
|
|
/* expect at least one data or status stage irq */ |
|
} |
|
|
|
#define ACK(irqbit) { \ |
|
stat &= ~irqbit; \ |
|
writel(~irqbit, ®s->int_status); \ |
|
handled = 1; \ |
|
} |
|
|
|
static irqreturn_t goku_irq(int irq, void *_dev) |
|
{ |
|
struct goku_udc *dev = _dev; |
|
struct goku_udc_regs __iomem *regs = dev->regs; |
|
struct goku_ep *ep; |
|
u32 stat, handled = 0; |
|
unsigned i, rescans = 5; |
|
|
|
spin_lock(&dev->lock); |
|
|
|
rescan: |
|
stat = readl(®s->int_status) & dev->int_enable; |
|
if (!stat) |
|
goto done; |
|
dev->irqs++; |
|
|
|
/* device-wide irqs */ |
|
if (unlikely(stat & INT_DEVWIDE)) { |
|
if (stat & INT_SYSERROR) { |
|
ERROR(dev, "system error\n"); |
|
stop_activity(dev); |
|
stat = 0; |
|
handled = 1; |
|
// FIXME have a neater way to prevent re-enumeration |
|
dev->driver = NULL; |
|
goto done; |
|
} |
|
if (stat & INT_PWRDETECT) { |
|
writel(~stat, ®s->int_status); |
|
if (readl(&dev->regs->power_detect) & PW_DETECT) { |
|
VDBG(dev, "connect\n"); |
|
ep0_start(dev); |
|
} else { |
|
DBG(dev, "disconnect\n"); |
|
if (dev->gadget.speed == USB_SPEED_FULL) |
|
stop_activity(dev); |
|
dev->ep0state = EP0_DISCONNECT; |
|
dev->int_enable = INT_DEVWIDE; |
|
writel(dev->int_enable, &dev->regs->int_enable); |
|
} |
|
stat = 0; |
|
handled = 1; |
|
goto done; |
|
} |
|
if (stat & INT_SUSPEND) { |
|
ACK(INT_SUSPEND); |
|
if (readl(®s->ep_status[0]) & EPxSTATUS_SUSPEND) { |
|
switch (dev->ep0state) { |
|
case EP0_DISCONNECT: |
|
case EP0_SUSPEND: |
|
goto pm_next; |
|
default: |
|
break; |
|
} |
|
DBG(dev, "USB suspend\n"); |
|
dev->ep0state = EP0_SUSPEND; |
|
if (dev->gadget.speed != USB_SPEED_UNKNOWN |
|
&& dev->driver |
|
&& dev->driver->suspend) { |
|
spin_unlock(&dev->lock); |
|
dev->driver->suspend(&dev->gadget); |
|
spin_lock(&dev->lock); |
|
} |
|
} else { |
|
if (dev->ep0state != EP0_SUSPEND) { |
|
DBG(dev, "bogus USB resume %d\n", |
|
dev->ep0state); |
|
goto pm_next; |
|
} |
|
DBG(dev, "USB resume\n"); |
|
dev->ep0state = EP0_IDLE; |
|
if (dev->gadget.speed != USB_SPEED_UNKNOWN |
|
&& dev->driver |
|
&& dev->driver->resume) { |
|
spin_unlock(&dev->lock); |
|
dev->driver->resume(&dev->gadget); |
|
spin_lock(&dev->lock); |
|
} |
|
} |
|
} |
|
pm_next: |
|
if (stat & INT_USBRESET) { /* hub reset done */ |
|
ACK(INT_USBRESET); |
|
INFO(dev, "USB reset done, gadget %s\n", |
|
dev->driver->driver.name); |
|
} |
|
// and INT_ERR on some endpoint's crc/bitstuff/... problem |
|
} |
|
|
|
/* progress ep0 setup, data, or status stages. |
|
* no transition {EP0_STATUS, EP0_STALL} --> EP0_IDLE; saves irqs |
|
*/ |
|
if (stat & INT_SETUP) { |
|
ACK(INT_SETUP); |
|
dev->ep[0].irqs++; |
|
ep0_setup(dev); |
|
} |
|
if (stat & INT_STATUSNAK) { |
|
ACK(INT_STATUSNAK|INT_ENDPOINT0); |
|
if (dev->ep0state == EP0_IN) { |
|
ep = &dev->ep[0]; |
|
ep->irqs++; |
|
nuke(ep, 0); |
|
writel(~(1<<0), ®s->EOP); |
|
dev->ep0state = EP0_STATUS; |
|
} |
|
} |
|
if (stat & INT_ENDPOINT0) { |
|
ACK(INT_ENDPOINT0); |
|
ep = &dev->ep[0]; |
|
ep->irqs++; |
|
pio_advance(ep); |
|
} |
|
|
|
/* dma completion */ |
|
if (stat & INT_MSTRDEND) { /* IN */ |
|
ACK(INT_MSTRDEND); |
|
ep = &dev->ep[UDC_MSTRD_ENDPOINT]; |
|
ep->irqs++; |
|
dma_advance(dev, ep); |
|
} |
|
if (stat & INT_MSTWREND) { /* OUT */ |
|
ACK(INT_MSTWREND); |
|
ep = &dev->ep[UDC_MSTWR_ENDPOINT]; |
|
ep->irqs++; |
|
dma_advance(dev, ep); |
|
} |
|
if (stat & INT_MSTWRTMOUT) { /* OUT */ |
|
ACK(INT_MSTWRTMOUT); |
|
ep = &dev->ep[UDC_MSTWR_ENDPOINT]; |
|
ep->irqs++; |
|
ERROR(dev, "%s write timeout ?\n", ep->ep.name); |
|
// reset dma? then dma_advance() |
|
} |
|
|
|
/* pio */ |
|
for (i = 1; i < 4; i++) { |
|
u32 tmp = INT_EPxDATASET(i); |
|
|
|
if (!(stat & tmp)) |
|
continue; |
|
ep = &dev->ep[i]; |
|
pio_advance(ep); |
|
if (list_empty (&ep->queue)) |
|
pio_irq_disable(dev, regs, i); |
|
stat &= ~tmp; |
|
handled = 1; |
|
ep->irqs++; |
|
} |
|
|
|
if (rescans--) |
|
goto rescan; |
|
|
|
done: |
|
(void)readl(®s->int_enable); |
|
spin_unlock(&dev->lock); |
|
if (stat) |
|
DBG(dev, "unhandled irq status: %05x (%05x, %05x)\n", stat, |
|
readl(®s->int_status), dev->int_enable); |
|
return IRQ_RETVAL(handled); |
|
} |
|
|
|
#undef ACK |
|
|
|
/*-------------------------------------------------------------------------*/ |
|
|
|
static void gadget_release(struct device *_dev) |
|
{ |
|
struct goku_udc *dev = dev_get_drvdata(_dev); |
|
|
|
kfree(dev); |
|
} |
|
|
|
/* tear down the binding between this driver and the pci device */ |
|
|
|
static void goku_remove(struct pci_dev *pdev) |
|
{ |
|
struct goku_udc *dev = pci_get_drvdata(pdev); |
|
|
|
DBG(dev, "%s\n", __func__); |
|
|
|
usb_del_gadget_udc(&dev->gadget); |
|
|
|
BUG_ON(dev->driver); |
|
|
|
#ifdef CONFIG_USB_GADGET_DEBUG_FILES |
|
remove_proc_entry(proc_node_name, NULL); |
|
#endif |
|
if (dev->regs) |
|
udc_reset(dev); |
|
if (dev->got_irq) |
|
free_irq(pdev->irq, dev); |
|
if (dev->regs) |
|
iounmap(dev->regs); |
|
if (dev->got_region) |
|
release_mem_region(pci_resource_start (pdev, 0), |
|
pci_resource_len (pdev, 0)); |
|
if (dev->enabled) |
|
pci_disable_device(pdev); |
|
|
|
dev->regs = NULL; |
|
|
|
INFO(dev, "unbind\n"); |
|
} |
|
|
|
/* wrap this driver around the specified pci device, but |
|
* don't respond over USB until a gadget driver binds to us. |
|
*/ |
|
|
|
static int goku_probe(struct pci_dev *pdev, const struct pci_device_id *id) |
|
{ |
|
struct goku_udc *dev = NULL; |
|
unsigned long resource, len; |
|
void __iomem *base = NULL; |
|
int retval; |
|
|
|
if (!pdev->irq) { |
|
printk(KERN_ERR "Check PCI %s IRQ setup!\n", pci_name(pdev)); |
|
retval = -ENODEV; |
|
goto err; |
|
} |
|
|
|
/* alloc, and start init */ |
|
dev = kzalloc (sizeof *dev, GFP_KERNEL); |
|
if (!dev) { |
|
retval = -ENOMEM; |
|
goto err; |
|
} |
|
|
|
pci_set_drvdata(pdev, dev); |
|
spin_lock_init(&dev->lock); |
|
dev->pdev = pdev; |
|
dev->gadget.ops = &goku_ops; |
|
dev->gadget.max_speed = USB_SPEED_FULL; |
|
|
|
/* the "gadget" abstracts/virtualizes the controller */ |
|
dev->gadget.name = driver_name; |
|
|
|
/* now all the pci goodies ... */ |
|
retval = pci_enable_device(pdev); |
|
if (retval < 0) { |
|
DBG(dev, "can't enable, %d\n", retval); |
|
goto err; |
|
} |
|
dev->enabled = 1; |
|
|
|
resource = pci_resource_start(pdev, 0); |
|
len = pci_resource_len(pdev, 0); |
|
if (!request_mem_region(resource, len, driver_name)) { |
|
DBG(dev, "controller already in use\n"); |
|
retval = -EBUSY; |
|
goto err; |
|
} |
|
dev->got_region = 1; |
|
|
|
base = ioremap(resource, len); |
|
if (base == NULL) { |
|
DBG(dev, "can't map memory\n"); |
|
retval = -EFAULT; |
|
goto err; |
|
} |
|
dev->regs = (struct goku_udc_regs __iomem *) base; |
|
|
|
INFO(dev, "%s\n", driver_desc); |
|
INFO(dev, "version: " DRIVER_VERSION " %s\n", dmastr()); |
|
INFO(dev, "irq %d, pci mem %p\n", pdev->irq, base); |
|
|
|
/* init to known state, then setup irqs */ |
|
udc_reset(dev); |
|
udc_reinit (dev); |
|
if (request_irq(pdev->irq, goku_irq, IRQF_SHARED, |
|
driver_name, dev) != 0) { |
|
DBG(dev, "request interrupt %d failed\n", pdev->irq); |
|
retval = -EBUSY; |
|
goto err; |
|
} |
|
dev->got_irq = 1; |
|
if (use_dma) |
|
pci_set_master(pdev); |
|
|
|
|
|
#ifdef CONFIG_USB_GADGET_DEBUG_FILES |
|
proc_create_single_data(proc_node_name, 0, NULL, udc_proc_read, dev); |
|
#endif |
|
|
|
retval = usb_add_gadget_udc_release(&pdev->dev, &dev->gadget, |
|
gadget_release); |
|
if (retval) |
|
goto err; |
|
|
|
return 0; |
|
|
|
err: |
|
if (dev) |
|
goku_remove (pdev); |
|
/* gadget_release is not registered yet, kfree explicitly */ |
|
kfree(dev); |
|
return retval; |
|
} |
|
|
|
|
|
/*-------------------------------------------------------------------------*/ |
|
|
|
static const struct pci_device_id pci_ids[] = { { |
|
.class = PCI_CLASS_SERIAL_USB_DEVICE, |
|
.class_mask = ~0, |
|
.vendor = 0x102f, /* Toshiba */ |
|
.device = 0x0107, /* this UDC */ |
|
.subvendor = PCI_ANY_ID, |
|
.subdevice = PCI_ANY_ID, |
|
|
|
}, { /* end: all zeroes */ } |
|
}; |
|
MODULE_DEVICE_TABLE (pci, pci_ids); |
|
|
|
static struct pci_driver goku_pci_driver = { |
|
.name = driver_name, |
|
.id_table = pci_ids, |
|
|
|
.probe = goku_probe, |
|
.remove = goku_remove, |
|
|
|
/* FIXME add power management support */ |
|
}; |
|
|
|
module_pci_driver(goku_pci_driver);
|
|
|