drivers/usb/host/r8a66597-hcd.c

   1 /*
   2  * R8A66597 HCD (Host Controller Driver)
   3  *
   4  * Copyright (C) 2006-2007 Renesas Solutions Corp.
   5  * Portions Copyright (C) 2004 Psion Teklogix (for NetBook PRO)
   6  * Portions Copyright (C) 2004-2005 David Brownell
   7  * Portions Copyright (C) 1999 Roman Weissgaerber
   8  *
   9  * Author : Yoshihiro Shimoda <shimoda.yoshihiro@renesas.com>
  10  *
  11  * This program is free software; you can redistribute it and/or modify
  12  * it under the terms of the GNU General Public License as published by
  13  * the Free Software Foundation; version 2 of the License.
  14  *
  15  * This program is distributed in the hope that it will be useful,
  16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  18  * GNU General Public License for more details.
  19  *
  20  * You should have received a copy of the GNU General Public License
  21  * along with this program; if not, write to the Free Software
  22  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
  23  *
  24  */
  25
  26 #include <linux/module.h>
  27 #include <linux/kernel.h>
  28 #include <linux/sched.h>
  29 #include <linux/smp_lock.h>
  30 #include <linux/errno.h>
  31 #include <linux/init.h>
  32 #include <linux/timer.h>
  33 #include <linux/delay.h>
  34 #include <linux/list.h>
  35 #include <linux/interrupt.h>
  36 #include <linux/usb.h>
  37 #include <linux/platform_device.h>
  38 #include <linux/io.h>
  39 #include <linux/irq.h>
  40
  41 #include "../core/hcd.h"
  42 #include "r8a66597.h"
  43
  44 MODULE_DESCRIPTION("R8A66597 USB Host Controller Driver");
  45 MODULE_LICENSE("GPL");
  46 MODULE_AUTHOR("Yoshihiro Shimoda");
  47
  48 #define DRIVER_VERSION  "29 May 2007"
  49
  50 static const char hcd_name[] = "r8a66597_hcd";
  51
  52 /* module parameters */
  53 static unsigned short clock = XTAL12;
  54 module_param(clock, ushort, 0644);
  55 MODULE_PARM_DESC(clock, "input clock: 48MHz=32768, 24MHz=16384, 12MHz=0 "
  56                 "(default=0)");
  57
  58 static unsigned short vif = LDRV;
  59 module_param(vif, ushort, 0644);
  60 MODULE_PARM_DESC(vif, "input VIF: 3.3V=32768, 1.5V=0(default=32768)");
  61
  62 static unsigned short endian;
  63 module_param(endian, ushort, 0644);
  64 MODULE_PARM_DESC(endian, "data endian: big=256, little=0 (default=0)");
  65
  66 static unsigned short irq_sense = INTL;
  67 module_param(irq_sense, ushort, 0644);
  68 MODULE_PARM_DESC(irq_sense, "IRQ sense: low level=32, falling edge=0 "
  69                 "(default=32)");
  70
  71 static void packet_write(struct r8a66597 *r8a66597, u16 pipenum);
  72 static int r8a66597_get_frame(struct usb_hcd *hcd);
  73
  74 /* this function must be called with interrupt disabled */
  75 static void enable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
  76                             unsigned long reg)
  77 {
  78         u16 tmp;
  79
  80         tmp = r8a66597_read(r8a66597, INTENB0);
  81         r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
  82         r8a66597_bset(r8a66597, 1 << pipenum, reg);
  83         r8a66597_write(r8a66597, tmp, INTENB0);
  84 }
  85
  86 /* this function must be called with interrupt disabled */
  87 static void disable_pipe_irq(struct r8a66597 *r8a66597, u16 pipenum,
  88                              unsigned long reg)
  89 {
  90         u16 tmp;
  91
  92         tmp = r8a66597_read(r8a66597, INTENB0);
  93         r8a66597_bclr(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
  94         r8a66597_bclr(r8a66597, 1 << pipenum, reg);
  95         r8a66597_write(r8a66597, tmp, INTENB0);
  96 }
  97
  98 static void set_devadd_reg(struct r8a66597 *r8a66597, u8 r8a66597_address,
  99                            u16 usbspd, u8 upphub, u8 hubport, int port)
 100 {
 101         u16 val;
 102         unsigned long devadd_reg = get_devadd_addr(r8a66597_address);
 103
 104         val = (upphub << 11) | (hubport << 8) | (usbspd << 6) | (port & 0x0001);
 105         r8a66597_write(r8a66597, val, devadd_reg);
 106 }
 107
 108 static int enable_controller(struct r8a66597 *r8a66597)
 109 {
 110         u16 tmp;
 111         int i = 0;
 112
 113         do {
 114                 r8a66597_write(r8a66597, USBE, SYSCFG0);
 115                 tmp = r8a66597_read(r8a66597, SYSCFG0);
 116                 if (i++ > 1000) {
 117                         err("register access fail.");
 118                         return -ENXIO;
 119                 }
 120         } while ((tmp & USBE) != USBE);
 121         r8a66597_bclr(r8a66597, USBE, SYSCFG0);
 122         r8a66597_mdfy(r8a66597, clock, XTAL, SYSCFG0);
 123
 124         i = 0;
 125         r8a66597_bset(r8a66597, XCKE, SYSCFG0);
 126         do {
 127                 msleep(1);
 128                 tmp = r8a66597_read(r8a66597, SYSCFG0);
 129                 if (i++ > 500) {
 130                         err("register access fail.");
 131                         return -ENXIO;
 132                 }
 133         } while ((tmp & SCKE) != SCKE);
 134
 135         r8a66597_bset(r8a66597, DCFM | DRPD, SYSCFG0);
 136         r8a66597_bset(r8a66597, DRPD, SYSCFG1);
 137
 138         r8a66597_bset(r8a66597, vif & LDRV, PINCFG);
 139         r8a66597_bset(r8a66597, HSE, SYSCFG0);
 140         r8a66597_bset(r8a66597, HSE, SYSCFG1);
 141         r8a66597_bset(r8a66597, USBE, SYSCFG0);
 142
 143         r8a66597_bset(r8a66597, BEMPE | NRDYE | BRDYE, INTENB0);
 144         r8a66597_bset(r8a66597, irq_sense & INTL, SOFCFG);
 145         r8a66597_bset(r8a66597, BRDY0, BRDYENB);
 146         r8a66597_bset(r8a66597, BEMP0, BEMPENB);
 147
 148         r8a66597_write(r8a66597, BURST | CPU_ADR_RD_WR, DMA0CFG);
 149         r8a66597_write(r8a66597, BURST | CPU_ADR_RD_WR, DMA1CFG);
 150
 151         r8a66597_bset(r8a66597, endian & BIGEND, CFIFOSEL);
 152         r8a66597_bset(r8a66597, endian & BIGEND, D0FIFOSEL);
 153         r8a66597_bset(r8a66597, endian & BIGEND, D1FIFOSEL);
 154
 155         r8a66597_bset(r8a66597, TRNENSEL, SOFCFG);
 156
 157         r8a66597_bset(r8a66597, SIGNE | SACKE, INTENB1);
 158         r8a66597_bclr(r8a66597, DTCHE, INTENB1);
 159         r8a66597_bset(r8a66597, ATTCHE, INTENB1);
 160         r8a66597_bclr(r8a66597, DTCHE, INTENB2);
 161         r8a66597_bset(r8a66597, ATTCHE, INTENB2);
 162
 163         return 0;
 164 }
 165
 166 static void disable_controller(struct r8a66597 *r8a66597)
 167 {
 168         u16 tmp;
 169
 170         r8a66597_write(r8a66597, 0, INTENB0);
 171         r8a66597_write(r8a66597, 0, INTENB1);
 172         r8a66597_write(r8a66597, 0, INTENB2);
 173         r8a66597_write(r8a66597, 0, INTSTS0);
 174         r8a66597_write(r8a66597, 0, INTSTS1);
 175         r8a66597_write(r8a66597, 0, INTSTS2);
 176
 177         r8a66597_port_power(r8a66597, 0, 0);
 178         r8a66597_port_power(r8a66597, 1, 0);
 179
 180         do {
 181                 tmp = r8a66597_read(r8a66597, SOFCFG) & EDGESTS;
 182                 udelay(640);
 183         } while (tmp == EDGESTS);
 184
 185         r8a66597_bclr(r8a66597, DCFM | DRPD, SYSCFG0);
 186         r8a66597_bclr(r8a66597, DRPD, SYSCFG1);
 187         r8a66597_bclr(r8a66597, HSE, SYSCFG0);
 188         r8a66597_bclr(r8a66597, HSE, SYSCFG1);
 189
 190         r8a66597_bclr(r8a66597, SCKE, SYSCFG0);
 191         udelay(1);
 192         r8a66597_bclr(r8a66597, PLLC, SYSCFG0);
 193         r8a66597_bclr(r8a66597, XCKE, SYSCFG0);
 194         r8a66597_bclr(r8a66597, USBE, SYSCFG0);
 195 }
 196
 197 static int get_parent_r8a66597_address(struct r8a66597 *r8a66597,
 198                                        struct usb_device *udev)
 199 {
 200         struct r8a66597_device *dev;
 201
 202         if (udev->parent && udev->parent->devnum != 1)
 203                 udev = udev->parent;
 204
 205         dev = dev_get_drvdata(&udev->dev);
 206         if (dev)
 207                 return dev->address;
 208         else
 209                 return 0;
 210 }
 211
 212 static int is_child_device(char *devpath)
 213 {
 214         return (devpath[2] ? 1 : 0);
 215 }
 216
 217 static int is_hub_limit(char *devpath)
 218 {
 219         return ((strlen(devpath) >= 4) ? 1 : 0);
 220 }
 221
 222 static void get_port_number(char *devpath, u16 *root_port, u16 *hub_port)
 223 {
 224         if (root_port) {
 225                 *root_port = (devpath[0] & 0x0F) - 1;
 226                 if (*root_port >= R8A66597_MAX_ROOT_HUB)
 227                         err("illegal root port number");
 228         }
 229         if (hub_port)
 230                 *hub_port = devpath[2] & 0x0F;
 231 }
 232
 233 static u16 get_r8a66597_usb_speed(enum usb_device_speed speed)
 234 {
 235         u16 usbspd = 0;
 236
 237         switch (speed) {
 238         case USB_SPEED_LOW:
 239                 usbspd = LSMODE;
 240                 break;
 241         case USB_SPEED_FULL:
 242                 usbspd = FSMODE;
 243                 break;
 244         case USB_SPEED_HIGH:
 245                 usbspd = HSMODE;
 246                 break;
 247         default:
 248                 err("unknown speed");
 249                 break;
 250         }
 251
 252         return usbspd;
 253 }
 254
 255 static void set_child_connect_map(struct r8a66597 *r8a66597, int address)
 256 {
 257         int idx;
 258
 259         idx = address / 32;
 260         r8a66597->child_connect_map[idx] |= 1 << (address % 32);
 261 }
 262
 263 static void put_child_connect_map(struct r8a66597 *r8a66597, int address)
 264 {
 265         int idx;
 266
 267         idx = address / 32;
 268         r8a66597->child_connect_map[idx] &= ~(1 << (address % 32));
 269 }
 270
 271 static void set_pipe_reg_addr(struct r8a66597_pipe *pipe, u8 dma_ch)
 272 {
 273         u16 pipenum = pipe->info.pipenum;
 274         unsigned long fifoaddr[] = {D0FIFO, D1FIFO, CFIFO};
 275         unsigned long fifosel[] = {D0FIFOSEL, D1FIFOSEL, CFIFOSEL};
 276         unsigned long fifoctr[] = {D0FIFOCTR, D1FIFOCTR, CFIFOCTR};
 277
 278         if (dma_ch > R8A66597_PIPE_NO_DMA)      /* dma fifo not use? */
 279                 dma_ch = R8A66597_PIPE_NO_DMA;
 280
 281         pipe->fifoaddr = fifoaddr[dma_ch];
 282         pipe->fifosel = fifosel[dma_ch];
 283         pipe->fifoctr = fifoctr[dma_ch];
 284
 285         if (pipenum == 0)
 286                 pipe->pipectr = DCPCTR;
 287         else
 288                 pipe->pipectr = get_pipectr_addr(pipenum);
 289
 290         if (check_bulk_or_isoc(pipenum)) {
 291                 pipe->pipetre = get_pipetre_addr(pipenum);
 292                 pipe->pipetrn = get_pipetrn_addr(pipenum);
 293         } else {
 294                 pipe->pipetre = 0;
 295                 pipe->pipetrn = 0;
 296         }
 297 }
 298
 299 static struct r8a66597_device *
 300 get_urb_to_r8a66597_dev(struct r8a66597 *r8a66597, struct urb *urb)
 301 {
 302         if (usb_pipedevice(urb->pipe) == 0)
 303                 return &r8a66597->device0;
 304
 305         return dev_get_drvdata(&urb->dev->dev);
 306 }
 307
 308 static int make_r8a66597_device(struct r8a66597 *r8a66597,
 309                                 struct urb *urb, u8 addr)
 310 {
 311         struct r8a66597_device *dev;
 312         int usb_address = urb->setup_packet[2]; /* urb->pipe is address 0 */
 313
 314         dev = kzalloc(sizeof(struct r8a66597_device), GFP_ATOMIC);
 315         if (dev == NULL)
 316                 return -ENOMEM;
 317
 318         dev_set_drvdata(&urb->dev->dev, dev);
 319         dev->udev = urb->dev;
 320         dev->address = addr;
 321         dev->usb_address = usb_address;
 322         dev->state = USB_STATE_ADDRESS;
 323         dev->ep_in_toggle = 0;
 324         dev->ep_out_toggle = 0;
 325         INIT_LIST_HEAD(&dev->device_list);
 326         list_add_tail(&dev->device_list, &r8a66597->child_device);
 327
 328         get_port_number(urb->dev->devpath, &dev->root_port, &dev->hub_port);
 329         if (!is_child_device(urb->dev->devpath))
 330                 r8a66597->root_hub[dev->root_port].dev = dev;
 331
 332         set_devadd_reg(r8a66597, dev->address,
 333                        get_r8a66597_usb_speed(urb->dev->speed),
 334                        get_parent_r8a66597_address(r8a66597, urb->dev),
 335                        dev->hub_port, dev->root_port);
 336
 337         return 0;
 338 }
 339
 340 /* this function must be called with interrupt disabled */
 341 static u8 alloc_usb_address(struct r8a66597 *r8a66597, struct urb *urb)
 342 {
 343         u8 addr;        /* R8A66597's address */
 344         struct r8a66597_device *dev;
 345
 346         if (is_hub_limit(urb->dev->devpath)) {
 347                 err("Externel hub limit reached.");
 348                 return 0;
 349         }
 350
 351         dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 352         if (dev && dev->state >= USB_STATE_ADDRESS)
 353                 return dev->address;
 354
 355         for (addr = 1; addr <= R8A66597_MAX_DEVICE; addr++) {
 356                 if (r8a66597->address_map & (1 << addr))
 357                         continue;
 358
 359                 dbg("alloc_address: r8a66597_addr=%d", addr);
 360                 r8a66597->address_map |= 1 << addr;
 361
 362                 if (make_r8a66597_device(r8a66597, urb, addr) < 0)
 363                         return 0;
 364
 365                 return addr;
 366         }
 367
 368         err("cannot communicate with a USB device more than 10.(%x)",
 369             r8a66597->address_map);
 370
 371         return 0;
 372 }
 373
 374 /* this function must be called with interrupt disabled */
 375 static void free_usb_address(struct r8a66597 *r8a66597,
 376                              struct r8a66597_device *dev)
 377 {
 378         int port;
 379
 380         if (!dev)
 381                 return;
 382
 383         dbg("free_addr: addr=%d", dev->address);
 384
 385         dev->state = USB_STATE_DEFAULT;
 386         r8a66597->address_map &= ~(1 << dev->address);
 387         dev->address = 0;
 388         dev_set_drvdata(&dev->udev->dev, NULL);
 389         list_del(&dev->device_list);
 390         kfree(dev);
 391
 392         for (port = 0; port < R8A66597_MAX_ROOT_HUB; port++) {
 393                 if (r8a66597->root_hub[port].dev == dev) {
 394                         r8a66597->root_hub[port].dev = NULL;
 395                         break;
 396                 }
 397         }
 398 }
 399
 400 static void r8a66597_reg_wait(struct r8a66597 *r8a66597, unsigned long reg,
 401                               u16 mask, u16 loop)
 402 {
 403         u16 tmp;
 404         int i = 0;
 405
 406         do {
 407                 tmp = r8a66597_read(r8a66597, reg);
 408                 if (i++ > 1000000) {
 409                         err("register%lx, loop %x is timeout", reg, loop);
 410                         break;
 411                 }
 412                 ndelay(1);
 413         } while ((tmp & mask) != loop);
 414 }
 415
 416 /* this function must be called with interrupt disabled */
 417 static void pipe_start(struct r8a66597 *r8a66597, struct r8a66597_pipe *pipe)
 418 {
 419         u16 tmp;
 420
 421         tmp = r8a66597_read(r8a66597, pipe->pipectr) & PID;
 422         if ((pipe->info.pipenum != 0) & ((tmp & PID_STALL) != 0)) /* stall? */
 423                 r8a66597_mdfy(r8a66597, PID_NAK, PID, pipe->pipectr);
 424         r8a66597_mdfy(r8a66597, PID_BUF, PID, pipe->pipectr);
 425 }
 426
 427 /* this function must be called with interrupt disabled */
 428 static void pipe_stop(struct r8a66597 *r8a66597, struct r8a66597_pipe *pipe)
 429 {
 430         u16 tmp;
 431
 432         tmp = r8a66597_read(r8a66597, pipe->pipectr) & PID;
 433         if ((tmp & PID_STALL11) != PID_STALL11) /* force stall? */
 434                 r8a66597_mdfy(r8a66597, PID_STALL, PID, pipe->pipectr);
 435         r8a66597_mdfy(r8a66597, PID_NAK, PID, pipe->pipectr);
 436         r8a66597_reg_wait(r8a66597, pipe->pipectr, PBUSY, 0);
 437 }
 438
 439 /* this function must be called with interrupt disabled */
 440 static void clear_all_buffer(struct r8a66597 *r8a66597,
 441                              struct r8a66597_pipe *pipe)
 442 {
 443         u16 tmp;
 444
 445         if (!pipe || pipe->info.pipenum == 0)
 446                 return;
 447
 448         pipe_stop(r8a66597, pipe);
 449         r8a66597_bset(r8a66597, ACLRM, pipe->pipectr);
 450         tmp = r8a66597_read(r8a66597, pipe->pipectr);
 451         tmp = r8a66597_read(r8a66597, pipe->pipectr);
 452         tmp = r8a66597_read(r8a66597, pipe->pipectr);
 453         r8a66597_bclr(r8a66597, ACLRM, pipe->pipectr);
 454 }
 455
 456 /* this function must be called with interrupt disabled */
 457 static void r8a66597_pipe_toggle(struct r8a66597 *r8a66597,
 458                                  struct r8a66597_pipe *pipe, int toggle)
 459 {
 460         if (toggle)
 461                 r8a66597_bset(r8a66597, SQSET, pipe->pipectr);
 462         else
 463                 r8a66597_bset(r8a66597, SQCLR, pipe->pipectr);
 464 }
 465
 466 /* this function must be called with interrupt disabled */
 467 static inline void cfifo_change(struct r8a66597 *r8a66597, u16 pipenum)
 468 {
 469         r8a66597_mdfy(r8a66597, MBW | pipenum, MBW | CURPIPE, CFIFOSEL);
 470         r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, pipenum);
 471 }
 472
 473 /* this function must be called with interrupt disabled */
 474 static inline void fifo_change_from_pipe(struct r8a66597 *r8a66597,
 475                                          struct r8a66597_pipe *pipe)
 476 {
 477         cfifo_change(r8a66597, 0);
 478         r8a66597_mdfy(r8a66597, MBW | 0, MBW | CURPIPE, D0FIFOSEL);
 479         r8a66597_mdfy(r8a66597, MBW | 0, MBW | CURPIPE, D1FIFOSEL);
 480
 481         r8a66597_mdfy(r8a66597, MBW | pipe->info.pipenum, MBW | CURPIPE,
 482                       pipe->fifosel);
 483         r8a66597_reg_wait(r8a66597, pipe->fifosel, CURPIPE, pipe->info.pipenum);
 484 }
 485
 486 static u16 r8a66597_get_pipenum(struct urb *urb, struct usb_host_endpoint *hep)
 487 {
 488         struct r8a66597_pipe *pipe = hep->hcpriv;
 489
 490         if (usb_pipeendpoint(urb->pipe) == 0)
 491                 return 0;
 492         else
 493                 return pipe->info.pipenum;
 494 }
 495
 496 static u16 get_urb_to_r8a66597_addr(struct r8a66597 *r8a66597, struct urb *urb)
 497 {
 498         struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 499
 500         return (usb_pipedevice(urb->pipe) == 0) ? 0 : dev->address;
 501 }
 502
 503 static unsigned short *get_toggle_pointer(struct r8a66597_device *dev,
 504                                           int urb_pipe)
 505 {
 506         if (!dev)
 507                 return NULL;
 508
 509         return usb_pipein(urb_pipe) ? &dev->ep_in_toggle : &dev->ep_out_toggle;
 510 }
 511
 512 /* this function must be called with interrupt disabled */
 513 static void pipe_toggle_set(struct r8a66597 *r8a66597,
 514                             struct r8a66597_pipe *pipe,
 515                             struct urb *urb, int set)
 516 {
 517         struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 518         unsigned char endpoint = usb_pipeendpoint(urb->pipe);
 519         unsigned short *toggle = get_toggle_pointer(dev, urb->pipe);
 520
 521         if (!toggle)
 522                 return;
 523
 524         if (set)
 525                 *toggle |= 1 << endpoint;
 526         else
 527                 *toggle &= ~(1 << endpoint);
 528 }
 529
 530 /* this function must be called with interrupt disabled */
 531 static void pipe_toggle_save(struct r8a66597 *r8a66597,
 532                              struct r8a66597_pipe *pipe,
 533                              struct urb *urb)
 534 {
 535         if (r8a66597_read(r8a66597, pipe->pipectr) & SQMON)
 536                 pipe_toggle_set(r8a66597, pipe, urb, 1);
 537         else
 538                 pipe_toggle_set(r8a66597, pipe, urb, 0);
 539 }
 540
 541 /* this function must be called with interrupt disabled */
 542 static void pipe_toggle_restore(struct r8a66597 *r8a66597,
 543                                 struct r8a66597_pipe *pipe,
 544                                 struct urb *urb)
 545 {
 546         struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 547         unsigned char endpoint = usb_pipeendpoint(urb->pipe);
 548         unsigned short *toggle = get_toggle_pointer(dev, urb->pipe);
 549
 550         if (!toggle)
 551                 return;
 552
 553         r8a66597_pipe_toggle(r8a66597, pipe, *toggle & (1 << endpoint));
 554 }
 555
 556 /* this function must be called with interrupt disabled */
 557 static void pipe_buffer_setting(struct r8a66597 *r8a66597,
 558                                 struct r8a66597_pipe_info *info)
 559 {
 560         u16 val = 0;
 561
 562         if (info->pipenum == 0)
 563                 return;
 564
 565         r8a66597_bset(r8a66597, ACLRM, get_pipectr_addr(info->pipenum));
 566         r8a66597_bclr(r8a66597, ACLRM, get_pipectr_addr(info->pipenum));
 567         r8a66597_write(r8a66597, info->pipenum, PIPESEL);
 568         if (!info->dir_in)
 569                 val |= R8A66597_DIR;
 570         if (info->type == R8A66597_BULK && info->dir_in)
 571                 val |= R8A66597_DBLB | R8A66597_SHTNAK;
 572         val |= info->type | info->epnum;
 573         r8a66597_write(r8a66597, val, PIPECFG);
 574
 575         r8a66597_write(r8a66597, (info->buf_bsize << 10) | (info->bufnum),
 576                        PIPEBUF);
 577         r8a66597_write(r8a66597, make_devsel(info->address) | info->maxpacket,
 578                        PIPEMAXP);
 579         if (info->interval)
 580                 info->interval--;
 581         r8a66597_write(r8a66597, info->interval, PIPEPERI);
 582 }
 583
 584
 585
 586 /* this function must be called with interrupt disabled */
 587 static void pipe_setting(struct r8a66597 *r8a66597, struct r8a66597_td *td)
 588 {
 589         struct r8a66597_pipe_info *info;
 590         struct urb *urb = td->urb;
 591
 592         if (td->pipenum > 0) {
 593                 info = &td->pipe->info;
 594                 cfifo_change(r8a66597, 0);
 595                 pipe_buffer_setting(r8a66597, info);
 596
 597                 if (!usb_gettoggle(urb->dev, usb_pipeendpoint(urb->pipe),
 598                                    usb_pipeout(urb->pipe)) &&
 599                     !usb_pipecontrol(urb->pipe)) {
 600                         r8a66597_pipe_toggle(r8a66597, td->pipe, 0);
 601                         pipe_toggle_set(r8a66597, td->pipe, urb, 0);
 602                         clear_all_buffer(r8a66597, td->pipe);
 603                         usb_settoggle(urb->dev, usb_pipeendpoint(urb->pipe),
 604                                       usb_pipeout(urb->pipe), 1);
 605                 }
 606                 pipe_toggle_restore(r8a66597, td->pipe, urb);
 607         }
 608 }
 609
 610 /* this function must be called with interrupt disabled */
 611 static u16 get_empty_pipenum(struct r8a66597 *r8a66597,
 612                              struct usb_endpoint_descriptor *ep)
 613 {
 614         u16 array[R8A66597_MAX_NUM_PIPE], i = 0, min;
 615
 616         memset(array, 0, sizeof(array));
 617         switch (ep->bmAttributes & USB_ENDPOINT_XFERTYPE_MASK) {
 618         case USB_ENDPOINT_XFER_BULK:
 619                 if (ep->bEndpointAddress & USB_ENDPOINT_DIR_MASK)
 620                         array[i++] = 4;
 621                 else {
 622                         array[i++] = 3;
 623                         array[i++] = 5;
 624                 }
 625                 break;
 626         case USB_ENDPOINT_XFER_INT:
 627                 if (ep->bEndpointAddress & USB_ENDPOINT_DIR_MASK) {
 628                         array[i++] = 6;
 629                         array[i++] = 7;
 630                         array[i++] = 8;
 631                 } else
 632                         array[i++] = 9;
 633                 break;
 634         case USB_ENDPOINT_XFER_ISOC:
 635                 if (ep->bEndpointAddress & USB_ENDPOINT_DIR_MASK)
 636                         array[i++] = 2;
 637                 else
 638                         array[i++] = 1;
 639                 break;
 640         default:
 641                 err("Illegal type");
 642                 return 0;
 643         }
 644
 645         i = 1;
 646         min = array[0];
 647         while (array[i] != 0) {
 648                 if (r8a66597->pipe_cnt[min] > r8a66597->pipe_cnt[array[i]])
 649                         min = array[i];
 650                 i++;
 651         }
 652
 653         return min;
 654 }
 655
 656 static u16 get_r8a66597_type(__u8 type)
 657 {
 658         u16 r8a66597_type;
 659
 660         switch (type) {
 661         case USB_ENDPOINT_XFER_BULK:
 662                 r8a66597_type = R8A66597_BULK;
 663                 break;
 664         case USB_ENDPOINT_XFER_INT:
 665                 r8a66597_type = R8A66597_INT;
 666                 break;
 667         case USB_ENDPOINT_XFER_ISOC:
 668                 r8a66597_type = R8A66597_ISO;
 669                 break;
 670         default:
 671                 err("Illegal type");
 672                 r8a66597_type = 0x0000;
 673                 break;
 674         }
 675
 676         return r8a66597_type;
 677 }
 678
 679 static u16 get_bufnum(u16 pipenum)
 680 {
 681         u16 bufnum = 0;
 682
 683         if (pipenum == 0)
 684                 bufnum = 0;
 685         else if (check_bulk_or_isoc(pipenum))
 686                 bufnum = 8 + (pipenum - 1) * R8A66597_BUF_BSIZE*2;
 687         else if (check_interrupt(pipenum))
 688                 bufnum = 4 + (pipenum - 6);
 689         else
 690                 err("Illegal pipenum (%d)", pipenum);
 691
 692         return bufnum;
 693 }
 694
 695 static u16 get_buf_bsize(u16 pipenum)
 696 {
 697         u16 buf_bsize = 0;
 698
 699         if (pipenum == 0)
 700                 buf_bsize = 3;
 701         else if (check_bulk_or_isoc(pipenum))
 702                 buf_bsize = R8A66597_BUF_BSIZE - 1;
 703         else if (check_interrupt(pipenum))
 704                 buf_bsize = 0;
 705         else
 706                 err("Illegal pipenum (%d)", pipenum);
 707
 708         return buf_bsize;
 709 }
 710
 711 /* this function must be called with interrupt disabled */
 712 static void enable_r8a66597_pipe_dma(struct r8a66597 *r8a66597,
 713                                      struct r8a66597_device *dev,
 714                                      struct r8a66597_pipe *pipe,
 715                                      struct urb *urb)
 716 {
 717         int i;
 718         struct r8a66597_pipe_info *info = &pipe->info;
 719
 720         if ((pipe->info.pipenum != 0) && (info->type != R8A66597_INT)) {
 721                 for (i = 0; i < R8A66597_MAX_DMA_CHANNEL; i++) {
 722                         if ((r8a66597->dma_map & (1 << i)) != 0)
 723                                 continue;
 724
 725                         info("address %d, EndpointAddress 0x%02x use DMA FIFO",
 726                              usb_pipedevice(urb->pipe),
 727                              info->dir_in ? USB_ENDPOINT_DIR_MASK + info->epnum
 728                                             : info->epnum);
 729
 730                         r8a66597->dma_map |= 1 << i;
 731                         dev->dma_map |= 1 << i;
 732                         set_pipe_reg_addr(pipe, i);
 733
 734                         cfifo_change(r8a66597, 0);
 735                         r8a66597_mdfy(r8a66597, MBW | pipe->info.pipenum,
 736                                       MBW | CURPIPE, pipe->fifosel);
 737
 738                         r8a66597_reg_wait(r8a66597, pipe->fifosel, CURPIPE,
 739                                           pipe->info.pipenum);
 740                         r8a66597_bset(r8a66597, BCLR, pipe->fifoctr);
 741                         break;
 742                 }
 743         }
 744 }
 745
 746 /* this function must be called with interrupt disabled */
 747 static void enable_r8a66597_pipe(struct r8a66597 *r8a66597, struct urb *urb,
 748                                  struct usb_host_endpoint *hep,
 749                                  struct r8a66597_pipe_info *info)
 750 {
 751         struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 752         struct r8a66597_pipe *pipe = hep->hcpriv;
 753
 754         dbg("enable_pipe:");
 755
 756         pipe->info = *info;
 757         set_pipe_reg_addr(pipe, R8A66597_PIPE_NO_DMA);
 758         r8a66597->pipe_cnt[pipe->info.pipenum]++;
 759         dev->pipe_cnt[pipe->info.pipenum]++;
 760
 761         enable_r8a66597_pipe_dma(r8a66597, dev, pipe, urb);
 762 }
 763
 764 /* this function must be called with interrupt disabled */
 765 static void force_dequeue(struct r8a66597 *r8a66597, u16 pipenum, u16 address)
 766 {
 767         struct r8a66597_td *td, *next;
 768         struct urb *urb;
 769         struct list_head *list = &r8a66597->pipe_queue[pipenum];
 770
 771         if (list_empty(list))
 772                 return;
 773
 774         list_for_each_entry_safe(td, next, list, queue) {
 775                 if (!td)
 776                         continue;
 777                 if (td->address != address)
 778                         continue;
 779
 780                 urb = td->urb;
 781                 list_del(&td->queue);
 782                 kfree(td);
 783
 784                 if (urb) {
 785                         urb->status = -ENODEV;
 786                         usb_hcd_unlink_urb_from_ep(r8a66597_to_hcd(r8a66597),
 787                                         urb);
 788
 789                         spin_unlock(&r8a66597->lock);
 790                         usb_hcd_giveback_urb(r8a66597_to_hcd(r8a66597), urb);
 791                         spin_lock(&r8a66597->lock);
 792                 }
 793                 break;
 794         }
 795 }
 796
 797 /* this function must be called with interrupt disabled */
 798 static void disable_r8a66597_pipe_all(struct r8a66597 *r8a66597,
 799                                       struct r8a66597_device *dev)
 800 {
 801         int check_ep0 = 0;
 802         u16 pipenum;
 803
 804         if (!dev)
 805                 return;
 806
 807         for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
 808                 if (!dev->pipe_cnt[pipenum])
 809                         continue;
 810
 811                 if (!check_ep0) {
 812                         check_ep0 = 1;
 813                         force_dequeue(r8a66597, 0, dev->address);
 814                 }
 815
 816                 r8a66597->pipe_cnt[pipenum] -= dev->pipe_cnt[pipenum];
 817                 dev->pipe_cnt[pipenum] = 0;
 818                 force_dequeue(r8a66597, pipenum, dev->address);
 819         }
 820
 821         dbg("disable_pipe");
 822
 823         r8a66597->dma_map &= ~(dev->dma_map);
 824         dev->dma_map = 0;
 825 }
 826
 827 /* this function must be called with interrupt disabled */
 828 static void init_pipe_info(struct r8a66597 *r8a66597, struct urb *urb,
 829                            struct usb_host_endpoint *hep,
 830                            struct usb_endpoint_descriptor *ep)
 831 {
 832         struct r8a66597_pipe_info info;
 833
 834         info.pipenum = get_empty_pipenum(r8a66597, ep);
 835         info.address = get_urb_to_r8a66597_addr(r8a66597, urb);
 836         info.epnum = ep->bEndpointAddress & USB_ENDPOINT_NUMBER_MASK;
 837         info.maxpacket = ep->wMaxPacketSize;
 838         info.type = get_r8a66597_type(ep->bmAttributes
 839                                       & USB_ENDPOINT_XFERTYPE_MASK);
 840         info.bufnum = get_bufnum(info.pipenum);
 841         info.buf_bsize = get_buf_bsize(info.pipenum);
 842         info.interval = ep->bInterval;
 843         if (ep->bEndpointAddress & USB_ENDPOINT_DIR_MASK)
 844                 info.dir_in = 1;
 845         else
 846                 info.dir_in = 0;
 847
 848         enable_r8a66597_pipe(r8a66597, urb, hep, &info);
 849 }
 850
 851 static void init_pipe_config(struct r8a66597 *r8a66597, struct urb *urb)
 852 {
 853         struct r8a66597_device *dev;
 854
 855         dev = get_urb_to_r8a66597_dev(r8a66597, urb);
 856         dev->state = USB_STATE_CONFIGURED;
 857 }
 858
 859 static void pipe_irq_enable(struct r8a66597 *r8a66597, struct urb *urb,
 860                             u16 pipenum)
 861 {
 862         if (pipenum == 0 && usb_pipeout(urb->pipe))
 863                 enable_irq_empty(r8a66597, pipenum);
 864         else
 865                 enable_irq_ready(r8a66597, pipenum);
 866
 867         if (!usb_pipeisoc(urb->pipe))
 868                 enable_irq_nrdy(r8a66597, pipenum);
 869 }
 870
 871 static void pipe_irq_disable(struct r8a66597 *r8a66597, u16 pipenum)
 872 {
 873         disable_irq_ready(r8a66597, pipenum);
 874         disable_irq_nrdy(r8a66597, pipenum);
 875 }
 876
 877 /* this function must be called with interrupt disabled */
 878 static void r8a66597_usb_preconnect(struct r8a66597 *r8a66597, int port)
 879 {
 880         r8a66597->root_hub[port].port |= (1 << USB_PORT_FEAT_CONNECTION)
 881                                          | (1 << USB_PORT_FEAT_C_CONNECTION);
 882         r8a66597_write(r8a66597, ~DTCH, get_intsts_reg(port));
 883         r8a66597_bset(r8a66597, DTCHE, get_intenb_reg(port));
 884 }
 885
 886 /* this function must be called with interrupt disabled */
 887 static void r8a66597_usb_connect(struct r8a66597 *r8a66597, int port)
 888 {
 889         u16 speed = get_rh_usb_speed(r8a66597, port);
 890         struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
 891
 892         if (speed == HSMODE)
 893                 rh->port |= (1 << USB_PORT_FEAT_HIGHSPEED);
 894         else if (speed == LSMODE)
 895                 rh->port |= (1 << USB_PORT_FEAT_LOWSPEED);
 896
 897         rh->port &= ~(1 << USB_PORT_FEAT_RESET);
 898         rh->port |= 1 << USB_PORT_FEAT_ENABLE;
 899 }
 900
 901 /* this function must be called with interrupt disabled */
 902 static void r8a66597_usb_disconnect(struct r8a66597 *r8a66597, int port)
 903 {
 904         struct r8a66597_device *dev = r8a66597->root_hub[port].dev;
 905
 906         r8a66597->root_hub[port].port &= ~(1 << USB_PORT_FEAT_CONNECTION);
 907         r8a66597->root_hub[port].port |= (1 << USB_PORT_FEAT_C_CONNECTION);
 908
 909         disable_r8a66597_pipe_all(r8a66597, dev);
 910         free_usb_address(r8a66597, dev);
 911
 912         r8a66597_bset(r8a66597, ATTCHE, get_intenb_reg(port));
 913 }
 914
 915 /* this function must be called with interrupt disabled */
 916 static void prepare_setup_packet(struct r8a66597 *r8a66597,
 917                                  struct r8a66597_td *td)
 918 {
 919         int i;
 920         u16 *p = (u16 *)td->urb->setup_packet;
 921         unsigned long setup_addr = USBREQ;
 922
 923         r8a66597_write(r8a66597, make_devsel(td->address) | td->maxpacket,
 924                        DCPMAXP);
 925         r8a66597_write(r8a66597, ~(SIGN | SACK), INTSTS1);
 926
 927         for (i = 0; i < 4; i++) {
 928                 r8a66597_write(r8a66597, p[i], setup_addr);
 929                 setup_addr += 2;
 930         }
 931         r8a66597_write(r8a66597, SUREQ, DCPCTR);
 932 }
 933
 934 /* this function must be called with interrupt disabled */
 935 static void prepare_packet_read(struct r8a66597 *r8a66597,
 936                                 struct r8a66597_td *td)
 937 {
 938         struct urb *urb = td->urb;
 939
 940         if (usb_pipecontrol(urb->pipe)) {
 941                 r8a66597_bclr(r8a66597, R8A66597_DIR, DCPCFG);
 942                 r8a66597_mdfy(r8a66597, 0, ISEL | CURPIPE, CFIFOSEL);
 943                 r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
 944                 if (urb->actual_length == 0) {
 945                         r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
 946                         r8a66597_write(r8a66597, BCLR, CFIFOCTR);
 947                 }
 948                 pipe_irq_disable(r8a66597, td->pipenum);
 949                 pipe_start(r8a66597, td->pipe);
 950                 pipe_irq_enable(r8a66597, urb, td->pipenum);
 951         } else {
 952                 if (urb->actual_length == 0) {
 953                         pipe_irq_disable(r8a66597, td->pipenum);
 954                         pipe_setting(r8a66597, td);
 955                         pipe_stop(r8a66597, td->pipe);
 956                         r8a66597_write(r8a66597, ~(1 << td->pipenum), BRDYSTS);
 957
 958                         if (td->pipe->pipetre) {
 959                                 r8a66597_write(r8a66597, TRCLR,
 960                                                 td->pipe->pipetre);
 961                                 r8a66597_write(r8a66597,
 962                                                 (urb->transfer_buffer_length
 963                                                 + td->maxpacket - 1)
 964                                                 / td->maxpacket,
 965                                                 td->pipe->pipetrn);
 966                                 r8a66597_bset(r8a66597, TRENB,
 967                                                 td->pipe->pipetre);
 968                         }
 969
 970                         pipe_start(r8a66597, td->pipe);
 971                         pipe_irq_enable(r8a66597, urb, td->pipenum);
 972                 }
 973         }
 974 }
 975
 976 /* this function must be called with interrupt disabled */
 977 static void prepare_packet_write(struct r8a66597 *r8a66597,
 978                                  struct r8a66597_td *td)
 979 {
 980         u16 tmp;
 981         struct urb *urb = td->urb;
 982
 983         if (usb_pipecontrol(urb->pipe)) {
 984                 pipe_stop(r8a66597, td->pipe);
 985                 r8a66597_bset(r8a66597, R8A66597_DIR, DCPCFG);
 986                 r8a66597_mdfy(r8a66597, ISEL, ISEL | CURPIPE, CFIFOSEL);
 987                 r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
 988                 if (urb->actual_length == 0) {
 989                         r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
 990                         r8a66597_write(r8a66597, BCLR, CFIFOCTR);
 991                 }
 992         } else {
 993                 if (urb->actual_length == 0)
 994                         pipe_setting(r8a66597, td);
 995                 if (td->pipe->pipetre)
 996                         r8a66597_bclr(r8a66597, TRENB, td->pipe->pipetre);
 997         }
 998         r8a66597_write(r8a66597, ~(1 << td->pipenum), BRDYSTS);
 999
1000         fifo_change_from_pipe(r8a66597, td->pipe);
1001         tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1002         if (unlikely((tmp & FRDY) == 0))
1003                 pipe_irq_enable(r8a66597, urb, td->pipenum);
1004         else
1005                 packet_write(r8a66597, td->pipenum);
1006         pipe_start(r8a66597, td->pipe);
1007 }
1008
1009 /* this function must be called with interrupt disabled */
1010 static void prepare_status_packet(struct r8a66597 *r8a66597,
1011                                   struct r8a66597_td *td)
1012 {
1013         struct urb *urb = td->urb;
1014
1015         r8a66597_pipe_toggle(r8a66597, td->pipe, 1);
1016         pipe_stop(r8a66597, td->pipe);
1017
1018         if (urb->setup_packet[0] & USB_ENDPOINT_DIR_MASK) {
1019                 r8a66597_bset(r8a66597, R8A66597_DIR, DCPCFG);
1020                 r8a66597_mdfy(r8a66597, ISEL, ISEL | CURPIPE, CFIFOSEL);
1021                 r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1022                 r8a66597_write(r8a66597, ~BEMP0, BEMPSTS);
1023                 r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1024                 r8a66597_write(r8a66597, BVAL, CFIFOCTR);
1025                 enable_irq_empty(r8a66597, 0);
1026         } else {
1027                 r8a66597_bclr(r8a66597, R8A66597_DIR, DCPCFG);
1028                 r8a66597_mdfy(r8a66597, 0, ISEL | CURPIPE, CFIFOSEL);
1029                 r8a66597_reg_wait(r8a66597, CFIFOSEL, CURPIPE, 0);
1030                 r8a66597_write(r8a66597, BCLR, CFIFOCTR);
1031                 enable_irq_ready(r8a66597, 0);
1032         }
1033         enable_irq_nrdy(r8a66597, 0);
1034         pipe_start(r8a66597, td->pipe);
1035 }
1036
1037 /* this function must be called with interrupt disabled */
1038 static int start_transfer(struct r8a66597 *r8a66597, struct r8a66597_td *td)
1039 {
1040         BUG_ON(!td);
1041
1042         switch (td->type) {
1043         case USB_PID_SETUP:
1044                 if (td->urb->setup_packet[1] == USB_REQ_SET_ADDRESS) {
1045                         td->set_address = 1;
1046                         td->urb->setup_packet[2] = alloc_usb_address(r8a66597,
1047                                                                      td->urb);
1048                         if (td->urb->setup_packet[2] == 0)
1049                                 return -EPIPE;
1050                 }
1051                 prepare_setup_packet(r8a66597, td);
1052                 break;
1053         case USB_PID_IN:
1054                 prepare_packet_read(r8a66597, td);
1055                 break;
1056         case USB_PID_OUT:
1057                 prepare_packet_write(r8a66597, td);
1058                 break;
1059         case USB_PID_ACK:
1060                 prepare_status_packet(r8a66597, td);
1061                 break;
1062         default:
1063                 err("invalid type.");
1064                 break;
1065         }
1066
1067         return 0;
1068 }
1069
1070 static int check_transfer_finish(struct r8a66597_td *td, struct urb *urb)
1071 {
1072         if (usb_pipeisoc(urb->pipe)) {
1073                 if (urb->number_of_packets == td->iso_cnt)
1074                         return 1;
1075         }
1076
1077         /* control or bulk or interrupt */
1078         if ((urb->transfer_buffer_length <= urb->actual_length) ||
1079             (td->short_packet) || (td->zero_packet))
1080                 return 1;
1081
1082         return 0;
1083 }
1084
1085 /* this function must be called with interrupt disabled */
1086 static void set_td_timer(struct r8a66597 *r8a66597, struct r8a66597_td *td)
1087 {
1088         unsigned long time;
1089
1090         BUG_ON(!td);
1091
1092         if (!list_empty(&r8a66597->pipe_queue[td->pipenum]) &&
1093             !usb_pipecontrol(td->urb->pipe) && usb_pipein(td->urb->pipe)) {
1094                 r8a66597->timeout_map |= 1 << td->pipenum;
1095                 switch (usb_pipetype(td->urb->pipe)) {
1096                 case PIPE_INTERRUPT:
1097                 case PIPE_ISOCHRONOUS:
1098                         time = 30;
1099                         break;
1100                 default:
1101                         time = 300;
1102                         break;
1103                 }
1104
1105                 mod_timer(&r8a66597->td_timer[td->pipenum],
1106                           jiffies + msecs_to_jiffies(time));
1107         }
1108 }
1109
1110 /* this function must be called with interrupt disabled */
1111 static void finish_request(struct r8a66597 *r8a66597, struct r8a66597_td *td,
1112                 u16 pipenum, struct urb *urb)
1113 __releases(r8a66597->lock) __acquires(r8a66597->lock)
1114 {
1115         int restart = 0;
1116         struct usb_hcd *hcd = r8a66597_to_hcd(r8a66597);
1117
1118         r8a66597->timeout_map &= ~(1 << pipenum);
1119
1120         if (likely(td)) {
1121                 if (td->set_address && urb->status != 0)
1122                         r8a66597->address_map &= ~(1 << urb->setup_packet[2]);
1123
1124                 pipe_toggle_save(r8a66597, td->pipe, urb);
1125                 list_del(&td->queue);
1126                 kfree(td);
1127         }
1128
1129         if (!list_empty(&r8a66597->pipe_queue[pipenum]))
1130                 restart = 1;
1131
1132         if (likely(urb)) {
1133                 if (usb_pipeisoc(urb->pipe))
1134                         urb->start_frame = r8a66597_get_frame(hcd);
1135
1136                 usb_hcd_unlink_urb_from_ep(r8a66597_to_hcd(r8a66597), urb);
1137
1138                 spin_unlock(&r8a66597->lock);
1139                 usb_hcd_giveback_urb(hcd, urb);
1140                 spin_lock(&r8a66597->lock);
1141         }
1142
1143         if (restart) {
1144                 td = r8a66597_get_td(r8a66597, pipenum);
1145                 if (unlikely(!td))
1146                         return;
1147
1148                 start_transfer(r8a66597, td);
1149                 set_td_timer(r8a66597, td);
1150         }
1151 }
1152
1153 static void packet_read(struct r8a66597 *r8a66597, u16 pipenum)
1154 {
1155         u16 tmp;
1156         int rcv_len, bufsize, urb_len, size;
1157         u16 *buf;
1158         struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1159         struct urb *urb;
1160         int finish = 0;
1161         int status = 0;
1162
1163         if (unlikely(!td))
1164                 return;
1165         urb = td->urb;
1166
1167         fifo_change_from_pipe(r8a66597, td->pipe);
1168         tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1169         if (unlikely((tmp & FRDY) == 0)) {
1170                 urb->status = -EPIPE;
1171                 pipe_stop(r8a66597, td->pipe);
1172                 pipe_irq_disable(r8a66597, pipenum);
1173                 err("in fifo not ready (%d)", pipenum);
1174                 finish_request(r8a66597, td, pipenum, td->urb);
1175                 return;
1176         }
1177
1178         /* prepare parameters */
1179         rcv_len = tmp & DTLN;
1180         if (usb_pipeisoc(urb->pipe)) {
1181                 buf = (u16 *)(urb->transfer_buffer +
1182                                 urb->iso_frame_desc[td->iso_cnt].offset);
1183                 urb_len = urb->iso_frame_desc[td->iso_cnt].length;
1184         } else {
1185                 buf = (void *)urb->transfer_buffer + urb->actual_length;
1186                 urb_len = urb->transfer_buffer_length - urb->actual_length;
1187         }
1188         bufsize = min(urb_len, (int) td->maxpacket);
1189         if (rcv_len <= bufsize) {
1190                 size = rcv_len;
1191         } else {
1192                 size = bufsize;
1193                 status = -EOVERFLOW;
1194                 finish = 1;
1195         }
1196
1197         /* update parameters */
1198         urb->actual_length += size;
1199         if (rcv_len == 0)
1200                 td->zero_packet = 1;
1201         if (rcv_len < bufsize) {
1202                 td->short_packet = 1;
1203         }
1204         if (usb_pipeisoc(urb->pipe)) {
1205                 urb->iso_frame_desc[td->iso_cnt].actual_length = size;
1206                 urb->iso_frame_desc[td->iso_cnt].status = status;
1207                 td->iso_cnt++;
1208                 finish = 0;
1209         }
1210
1211         /* check transfer finish */
1212         if (finish || check_transfer_finish(td, urb)) {
1213                 pipe_stop(r8a66597, td->pipe);
1214                 pipe_irq_disable(r8a66597, pipenum);
1215                 finish = 1;
1216         }
1217
1218         /* read fifo */
1219         if (urb->transfer_buffer) {
1220                 if (size == 0)
1221                         r8a66597_write(r8a66597, BCLR, td->pipe->fifoctr);
1222                 else
1223                         r8a66597_read_fifo(r8a66597, td->pipe->fifoaddr,
1224                                            buf, size);
1225         }
1226
1227         if (finish && pipenum != 0) {
1228                 if (td->urb->status == -EINPROGRESS)
1229                         td->urb->status = status;
1230                 finish_request(r8a66597, td, pipenum, urb);
1231         }
1232 }
1233
1234 static void packet_write(struct r8a66597 *r8a66597, u16 pipenum)
1235 {
1236         u16 tmp;
1237         int bufsize, size;
1238         u16 *buf;
1239         struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1240         struct urb *urb;
1241
1242         if (unlikely(!td))
1243                 return;
1244         urb = td->urb;
1245
1246         fifo_change_from_pipe(r8a66597, td->pipe);
1247         tmp = r8a66597_read(r8a66597, td->pipe->fifoctr);
1248         if (unlikely((tmp & FRDY) == 0)) {
1249                 urb->status = -EPIPE;
1250                 pipe_stop(r8a66597, td->pipe);
1251                 pipe_irq_disable(r8a66597, pipenum);
1252                 err("out write fifo not ready. (%d)", pipenum);
1253                 finish_request(r8a66597, td, pipenum, td->urb);
1254                 return;
1255         }
1256
1257         /* prepare parameters */
1258         bufsize = td->maxpacket;
1259         if (usb_pipeisoc(urb->pipe)) {
1260                 buf = (u16 *)(urb->transfer_buffer +
1261                                 urb->iso_frame_desc[td->iso_cnt].offset);
1262                 size = min(bufsize,
1263                            (int)urb->iso_frame_desc[td->iso_cnt].length);
1264         } else {
1265                 buf = (u16 *)(urb->transfer_buffer + urb->actual_length);
1266                 size = min((int)bufsize,
1267                            urb->transfer_buffer_length - urb->actual_length);
1268         }
1269
1270         /* write fifo */
1271         if (pipenum > 0)
1272                 r8a66597_write(r8a66597, ~(1 << pipenum), BEMPSTS);
1273         if (urb->transfer_buffer) {
1274                 r8a66597_write_fifo(r8a66597, td->pipe->fifoaddr, buf, size);
1275                 if (!usb_pipebulk(urb->pipe) || td->maxpacket != size)
1276                         r8a66597_write(r8a66597, BVAL, td->pipe->fifoctr);
1277         }
1278
1279         /* update parameters */
1280         urb->actual_length += size;
1281         if (usb_pipeisoc(urb->pipe)) {
1282                 urb->iso_frame_desc[td->iso_cnt].actual_length = size;
1283                 urb->iso_frame_desc[td->iso_cnt].status = 0;
1284                 td->iso_cnt++;
1285         }
1286
1287         /* check transfer finish */
1288         if (check_transfer_finish(td, urb)) {
1289                 disable_irq_ready(r8a66597, pipenum);
1290                 enable_irq_empty(r8a66597, pipenum);
1291                 if (!usb_pipeisoc(urb->pipe))
1292                         enable_irq_nrdy(r8a66597, pipenum);
1293         } else
1294                 pipe_irq_enable(r8a66597, urb, pipenum);
1295 }
1296
1297
1298 static void check_next_phase(struct r8a66597 *r8a66597)
1299 {
1300         struct r8a66597_td *td = r8a66597_get_td(r8a66597, 0);
1301         struct urb *urb;
1302         u8 finish = 0;
1303
1304         if (unlikely(!td))
1305                 return;
1306         urb = td->urb;
1307
1308         switch (td->type) {
1309         case USB_PID_IN:
1310         case USB_PID_OUT:
1311                 if (urb->status != -EINPROGRESS) {
1312                         finish = 1;
1313                         break;
1314                 }
1315                 if (check_transfer_finish(td, urb))
1316                         td->type = USB_PID_ACK;
1317                 break;
1318         case USB_PID_SETUP:
1319                 if (urb->status != -EINPROGRESS)
1320                         finish = 1;
1321                 else if (urb->transfer_buffer_length == urb->actual_length) {
1322                         td->type = USB_PID_ACK;
1323                         urb->status = 0;
1324                 } else if (usb_pipeout(urb->pipe))
1325                         td->type = USB_PID_OUT;
1326                 else
1327                         td->type = USB_PID_IN;
1328                 break;
1329         case USB_PID_ACK:
1330                 finish = 1;
1331                 if (urb->status == -EINPROGRESS)
1332                         urb->status = 0;
1333                 break;
1334         }
1335
1336         if (finish)
1337                 finish_request(r8a66597, td, 0, urb);
1338         else
1339                 start_transfer(r8a66597, td);
1340 }
1341
1342 static void set_urb_error(struct r8a66597 *r8a66597, u16 pipenum)
1343 {
1344         struct r8a66597_td *td = r8a66597_get_td(r8a66597, pipenum);
1345
1346         if (td && td->urb) {
1347                 u16 pid = r8a66597_read(r8a66597, td->pipe->pipectr) & PID;
1348
1349                 if (pid == PID_NAK)
1350                         td->urb->status = -ECONNRESET;
1351                 else
1352                         td->urb->status = -EPIPE;
1353         }
1354 }
1355
1356 static void irq_pipe_ready(struct r8a66597 *r8a66597)
1357 {
1358         u16 check;
1359         u16 pipenum;
1360         u16 mask;
1361         struct r8a66597_td *td;
1362
1363         mask = r8a66597_read(r8a66597, BRDYSTS)
1364                & r8a66597_read(r8a66597, BRDYENB);
1365         r8a66597_write(r8a66597, ~mask, BRDYSTS);
1366         if (mask & BRDY0) {
1367                 td = r8a66597_get_td(r8a66597, 0);
1368                 if (td && td->type == USB_PID_IN)
1369                         packet_read(r8a66597, 0);
1370                 else
1371                         pipe_irq_disable(r8a66597, 0);
1372                 check_next_phase(r8a66597);
1373         }
1374
1375         for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1376                 check = 1 << pipenum;
1377                 if (mask & check) {
1378                         td = r8a66597_get_td(r8a66597, pipenum);
1379                         if (unlikely(!td))
1380                                 continue;
1381
1382                         if (td->type == USB_PID_IN)
1383                                 packet_read(r8a66597, pipenum);
1384                         else if (td->type == USB_PID_OUT)
1385                                 packet_write(r8a66597, pipenum);
1386                 }
1387         }
1388 }
1389
1390 static void irq_pipe_empty(struct r8a66597 *r8a66597)
1391 {
1392         u16 tmp;
1393         u16 check;
1394         u16 pipenum;
1395         u16 mask;
1396         struct r8a66597_td *td;
1397
1398         mask = r8a66597_read(r8a66597, BEMPSTS)
1399                & r8a66597_read(r8a66597, BEMPENB);
1400         r8a66597_write(r8a66597, ~mask, BEMPSTS);
1401         if (mask & BEMP0) {
1402                 cfifo_change(r8a66597, 0);
1403                 td = r8a66597_get_td(r8a66597, 0);
1404                 if (td && td->type != USB_PID_OUT)
1405                         disable_irq_empty(r8a66597, 0);
1406                 check_next_phase(r8a66597);
1407         }
1408
1409         for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1410                 check = 1 << pipenum;
1411                 if (mask &  check) {
1412                         struct r8a66597_td *td;
1413                         td = r8a66597_get_td(r8a66597, pipenum);
1414                         if (unlikely(!td))
1415                                 continue;
1416
1417                         tmp = r8a66597_read(r8a66597, td->pipe->pipectr);
1418                         if ((tmp & INBUFM) == 0) {
1419                                 disable_irq_empty(r8a66597, pipenum);
1420                                 pipe_irq_disable(r8a66597, pipenum);
1421                                 if (td->urb->status == -EINPROGRESS)
1422                                         td->urb->status = 0;
1423                                 finish_request(r8a66597, td, pipenum, td->urb);
1424                         }
1425                 }
1426         }
1427 }
1428
1429 static void irq_pipe_nrdy(struct r8a66597 *r8a66597)
1430 {
1431         u16 check;
1432         u16 pipenum;
1433         u16 mask;
1434
1435         mask = r8a66597_read(r8a66597, NRDYSTS)
1436                & r8a66597_read(r8a66597, NRDYENB);
1437         r8a66597_write(r8a66597, ~mask, NRDYSTS);
1438         if (mask & NRDY0) {
1439                 cfifo_change(r8a66597, 0);
1440                 set_urb_error(r8a66597, 0);
1441                 pipe_irq_disable(r8a66597, 0);
1442                 check_next_phase(r8a66597);
1443         }
1444
1445         for (pipenum = 1; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1446                 check = 1 << pipenum;
1447                 if (mask & check) {
1448                         struct r8a66597_td *td;
1449                         td = r8a66597_get_td(r8a66597, pipenum);
1450                         if (unlikely(!td))
1451                                 continue;
1452
1453                         set_urb_error(r8a66597, pipenum);
1454                         pipe_irq_disable(r8a66597, pipenum);
1455                         pipe_stop(r8a66597, td->pipe);
1456                         finish_request(r8a66597, td, pipenum, td->urb);
1457                 }
1458         }
1459 }
1460
1461 static void start_root_hub_sampling(struct r8a66597 *r8a66597, int port)
1462 {
1463         struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1464
1465         rh->old_syssts = r8a66597_read(r8a66597, get_syssts_reg(port)) & LNST;
1466         rh->scount = R8A66597_MAX_SAMPLING;
1467         mod_timer(&r8a66597->rh_timer, jiffies + msecs_to_jiffies(50));
1468 }
1469
1470 static irqreturn_t r8a66597_irq(struct usb_hcd *hcd)
1471 {
1472         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1473         u16 intsts0, intsts1, intsts2;
1474         u16 intenb0, intenb1, intenb2;
1475         u16 mask0, mask1, mask2;
1476
1477         spin_lock(&r8a66597->lock);
1478
1479         intsts0 = r8a66597_read(r8a66597, INTSTS0);
1480         intsts1 = r8a66597_read(r8a66597, INTSTS1);
1481         intsts2 = r8a66597_read(r8a66597, INTSTS2);
1482         intenb0 = r8a66597_read(r8a66597, INTENB0);
1483         intenb1 = r8a66597_read(r8a66597, INTENB1);
1484         intenb2 = r8a66597_read(r8a66597, INTENB2);
1485
1486         mask2 = intsts2 & intenb2;
1487         mask1 = intsts1 & intenb1;
1488         mask0 = intsts0 & intenb0 & (BEMP | NRDY | BRDY);
1489         if (mask2) {
1490                 if (mask2 & ATTCH) {
1491                         r8a66597_write(r8a66597, ~ATTCH, INTSTS2);
1492                         r8a66597_bclr(r8a66597, ATTCHE, INTENB2);
1493
1494                         /* start usb bus sampling */
1495                         start_root_hub_sampling(r8a66597, 1);
1496                 }
1497                 if (mask2 & DTCH) {
1498                         r8a66597_write(r8a66597, ~DTCH, INTSTS2);
1499                         r8a66597_bclr(r8a66597, DTCHE, INTENB2);
1500                         r8a66597_usb_disconnect(r8a66597, 1);
1501                 }
1502         }
1503
1504         if (mask1) {
1505                 if (mask1 & ATTCH) {
1506                         r8a66597_write(r8a66597, ~ATTCH, INTSTS1);
1507                         r8a66597_bclr(r8a66597, ATTCHE, INTENB1);
1508
1509                         /* start usb bus sampling */
1510                         start_root_hub_sampling(r8a66597, 0);
1511                 }
1512                 if (mask1 & DTCH) {
1513                         r8a66597_write(r8a66597, ~DTCH, INTSTS1);
1514                         r8a66597_bclr(r8a66597, DTCHE, INTENB1);
1515                         r8a66597_usb_disconnect(r8a66597, 0);
1516                 }
1517                 if (mask1 & SIGN) {
1518                         r8a66597_write(r8a66597, ~SIGN, INTSTS1);
1519                         set_urb_error(r8a66597, 0);
1520                         check_next_phase(r8a66597);
1521                 }
1522                 if (mask1 & SACK) {
1523                         r8a66597_write(r8a66597, ~SACK, INTSTS1);
1524                         check_next_phase(r8a66597);
1525                 }
1526         }
1527         if (mask0) {
1528                 if (mask0 & BRDY)
1529                         irq_pipe_ready(r8a66597);
1530                 if (mask0 & BEMP)
1531                         irq_pipe_empty(r8a66597);
1532                 if (mask0 & NRDY)
1533                         irq_pipe_nrdy(r8a66597);
1534         }
1535
1536         spin_unlock(&r8a66597->lock);
1537         return IRQ_HANDLED;
1538 }
1539
1540 /* this function must be called with interrupt disabled */
1541 static void r8a66597_root_hub_control(struct r8a66597 *r8a66597, int port)
1542 {
1543         u16 tmp;
1544         struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1545
1546         if (rh->port & (1 << USB_PORT_FEAT_RESET)) {
1547                 unsigned long dvstctr_reg = get_dvstctr_reg(port);
1548
1549                 tmp = r8a66597_read(r8a66597, dvstctr_reg);
1550                 if ((tmp & USBRST) == USBRST) {
1551                         r8a66597_mdfy(r8a66597, UACT, USBRST | UACT,
1552                                       dvstctr_reg);
1553                         mod_timer(&r8a66597->rh_timer,
1554                                   jiffies + msecs_to_jiffies(50));
1555                 } else
1556                         r8a66597_usb_connect(r8a66597, port);
1557         }
1558
1559         if (rh->scount > 0) {
1560                 tmp = r8a66597_read(r8a66597, get_syssts_reg(port)) & LNST;
1561                 if (tmp == rh->old_syssts) {
1562                         rh->scount--;
1563                         if (rh->scount == 0) {
1564                                 if (tmp == FS_JSTS) {
1565                                         r8a66597_bset(r8a66597, HSE,
1566                                                       get_syscfg_reg(port));
1567                                         r8a66597_usb_preconnect(r8a66597, port);
1568                                 } else if (tmp == LS_JSTS) {
1569                                         r8a66597_bclr(r8a66597, HSE,
1570                                                       get_syscfg_reg(port));
1571                                         r8a66597_usb_preconnect(r8a66597, port);
1572                                 } else if (tmp == SE0)
1573                                         r8a66597_bset(r8a66597, ATTCHE,
1574                                                       get_intenb_reg(port));
1575                         } else {
1576                                 mod_timer(&r8a66597->rh_timer,
1577                                           jiffies + msecs_to_jiffies(50));
1578                         }
1579                 } else {
1580                         rh->scount = R8A66597_MAX_SAMPLING;
1581                         rh->old_syssts = tmp;
1582                         mod_timer(&r8a66597->rh_timer,
1583                                   jiffies + msecs_to_jiffies(50));
1584                 }
1585         }
1586 }
1587
1588 static void r8a66597_td_timer(unsigned long _r8a66597)
1589 {
1590         struct r8a66597 *r8a66597 = (struct r8a66597 *)_r8a66597;
1591         unsigned long flags;
1592         u16 pipenum;
1593         struct r8a66597_td *td, *new_td = NULL;
1594         struct r8a66597_pipe *pipe;
1595
1596         spin_lock_irqsave(&r8a66597->lock, flags);
1597         for (pipenum = 0; pipenum < R8A66597_MAX_NUM_PIPE; pipenum++) {
1598                 if (!(r8a66597->timeout_map & (1 << pipenum)))
1599                         continue;
1600                 if (timer_pending(&r8a66597->td_timer[pipenum]))
1601                         continue;
1602
1603                 td = r8a66597_get_td(r8a66597, pipenum);
1604                 if (!td) {
1605                         r8a66597->timeout_map &= ~(1 << pipenum);
1606                         continue;
1607                 }
1608
1609                 if (td->urb->actual_length) {
1610                         set_td_timer(r8a66597, td);
1611                         break;
1612                 }
1613
1614                 pipe = td->pipe;
1615                 pipe_stop(r8a66597, pipe);
1616
1617                 new_td = td;
1618                 do {
1619                         list_move_tail(&new_td->queue,
1620                                        &r8a66597->pipe_queue[pipenum]);
1621                         new_td = r8a66597_get_td(r8a66597, pipenum);
1622                         if (!new_td) {
1623                                 new_td = td;
1624                                 break;
1625                         }
1626                 } while (td != new_td && td->address == new_td->address);
1627
1628                 start_transfer(r8a66597, new_td);
1629
1630                 if (td == new_td)
1631                         r8a66597->timeout_map &= ~(1 << pipenum);
1632                 else
1633                         set_td_timer(r8a66597, new_td);
1634                 break;
1635         }
1636         spin_unlock_irqrestore(&r8a66597->lock, flags);
1637 }
1638
1639 static void r8a66597_timer(unsigned long _r8a66597)
1640 {
1641         struct r8a66597 *r8a66597 = (struct r8a66597 *)_r8a66597;
1642         unsigned long flags;
1643
1644         spin_lock_irqsave(&r8a66597->lock, flags);
1645
1646         r8a66597_root_hub_control(r8a66597, 0);
1647         r8a66597_root_hub_control(r8a66597, 1);
1648
1649         spin_unlock_irqrestore(&r8a66597->lock, flags);
1650 }
1651
1652 static int check_pipe_config(struct r8a66597 *r8a66597, struct urb *urb)
1653 {
1654         struct r8a66597_device *dev = get_urb_to_r8a66597_dev(r8a66597, urb);
1655
1656         if (dev && dev->address && dev->state != USB_STATE_CONFIGURED &&
1657             (urb->dev->state == USB_STATE_CONFIGURED))
1658                 return 1;
1659         else
1660                 return 0;
1661 }
1662
1663 static int r8a66597_start(struct usb_hcd *hcd)
1664 {
1665         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1666
1667         hcd->state = HC_STATE_RUNNING;
1668         return enable_controller(r8a66597);
1669 }
1670
1671 static void r8a66597_stop(struct usb_hcd *hcd)
1672 {
1673         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1674
1675         disable_controller(r8a66597);
1676 }
1677
1678 static void set_address_zero(struct r8a66597 *r8a66597, struct urb *urb)
1679 {
1680         unsigned int usb_address = usb_pipedevice(urb->pipe);
1681         u16 root_port, hub_port;
1682
1683         if (usb_address == 0) {
1684                 get_port_number(urb->dev->devpath,
1685                                 &root_port, &hub_port);
1686                 set_devadd_reg(r8a66597, 0,
1687                                get_r8a66597_usb_speed(urb->dev->speed),
1688                                get_parent_r8a66597_address(r8a66597, urb->dev),
1689                                hub_port, root_port);
1690         }
1691 }
1692
1693 static struct r8a66597_td *r8a66597_make_td(struct r8a66597 *r8a66597,
1694                                             struct urb *urb,
1695                                             struct usb_host_endpoint *hep)
1696 {
1697         struct r8a66597_td *td;
1698         u16 pipenum;
1699
1700         td = kzalloc(sizeof(struct r8a66597_td), GFP_ATOMIC);
1701         if (td == NULL)
1702                 return NULL;
1703
1704         pipenum = r8a66597_get_pipenum(urb, hep);
1705         td->pipenum = pipenum;
1706         td->pipe = hep->hcpriv;
1707         td->urb = urb;
1708         td->address = get_urb_to_r8a66597_addr(r8a66597, urb);
1709         td->maxpacket = usb_maxpacket(urb->dev, urb->pipe,
1710                                       !usb_pipein(urb->pipe));
1711         if (usb_pipecontrol(urb->pipe))
1712                 td->type = USB_PID_SETUP;
1713         else if (usb_pipein(urb->pipe))
1714                 td->type = USB_PID_IN;
1715         else
1716                 td->type = USB_PID_OUT;
1717         INIT_LIST_HEAD(&td->queue);
1718
1719         return td;
1720 }
1721
1722 static int r8a66597_urb_enqueue(struct usb_hcd *hcd,
1723                                 struct urb *urb,
1724                                 gfp_t mem_flags)
1725 {
1726         struct usb_host_endpoint *hep = urb->ep;
1727         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1728         struct r8a66597_td *td = NULL;
1729         int ret, request = 0;
1730         unsigned long flags;
1731
1732         spin_lock_irqsave(&r8a66597->lock, flags);
1733         if (!get_urb_to_r8a66597_dev(r8a66597, urb)) {
1734                 ret = -ENODEV;
1735                 goto error_not_linked;
1736         }
1737
1738         ret = usb_hcd_link_urb_to_ep(hcd, urb);
1739         if (ret)
1740                 goto error_not_linked;
1741
1742         if (!hep->hcpriv) {
1743                 hep->hcpriv = kzalloc(sizeof(struct r8a66597_pipe),
1744                                 GFP_ATOMIC);
1745                 if (!hep->hcpriv) {
1746                         ret = -ENOMEM;
1747                         goto error;
1748                 }
1749                 set_pipe_reg_addr(hep->hcpriv, R8A66597_PIPE_NO_DMA);
1750                 if (usb_pipeendpoint(urb->pipe))
1751                         init_pipe_info(r8a66597, urb, hep, &hep->desc);
1752         }
1753
1754         if (unlikely(check_pipe_config(r8a66597, urb)))
1755                 init_pipe_config(r8a66597, urb);
1756
1757         set_address_zero(r8a66597, urb);
1758         td = r8a66597_make_td(r8a66597, urb, hep);
1759         if (td == NULL) {
1760                 ret = -ENOMEM;
1761                 goto error;
1762         }
1763         if (list_empty(&r8a66597->pipe_queue[td->pipenum]))
1764                 request = 1;
1765         list_add_tail(&td->queue, &r8a66597->pipe_queue[td->pipenum]);
1766         urb->hcpriv = td;
1767
1768         if (request) {
1769                 ret = start_transfer(r8a66597, td);
1770                 if (ret < 0) {
1771                         list_del(&td->queue);
1772                         kfree(td);
1773                 }
1774         } else
1775                 set_td_timer(r8a66597, td);
1776
1777 error:
1778         if (ret)
1779                 usb_hcd_unlink_urb_from_ep(hcd, urb);
1780 error_not_linked:
1781         spin_unlock_irqrestore(&r8a66597->lock, flags);
1782         return ret;
1783 }
1784
1785 static int r8a66597_urb_dequeue(struct usb_hcd *hcd, struct urb *urb,
1786                 int status)
1787 {
1788         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1789         struct r8a66597_td *td;
1790         unsigned long flags;
1791         int rc;
1792
1793         spin_lock_irqsave(&r8a66597->lock, flags);
1794         rc = usb_hcd_check_unlink_urb(hcd, urb, status);
1795         if (rc)
1796                 goto done;
1797
1798         if (urb->hcpriv) {
1799                 td = urb->hcpriv;
1800                 pipe_stop(r8a66597, td->pipe);
1801                 pipe_irq_disable(r8a66597, td->pipenum);
1802                 disable_irq_empty(r8a66597, td->pipenum);
1803                 finish_request(r8a66597, td, td->pipenum, urb);
1804         }
1805  done:
1806         spin_unlock_irqrestore(&r8a66597->lock, flags);
1807         return rc;
1808 }
1809
1810 static void r8a66597_endpoint_disable(struct usb_hcd *hcd,
1811                                       struct usb_host_endpoint *hep)
1812 {
1813         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1814         struct r8a66597_pipe *pipe = (struct r8a66597_pipe *)hep->hcpriv;
1815         struct r8a66597_td *td;
1816         struct urb *urb = NULL;
1817         u16 pipenum;
1818         unsigned long flags;
1819
1820         if (pipe == NULL)
1821                 return;
1822         pipenum = pipe->info.pipenum;
1823
1824         if (pipenum == 0) {
1825                 kfree(hep->hcpriv);
1826                 hep->hcpriv = NULL;
1827                 return;
1828         }
1829
1830         spin_lock_irqsave(&r8a66597->lock, flags);
1831         pipe_stop(r8a66597, pipe);
1832         pipe_irq_disable(r8a66597, pipenum);
1833         disable_irq_empty(r8a66597, pipenum);
1834         td = r8a66597_get_td(r8a66597, pipenum);
1835         if (td)
1836                 urb = td->urb;
1837         finish_request(r8a66597, td, pipenum, urb);
1838         kfree(hep->hcpriv);
1839         hep->hcpriv = NULL;
1840         spin_unlock_irqrestore(&r8a66597->lock, flags);
1841 }
1842
1843 static int r8a66597_get_frame(struct usb_hcd *hcd)
1844 {
1845         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1846         return r8a66597_read(r8a66597, FRMNUM) & 0x03FF;
1847 }
1848
1849 static void collect_usb_address_map(struct usb_device *udev, unsigned long *map)
1850 {
1851         int chix;
1852
1853         if (udev->state == USB_STATE_CONFIGURED &&
1854             udev->parent && udev->parent->devnum > 1 &&
1855             udev->parent->descriptor.bDeviceClass == USB_CLASS_HUB)
1856                 map[udev->devnum/32] |= (1 << (udev->devnum % 32));
1857
1858         for (chix = 0; chix < udev->maxchild; chix++) {
1859                 struct usb_device *childdev = udev->children[chix];
1860
1861                 if (childdev)
1862                         collect_usb_address_map(childdev, map);
1863         }
1864 }
1865
1866 /* this function must be called with interrupt disabled */
1867 static struct r8a66597_device *get_r8a66597_device(struct r8a66597 *r8a66597,
1868                                                    int addr)
1869 {
1870         struct r8a66597_device *dev;
1871         struct list_head *list = &r8a66597->child_device;
1872
1873         list_for_each_entry(dev, list, device_list) {
1874                 if (!dev)
1875                         continue;
1876                 if (dev->usb_address != addr)
1877                         continue;
1878
1879                 return dev;
1880         }
1881
1882         err("get_r8a66597_device fail.(%d)\n", addr);
1883         return NULL;
1884 }
1885
1886 static void update_usb_address_map(struct r8a66597 *r8a66597,
1887                                    struct usb_device *root_hub,
1888                                    unsigned long *map)
1889 {
1890         int i, j, addr;
1891         unsigned long diff;
1892         unsigned long flags;
1893
1894         for (i = 0; i < 4; i++) {
1895                 diff = r8a66597->child_connect_map[i] ^ map[i];
1896                 if (!diff)
1897                         continue;
1898
1899                 for (j = 0; j < 32; j++) {
1900                         if (!(diff & (1 << j)))
1901                                 continue;
1902
1903                         addr = i * 32 + j;
1904                         if (map[i] & (1 << j))
1905                                 set_child_connect_map(r8a66597, addr);
1906                         else {
1907                                 struct r8a66597_device *dev;
1908
1909                                 spin_lock_irqsave(&r8a66597->lock, flags);
1910                                 dev = get_r8a66597_device(r8a66597, addr);
1911                                 disable_r8a66597_pipe_all(r8a66597, dev);
1912                                 free_usb_address(r8a66597, dev);
1913                                 put_child_connect_map(r8a66597, addr);
1914                                 spin_unlock_irqrestore(&r8a66597->lock, flags);
1915                         }
1916                 }
1917         }
1918 }
1919
1920 static void r8a66597_check_detect_child(struct r8a66597 *r8a66597,
1921                                         struct usb_hcd *hcd)
1922 {
1923         struct usb_bus *bus;
1924         unsigned long now_map[4];
1925
1926         memset(now_map, 0, sizeof(now_map));
1927
1928         list_for_each_entry(bus, &usb_bus_list, bus_list) {
1929                 if (!bus->root_hub)
1930                         continue;
1931
1932                 if (bus->busnum != hcd->self.busnum)
1933                         continue;
1934
1935                 collect_usb_address_map(bus->root_hub, now_map);
1936                 update_usb_address_map(r8a66597, bus->root_hub, now_map);
1937         }
1938 }
1939
1940 static int r8a66597_hub_status_data(struct usb_hcd *hcd, char *buf)
1941 {
1942         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1943         unsigned long flags;
1944         int i;
1945
1946         r8a66597_check_detect_child(r8a66597, hcd);
1947
1948         spin_lock_irqsave(&r8a66597->lock, flags);
1949
1950         *buf = 0;       /* initialize (no change) */
1951
1952         for (i = 0; i < R8A66597_MAX_ROOT_HUB; i++) {
1953                 if (r8a66597->root_hub[i].port & 0xffff0000)
1954                         *buf |= 1 << (i + 1);
1955         }
1956
1957         spin_unlock_irqrestore(&r8a66597->lock, flags);
1958
1959         return (*buf != 0);
1960 }
1961
1962 static void r8a66597_hub_descriptor(struct r8a66597 *r8a66597,
1963                                     struct usb_hub_descriptor *desc)
1964 {
1965         desc->bDescriptorType = 0x29;
1966         desc->bHubContrCurrent = 0;
1967         desc->bNbrPorts = R8A66597_MAX_ROOT_HUB;
1968         desc->bDescLength = 9;
1969         desc->bPwrOn2PwrGood = 0;
1970         desc->wHubCharacteristics = cpu_to_le16(0x0011);
1971         desc->bitmap[0] = ((1 << R8A66597_MAX_ROOT_HUB) - 1) << 1;
1972         desc->bitmap[1] = ~0;
1973 }
1974
1975 static int r8a66597_hub_control(struct usb_hcd *hcd, u16 typeReq, u16 wValue,
1976                                 u16 wIndex, char *buf, u16 wLength)
1977 {
1978         struct r8a66597 *r8a66597 = hcd_to_r8a66597(hcd);
1979         int ret;
1980         int port = (wIndex & 0x00FF) - 1;
1981         struct r8a66597_root_hub *rh = &r8a66597->root_hub[port];
1982         unsigned long flags;
1983
1984         ret = 0;
1985
1986         spin_lock_irqsave(&r8a66597->lock, flags);
1987         switch (typeReq) {
1988         case ClearHubFeature:
1989         case SetHubFeature:
1990                 switch (wValue) {
1991                 case C_HUB_OVER_CURRENT:
1992                 case C_HUB_LOCAL_POWER:
1993                         break;
1994                 default:
1995                         goto error;
1996                 }
1997                 break;
1998         case ClearPortFeature:
1999                 if (wIndex > R8A66597_MAX_ROOT_HUB)
2000                         goto error;
2001                 if (wLength != 0)
2002                         goto error;
2003
2004                 switch (wValue) {
2005                 case USB_PORT_FEAT_ENABLE:
2006                         rh->port &= (1 << USB_PORT_FEAT_POWER);
2007                         break;
2008                 case USB_PORT_FEAT_SUSPEND:
2009                         break;
2010                 case USB_PORT_FEAT_POWER:
2011                         r8a66597_port_power(r8a66597, port, 0);
2012                         break;
2013                 case USB_PORT_FEAT_C_ENABLE:
2014                 case USB_PORT_FEAT_C_SUSPEND:
2015                 case USB_PORT_FEAT_C_CONNECTION:
2016                 case USB_PORT_FEAT_C_OVER_CURRENT:
2017                 case USB_PORT_FEAT_C_RESET:
2018                         break;
2019                 default:
2020                         goto error;
2021                 }
2022                 rh->port &= ~(1 << wValue);
2023                 break;
2024         case GetHubDescriptor:
2025                 r8a66597_hub_descriptor(r8a66597,
2026                                         (struct usb_hub_descriptor *)buf);
2027                 break;
2028         case GetHubStatus:
2029                 *buf = 0x00;
2030                 break;
2031         case GetPortStatus:
2032                 if (wIndex > R8A66597_MAX_ROOT_HUB)
2033                         goto error;
2034                 *(u32 *)buf = rh->port;
2035                 break;
2036         case SetPortFeature:
2037                 if (wIndex > R8A66597_MAX_ROOT_HUB)
2038                         goto error;
2039                 if (wLength != 0)
2040                         goto error;
2041
2042                 switch (wValue) {
2043                 case USB_PORT_FEAT_SUSPEND:
2044                         break;
2045                 case USB_PORT_FEAT_POWER:
2046                         r8a66597_port_power(r8a66597, port, 1);
2047                         rh->port |= (1 << USB_PORT_FEAT_POWER);
2048                         break;
2049                 case USB_PORT_FEAT_RESET: {
2050                         struct r8a66597_device *dev = rh->dev;
2051
2052                         rh->port |= (1 << USB_PORT_FEAT_RESET);
2053
2054                         disable_r8a66597_pipe_all(r8a66597, dev);
2055                         free_usb_address(r8a66597, dev);
2056
2057                         r8a66597_mdfy(r8a66597, USBRST, USBRST | UACT,
2058                                       get_dvstctr_reg(port));
2059                         mod_timer(&r8a66597->rh_timer,
2060                                   jiffies + msecs_to_jiffies(50));
2061                         }
2062                         break;
2063                 default:
2064                         goto error;
2065                 }
2066                 rh->port |= 1 << wValue;
2067                 break;
2068         default:
2069 error:
2070                 ret = -EPIPE;
2071                 break;
2072         }
2073
2074         spin_unlock_irqrestore(&r8a66597->lock, flags);
2075         return ret;
2076 }
2077
2078 static struct hc_driver r8a66597_hc_driver = {
2079         .description =          hcd_name,
2080         .hcd_priv_size =        sizeof(struct r8a66597),
2081         .irq =                  r8a66597_irq,
2082
2083         /*
2084          * generic hardware linkage
2085          */
2086         .flags =                HCD_USB2,
2087
2088         .start =                r8a66597_start,
2089         .stop =                 r8a66597_stop,
2090
2091         /*
2092          * managing i/o requests and associated device resources
2093          */
2094         .urb_enqueue =          r8a66597_urb_enqueue,
2095         .urb_dequeue =          r8a66597_urb_dequeue,
2096         .endpoint_disable =     r8a66597_endpoint_disable,
2097
2098         /*
2099          * periodic schedule support
2100          */
2101         .get_frame_number =     r8a66597_get_frame,
2102
2103         /*
2104          * root hub support
2105          */
2106         .hub_status_data =      r8a66597_hub_status_data,
2107         .hub_control =          r8a66597_hub_control,
2108 };
2109
2110 #if defined(CONFIG_PM)
2111 static int r8a66597_suspend(struct platform_device *pdev, pm_message_t state)
2112 {
2113         pdev->dev.power.power_state = state;
2114         return 0;
2115 }
2116
2117 static int r8a66597_resume(struct platform_device *pdev)
2118 {
2119         pdev->dev.power.power_state = PMSG_ON;
2120         return 0;
2121 }
2122 #else   /* if defined(CONFIG_PM) */
2123 #define r8a66597_suspend        NULL
2124 #define r8a66597_resume         NULL
2125 #endif
2126
2127 static int __init_or_module r8a66597_remove(struct platform_device *pdev)
2128 {
2129         struct r8a66597         *r8a66597 = dev_get_drvdata(&pdev->dev);
2130         struct usb_hcd          *hcd = r8a66597_to_hcd(r8a66597);
2131
2132         del_timer_sync(&r8a66597->rh_timer);
2133         iounmap((void *)r8a66597->reg);
2134         usb_remove_hcd(hcd);
2135         usb_put_hcd(hcd);
2136         return 0;
2137 }
2138
2139 #define resource_len(r) (((r)->end - (r)->start) + 1)
2140 static int __init r8a66597_probe(struct platform_device *pdev)
2141 {
2142         struct resource *res = NULL;
2143         int irq = -1;
2144         void __iomem *reg = NULL;
2145         struct usb_hcd *hcd = NULL;
2146         struct r8a66597 *r8a66597;
2147         int ret = 0;
2148         int i;
2149
2150         if (pdev->dev.dma_mask) {
2151                 ret = -EINVAL;
2152                 err("dma not support");
2153                 goto clean_up;
2154         }
2155
2156         res = platform_get_resource_byname(pdev, IORESOURCE_MEM,
2157                                            (char *)hcd_name);
2158         if (!res) {
2159                 ret = -ENODEV;
2160                 err("platform_get_resource_byname error.");
2161                 goto clean_up;
2162         }
2163
2164         irq = platform_get_irq(pdev, 0);
2165         if (irq < 0) {
2166                 ret = -ENODEV;
2167                 err("platform_get_irq error.");
2168                 goto clean_up;
2169         }
2170
2171         reg = ioremap(res->start, resource_len(res));
2172         if (reg == NULL) {
2173                 ret = -ENOMEM;
2174                 err("ioremap error.");
2175                 goto clean_up;
2176         }
2177
2178         /* initialize hcd */
2179         hcd = usb_create_hcd(&r8a66597_hc_driver, &pdev->dev, (char *)hcd_name);
2180         if (!hcd) {
2181                 ret = -ENOMEM;
2182                 err("Failed to create hcd");
2183                 goto clean_up;
2184         }
2185         r8a66597 = hcd_to_r8a66597(hcd);
2186         memset(r8a66597, 0, sizeof(struct r8a66597));
2187         dev_set_drvdata(&pdev->dev, r8a66597);
2188
2189         spin_lock_init(&r8a66597->lock);
2190         init_timer(&r8a66597->rh_timer);
2191         r8a66597->rh_timer.function = r8a66597_timer;
2192         r8a66597->rh_timer.data = (unsigned long)r8a66597;
2193         r8a66597->reg = (unsigned long)reg;
2194
2195         for (i = 0; i < R8A66597_MAX_NUM_PIPE; i++) {
2196                 INIT_LIST_HEAD(&r8a66597->pipe_queue[i]);
2197                 init_timer(&r8a66597->td_timer[i]);
2198                 r8a66597->td_timer[i].function = r8a66597_td_timer;
2199                 r8a66597->td_timer[i].data = (unsigned long)r8a66597;
2200         }
2201         INIT_LIST_HEAD(&r8a66597->child_device);
2202
2203         hcd->rsrc_start = res->start;
2204         ret = usb_add_hcd(hcd, irq, 0);
2205         if (ret != 0) {
2206                 err("Failed to add hcd");
2207                 goto clean_up;
2208         }
2209
2210         return 0;
2211
2212 clean_up:
2213         if (reg)
2214                 iounmap(reg);
2215
2216         return ret;
2217 }
2218
2219 static struct platform_driver r8a66597_driver = {
2220         .probe =        r8a66597_probe,
2221         .remove =       r8a66597_remove,
2222         .suspend =      r8a66597_suspend,
2223         .resume =       r8a66597_resume,
2224         .driver         = {
2225                 .name = (char *) hcd_name,
2226         },
2227 };
2228
2229 static int __init r8a66597_init(void)
2230 {
2231         if (usb_disabled())
2232                 return -ENODEV;
2233
2234         info("driver %s, %s", hcd_name, DRIVER_VERSION);
2235         return platform_driver_register(&r8a66597_driver);
2236 }
2237 module_init(r8a66597_init);
2238
2239 static void __exit r8a66597_cleanup(void)
2240 {
2241         platform_driver_unregister(&r8a66597_driver);
2242 }
2243 module_exit(r8a66597_cleanup);
2244