drivers/block/cciss.c

   1 /*
   2  *    Disk Array driver for HP SA 5xxx and 6xxx Controllers
   3  *    Copyright 2000, 2005 Hewlett-Packard Development Company, L.P.
   4  *
   5  *    This program is free software; you can redistribute it and/or modify
   6  *    it under the terms of the GNU General Public License as published by
   7  *    the Free Software Foundation; either version 2 of the License, or
   8  *    (at your option) any later version.
   9  *
  10  *    This program is distributed in the hope that it will be useful,
  11  *    but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  *    MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
  13  *    NON INFRINGEMENT.  See the GNU General Public License for more details.
  14  *
  15  *    You should have received a copy of the GNU General Public License
  16  *    along with this program; if not, write to the Free Software
  17  *    Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  18  *
  19  *    Questions/Comments/Bugfixes to iss_storagedev@hp.com
  20  *
  21  */
  22
  23 #include <linux/config.h>       /* CONFIG_PROC_FS */
  24 #include <linux/module.h>
  25 #include <linux/interrupt.h>
  26 #include <linux/types.h>
  27 #include <linux/pci.h>
  28 #include <linux/kernel.h>
  29 #include <linux/slab.h>
  30 #include <linux/delay.h>
  31 #include <linux/major.h>
  32 #include <linux/fs.h>
  33 #include <linux/bio.h>
  34 #include <linux/blkpg.h>
  35 #include <linux/timer.h>
  36 #include <linux/proc_fs.h>
  37 #include <linux/init.h>
  38 #include <linux/hdreg.h>
  39 #include <linux/spinlock.h>
  40 #include <linux/compat.h>
  41 #include <asm/uaccess.h>
  42 #include <asm/io.h>
  43
  44 #include <linux/dma-mapping.h>
  45 #include <linux/blkdev.h>
  46 #include <linux/genhd.h>
  47 #include <linux/completion.h>
  48
  49 #define CCISS_DRIVER_VERSION(maj,min,submin) ((maj<<16)|(min<<8)|(submin))
  50 #define DRIVER_NAME "HP CISS Driver (v 2.6.6)"
  51 #define DRIVER_VERSION CCISS_DRIVER_VERSION(2,6,6)
  52
  53 /* Embedded module documentation macros - see modules.h */
  54 MODULE_AUTHOR("Hewlett-Packard Company");
  55 MODULE_DESCRIPTION("Driver for HP Controller SA5xxx SA6xxx version 2.6.6");
  56 MODULE_SUPPORTED_DEVICE("HP SA5i SA5i+ SA532 SA5300 SA5312 SA641 SA642 SA6400"
  57                         " SA6i P600 P800 E400 E300");
  58 MODULE_LICENSE("GPL");
  59
  60 #include "cciss_cmd.h"
  61 #include "cciss.h"
  62 #include <linux/cciss_ioctl.h>
  63
  64 /* define the PCI info for the cards we can control */
  65 static const struct pci_device_id cciss_pci_device_id[] = {
  66         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISS,
  67                         0x0E11, 0x4070, 0, 0, 0},
  68         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSB,
  69                         0x0E11, 0x4080, 0, 0, 0},
  70         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSB,
  71                         0x0E11, 0x4082, 0, 0, 0},
  72         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSB,
  73                         0x0E11, 0x4083, 0, 0, 0},
  74         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC,
  75                 0x0E11, 0x409A, 0, 0, 0},
  76         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC,
  77                 0x0E11, 0x409B, 0, 0, 0},
  78         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC,
  79                 0x0E11, 0x409C, 0, 0, 0},
  80         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC,
  81                 0x0E11, 0x409D, 0, 0, 0},
  82         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC,
  83                 0x0E11, 0x4091, 0, 0, 0},
  84         { PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSA,
  85                 0x103C, 0x3225, 0, 0, 0},
  86         { PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSB,
  87                 0x103c, 0x3223, 0, 0, 0},
  88         { PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSC,
  89                 0x103c, 0x3231, 0, 0, 0},
  90         { PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSC,
  91                 0x103c, 0x3233, 0, 0, 0},
  92         {0,}
  93 };
  94 MODULE_DEVICE_TABLE(pci, cciss_pci_device_id);
  95
  96 #define NR_PRODUCTS (sizeof(products)/sizeof(struct board_type))
  97
  98 /*  board_id = Subsystem Device ID & Vendor ID
  99  *  product = Marketing Name for the board
 100  *  access = Address of the struct of function pointers
 101  */
 102 static struct board_type products[] = {
 103         { 0x40700E11, "Smart Array 5300", &SA5_access },
 104         { 0x40800E11, "Smart Array 5i", &SA5B_access},
 105         { 0x40820E11, "Smart Array 532", &SA5B_access},
 106         { 0x40830E11, "Smart Array 5312", &SA5B_access},
 107         { 0x409A0E11, "Smart Array 641", &SA5_access},
 108         { 0x409B0E11, "Smart Array 642", &SA5_access},
 109         { 0x409C0E11, "Smart Array 6400", &SA5_access},
 110         { 0x409D0E11, "Smart Array 6400 EM", &SA5_access},
 111         { 0x40910E11, "Smart Array 6i", &SA5_access},
 112         { 0x3225103C, "Smart Array P600", &SA5_access},
 113         { 0x3223103C, "Smart Array P800", &SA5_access},
 114         { 0x3231103C, "Smart Array E400", &SA5_access},
 115         { 0x3233103C, "Smart Array E300", &SA5_access},
 116 };
 117
 118 /* How long to wait (in millesconds) for board to go into simple mode */
 119 #define MAX_CONFIG_WAIT 30000
 120 #define MAX_IOCTL_CONFIG_WAIT 1000
 121
 122 /*define how many times we will try a command because of bus resets */
 123 #define MAX_CMD_RETRIES 3
 124
 125 #define READ_AHEAD       1024
 126 #define NR_CMDS          384 /* #commands that can be outstanding */
 127 #define MAX_CTLR        32
 128
 129 /* Originally cciss driver only supports 8 major numbers */
 130 #define MAX_CTLR_ORIG   8
 131
 132
 133 static ctlr_info_t *hba[MAX_CTLR];
 134
 135 static void do_cciss_request(request_queue_t *q);
 136 static int cciss_open(struct inode *inode, struct file *filep);
 137 static int cciss_release(struct inode *inode, struct file *filep);
 138 static int cciss_ioctl(struct inode *inode, struct file *filep,
 139                 unsigned int cmd, unsigned long arg);
 140
 141 static int revalidate_allvol(ctlr_info_t *host);
 142 static int cciss_revalidate(struct gendisk *disk);
 143 static int deregister_disk(struct gendisk *disk);
 144 static int register_new_disk(ctlr_info_t *h);
 145
 146 static void cciss_getgeometry(int cntl_num);
 147
 148 static void start_io( ctlr_info_t *h);
 149 static int sendcmd( __u8 cmd, int ctlr, void *buff, size_t size,
 150         unsigned int use_unit_num, unsigned int log_unit, __u8 page_code,
 151         unsigned char *scsi3addr, int cmd_type);
 152
 153 #ifdef CONFIG_PROC_FS
 154 static int cciss_proc_get_info(char *buffer, char **start, off_t offset,
 155                 int length, int *eof, void *data);
 156 static void cciss_procinit(int i);
 157 #else
 158 static void cciss_procinit(int i) {}
 159 #endif /* CONFIG_PROC_FS */
 160
 161 #ifdef CONFIG_COMPAT
 162 static long cciss_compat_ioctl(struct file *f, unsigned cmd, unsigned long arg);
 163 #endif
 164
 165 static struct block_device_operations cciss_fops  = {
 166         .owner          = THIS_MODULE,
 167         .open           = cciss_open,
 168         .release        = cciss_release,
 169         .ioctl          = cciss_ioctl,
 170 #ifdef CONFIG_COMPAT
 171         .compat_ioctl   = cciss_compat_ioctl,
 172 #endif
 173         .revalidate_disk= cciss_revalidate,
 174 };
 175
 176 /*
 177  * Enqueuing and dequeuing functions for cmdlists.
 178  */
 179 static inline void addQ(CommandList_struct **Qptr, CommandList_struct *c)
 180 {
 181         if (*Qptr == NULL) {
 182                 *Qptr = c;
 183                 c->next = c->prev = c;
 184         } else {
 185                 c->prev = (*Qptr)->prev;
 186                 c->next = (*Qptr);
 187                 (*Qptr)->prev->next = c;
 188                 (*Qptr)->prev = c;
 189         }
 190 }
 191
 192 static inline CommandList_struct *removeQ(CommandList_struct **Qptr,
 193                                                 CommandList_struct *c)
 194 {
 195         if (c && c->next != c) {
 196                 if (*Qptr == c) *Qptr = c->next;
 197                 c->prev->next = c->next;
 198                 c->next->prev = c->prev;
 199         } else {
 200                 *Qptr = NULL;
 201         }
 202         return c;
 203 }
 204
 205 #include "cciss_scsi.c"         /* For SCSI tape support */
 206
 207 #ifdef CONFIG_PROC_FS
 208
 209 /*
 210  * Report information about this controller.
 211  */
 212 #define ENG_GIG 1000000000
 213 #define ENG_GIG_FACTOR (ENG_GIG/512)
 214 #define RAID_UNKNOWN 6
 215 static const char *raid_label[] = {"0","4","1(1+0)","5","5+1","ADG",
 216                                            "UNKNOWN"};
 217
 218 static struct proc_dir_entry *proc_cciss;
 219
 220 static int cciss_proc_get_info(char *buffer, char **start, off_t offset,
 221                 int length, int *eof, void *data)
 222 {
 223         off_t pos = 0;
 224         off_t len = 0;
 225         int size, i, ctlr;
 226         ctlr_info_t *h = (ctlr_info_t*)data;
 227         drive_info_struct *drv;
 228         unsigned long flags;
 229         sector_t vol_sz, vol_sz_frac;
 230
 231         ctlr = h->ctlr;
 232
 233         /* prevent displaying bogus info during configuration
 234          * or deconfiguration of a logical volume
 235          */
 236         spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
 237         if (h->busy_configuring) {
 238                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
 239         return -EBUSY;
 240         }
 241         h->busy_configuring = 1;
 242         spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
 243
 244         size = sprintf(buffer, "%s: HP %s Controller\n"
 245                 "Board ID: 0x%08lx\n"
 246                 "Firmware Version: %c%c%c%c\n"
 247                 "IRQ: %d\n"
 248                 "Logical drives: %d\n"
 249                 "Current Q depth: %d\n"
 250                 "Current # commands on controller: %d\n"
 251                 "Max Q depth since init: %d\n"
 252                 "Max # commands on controller since init: %d\n"
 253                 "Max SG entries since init: %d\n\n",
 254                 h->devname,
 255                 h->product_name,
 256                 (unsigned long)h->board_id,
 257                 h->firm_ver[0], h->firm_ver[1], h->firm_ver[2], h->firm_ver[3],
 258                 (unsigned int)h->intr,
 259                 h->num_luns,
 260                 h->Qdepth, h->commands_outstanding,
 261                 h->maxQsinceinit, h->max_outstanding, h->maxSG);
 262
 263         pos += size; len += size;
 264         cciss_proc_tape_report(ctlr, buffer, &pos, &len);
 265         for(i=0; i<=h->highest_lun; i++) {
 266
 267                 drv = &h->drv[i];
 268                 if (drv->block_size == 0)
 269                         continue;
 270
 271                 vol_sz = drv->nr_blocks;
 272                 vol_sz_frac = sector_div(vol_sz, ENG_GIG_FACTOR);
 273                 vol_sz_frac *= 100;
 274                 sector_div(vol_sz_frac, ENG_GIG_FACTOR);
 275
 276                 if (drv->raid_level > 5)
 277                         drv->raid_level = RAID_UNKNOWN;
 278                 size = sprintf(buffer+len, "cciss/c%dd%d:"
 279                                 "\t%4u.%02uGB\tRAID %s\n",
 280                                 ctlr, i, (int)vol_sz, (int)vol_sz_frac,
 281                                 raid_label[drv->raid_level]);
 282                 pos += size; len += size;
 283         }
 284
 285         *eof = 1;
 286         *start = buffer+offset;
 287         len -= offset;
 288         if (len>length)
 289                 len = length;
 290         h->busy_configuring = 0;
 291         return len;
 292 }
 293
 294 static int
 295 cciss_proc_write(struct file *file, const char __user *buffer,
 296                         unsigned long count, void *data)
 297 {
 298         unsigned char cmd[80];
 299         int len;
 300 #ifdef CONFIG_CISS_SCSI_TAPE
 301         ctlr_info_t *h = (ctlr_info_t *) data;
 302         int rc;
 303 #endif
 304
 305         if (count > sizeof(cmd)-1) return -EINVAL;
 306         if (copy_from_user(cmd, buffer, count)) return -EFAULT;
 307         cmd[count] = '\0';
 308         len = strlen(cmd);      // above 3 lines ensure safety
 309         if (len && cmd[len-1] == '\n')
 310                 cmd[--len] = '\0';
 311 #       ifdef CONFIG_CISS_SCSI_TAPE
 312                 if (strcmp("engage scsi", cmd)==0) {
 313                         rc = cciss_engage_scsi(h->ctlr);
 314                         if (rc != 0) return -rc;
 315                         return count;
 316                 }
 317                 /* might be nice to have "disengage" too, but it's not
 318                    safely possible. (only 1 module use count, lock issues.) */
 319 #       endif
 320         return -EINVAL;
 321 }
 322
 323 /*
 324  * Get us a file in /proc/cciss that says something about each controller.
 325  * Create /proc/cciss if it doesn't exist yet.
 326  */
 327 static void __devinit cciss_procinit(int i)
 328 {
 329         struct proc_dir_entry *pde;
 330
 331         if (proc_cciss == NULL) {
 332                 proc_cciss = proc_mkdir("cciss", proc_root_driver);
 333                 if (!proc_cciss)
 334                         return;
 335         }
 336
 337         pde = create_proc_read_entry(hba[i]->devname,
 338                 S_IWUSR | S_IRUSR | S_IRGRP | S_IROTH,
 339                 proc_cciss, cciss_proc_get_info, hba[i]);
 340         pde->write_proc = cciss_proc_write;
 341 }
 342 #endif /* CONFIG_PROC_FS */
 343
 344 /*
 345  * For operations that cannot sleep, a command block is allocated at init,
 346  * and managed by cmd_alloc() and cmd_free() using a simple bitmap to track
 347  * which ones are free or in use.  For operations that can wait for kmalloc
 348  * to possible sleep, this routine can be called with get_from_pool set to 0.
 349  * cmd_free() MUST be called with a got_from_pool set to 0 if cmd_alloc was.
 350  */
 351 static CommandList_struct * cmd_alloc(ctlr_info_t *h, int get_from_pool)
 352 {
 353         CommandList_struct *c;
 354         int i;
 355         u64bit temp64;
 356         dma_addr_t cmd_dma_handle, err_dma_handle;
 357
 358         if (!get_from_pool)
 359         {
 360                 c = (CommandList_struct *) pci_alloc_consistent(
 361                         h->pdev, sizeof(CommandList_struct), &cmd_dma_handle);
 362                 if(c==NULL)
 363                         return NULL;
 364                 memset(c, 0, sizeof(CommandList_struct));
 365
 366                 c->err_info = (ErrorInfo_struct *)pci_alloc_consistent(
 367                                         h->pdev, sizeof(ErrorInfo_struct),
 368                                         &err_dma_handle);
 369
 370                 if (c->err_info == NULL)
 371                 {
 372                         pci_free_consistent(h->pdev,
 373                                 sizeof(CommandList_struct), c, cmd_dma_handle);
 374                         return NULL;
 375                 }
 376                 memset(c->err_info, 0, sizeof(ErrorInfo_struct));
 377         } else /* get it out of the controllers pool */
 378         {
 379                 do {
 380                         i = find_first_zero_bit(h->cmd_pool_bits, NR_CMDS);
 381                         if (i == NR_CMDS)
 382                                 return NULL;
 383                 } while(test_and_set_bit(i & (BITS_PER_LONG - 1), h->cmd_pool_bits+(i/BITS_PER_LONG)) != 0);
 384 #ifdef CCISS_DEBUG
 385                 printk(KERN_DEBUG "cciss: using command buffer %d\n", i);
 386 #endif
 387                 c = h->cmd_pool + i;
 388                 memset(c, 0, sizeof(CommandList_struct));
 389                 cmd_dma_handle = h->cmd_pool_dhandle
 390                                         + i*sizeof(CommandList_struct);
 391                 c->err_info = h->errinfo_pool + i;
 392                 memset(c->err_info, 0, sizeof(ErrorInfo_struct));
 393                 err_dma_handle = h->errinfo_pool_dhandle
 394                                         + i*sizeof(ErrorInfo_struct);
 395                 h->nr_allocs++;
 396         }
 397
 398         c->busaddr = (__u32) cmd_dma_handle;
 399         temp64.val = (__u64) err_dma_handle;
 400         c->ErrDesc.Addr.lower = temp64.val32.lower;
 401         c->ErrDesc.Addr.upper = temp64.val32.upper;
 402         c->ErrDesc.Len = sizeof(ErrorInfo_struct);
 403
 404         c->ctlr = h->ctlr;
 405         return c;
 406
 407
 408 }
 409
 410 /*
 411  * Frees a command block that was previously allocated with cmd_alloc().
 412  */
 413 static void cmd_free(ctlr_info_t *h, CommandList_struct *c, int got_from_pool)
 414 {
 415         int i;
 416         u64bit temp64;
 417
 418         if( !got_from_pool)
 419         {
 420                 temp64.val32.lower = c->ErrDesc.Addr.lower;
 421                 temp64.val32.upper = c->ErrDesc.Addr.upper;
 422                 pci_free_consistent(h->pdev, sizeof(ErrorInfo_struct),
 423                         c->err_info, (dma_addr_t) temp64.val);
 424                 pci_free_consistent(h->pdev, sizeof(CommandList_struct),
 425                         c, (dma_addr_t) c->busaddr);
 426         } else
 427         {
 428                 i = c - h->cmd_pool;
 429                 clear_bit(i&(BITS_PER_LONG-1), h->cmd_pool_bits+(i/BITS_PER_LONG));
 430                 h->nr_frees++;
 431         }
 432 }
 433
 434 static inline ctlr_info_t *get_host(struct gendisk *disk)
 435 {
 436         return disk->queue->queuedata;
 437 }
 438
 439 static inline drive_info_struct *get_drv(struct gendisk *disk)
 440 {
 441         return disk->private_data;
 442 }
 443
 444 /*
 445  * Open.  Make sure the device is really there.
 446  */
 447 static int cciss_open(struct inode *inode, struct file *filep)
 448 {
 449         ctlr_info_t *host = get_host(inode->i_bdev->bd_disk);
 450         drive_info_struct *drv = get_drv(inode->i_bdev->bd_disk);
 451
 452 #ifdef CCISS_DEBUG
 453         printk(KERN_DEBUG "cciss_open %s\n", inode->i_bdev->bd_disk->disk_name);
 454 #endif /* CCISS_DEBUG */
 455
 456         /*
 457          * Root is allowed to open raw volume zero even if it's not configured
 458          * so array config can still work. Root is also allowed to open any
 459          * volume that has a LUN ID, so it can issue IOCTL to reread the
 460          * disk information.  I don't think I really like this
 461          * but I'm already using way to many device nodes to claim another one
 462          * for "raw controller".
 463          */
 464         if (drv->nr_blocks == 0) {
 465                 if (iminor(inode) != 0) {       /* not node 0? */
 466                         /* if not node 0 make sure it is a partition = 0 */
 467                         if (iminor(inode) & 0x0f) {
 468                         return -ENXIO;
 469                                 /* if it is, make sure we have a LUN ID */
 470                         } else if (drv->LunID == 0) {
 471                                 return -ENXIO;
 472                         }
 473                 }
 474                 if (!capable(CAP_SYS_ADMIN))
 475                         return -EPERM;
 476         }
 477         drv->usage_count++;
 478         host->usage_count++;
 479         return 0;
 480 }
 481 /*
 482  * Close.  Sync first.
 483  */
 484 static int cciss_release(struct inode *inode, struct file *filep)
 485 {
 486         ctlr_info_t *host = get_host(inode->i_bdev->bd_disk);
 487         drive_info_struct *drv = get_drv(inode->i_bdev->bd_disk);
 488
 489 #ifdef CCISS_DEBUG
 490         printk(KERN_DEBUG "cciss_release %s\n", inode->i_bdev->bd_disk->disk_name);
 491 #endif /* CCISS_DEBUG */
 492
 493         drv->usage_count--;
 494         host->usage_count--;
 495         return 0;
 496 }
 497
 498 #ifdef CONFIG_COMPAT
 499
 500 static int do_ioctl(struct file *f, unsigned cmd, unsigned long arg)
 501 {
 502         int ret;
 503         lock_kernel();
 504         ret = cciss_ioctl(f->f_dentry->d_inode, f, cmd, arg);
 505         unlock_kernel();
 506         return ret;
 507 }
 508
 509 static int cciss_ioctl32_passthru(struct file *f, unsigned cmd, unsigned long arg);
 510 static int cciss_ioctl32_big_passthru(struct file *f, unsigned cmd, unsigned long arg);
 511
 512 static long cciss_compat_ioctl(struct file *f, unsigned cmd, unsigned long arg)
 513 {
 514         switch (cmd) {
 515         case CCISS_GETPCIINFO:
 516         case CCISS_GETINTINFO:
 517         case CCISS_SETINTINFO:
 518         case CCISS_GETNODENAME:
 519         case CCISS_SETNODENAME:
 520         case CCISS_GETHEARTBEAT:
 521         case CCISS_GETBUSTYPES:
 522         case CCISS_GETFIRMVER:
 523         case CCISS_GETDRIVVER:
 524         case CCISS_REVALIDVOLS:
 525         case CCISS_DEREGDISK:
 526         case CCISS_REGNEWDISK:
 527         case CCISS_REGNEWD:
 528         case CCISS_RESCANDISK:
 529         case CCISS_GETLUNINFO:
 530                 return do_ioctl(f, cmd, arg);
 531
 532         case CCISS_PASSTHRU32:
 533                 return cciss_ioctl32_passthru(f, cmd, arg);
 534         case CCISS_BIG_PASSTHRU32:
 535                 return cciss_ioctl32_big_passthru(f, cmd, arg);
 536
 537         default:
 538                 return -ENOIOCTLCMD;
 539         }
 540 }
 541
 542 static int cciss_ioctl32_passthru(struct file *f, unsigned cmd, unsigned long arg)
 543 {
 544         IOCTL32_Command_struct __user *arg32 =
 545                 (IOCTL32_Command_struct __user *) arg;
 546         IOCTL_Command_struct arg64;
 547         IOCTL_Command_struct __user *p = compat_alloc_user_space(sizeof(arg64));
 548         int err;
 549         u32 cp;
 550
 551         err = 0;
 552         err |= copy_from_user(&arg64.LUN_info, &arg32->LUN_info, sizeof(arg64.LUN_info));
 553         err |= copy_from_user(&arg64.Request, &arg32->Request, sizeof(arg64.Request));
 554         err |= copy_from_user(&arg64.error_info, &arg32->error_info, sizeof(arg64.error_info));
 555         err |= get_user(arg64.buf_size, &arg32->buf_size);
 556         err |= get_user(cp, &arg32->buf);
 557         arg64.buf = compat_ptr(cp);
 558         err |= copy_to_user(p, &arg64, sizeof(arg64));
 559
 560         if (err)
 561                 return -EFAULT;
 562
 563         err = do_ioctl(f, CCISS_PASSTHRU, (unsigned long) p);
 564         if (err)
 565                 return err;
 566         err |= copy_in_user(&arg32->error_info, &p->error_info, sizeof(arg32->error_info));
 567         if (err)
 568                 return -EFAULT;
 569         return err;
 570 }
 571
 572 static int cciss_ioctl32_big_passthru(struct file *file, unsigned cmd, unsigned long arg)
 573 {
 574         BIG_IOCTL32_Command_struct __user *arg32 =
 575                 (BIG_IOCTL32_Command_struct __user *) arg;
 576         BIG_IOCTL_Command_struct arg64;
 577         BIG_IOCTL_Command_struct __user *p = compat_alloc_user_space(sizeof(arg64));
 578         int err;
 579         u32 cp;
 580
 581         err = 0;
 582         err |= copy_from_user(&arg64.LUN_info, &arg32->LUN_info, sizeof(arg64.LUN_info));
 583         err |= copy_from_user(&arg64.Request, &arg32->Request, sizeof(arg64.Request));
 584         err |= copy_from_user(&arg64.error_info, &arg32->error_info, sizeof(arg64.error_info));
 585         err |= get_user(arg64.buf_size, &arg32->buf_size);
 586         err |= get_user(arg64.malloc_size, &arg32->malloc_size);
 587         err |= get_user(cp, &arg32->buf);
 588         arg64.buf = compat_ptr(cp);
 589         err |= copy_to_user(p, &arg64, sizeof(arg64));
 590
 591         if (err)
 592                  return -EFAULT;
 593
 594         err = do_ioctl(file, CCISS_BIG_PASSTHRU, (unsigned long) p);
 595         if (err)
 596                 return err;
 597         err |= copy_in_user(&arg32->error_info, &p->error_info, sizeof(arg32->error_info));
 598         if (err)
 599                 return -EFAULT;
 600         return err;
 601 }
 602 #endif
 603 /*
 604  * ioctl
 605  */
 606 static int cciss_ioctl(struct inode *inode, struct file *filep,
 607                 unsigned int cmd, unsigned long arg)
 608 {
 609         struct block_device *bdev = inode->i_bdev;
 610         struct gendisk *disk = bdev->bd_disk;
 611         ctlr_info_t *host = get_host(disk);
 612         drive_info_struct *drv = get_drv(disk);
 613         int ctlr = host->ctlr;
 614         void __user *argp = (void __user *)arg;
 615
 616 #ifdef CCISS_DEBUG
 617         printk(KERN_DEBUG "cciss_ioctl: Called with cmd=%x %lx\n", cmd, arg);
 618 #endif /* CCISS_DEBUG */
 619
 620         switch(cmd) {
 621         case HDIO_GETGEO:
 622         {
 623                 struct hd_geometry driver_geo;
 624                 if (drv->cylinders) {
 625                         driver_geo.heads = drv->heads;
 626                         driver_geo.sectors = drv->sectors;
 627                         driver_geo.cylinders = drv->cylinders;
 628                 } else
 629                         return -ENXIO;
 630                 driver_geo.start= get_start_sect(inode->i_bdev);
 631                 if (copy_to_user(argp, &driver_geo, sizeof(struct hd_geometry)))
 632                         return  -EFAULT;
 633                 return(0);
 634         }
 635
 636         case CCISS_GETPCIINFO:
 637         {
 638                 cciss_pci_info_struct pciinfo;
 639
 640                 if (!arg) return -EINVAL;
 641                 pciinfo.domain = pci_domain_nr(host->pdev->bus);
 642                 pciinfo.bus = host->pdev->bus->number;
 643                 pciinfo.dev_fn = host->pdev->devfn;
 644                 pciinfo.board_id = host->board_id;
 645                 if (copy_to_user(argp, &pciinfo,  sizeof( cciss_pci_info_struct )))
 646                         return  -EFAULT;
 647                 return(0);
 648         }
 649         case CCISS_GETINTINFO:
 650         {
 651                 cciss_coalint_struct intinfo;
 652                 if (!arg) return -EINVAL;
 653                 intinfo.delay = readl(&host->cfgtable->HostWrite.CoalIntDelay);
 654                 intinfo.count = readl(&host->cfgtable->HostWrite.CoalIntCount);
 655                 if (copy_to_user(argp, &intinfo, sizeof( cciss_coalint_struct )))
 656                         return -EFAULT;
 657                 return(0);
 658         }
 659         case CCISS_SETINTINFO:
 660         {
 661                 cciss_coalint_struct intinfo;
 662                 unsigned long flags;
 663                 int i;
 664
 665                 if (!arg) return -EINVAL;
 666                 if (!capable(CAP_SYS_ADMIN)) return -EPERM;
 667                 if (copy_from_user(&intinfo, argp, sizeof( cciss_coalint_struct)))
 668                         return -EFAULT;
 669                 if ( (intinfo.delay == 0 ) && (intinfo.count == 0))
 670
 671                 {
 672 //                      printk("cciss_ioctl: delay and count cannot be 0\n");
 673                         return( -EINVAL);
 674                 }
 675                 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
 676                 /* Update the field, and then ring the doorbell */
 677                 writel( intinfo.delay,
 678                         &(host->cfgtable->HostWrite.CoalIntDelay));
 679                 writel( intinfo.count,
 680                         &(host->cfgtable->HostWrite.CoalIntCount));
 681                 writel( CFGTBL_ChangeReq, host->vaddr + SA5_DOORBELL);
 682
 683                 for(i=0;i<MAX_IOCTL_CONFIG_WAIT;i++) {
 684                         if (!(readl(host->vaddr + SA5_DOORBELL)
 685                                         & CFGTBL_ChangeReq))
 686                                 break;
 687                         /* delay and try again */
 688                         udelay(1000);
 689                 }
 690                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
 691                 if (i >= MAX_IOCTL_CONFIG_WAIT)
 692                         return -EAGAIN;
 693                 return(0);
 694         }
 695         case CCISS_GETNODENAME:
 696         {
 697                 NodeName_type NodeName;
 698                 int i;
 699
 700                 if (!arg) return -EINVAL;
 701                 for(i=0;i<16;i++)
 702                         NodeName[i] = readb(&host->cfgtable->ServerName[i]);
 703                 if (copy_to_user(argp, NodeName, sizeof( NodeName_type)))
 704                         return  -EFAULT;
 705                 return(0);
 706         }
 707         case CCISS_SETNODENAME:
 708         {
 709                 NodeName_type NodeName;
 710                 unsigned long flags;
 711                 int i;
 712
 713                 if (!arg) return -EINVAL;
 714                 if (!capable(CAP_SYS_ADMIN)) return -EPERM;
 715
 716                 if (copy_from_user(NodeName, argp, sizeof( NodeName_type)))
 717                         return -EFAULT;
 718
 719                 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
 720
 721                         /* Update the field, and then ring the doorbell */
 722                 for(i=0;i<16;i++)
 723                         writeb( NodeName[i], &host->cfgtable->ServerName[i]);
 724
 725                 writel( CFGTBL_ChangeReq, host->vaddr + SA5_DOORBELL);
 726
 727                 for(i=0;i<MAX_IOCTL_CONFIG_WAIT;i++) {
 728                         if (!(readl(host->vaddr + SA5_DOORBELL)
 729                                         & CFGTBL_ChangeReq))
 730                                 break;
 731                         /* delay and try again */
 732                         udelay(1000);
 733                 }
 734                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
 735                 if (i >= MAX_IOCTL_CONFIG_WAIT)
 736                         return -EAGAIN;
 737                 return(0);
 738         }
 739
 740         case CCISS_GETHEARTBEAT:
 741         {
 742                 Heartbeat_type heartbeat;
 743
 744                 if (!arg) return -EINVAL;
 745                 heartbeat = readl(&host->cfgtable->HeartBeat);
 746                 if (copy_to_user(argp, &heartbeat, sizeof( Heartbeat_type)))
 747                         return -EFAULT;
 748                 return(0);
 749         }
 750         case CCISS_GETBUSTYPES:
 751         {
 752                 BusTypes_type BusTypes;
 753
 754                 if (!arg) return -EINVAL;
 755                 BusTypes = readl(&host->cfgtable->BusTypes);
 756                 if (copy_to_user(argp, &BusTypes, sizeof( BusTypes_type) ))
 757                         return  -EFAULT;
 758                 return(0);
 759         }
 760         case CCISS_GETFIRMVER:
 761         {
 762                 FirmwareVer_type firmware;
 763
 764                 if (!arg) return -EINVAL;
 765                 memcpy(firmware, host->firm_ver, 4);
 766
 767                 if (copy_to_user(argp, firmware, sizeof( FirmwareVer_type)))
 768                         return -EFAULT;
 769                 return(0);
 770         }
 771         case CCISS_GETDRIVVER:
 772         {
 773                 DriverVer_type DriverVer = DRIVER_VERSION;
 774
 775                 if (!arg) return -EINVAL;
 776
 777                 if (copy_to_user(argp, &DriverVer, sizeof( DriverVer_type) ))
 778                         return -EFAULT;
 779                 return(0);
 780         }
 781
 782         case CCISS_REVALIDVOLS:
 783                 if (bdev != bdev->bd_contains || drv != host->drv)
 784                         return -ENXIO;
 785                 return revalidate_allvol(host);
 786
 787         case CCISS_GETLUNINFO: {
 788                 LogvolInfo_struct luninfo;
 789                 int i;
 790
 791                 luninfo.LunID = drv->LunID;
 792                 luninfo.num_opens = drv->usage_count;
 793                 luninfo.num_parts = 0;
 794                 /* count partitions 1 to 15 with sizes > 0 */
 795                 for (i = 0; i < MAX_PART - 1; i++) {
 796                         if (!disk->part[i])
 797                                 continue;
 798                         if (disk->part[i]->nr_sects != 0)
 799                                 luninfo.num_parts++;
 800                 }
 801                 if (copy_to_user(argp, &luninfo,
 802                                 sizeof(LogvolInfo_struct)))
 803                         return -EFAULT;
 804                 return(0);
 805         }
 806         case CCISS_DEREGDISK:
 807                 return deregister_disk(disk);
 808
 809         case CCISS_REGNEWD:
 810                 return register_new_disk(host);
 811
 812         case CCISS_PASSTHRU:
 813         {
 814                 IOCTL_Command_struct iocommand;
 815                 CommandList_struct *c;
 816                 char    *buff = NULL;
 817                 u64bit  temp64;
 818                 unsigned long flags;
 819                 DECLARE_COMPLETION(wait);
 820
 821                 if (!arg) return -EINVAL;
 822
 823                 if (!capable(CAP_SYS_RAWIO)) return -EPERM;
 824
 825                 if (copy_from_user(&iocommand, argp, sizeof( IOCTL_Command_struct) ))
 826                         return -EFAULT;
 827                 if((iocommand.buf_size < 1) &&
 828                                 (iocommand.Request.Type.Direction != XFER_NONE))
 829                 {
 830                         return -EINVAL;
 831                 }
 832 #if 0 /* 'buf_size' member is 16-bits, and always smaller than kmalloc limit */
 833                 /* Check kmalloc limits */
 834                 if(iocommand.buf_size > 128000)
 835                         return -EINVAL;
 836 #endif
 837                 if(iocommand.buf_size > 0)
 838                 {
 839                         buff =  kmalloc(iocommand.buf_size, GFP_KERNEL);
 840                         if( buff == NULL)
 841                                 return -EFAULT;
 842                 }
 843                 if (iocommand.Request.Type.Direction == XFER_WRITE)
 844                 {
 845                         /* Copy the data into the buffer we created */
 846                         if (copy_from_user(buff, iocommand.buf, iocommand.buf_size))
 847                         {
 848                                 kfree(buff);
 849                                 return -EFAULT;
 850                         }
 851                 } else {
 852                         memset(buff, 0, iocommand.buf_size);
 853                 }
 854                 if ((c = cmd_alloc(host , 0)) == NULL)
 855                 {
 856                         kfree(buff);
 857                         return -ENOMEM;
 858                 }
 859                         // Fill in the command type
 860                 c->cmd_type = CMD_IOCTL_PEND;
 861                         // Fill in Command Header
 862                 c->Header.ReplyQueue = 0;  // unused in simple mode
 863                 if( iocommand.buf_size > 0)     // buffer to fill
 864                 {
 865                         c->Header.SGList = 1;
 866                         c->Header.SGTotal= 1;
 867                 } else  // no buffers to fill
 868                 {
 869                         c->Header.SGList = 0;
 870                         c->Header.SGTotal= 0;
 871                 }
 872                 c->Header.LUN = iocommand.LUN_info;
 873                 c->Header.Tag.lower = c->busaddr;  // use the kernel address the cmd block for tag
 874
 875                 // Fill in Request block
 876                 c->Request = iocommand.Request;
 877
 878                 // Fill in the scatter gather information
 879                 if (iocommand.buf_size > 0 )
 880                 {
 881                         temp64.val = pci_map_single( host->pdev, buff,
 882                                         iocommand.buf_size,
 883                                 PCI_DMA_BIDIRECTIONAL);
 884                         c->SG[0].Addr.lower = temp64.val32.lower;
 885                         c->SG[0].Addr.upper = temp64.val32.upper;
 886                         c->SG[0].Len = iocommand.buf_size;
 887                         c->SG[0].Ext = 0;  // we are not chaining
 888                 }
 889                 c->waiting = &wait;
 890
 891                 /* Put the request on the tail of the request queue */
 892                 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
 893                 addQ(&host->reqQ, c);
 894                 host->Qdepth++;
 895                 start_io(host);
 896                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
 897
 898                 wait_for_completion(&wait);
 899
 900                 /* unlock the buffers from DMA */
 901                 temp64.val32.lower = c->SG[0].Addr.lower;
 902                 temp64.val32.upper = c->SG[0].Addr.upper;
 903                 pci_unmap_single( host->pdev, (dma_addr_t) temp64.val,
 904                         iocommand.buf_size, PCI_DMA_BIDIRECTIONAL);
 905
 906                 /* Copy the error information out */
 907                 iocommand.error_info = *(c->err_info);
 908                 if ( copy_to_user(argp, &iocommand, sizeof( IOCTL_Command_struct) ) )
 909                 {
 910                         kfree(buff);
 911                         cmd_free(host, c, 0);
 912                         return( -EFAULT);
 913                 }
 914
 915                 if (iocommand.Request.Type.Direction == XFER_READ)
 916                 {
 917                         /* Copy the data out of the buffer we created */
 918                         if (copy_to_user(iocommand.buf, buff, iocommand.buf_size))
 919                         {
 920                                 kfree(buff);
 921                                 cmd_free(host, c, 0);
 922                                 return -EFAULT;
 923                         }
 924                 }
 925                 kfree(buff);
 926                 cmd_free(host, c, 0);
 927                 return(0);
 928         }
 929         case CCISS_BIG_PASSTHRU: {
 930                 BIG_IOCTL_Command_struct *ioc;
 931                 CommandList_struct *c;
 932                 unsigned char **buff = NULL;
 933                 int     *buff_size = NULL;
 934                 u64bit  temp64;
 935                 unsigned long flags;
 936                 BYTE sg_used = 0;
 937                 int status = 0;
 938                 int i;
 939                 DECLARE_COMPLETION(wait);
 940                 __u32   left;
 941                 __u32   sz;
 942                 BYTE    __user *data_ptr;
 943
 944                 if (!arg)
 945                         return -EINVAL;
 946                 if (!capable(CAP_SYS_RAWIO))
 947                         return -EPERM;
 948                 ioc = (BIG_IOCTL_Command_struct *)
 949                         kmalloc(sizeof(*ioc), GFP_KERNEL);
 950                 if (!ioc) {
 951                         status = -ENOMEM;
 952                         goto cleanup1;
 953                 }
 954                 if (copy_from_user(ioc, argp, sizeof(*ioc))) {
 955                         status = -EFAULT;
 956                         goto cleanup1;
 957                 }
 958                 if ((ioc->buf_size < 1) &&
 959                         (ioc->Request.Type.Direction != XFER_NONE)) {
 960                                 status = -EINVAL;
 961                                 goto cleanup1;
 962                 }
 963                 /* Check kmalloc limits  using all SGs */
 964                 if (ioc->malloc_size > MAX_KMALLOC_SIZE) {
 965                         status = -EINVAL;
 966                         goto cleanup1;
 967                 }
 968                 if (ioc->buf_size > ioc->malloc_size * MAXSGENTRIES) {
 969                         status = -EINVAL;
 970                         goto cleanup1;
 971                 }
 972                 buff = (unsigned char **) kmalloc(MAXSGENTRIES *
 973                                 sizeof(char *), GFP_KERNEL);
 974                 if (!buff) {
 975                         status = -ENOMEM;
 976                         goto cleanup1;
 977                 }
 978                 memset(buff, 0, MAXSGENTRIES);
 979                 buff_size = (int *) kmalloc(MAXSGENTRIES * sizeof(int),
 980                                         GFP_KERNEL);
 981                 if (!buff_size) {
 982                         status = -ENOMEM;
 983                         goto cleanup1;
 984                 }
 985                 left = ioc->buf_size;
 986                 data_ptr = ioc->buf;
 987                 while (left) {
 988                         sz = (left > ioc->malloc_size) ? ioc->malloc_size : left;
 989                         buff_size[sg_used] = sz;
 990                         buff[sg_used] = kmalloc(sz, GFP_KERNEL);
 991                         if (buff[sg_used] == NULL) {
 992                                 status = -ENOMEM;
 993                                 goto cleanup1;
 994                         }
 995                         if (ioc->Request.Type.Direction == XFER_WRITE &&
 996                                 copy_from_user(buff[sg_used], data_ptr, sz)) {
 997                                         status = -ENOMEM;
 998                                         goto cleanup1;
 999                         } else {
1000                                 memset(buff[sg_used], 0, sz);
1001                         }
1002                         left -= sz;
1003                         data_ptr += sz;
1004                         sg_used++;
1005                 }
1006                 if ((c = cmd_alloc(host , 0)) == NULL) {
1007                         status = -ENOMEM;
1008                         goto cleanup1;
1009                 }
1010                 c->cmd_type = CMD_IOCTL_PEND;
1011                 c->Header.ReplyQueue = 0;
1012
1013                 if( ioc->buf_size > 0) {
1014                         c->Header.SGList = sg_used;
1015                         c->Header.SGTotal= sg_used;
1016                 } else {
1017                         c->Header.SGList = 0;
1018                         c->Header.SGTotal= 0;
1019                 }
1020                 c->Header.LUN = ioc->LUN_info;
1021                 c->Header.Tag.lower = c->busaddr;
1022
1023                 c->Request = ioc->Request;
1024                 if (ioc->buf_size > 0 ) {
1025                         int i;
1026                         for(i=0; i<sg_used; i++) {
1027                                 temp64.val = pci_map_single( host->pdev, buff[i],
1028                                         buff_size[i],
1029                                         PCI_DMA_BIDIRECTIONAL);
1030                                 c->SG[i].Addr.lower = temp64.val32.lower;
1031                                 c->SG[i].Addr.upper = temp64.val32.upper;
1032                                 c->SG[i].Len = buff_size[i];
1033                                 c->SG[i].Ext = 0;  /* we are not chaining */
1034                         }
1035                 }
1036                 c->waiting = &wait;
1037                 /* Put the request on the tail of the request queue */
1038                 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
1039                 addQ(&host->reqQ, c);
1040                 host->Qdepth++;
1041                 start_io(host);
1042                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1043                 wait_for_completion(&wait);
1044                 /* unlock the buffers from DMA */
1045                 for(i=0; i<sg_used; i++) {
1046                         temp64.val32.lower = c->SG[i].Addr.lower;
1047                         temp64.val32.upper = c->SG[i].Addr.upper;
1048                         pci_unmap_single( host->pdev, (dma_addr_t) temp64.val,
1049                                 buff_size[i], PCI_DMA_BIDIRECTIONAL);
1050                 }
1051                 /* Copy the error information out */
1052                 ioc->error_info = *(c->err_info);
1053                 if (copy_to_user(argp, ioc, sizeof(*ioc))) {
1054                         cmd_free(host, c, 0);
1055                         status = -EFAULT;
1056                         goto cleanup1;
1057                 }
1058                 if (ioc->Request.Type.Direction == XFER_READ) {
1059                         /* Copy the data out of the buffer we created */
1060                         BYTE __user *ptr = ioc->buf;
1061                         for(i=0; i< sg_used; i++) {
1062                                 if (copy_to_user(ptr, buff[i], buff_size[i])) {
1063                                         cmd_free(host, c, 0);
1064                                         status = -EFAULT;
1065                                         goto cleanup1;
1066                                 }
1067                                 ptr += buff_size[i];
1068                         }
1069                 }
1070                 cmd_free(host, c, 0);
1071                 status = 0;
1072 cleanup1:
1073                 if (buff) {
1074                         for(i=0; i<sg_used; i++)
1075                                 if(buff[i] != NULL)
1076                                         kfree(buff[i]);
1077                         kfree(buff);
1078                 }
1079                 if (buff_size)
1080                         kfree(buff_size);
1081                 if (ioc)
1082                         kfree(ioc);
1083                 return(status);
1084         }
1085         default:
1086                 return -ENOTTY;
1087         }
1088
1089 }
1090
1091 /*
1092  * revalidate_allvol is for online array config utilities.  After a
1093  * utility reconfigures the drives in the array, it can use this function
1094  * (through an ioctl) to make the driver zap any previous disk structs for
1095  * that controller and get new ones.
1096  *
1097  * Right now I'm using the getgeometry() function to do this, but this
1098  * function should probably be finer grained and allow you to revalidate one
1099  * particualar logical volume (instead of all of them on a particular
1100  * controller).
1101  */
1102 static int revalidate_allvol(ctlr_info_t *host)
1103 {
1104         int ctlr = host->ctlr, i;
1105         unsigned long flags;
1106
1107         spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
1108         if (host->usage_count > 1) {
1109                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1110                 printk(KERN_WARNING "cciss: Device busy for volume"
1111                         " revalidation (usage=%d)\n", host->usage_count);
1112                 return -EBUSY;
1113         }
1114         host->usage_count++;
1115         spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1116
1117         for(i=0; i< NWD; i++) {
1118                 struct gendisk *disk = host->gendisk[i];
1119                 if (disk->flags & GENHD_FL_UP)
1120                         del_gendisk(disk);
1121         }
1122
1123         /*
1124          * Set the partition and block size structures for all volumes
1125          * on this controller to zero.  We will reread all of this data
1126          */
1127         memset(host->drv,        0, sizeof(drive_info_struct)
1128                                                 * CISS_MAX_LUN);
1129         /*
1130          * Tell the array controller not to give us any interrupts while
1131          * we check the new geometry.  Then turn interrupts back on when
1132          * we're done.
1133          */
1134         host->access.set_intr_mask(host, CCISS_INTR_OFF);
1135         cciss_getgeometry(ctlr);
1136         host->access.set_intr_mask(host, CCISS_INTR_ON);
1137
1138         /* Loop through each real device */
1139         for (i = 0; i < NWD; i++) {
1140                 struct gendisk *disk = host->gendisk[i];
1141                 drive_info_struct *drv = &(host->drv[i]);
1142                 /* we must register the controller even if no disks exist */
1143                 /* this is for the online array utilities */
1144                 if (!drv->heads && i)
1145                         continue;
1146                 blk_queue_hardsect_size(host->queue, drv->block_size);
1147                 set_capacity(disk, drv->nr_blocks);
1148                 add_disk(disk);
1149         }
1150         host->usage_count--;
1151         return 0;
1152 }
1153
1154 static int deregister_disk(struct gendisk *disk)
1155 {
1156         unsigned long flags;
1157         ctlr_info_t *h = get_host(disk);
1158         drive_info_struct *drv = get_drv(disk);
1159         int ctlr = h->ctlr;
1160
1161         if (!capable(CAP_SYS_RAWIO))
1162                 return -EPERM;
1163
1164         spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
1165         /* make sure logical volume is NOT is use */
1166         if( drv->usage_count > 1) {
1167                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1168                 return -EBUSY;
1169         }
1170         drv->usage_count++;
1171         spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1172
1173         /* invalidate the devices and deregister the disk */
1174         if (disk->flags & GENHD_FL_UP)
1175                 del_gendisk(disk);
1176         /* check to see if it was the last disk */
1177         if (drv == h->drv + h->highest_lun) {
1178                 /* if so, find the new hightest lun */
1179                 int i, newhighest =-1;
1180                 for(i=0; i<h->highest_lun; i++) {
1181                         /* if the disk has size > 0, it is available */
1182                         if (h->drv[i].nr_blocks)
1183                                 newhighest = i;
1184                 }
1185                 h->highest_lun = newhighest;
1186
1187         }
1188         --h->num_luns;
1189         /* zero out the disk size info */
1190         drv->nr_blocks = 0;
1191         drv->block_size = 0;
1192         drv->cylinders = 0;
1193         drv->LunID = 0;
1194         return(0);
1195 }
1196 static int fill_cmd(CommandList_struct *c, __u8 cmd, int ctlr, void *buff,
1197         size_t size,
1198         unsigned int use_unit_num, /* 0: address the controller,
1199                                       1: address logical volume log_unit,
1200                                       2: periph device address is scsi3addr */
1201         unsigned int log_unit, __u8 page_code, unsigned char *scsi3addr,
1202         int cmd_type)
1203 {
1204         ctlr_info_t *h= hba[ctlr];
1205         u64bit buff_dma_handle;
1206         int status = IO_OK;
1207
1208         c->cmd_type = CMD_IOCTL_PEND;
1209         c->Header.ReplyQueue = 0;
1210         if( buff != NULL) {
1211                 c->Header.SGList = 1;
1212                 c->Header.SGTotal= 1;
1213         } else {
1214                 c->Header.SGList = 0;
1215                 c->Header.SGTotal= 0;
1216         }
1217         c->Header.Tag.lower = c->busaddr;
1218
1219         c->Request.Type.Type = cmd_type;
1220         if (cmd_type == TYPE_CMD) {
1221                 switch(cmd) {
1222                 case  CISS_INQUIRY:
1223                         /* If the logical unit number is 0 then, this is going
1224                         to controller so It's a physical command
1225                         mode = 0 target = 0.  So we have nothing to write.
1226                         otherwise, if use_unit_num == 1,
1227                         mode = 1(volume set addressing) target = LUNID
1228                         otherwise, if use_unit_num == 2,
1229                         mode = 0(periph dev addr) target = scsi3addr */
1230                         if (use_unit_num == 1) {
1231                                 c->Header.LUN.LogDev.VolId=
1232                                         h->drv[log_unit].LunID;
1233                                 c->Header.LUN.LogDev.Mode = 1;
1234                         } else if (use_unit_num == 2) {
1235                                 memcpy(c->Header.LUN.LunAddrBytes,scsi3addr,8);
1236                                 c->Header.LUN.LogDev.Mode = 0;
1237                         }
1238                         /* are we trying to read a vital product page */
1239                         if(page_code != 0) {
1240                                 c->Request.CDB[1] = 0x01;
1241                                 c->Request.CDB[2] = page_code;
1242                         }
1243                         c->Request.CDBLen = 6;
1244                         c->Request.Type.Attribute = ATTR_SIMPLE;
1245                         c->Request.Type.Direction = XFER_READ;
1246                         c->Request.Timeout = 0;
1247                         c->Request.CDB[0] =  CISS_INQUIRY;
1248                         c->Request.CDB[4] = size  & 0xFF;
1249                 break;
1250                 case CISS_REPORT_LOG:
1251                 case CISS_REPORT_PHYS:
1252                         /* Talking to controller so It's a physical command
1253                            mode = 00 target = 0.  Nothing to write.
1254                         */
1255                         c->Request.CDBLen = 12;
1256                         c->Request.Type.Attribute = ATTR_SIMPLE;
1257                         c->Request.Type.Direction = XFER_READ;
1258                         c->Request.Timeout = 0;
1259                         c->Request.CDB[0] = cmd;
1260                         c->Request.CDB[6] = (size >> 24) & 0xFF;  //MSB
1261                         c->Request.CDB[7] = (size >> 16) & 0xFF;
1262                         c->Request.CDB[8] = (size >> 8) & 0xFF;
1263                         c->Request.CDB[9] = size & 0xFF;
1264                         break;
1265
1266                 case CCISS_READ_CAPACITY:
1267                         c->Header.LUN.LogDev.VolId = h->drv[log_unit].LunID;
1268                         c->Header.LUN.LogDev.Mode = 1;
1269                         c->Request.CDBLen = 10;
1270                         c->Request.Type.Attribute = ATTR_SIMPLE;
1271                         c->Request.Type.Direction = XFER_READ;
1272                         c->Request.Timeout = 0;
1273                         c->Request.CDB[0] = cmd;
1274                 break;
1275                 case CCISS_CACHE_FLUSH:
1276                         c->Request.CDBLen = 12;
1277                         c->Request.Type.Attribute = ATTR_SIMPLE;
1278                         c->Request.Type.Direction = XFER_WRITE;
1279                         c->Request.Timeout = 0;
1280                         c->Request.CDB[0] = BMIC_WRITE;
1281                         c->Request.CDB[6] = BMIC_CACHE_FLUSH;
1282                 break;
1283                 default:
1284                         printk(KERN_WARNING
1285                                 "cciss%d:  Unknown Command 0x%c\n", ctlr, cmd);
1286                         return(IO_ERROR);
1287                 }
1288         } else if (cmd_type == TYPE_MSG) {
1289                 switch (cmd) {
1290                 case 3: /* No-Op message */
1291                         c->Request.CDBLen = 1;
1292                         c->Request.Type.Attribute = ATTR_SIMPLE;
1293                         c->Request.Type.Direction = XFER_WRITE;
1294                         c->Request.Timeout = 0;
1295                         c->Request.CDB[0] = cmd;
1296                         break;
1297                 default:
1298                         printk(KERN_WARNING
1299                                 "cciss%d: unknown message type %d\n",
1300                                 ctlr, cmd);
1301                         return IO_ERROR;
1302                 }
1303         } else {
1304                 printk(KERN_WARNING
1305                         "cciss%d: unknown command type %d\n", ctlr, cmd_type);
1306                 return IO_ERROR;
1307         }
1308         /* Fill in the scatter gather information */
1309         if (size > 0) {
1310                 buff_dma_handle.val = (__u64) pci_map_single(h->pdev,
1311                         buff, size, PCI_DMA_BIDIRECTIONAL);
1312                 c->SG[0].Addr.lower = buff_dma_handle.val32.lower;
1313                 c->SG[0].Addr.upper = buff_dma_handle.val32.upper;
1314                 c->SG[0].Len = size;
1315                 c->SG[0].Ext = 0;  /* we are not chaining */
1316         }
1317         return status;
1318 }
1319 static int sendcmd_withirq(__u8 cmd,
1320         int     ctlr,
1321         void    *buff,
1322         size_t  size,
1323         unsigned int use_unit_num,
1324         unsigned int log_unit,
1325         __u8    page_code,
1326         int cmd_type)
1327 {
1328         ctlr_info_t *h = hba[ctlr];
1329         CommandList_struct *c;
1330         u64bit  buff_dma_handle;
1331         unsigned long flags;
1332         int return_status;
1333         DECLARE_COMPLETION(wait);
1334
1335         if ((c = cmd_alloc(h , 0)) == NULL)
1336                 return -ENOMEM;
1337         return_status = fill_cmd(c, cmd, ctlr, buff, size, use_unit_num,
1338                 log_unit, page_code, NULL, cmd_type);
1339         if (return_status != IO_OK) {
1340                 cmd_free(h, c, 0);
1341                 return return_status;
1342         }
1343 resend_cmd2:
1344         c->waiting = &wait;
1345
1346         /* Put the request on the tail of the queue and send it */
1347         spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
1348         addQ(&h->reqQ, c);
1349         h->Qdepth++;
1350         start_io(h);
1351         spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1352
1353         wait_for_completion(&wait);
1354
1355         if(c->err_info->CommandStatus != 0)
1356         { /* an error has occurred */
1357                 switch(c->err_info->CommandStatus)
1358                 {
1359                         case CMD_TARGET_STATUS:
1360                                 printk(KERN_WARNING "cciss: cmd %p has "
1361                                         " completed with errors\n", c);
1362                                 if( c->err_info->ScsiStatus)
1363                                 {
1364                                         printk(KERN_WARNING "cciss: cmd %p "
1365                                         "has SCSI Status = %x\n",
1366                                                 c,
1367                                                 c->err_info->ScsiStatus);
1368                                 }
1369
1370                         break;
1371                         case CMD_DATA_UNDERRUN:
1372                         case CMD_DATA_OVERRUN:
1373                         /* expected for inquire and report lun commands */
1374                         break;
1375                         case CMD_INVALID:
1376                                 printk(KERN_WARNING "cciss: Cmd %p is "
1377                                         "reported invalid\n", c);
1378                                 return_status = IO_ERROR;
1379                         break;
1380                         case CMD_PROTOCOL_ERR:
1381                                 printk(KERN_WARNING "cciss: cmd %p has "
1382                                         "protocol error \n", c);
1383                                 return_status = IO_ERROR;
1384                         break;
1385 case CMD_HARDWARE_ERR:
1386                                 printk(KERN_WARNING "cciss: cmd %p had "
1387                                         " hardware error\n", c);
1388                                 return_status = IO_ERROR;
1389                         break;
1390                         case CMD_CONNECTION_LOST:
1391                                 printk(KERN_WARNING "cciss: cmd %p had "
1392                                         "connection lost\n", c);
1393                                 return_status = IO_ERROR;
1394                         break;
1395                         case CMD_ABORTED:
1396                                 printk(KERN_WARNING "cciss: cmd %p was "
1397                                         "aborted\n", c);
1398                                 return_status = IO_ERROR;
1399                         break;
1400                         case CMD_ABORT_FAILED:
1401                                 printk(KERN_WARNING "cciss: cmd %p reports "
1402                                         "abort failed\n", c);
1403                                 return_status = IO_ERROR;
1404                         break;
1405                         case CMD_UNSOLICITED_ABORT:
1406                                 printk(KERN_WARNING
1407                                         "cciss%d: unsolicited abort %p\n",
1408                                         ctlr, c);
1409                                 if (c->retry_count < MAX_CMD_RETRIES) {
1410                                         printk(KERN_WARNING
1411                                                 "cciss%d: retrying %p\n",
1412                                                 ctlr, c);
1413                                         c->retry_count++;
1414                                         /* erase the old error information */
1415                                         memset(c->err_info, 0,
1416                                                 sizeof(ErrorInfo_struct));
1417                                         return_status = IO_OK;
1418                                         INIT_COMPLETION(wait);
1419                                         goto resend_cmd2;
1420                                 }
1421                                 return_status = IO_ERROR;
1422                         break;
1423                         default:
1424                                 printk(KERN_WARNING "cciss: cmd %p returned "
1425                                         "unknown status %x\n", c,
1426                                                 c->err_info->CommandStatus);
1427                                 return_status = IO_ERROR;
1428                 }
1429         }
1430         /* unlock the buffers from DMA */
1431         pci_unmap_single( h->pdev, (dma_addr_t) buff_dma_handle.val,
1432                         size, PCI_DMA_BIDIRECTIONAL);
1433         cmd_free(h, c, 0);
1434         return(return_status);
1435
1436 }
1437 static void cciss_geometry_inquiry(int ctlr, int logvol,
1438                         int withirq, unsigned int total_size,
1439                         unsigned int block_size, InquiryData_struct *inq_buff,
1440                         drive_info_struct *drv)
1441 {
1442         int return_code;
1443         memset(inq_buff, 0, sizeof(InquiryData_struct));
1444         if (withirq)
1445                 return_code = sendcmd_withirq(CISS_INQUIRY, ctlr,
1446                         inq_buff, sizeof(*inq_buff), 1, logvol ,0xC1, TYPE_CMD);
1447         else
1448                 return_code = sendcmd(CISS_INQUIRY, ctlr, inq_buff,
1449                         sizeof(*inq_buff), 1, logvol ,0xC1, NULL, TYPE_CMD);
1450         if (return_code == IO_OK) {
1451                 if(inq_buff->data_byte[8] == 0xFF) {
1452                         printk(KERN_WARNING
1453                                 "cciss: reading geometry failed, volume "
1454                                 "does not support reading geometry\n");
1455                         drv->block_size = block_size;
1456                         drv->nr_blocks = total_size;
1457                         drv->heads = 255;
1458                         drv->sectors = 32; // Sectors per track
1459                         drv->cylinders = total_size / 255 / 32;
1460                 } else {
1461                         unsigned int t;
1462
1463                         drv->block_size = block_size;
1464                         drv->nr_blocks = total_size;
1465                         drv->heads = inq_buff->data_byte[6];
1466                         drv->sectors = inq_buff->data_byte[7];
1467                         drv->cylinders = (inq_buff->data_byte[4] & 0xff) << 8;
1468                         drv->cylinders += inq_buff->data_byte[5];
1469                         drv->raid_level = inq_buff->data_byte[8];
1470                         t = drv->heads * drv->sectors;
1471                         if (t > 1) {
1472                                 drv->cylinders = total_size/t;
1473                         }
1474                 }
1475         } else { /* Get geometry failed */
1476                 printk(KERN_WARNING "cciss: reading geometry failed\n");
1477         }
1478         printk(KERN_INFO "      heads= %d, sectors= %d, cylinders= %d\n\n",
1479                 drv->heads, drv->sectors, drv->cylinders);
1480 }
1481 static void
1482 cciss_read_capacity(int ctlr, int logvol, ReadCapdata_struct *buf,
1483                 int withirq, unsigned int *total_size, unsigned int *block_size)
1484 {
1485         int return_code;
1486         memset(buf, 0, sizeof(*buf));
1487         if (withirq)
1488                 return_code = sendcmd_withirq(CCISS_READ_CAPACITY,
1489                         ctlr, buf, sizeof(*buf), 1, logvol, 0, TYPE_CMD);
1490         else
1491                 return_code = sendcmd(CCISS_READ_CAPACITY,
1492                         ctlr, buf, sizeof(*buf), 1, logvol, 0, NULL, TYPE_CMD);
1493         if (return_code == IO_OK) {
1494                 *total_size = be32_to_cpu(*((__be32 *) &buf->total_size[0]))+1;
1495                 *block_size = be32_to_cpu(*((__be32 *) &buf->block_size[0]));
1496         } else { /* read capacity command failed */
1497                 printk(KERN_WARNING "cciss: read capacity failed\n");
1498                 *total_size = 0;
1499                 *block_size = BLOCK_SIZE;
1500         }
1501         printk(KERN_INFO "      blocks= %u block_size= %d\n",
1502                 *total_size, *block_size);
1503         return;
1504 }
1505
1506 static int register_new_disk(ctlr_info_t *h)
1507 {
1508         struct gendisk *disk;
1509         int ctlr = h->ctlr;
1510         int i;
1511         int num_luns;
1512         int logvol;
1513         int new_lun_found = 0;
1514         int new_lun_index = 0;
1515         int free_index_found = 0;
1516         int free_index = 0;
1517         ReportLunData_struct *ld_buff = NULL;
1518         ReadCapdata_struct *size_buff = NULL;
1519         InquiryData_struct *inq_buff = NULL;
1520         int return_code;
1521         int listlength = 0;
1522         __u32 lunid = 0;
1523         unsigned int block_size;
1524         unsigned int total_size;
1525
1526         if (!capable(CAP_SYS_RAWIO))
1527                 return -EPERM;
1528         /* if we have no space in our disk array left to add anything */
1529         if(  h->num_luns >= CISS_MAX_LUN)
1530                 return -EINVAL;
1531
1532         ld_buff = kmalloc(sizeof(ReportLunData_struct), GFP_KERNEL);
1533         if (ld_buff == NULL)
1534                 goto mem_msg;
1535         memset(ld_buff, 0, sizeof(ReportLunData_struct));
1536         size_buff = kmalloc(sizeof( ReadCapdata_struct), GFP_KERNEL);
1537         if (size_buff == NULL)
1538                 goto mem_msg;
1539         inq_buff = kmalloc(sizeof( InquiryData_struct), GFP_KERNEL);
1540         if (inq_buff == NULL)
1541                 goto mem_msg;
1542
1543         return_code = sendcmd_withirq(CISS_REPORT_LOG, ctlr, ld_buff,
1544                         sizeof(ReportLunData_struct), 0, 0, 0, TYPE_CMD);
1545
1546         if( return_code == IO_OK)
1547         {
1548
1549                 // printk("LUN Data\n--------------------------\n");
1550
1551                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[0])) << 24;
1552                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[1])) << 16;
1553                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[2])) << 8;
1554                 listlength |= 0xff & (unsigned int)(ld_buff->LUNListLength[3]);
1555         } else /* reading number of logical volumes failed */
1556         {
1557                 printk(KERN_WARNING "cciss: report logical volume"
1558                         " command failed\n");
1559                 listlength = 0;
1560                 goto free_err;
1561         }
1562         num_luns = listlength / 8; // 8 bytes pre entry
1563         if (num_luns > CISS_MAX_LUN)
1564         {
1565                 num_luns = CISS_MAX_LUN;
1566         }
1567 #ifdef CCISS_DEBUG
1568         printk(KERN_DEBUG "Length = %x %x %x %x = %d\n", ld_buff->LUNListLength[0],
1569                 ld_buff->LUNListLength[1], ld_buff->LUNListLength[2],
1570                 ld_buff->LUNListLength[3],  num_luns);
1571 #endif
1572         for(i=0; i<  num_luns; i++)
1573         {
1574                 int j;
1575                 int lunID_found = 0;
1576
1577                 lunid = (0xff & (unsigned int)(ld_buff->LUN[i][3])) << 24;
1578                 lunid |= (0xff & (unsigned int)(ld_buff->LUN[i][2])) << 16;
1579                 lunid |= (0xff & (unsigned int)(ld_buff->LUN[i][1])) << 8;
1580                 lunid |= 0xff & (unsigned int)(ld_buff->LUN[i][0]);
1581
1582                 /* check to see if this is a new lun */
1583                 for(j=0; j <= h->highest_lun; j++)
1584                 {
1585 #ifdef CCISS_DEBUG
1586                         printk("Checking %d %x against %x\n", j,h->drv[j].LunID,
1587                                                 lunid);
1588 #endif /* CCISS_DEBUG */
1589                         if (h->drv[j].LunID == lunid)
1590                         {
1591                                 lunID_found = 1;
1592                                 break;
1593                         }
1594
1595                 }
1596                 if( lunID_found == 1)
1597                         continue;
1598                 else
1599                 {       /* It is the new lun we have been looking for */
1600 #ifdef CCISS_DEBUG
1601                         printk("new lun found at %d\n", i);
1602 #endif /* CCISS_DEBUG */
1603                         new_lun_index = i;
1604                         new_lun_found = 1;
1605                         break;
1606                 }
1607          }
1608          if (!new_lun_found)
1609          {
1610                 printk(KERN_WARNING "cciss:  New Logical Volume not found\n");
1611                 goto free_err;
1612          }
1613          /* Now find the free index     */
1614         for(i=0; i <CISS_MAX_LUN; i++)
1615         {
1616 #ifdef CCISS_DEBUG
1617                 printk("Checking Index %d\n", i);
1618 #endif /* CCISS_DEBUG */
1619                 if(h->drv[i].LunID == 0)
1620                 {
1621 #ifdef CCISS_DEBUG
1622                         printk("free index found at %d\n", i);
1623 #endif /* CCISS_DEBUG */
1624                         free_index_found = 1;
1625                         free_index = i;
1626                         break;
1627                 }
1628         }
1629         if (!free_index_found)
1630         {
1631                 printk(KERN_WARNING "cciss: unable to find free slot for disk\n");
1632                 goto free_err;
1633          }
1634
1635         logvol = free_index;
1636         h->drv[logvol].LunID = lunid;
1637                 /* there could be gaps in lun numbers, track hightest */
1638         if(h->highest_lun < lunid)
1639                 h->highest_lun = logvol;
1640         cciss_read_capacity(ctlr, logvol, size_buff, 1,
1641                 &total_size, &block_size);
1642         cciss_geometry_inquiry(ctlr, logvol, 1, total_size, block_size,
1643                         inq_buff, &h->drv[logvol]);
1644         h->drv[logvol].usage_count = 0;
1645         ++h->num_luns;
1646         /* setup partitions per disk */
1647         disk = h->gendisk[logvol];
1648         set_capacity(disk, h->drv[logvol].nr_blocks);
1649         /* if it's the controller it's already added */
1650         if(logvol)
1651                 add_disk(disk);
1652 freeret:
1653         kfree(ld_buff);
1654         kfree(size_buff);
1655         kfree(inq_buff);
1656         return (logvol);
1657 mem_msg:
1658         printk(KERN_ERR "cciss: out of memory\n");
1659 free_err:
1660         logvol = -1;
1661         goto freeret;
1662 }
1663
1664 static int cciss_revalidate(struct gendisk *disk)
1665 {
1666         ctlr_info_t *h = get_host(disk);
1667         drive_info_struct *drv = get_drv(disk);
1668         int logvol;
1669         int FOUND=0;
1670         unsigned int block_size;
1671         unsigned int total_size;
1672         ReadCapdata_struct *size_buff = NULL;
1673         InquiryData_struct *inq_buff = NULL;
1674
1675         for(logvol=0; logvol < CISS_MAX_LUN; logvol++)
1676         {
1677                 if(h->drv[logvol].LunID == drv->LunID) {
1678                         FOUND=1;
1679                         break;
1680                 }
1681         }
1682
1683         if (!FOUND) return 1;
1684
1685         size_buff = kmalloc(sizeof( ReadCapdata_struct), GFP_KERNEL);
1686         if (size_buff == NULL)
1687         {
1688                 printk(KERN_WARNING "cciss: out of memory\n");
1689                 return 1;
1690         }
1691         inq_buff = kmalloc(sizeof( InquiryData_struct), GFP_KERNEL);
1692         if (inq_buff == NULL)
1693         {
1694                 printk(KERN_WARNING "cciss: out of memory\n");
1695                 kfree(size_buff);
1696                 return 1;
1697         }
1698
1699         cciss_read_capacity(h->ctlr, logvol, size_buff, 1, &total_size, &block_size);
1700         cciss_geometry_inquiry(h->ctlr, logvol, 1, total_size, block_size, inq_buff, drv);
1701
1702         blk_queue_hardsect_size(h->queue, drv->block_size);
1703         set_capacity(disk, drv->nr_blocks);
1704
1705         kfree(size_buff);
1706         kfree(inq_buff);
1707         return 0;
1708 }
1709
1710 /*
1711  *   Wait polling for a command to complete.
1712  *   The memory mapped FIFO is polled for the completion.
1713  *   Used only at init time, interrupts from the HBA are disabled.
1714  */
1715 static unsigned long pollcomplete(int ctlr)
1716 {
1717         unsigned long done;
1718         int i;
1719
1720         /* Wait (up to 20 seconds) for a command to complete */
1721
1722         for (i = 20 * HZ; i > 0; i--) {
1723                 done = hba[ctlr]->access.command_completed(hba[ctlr]);
1724                 if (done == FIFO_EMPTY) {
1725                         set_current_state(TASK_UNINTERRUPTIBLE);
1726                         schedule_timeout(1);
1727                 } else
1728                         return (done);
1729         }
1730         /* Invalid address to tell caller we ran out of time */
1731         return 1;
1732 }
1733 /*
1734  * Send a command to the controller, and wait for it to complete.
1735  * Only used at init time.
1736  */
1737 static int sendcmd(
1738         __u8    cmd,
1739         int     ctlr,
1740         void    *buff,
1741         size_t  size,
1742         unsigned int use_unit_num, /* 0: address the controller,
1743                                       1: address logical volume log_unit,
1744                                       2: periph device address is scsi3addr */
1745         unsigned int log_unit,
1746         __u8    page_code,
1747         unsigned char *scsi3addr,
1748         int cmd_type)
1749 {
1750         CommandList_struct *c;
1751         int i;
1752         unsigned long complete;
1753         ctlr_info_t *info_p= hba[ctlr];
1754         u64bit buff_dma_handle;
1755         int status;
1756
1757         if ((c = cmd_alloc(info_p, 1)) == NULL) {
1758                 printk(KERN_WARNING "cciss: unable to get memory");
1759                 return(IO_ERROR);
1760         }
1761         status = fill_cmd(c, cmd, ctlr, buff, size, use_unit_num,
1762                 log_unit, page_code, scsi3addr, cmd_type);
1763         if (status != IO_OK) {
1764                 cmd_free(info_p, c, 1);
1765                 return status;
1766         }
1767 resend_cmd1:
1768         /*
1769          * Disable interrupt
1770          */
1771 #ifdef CCISS_DEBUG
1772         printk(KERN_DEBUG "cciss: turning intr off\n");
1773 #endif /* CCISS_DEBUG */
1774         info_p->access.set_intr_mask(info_p, CCISS_INTR_OFF);
1775
1776         /* Make sure there is room in the command FIFO */
1777         /* Actually it should be completely empty at this time. */
1778         for (i = 200000; i > 0; i--)
1779         {
1780                 /* if fifo isn't full go */
1781                 if (!(info_p->access.fifo_full(info_p)))
1782                 {
1783
1784                         break;
1785                 }
1786                 udelay(10);
1787                 printk(KERN_WARNING "cciss cciss%d: SendCmd FIFO full,"
1788                         " waiting!\n", ctlr);
1789         }
1790         /*
1791          * Send the cmd
1792          */
1793         info_p->access.submit_command(info_p, c);
1794         complete = pollcomplete(ctlr);
1795
1796 #ifdef CCISS_DEBUG
1797         printk(KERN_DEBUG "cciss: command completed\n");
1798 #endif /* CCISS_DEBUG */
1799
1800         if (complete != 1) {
1801                 if ( (complete & CISS_ERROR_BIT)
1802                      && (complete & ~CISS_ERROR_BIT) == c->busaddr)
1803                      {
1804                         /* if data overrun or underun on Report command
1805                                 ignore it
1806                         */
1807                         if (((c->Request.CDB[0] == CISS_REPORT_LOG) ||
1808                              (c->Request.CDB[0] == CISS_REPORT_PHYS) ||
1809                              (c->Request.CDB[0] == CISS_INQUIRY)) &&
1810                                 ((c->err_info->CommandStatus ==
1811                                         CMD_DATA_OVERRUN) ||
1812                                  (c->err_info->CommandStatus ==
1813                                         CMD_DATA_UNDERRUN)
1814                                 ))
1815                         {
1816                                 complete = c->busaddr;
1817                         } else {
1818                                 if (c->err_info->CommandStatus ==
1819                                                 CMD_UNSOLICITED_ABORT) {
1820                                         printk(KERN_WARNING "cciss%d: "
1821                                                 "unsolicited abort %p\n",
1822                                                 ctlr, c);
1823                                         if (c->retry_count < MAX_CMD_RETRIES) {
1824                                                 printk(KERN_WARNING
1825                                                    "cciss%d: retrying %p\n",
1826                                                    ctlr, c);
1827                                                 c->retry_count++;
1828                                                 /* erase the old error */
1829                                                 /* information */
1830                                                 memset(c->err_info, 0,
1831                                                    sizeof(ErrorInfo_struct));
1832                                                 goto resend_cmd1;
1833                                         } else {
1834                                                 printk(KERN_WARNING
1835                                                    "cciss%d: retried %p too "
1836                                                    "many times\n", ctlr, c);
1837                                                 status = IO_ERROR;
1838                                                 goto cleanup1;
1839                                         }
1840                                 }
1841                                 printk(KERN_WARNING "ciss ciss%d: sendcmd"
1842                                 " Error %x \n", ctlr,
1843                                         c->err_info->CommandStatus);
1844                                 printk(KERN_WARNING "ciss ciss%d: sendcmd"
1845                                 " offensive info\n"
1846                                 "  size %x\n   num %x   value %x\n", ctlr,
1847                                   c->err_info->MoreErrInfo.Invalid_Cmd.offense_size,
1848                                   c->err_info->MoreErrInfo.Invalid_Cmd.offense_num,
1849                                   c->err_info->MoreErrInfo.Invalid_Cmd.offense_value);
1850                                 status = IO_ERROR;
1851                                 goto cleanup1;
1852                         }
1853                 }
1854                 if (complete != c->busaddr) {
1855                         printk( KERN_WARNING "cciss cciss%d: SendCmd "
1856                       "Invalid command list address returned! (%lx)\n",
1857                                 ctlr, complete);
1858                         status = IO_ERROR;
1859                         goto cleanup1;
1860                 }
1861         } else {
1862                 printk( KERN_WARNING
1863                         "cciss cciss%d: SendCmd Timeout out, "
1864                         "No command list address returned!\n",
1865                         ctlr);
1866                 status = IO_ERROR;
1867         }
1868
1869 cleanup1:
1870         /* unlock the data buffer from DMA */
1871         pci_unmap_single(info_p->pdev, (dma_addr_t) buff_dma_handle.val,
1872                                 size, PCI_DMA_BIDIRECTIONAL);
1873         cmd_free(info_p, c, 1);
1874         return (status);
1875 }
1876 /*
1877  * Map (physical) PCI mem into (virtual) kernel space
1878  */
1879 static void __iomem *remap_pci_mem(ulong base, ulong size)
1880 {
1881         ulong page_base        = ((ulong) base) & PAGE_MASK;
1882         ulong page_offs        = ((ulong) base) - page_base;
1883         void __iomem *page_remapped = ioremap(page_base, page_offs+size);
1884
1885         return page_remapped ? (page_remapped + page_offs) : NULL;
1886 }
1887
1888 /*
1889  * Takes jobs of the Q and sends them to the hardware, then puts it on
1890  * the Q to wait for completion.
1891  */
1892 static void start_io( ctlr_info_t *h)
1893 {
1894         CommandList_struct *c;
1895
1896         while(( c = h->reqQ) != NULL )
1897         {
1898                 /* can't do anything if fifo is full */
1899                 if ((h->access.fifo_full(h))) {
1900                         printk(KERN_WARNING "cciss: fifo full\n");
1901                         break;
1902                 }
1903
1904                 /* Get the frist entry from the Request Q */
1905                 removeQ(&(h->reqQ), c);
1906                 h->Qdepth--;
1907
1908                 /* Tell the controller execute command */
1909                 h->access.submit_command(h, c);
1910
1911                 /* Put job onto the completed Q */
1912                 addQ (&(h->cmpQ), c);
1913         }
1914 }
1915
1916 static inline void complete_buffers(struct bio *bio, int status)
1917 {
1918         while (bio) {
1919                 struct bio *xbh = bio->bi_next;
1920                 int nr_sectors = bio_sectors(bio);
1921
1922                 bio->bi_next = NULL;
1923                 blk_finished_io(len);
1924                 bio_endio(bio, nr_sectors << 9, status ? 0 : -EIO);
1925                 bio = xbh;
1926         }
1927
1928 }
1929 /* Assumes that CCISS_LOCK(h->ctlr) is held. */
1930 /* Zeros out the error record and then resends the command back */
1931 /* to the controller */
1932 static inline void resend_cciss_cmd( ctlr_info_t *h, CommandList_struct *c)
1933 {
1934         /* erase the old error information */
1935         memset(c->err_info, 0, sizeof(ErrorInfo_struct));
1936
1937         /* add it to software queue and then send it to the controller */
1938         addQ(&(h->reqQ),c);
1939         h->Qdepth++;
1940         if(h->Qdepth > h->maxQsinceinit)
1941                 h->maxQsinceinit = h->Qdepth;
1942
1943         start_io(h);
1944 }
1945 /* checks the status of the job and calls complete buffers to mark all
1946  * buffers for the completed job.
1947  */
1948 static inline void complete_command( ctlr_info_t *h, CommandList_struct *cmd,
1949                 int timeout)
1950 {
1951         int status = 1;
1952         int i;
1953         int retry_cmd = 0;
1954         u64bit temp64;
1955
1956         if (timeout)
1957                 status = 0;
1958
1959         if(cmd->err_info->CommandStatus != 0)
1960         { /* an error has occurred */
1961                 switch(cmd->err_info->CommandStatus)
1962                 {
1963                         unsigned char sense_key;
1964                         case CMD_TARGET_STATUS:
1965                                 status = 0;
1966
1967                                 if( cmd->err_info->ScsiStatus == 0x02)
1968                                 {
1969                                         printk(KERN_WARNING "cciss: cmd %p "
1970                                                 "has CHECK CONDITION "
1971                                                 " byte 2 = 0x%x\n", cmd,
1972                                                 cmd->err_info->SenseInfo[2]
1973                                         );
1974                                         /* check the sense key */
1975                                         sense_key = 0xf &
1976                                                 cmd->err_info->SenseInfo[2];
1977                                         /* no status or recovered error */
1978                                         if((sense_key == 0x0) ||
1979                                             (sense_key == 0x1))
1980                                         {
1981                                                         status = 1;
1982                                         }
1983                                 } else
1984                                 {
1985                                         printk(KERN_WARNING "cciss: cmd %p "
1986                                                 "has SCSI Status 0x%x\n",
1987                                                 cmd, cmd->err_info->ScsiStatus);
1988                                 }
1989                         break;
1990                         case CMD_DATA_UNDERRUN:
1991                                 printk(KERN_WARNING "cciss: cmd %p has"
1992                                         " completed with data underrun "
1993                                         "reported\n", cmd);
1994                         break;
1995                         case CMD_DATA_OVERRUN:
1996                                 printk(KERN_WARNING "cciss: cmd %p has"
1997                                         " completed with data overrun "
1998                                         "reported\n", cmd);
1999                         break;
2000                         case CMD_INVALID:
2001                                 printk(KERN_WARNING "cciss: cmd %p is "
2002                                         "reported invalid\n", cmd);
2003                                 status = 0;
2004                         break;
2005                         case CMD_PROTOCOL_ERR:
2006                                 printk(KERN_WARNING "cciss: cmd %p has "
2007                                         "protocol error \n", cmd);
2008                                 status = 0;
2009                         break;
2010                         case CMD_HARDWARE_ERR:
2011                                 printk(KERN_WARNING "cciss: cmd %p had "
2012                                         " hardware error\n", cmd);
2013                                 status = 0;
2014                         break;
2015                         case CMD_CONNECTION_LOST:
2016                                 printk(KERN_WARNING "cciss: cmd %p had "
2017                                         "connection lost\n", cmd);
2018                                 status=0;
2019                         break;
2020                         case CMD_ABORTED:
2021                                 printk(KERN_WARNING "cciss: cmd %p was "
2022                                         "aborted\n", cmd);
2023                                 status=0;
2024                         break;
2025                         case CMD_ABORT_FAILED:
2026                                 printk(KERN_WARNING "cciss: cmd %p reports "
2027                                         "abort failed\n", cmd);
2028                                 status=0;
2029                         break;
2030                         case CMD_UNSOLICITED_ABORT:
2031                                 printk(KERN_WARNING "cciss%d: unsolicited "
2032                                         "abort %p\n", h->ctlr, cmd);
2033                                 if (cmd->retry_count < MAX_CMD_RETRIES) {
2034                                         retry_cmd=1;
2035                                         printk(KERN_WARNING
2036                                                 "cciss%d: retrying %p\n",
2037                                                 h->ctlr, cmd);
2038                                         cmd->retry_count++;
2039                                 } else
2040                                         printk(KERN_WARNING
2041                                                 "cciss%d: %p retried too "
2042                                                 "many times\n", h->ctlr, cmd);
2043                                 status=0;
2044                         break;
2045                         case CMD_TIMEOUT:
2046                                 printk(KERN_WARNING "cciss: cmd %p timedout\n",
2047                                         cmd);
2048                                 status=0;
2049                         break;
2050                         default:
2051                                 printk(KERN_WARNING "cciss: cmd %p returned "
2052                                         "unknown status %x\n", cmd,
2053                                                 cmd->err_info->CommandStatus);
2054                                 status=0;
2055                 }
2056         }
2057         /* We need to return this command */
2058         if(retry_cmd) {
2059                 resend_cciss_cmd(h,cmd);
2060                 return;
2061         }
2062         /* command did not need to be retried */
2063         /* unmap the DMA mapping for all the scatter gather elements */
2064         for(i=0; i<cmd->Header.SGList; i++) {
2065                 temp64.val32.lower = cmd->SG[i].Addr.lower;
2066                 temp64.val32.upper = cmd->SG[i].Addr.upper;
2067                 pci_unmap_page(hba[cmd->ctlr]->pdev,
2068                         temp64.val, cmd->SG[i].Len,
2069                         (cmd->Request.Type.Direction == XFER_READ) ?
2070                                 PCI_DMA_FROMDEVICE : PCI_DMA_TODEVICE);
2071         }
2072         complete_buffers(cmd->rq->bio, status);
2073
2074 #ifdef CCISS_DEBUG
2075         printk("Done with %p\n", cmd->rq);
2076 #endif /* CCISS_DEBUG */
2077
2078         end_that_request_last(cmd->rq);
2079         cmd_free(h,cmd,1);
2080 }
2081
2082 /*
2083  * Get a request and submit it to the controller.
2084  */
2085 static void do_cciss_request(request_queue_t *q)
2086 {
2087         ctlr_info_t *h= q->queuedata;
2088         CommandList_struct *c;
2089         int start_blk, seg;
2090         struct request *creq;
2091         u64bit temp64;
2092         struct scatterlist tmp_sg[MAXSGENTRIES];
2093         drive_info_struct *drv;
2094         int i, dir;
2095
2096         /* We call start_io here in case there is a command waiting on the
2097          * queue that has not been sent.
2098         */
2099         if (blk_queue_plugged(q))
2100                 goto startio;
2101
2102 queue:
2103         creq = elv_next_request(q);
2104         if (!creq)
2105                 goto startio;
2106
2107         if (creq->nr_phys_segments > MAXSGENTRIES)
2108                 BUG();
2109
2110         if (( c = cmd_alloc(h, 1)) == NULL)
2111                 goto full;
2112
2113         blkdev_dequeue_request(creq);
2114
2115         spin_unlock_irq(q->queue_lock);
2116
2117         c->cmd_type = CMD_RWREQ;
2118         c->rq = creq;
2119
2120         /* fill in the request */
2121         drv = creq->rq_disk->private_data;
2122         c->Header.ReplyQueue = 0;  // unused in simple mode
2123         c->Header.Tag.lower = c->busaddr;  // use the physical address the cmd block for tag
2124         c->Header.LUN.LogDev.VolId= drv->LunID;
2125         c->Header.LUN.LogDev.Mode = 1;
2126         c->Request.CDBLen = 10; // 12 byte commands not in FW yet;
2127         c->Request.Type.Type =  TYPE_CMD; // It is a command.
2128         c->Request.Type.Attribute = ATTR_SIMPLE;
2129         c->Request.Type.Direction =
2130                 (rq_data_dir(creq) == READ) ? XFER_READ: XFER_WRITE;
2131         c->Request.Timeout = 0; // Don't time out
2132         c->Request.CDB[0] = (rq_data_dir(creq) == READ) ? CCISS_READ : CCISS_WRITE;
2133         start_blk = creq->sector;
2134 #ifdef CCISS_DEBUG
2135         printk(KERN_DEBUG "ciss: sector =%d nr_sectors=%d\n",(int) creq->sector,
2136                 (int) creq->nr_sectors);
2137 #endif /* CCISS_DEBUG */
2138
2139         seg = blk_rq_map_sg(q, creq, tmp_sg);
2140
2141         /* get the DMA records for the setup */
2142         if (c->Request.Type.Direction == XFER_READ)
2143                 dir = PCI_DMA_FROMDEVICE;
2144         else
2145                 dir = PCI_DMA_TODEVICE;
2146
2147         for (i=0; i<seg; i++)
2148         {
2149                 c->SG[i].Len = tmp_sg[i].length;
2150                 temp64.val = (__u64) pci_map_page(h->pdev, tmp_sg[i].page,
2151                                           tmp_sg[i].offset, tmp_sg[i].length,
2152                                           dir);
2153                 c->SG[i].Addr.lower = temp64.val32.lower;
2154                 c->SG[i].Addr.upper = temp64.val32.upper;
2155                 c->SG[i].Ext = 0;  // we are not chaining
2156         }
2157         /* track how many SG entries we are using */
2158         if( seg > h->maxSG)
2159                 h->maxSG = seg;
2160
2161 #ifdef CCISS_DEBUG
2162         printk(KERN_DEBUG "cciss: Submitting %d sectors in %d segments\n", creq->nr_sectors, seg);
2163 #endif /* CCISS_DEBUG */
2164
2165         c->Header.SGList = c->Header.SGTotal = seg;
2166         c->Request.CDB[1]= 0;
2167         c->Request.CDB[2]= (start_blk >> 24) & 0xff;    //MSB
2168         c->Request.CDB[3]= (start_blk >> 16) & 0xff;
2169         c->Request.CDB[4]= (start_blk >>  8) & 0xff;
2170         c->Request.CDB[5]= start_blk & 0xff;
2171         c->Request.CDB[6]= 0; // (sect >> 24) & 0xff; MSB
2172         c->Request.CDB[7]= (creq->nr_sectors >>  8) & 0xff;
2173         c->Request.CDB[8]= creq->nr_sectors & 0xff;
2174         c->Request.CDB[9] = c->Request.CDB[11] = c->Request.CDB[12] = 0;
2175
2176         spin_lock_irq(q->queue_lock);
2177
2178         addQ(&(h->reqQ),c);
2179         h->Qdepth++;
2180         if(h->Qdepth > h->maxQsinceinit)
2181                 h->maxQsinceinit = h->Qdepth;
2182
2183         goto queue;
2184 full:
2185         blk_stop_queue(q);
2186 startio:
2187         /* We will already have the driver lock here so not need
2188          * to lock it.
2189         */
2190         start_io(h);
2191 }
2192
2193 static irqreturn_t do_cciss_intr(int irq, void *dev_id, struct pt_regs *regs)
2194 {
2195         ctlr_info_t *h = dev_id;
2196         CommandList_struct *c;
2197         unsigned long flags;
2198         __u32 a, a1;
2199         int j;
2200         int start_queue = h->next_to_run;
2201
2202         /* Is this interrupt for us? */
2203         if (( h->access.intr_pending(h) == 0) || (h->interrupts_enabled == 0))
2204                 return IRQ_NONE;
2205
2206         /*
2207          * If there are completed commands in the completion queue,
2208          * we had better do something about it.
2209          */
2210         spin_lock_irqsave(CCISS_LOCK(h->ctlr), flags);
2211         while( h->access.intr_pending(h))
2212         {
2213                 while((a = h->access.command_completed(h)) != FIFO_EMPTY)
2214                 {
2215                         a1 = a;
2216                         a &= ~3;
2217                         if ((c = h->cmpQ) == NULL)
2218                         {
2219                                 printk(KERN_WARNING "cciss: Completion of %08lx ignored\n", (unsigned long)a1);
2220                                 continue;
2221                         }
2222                         while(c->busaddr != a) {
2223                                 c = c->next;
2224                                 if (c == h->cmpQ)
2225                                         break;
2226                         }
2227                         /*
2228                          * If we've found the command, take it off the
2229                          * completion Q and free it
2230                          */
2231                          if (c->busaddr == a) {
2232                                 removeQ(&h->cmpQ, c);
2233                                 if (c->cmd_type == CMD_RWREQ) {
2234                                         complete_command(h, c, 0);
2235                                 } else if (c->cmd_type == CMD_IOCTL_PEND) {
2236                                         complete(c->waiting);
2237                                 }
2238 #                               ifdef CONFIG_CISS_SCSI_TAPE
2239                                 else if (c->cmd_type == CMD_SCSI)
2240                                         complete_scsi_command(c, 0, a1);
2241 #                               endif
2242                                 continue;
2243                         }
2244                 }
2245         }
2246
2247         /* check to see if we have maxed out the number of commands that can
2248          * be placed on the queue.  If so then exit.  We do this check here
2249          * in case the interrupt we serviced was from an ioctl and did not
2250          * free any new commands.
2251          */
2252         if ((find_first_zero_bit(h->cmd_pool_bits, NR_CMDS)) == NR_CMDS)
2253                 goto cleanup;
2254
2255         /* We have room on the queue for more commands.  Now we need to queue
2256          * them up.  We will also keep track of the next queue to run so
2257          * that every queue gets a chance to be started first.
2258         */
2259         for (j=0; j < NWD; j++){
2260                 int curr_queue = (start_queue + j) % NWD;
2261                 /* make sure the disk has been added and the drive is real
2262                  * because this can be called from the middle of init_one.
2263                 */
2264                 if(!(h->gendisk[curr_queue]->queue) ||
2265                                    !(h->drv[curr_queue].heads))
2266                         continue;
2267                 blk_start_queue(h->gendisk[curr_queue]->queue);
2268
2269                 /* check to see if we have maxed out the number of commands
2270                  * that can be placed on the queue.
2271                 */
2272                 if ((find_first_zero_bit(h->cmd_pool_bits, NR_CMDS)) == NR_CMDS)
2273                 {
2274                         if (curr_queue == start_queue){
2275                                 h->next_to_run = (start_queue + 1) % NWD;
2276                                 goto cleanup;
2277                         } else {
2278                                 h->next_to_run = curr_queue;
2279                                 goto cleanup;
2280         }
2281                 } else {
2282                         curr_queue = (curr_queue + 1) % NWD;
2283                 }
2284         }
2285
2286 cleanup:
2287         spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
2288         return IRQ_HANDLED;
2289 }
2290
2291 /*
2292  *  We cannot read the structure directly, for portablity we must use
2293  *   the io functions.
2294  *   This is for debug only.
2295  */
2296 #ifdef CCISS_DEBUG
2297 static void print_cfg_table( CfgTable_struct *tb)
2298 {
2299         int i;
2300         char temp_name[17];
2301
2302         printk("Controller Configuration information\n");
2303         printk("------------------------------------\n");
2304         for(i=0;i<4;i++)
2305                 temp_name[i] = readb(&(tb->Signature[i]));
2306         temp_name[4]='\0';
2307         printk("   Signature = %s\n", temp_name);
2308         printk("   Spec Number = %d\n", readl(&(tb->SpecValence)));
2309         printk("   Transport methods supported = 0x%x\n",
2310                                 readl(&(tb-> TransportSupport)));
2311         printk("   Transport methods active = 0x%x\n",
2312                                 readl(&(tb->TransportActive)));
2313         printk("   Requested transport Method = 0x%x\n",
2314                         readl(&(tb->HostWrite.TransportRequest)));
2315         printk("   Coalese Interrupt Delay = 0x%x\n",
2316                         readl(&(tb->HostWrite.CoalIntDelay)));
2317         printk("   Coalese Interrupt Count = 0x%x\n",
2318                         readl(&(tb->HostWrite.CoalIntCount)));
2319         printk("   Max outstanding commands = 0x%d\n",
2320                         readl(&(tb->CmdsOutMax)));
2321         printk("   Bus Types = 0x%x\n", readl(&(tb-> BusTypes)));
2322         for(i=0;i<16;i++)
2323                 temp_name[i] = readb(&(tb->ServerName[i]));
2324         temp_name[16] = '\0';
2325         printk("   Server Name = %s\n", temp_name);
2326         printk("   Heartbeat Counter = 0x%x\n\n\n",
2327                         readl(&(tb->HeartBeat)));
2328 }
2329 #endif /* CCISS_DEBUG */
2330
2331 static void release_io_mem(ctlr_info_t *c)
2332 {
2333         /* if IO mem was not protected do nothing */
2334         if( c->io_mem_addr == 0)
2335                 return;
2336         release_region(c->io_mem_addr, c->io_mem_length);
2337         c->io_mem_addr = 0;
2338         c->io_mem_length = 0;
2339 }
2340
2341 static int find_PCI_BAR_index(struct pci_dev *pdev,
2342                                 unsigned long pci_bar_addr)
2343 {
2344         int i, offset, mem_type, bar_type;
2345         if (pci_bar_addr == PCI_BASE_ADDRESS_0) /* looking for BAR zero? */
2346                 return 0;
2347         offset = 0;
2348         for (i=0; i<DEVICE_COUNT_RESOURCE; i++) {
2349                 bar_type = pci_resource_flags(pdev, i) &
2350                         PCI_BASE_ADDRESS_SPACE;
2351                 if (bar_type == PCI_BASE_ADDRESS_SPACE_IO)
2352                         offset += 4;
2353                 else {
2354                         mem_type = pci_resource_flags(pdev, i) &
2355                                 PCI_BASE_ADDRESS_MEM_TYPE_MASK;
2356                         switch (mem_type) {
2357                                 case PCI_BASE_ADDRESS_MEM_TYPE_32:
2358                                 case PCI_BASE_ADDRESS_MEM_TYPE_1M:
2359                                         offset += 4; /* 32 bit */
2360                                         break;
2361                                 case PCI_BASE_ADDRESS_MEM_TYPE_64:
2362                                         offset += 8;
2363                                         break;
2364                                 default: /* reserved in PCI 2.2 */
2365                                         printk(KERN_WARNING "Base address is invalid\n");
2366                                         return -1;
2367                                 break;
2368                         }
2369                 }
2370                 if (offset == pci_bar_addr - PCI_BASE_ADDRESS_0)
2371                         return i+1;
2372         }
2373         return -1;
2374 }
2375
2376 static int cciss_pci_init(ctlr_info_t *c, struct pci_dev *pdev)
2377 {
2378         ushort subsystem_vendor_id, subsystem_device_id, command;
2379         __u32 board_id, scratchpad = 0;
2380         __u64 cfg_offset;
2381         __u32 cfg_base_addr;
2382         __u64 cfg_base_addr_index;
2383         int i;
2384
2385         /* check to see if controller has been disabled */
2386         /* BEFORE trying to enable it */
2387         (void) pci_read_config_word(pdev, PCI_COMMAND,&command);
2388         if(!(command & 0x02))
2389         {
2390                 printk(KERN_WARNING "cciss: controller appears to be disabled\n");
2391                 return(-1);
2392         }
2393
2394         if (pci_enable_device(pdev))
2395         {
2396                 printk(KERN_ERR "cciss: Unable to Enable PCI device\n");
2397                 return( -1);
2398         }
2399
2400         subsystem_vendor_id = pdev->subsystem_vendor;
2401         subsystem_device_id = pdev->subsystem_device;
2402         board_id = (((__u32) (subsystem_device_id << 16) & 0xffff0000) |
2403                                         subsystem_vendor_id);
2404
2405         /* search for our IO range so we can protect it */
2406         for(i=0; i<DEVICE_COUNT_RESOURCE; i++)
2407         {
2408                 /* is this an IO range */
2409                 if( pci_resource_flags(pdev, i) & 0x01 ) {
2410                         c->io_mem_addr = pci_resource_start(pdev, i);
2411                         c->io_mem_length = pci_resource_end(pdev, i) -
2412                                 pci_resource_start(pdev, i) +1;
2413 #ifdef CCISS_DEBUG
2414                         printk("IO value found base_addr[%d] %lx %lx\n", i,
2415                                 c->io_mem_addr, c->io_mem_length);
2416 #endif /* CCISS_DEBUG */
2417                         /* register the IO range */
2418                         if(!request_region( c->io_mem_addr,
2419                                         c->io_mem_length, "cciss"))
2420                         {
2421                                 printk(KERN_WARNING "cciss I/O memory range already in use addr=%lx length=%ld\n",
2422                                 c->io_mem_addr, c->io_mem_length);
2423                                 c->io_mem_addr= 0;
2424                                 c->io_mem_length = 0;
2425                         }
2426                         break;
2427                 }
2428         }
2429
2430 #ifdef CCISS_DEBUG
2431         printk("command = %x\n", command);
2432         printk("irq = %x\n", pdev->irq);
2433         printk("board_id = %x\n", board_id);
2434 #endif /* CCISS_DEBUG */
2435
2436         c->intr = pdev->irq;
2437
2438         /*
2439          * Memory base addr is first addr , the second points to the config
2440          *   table
2441          */
2442
2443         c->paddr = pci_resource_start(pdev, 0); /* addressing mode bits already removed */
2444 #ifdef CCISS_DEBUG
2445         printk("address 0 = %x\n", c->paddr);
2446 #endif /* CCISS_DEBUG */
2447         c->vaddr = remap_pci_mem(c->paddr, 200);
2448
2449         /* Wait for the board to become ready.  (PCI hotplug needs this.)
2450          * We poll for up to 120 secs, once per 100ms. */
2451         for (i=0; i < 1200; i++) {
2452                 scratchpad = readl(c->vaddr + SA5_SCRATCHPAD_OFFSET);
2453                 if (scratchpad == CCISS_FIRMWARE_READY)
2454                         break;
2455                 set_current_state(TASK_INTERRUPTIBLE);
2456                 schedule_timeout(HZ / 10); /* wait 100ms */
2457         }
2458         if (scratchpad != CCISS_FIRMWARE_READY) {
2459                 printk(KERN_WARNING "cciss: Board not ready.  Timed out.\n");
2460                 return -1;
2461         }
2462
2463         /* get the address index number */
2464         cfg_base_addr = readl(c->vaddr + SA5_CTCFG_OFFSET);
2465         cfg_base_addr &= (__u32) 0x0000ffff;
2466 #ifdef CCISS_DEBUG
2467         printk("cfg base address = %x\n", cfg_base_addr);
2468 #endif /* CCISS_DEBUG */
2469         cfg_base_addr_index =
2470                 find_PCI_BAR_index(pdev, cfg_base_addr);
2471 #ifdef CCISS_DEBUG
2472         printk("cfg base address index = %x\n", cfg_base_addr_index);
2473 #endif /* CCISS_DEBUG */
2474         if (cfg_base_addr_index == -1) {
2475                 printk(KERN_WARNING "cciss: Cannot find cfg_base_addr_index\n");
2476                 release_io_mem(c);
2477                 return -1;
2478         }
2479
2480         cfg_offset = readl(c->vaddr + SA5_CTMEM_OFFSET);
2481 #ifdef CCISS_DEBUG
2482         printk("cfg offset = %x\n", cfg_offset);
2483 #endif /* CCISS_DEBUG */
2484         c->cfgtable =  remap_pci_mem(pci_resource_start(pdev,
2485                                 cfg_base_addr_index) + cfg_offset,
2486                                 sizeof(CfgTable_struct));
2487         c->board_id = board_id;
2488
2489 #ifdef CCISS_DEBUG
2490         print_cfg_table(c->cfgtable);
2491 #endif /* CCISS_DEBUG */
2492
2493         for(i=0; i<NR_PRODUCTS; i++) {
2494                 if (board_id == products[i].board_id) {
2495                         c->product_name = products[i].product_name;
2496                         c->access = *(products[i].access);
2497                         break;
2498                 }
2499         }
2500         if (i == NR_PRODUCTS) {
2501                 printk(KERN_WARNING "cciss: Sorry, I don't know how"
2502                         " to access the Smart Array controller %08lx\n",
2503                                 (unsigned long)board_id);
2504                 return -1;
2505         }
2506         if (  (readb(&c->cfgtable->Signature[0]) != 'C') ||
2507               (readb(&c->cfgtable->Signature[1]) != 'I') ||
2508               (readb(&c->cfgtable->Signature[2]) != 'S') ||
2509               (readb(&c->cfgtable->Signature[3]) != 'S') )
2510         {
2511                 printk("Does not appear to be a valid CISS config table\n");
2512                 return -1;
2513         }
2514
2515 #ifdef CONFIG_X86
2516 {
2517         /* Need to enable prefetch in the SCSI core for 6400 in x86 */
2518         __u32 prefetch;
2519         prefetch = readl(&(c->cfgtable->SCSI_Prefetch));
2520         prefetch |= 0x100;
2521         writel(prefetch, &(c->cfgtable->SCSI_Prefetch));
2522 }
2523 #endif
2524
2525 #ifdef CCISS_DEBUG
2526         printk("Trying to put board into Simple mode\n");
2527 #endif /* CCISS_DEBUG */
2528         c->max_commands = readl(&(c->cfgtable->CmdsOutMax));
2529         /* Update the field, and then ring the doorbell */
2530         writel( CFGTBL_Trans_Simple,
2531                 &(c->cfgtable->HostWrite.TransportRequest));
2532         writel( CFGTBL_ChangeReq, c->vaddr + SA5_DOORBELL);
2533
2534         /* under certain very rare conditions, this can take awhile.
2535          * (e.g.: hot replace a failed 144GB drive in a RAID 5 set right
2536          * as we enter this code.) */
2537         for(i=0;i<MAX_CONFIG_WAIT;i++) {
2538                 if (!(readl(c->vaddr + SA5_DOORBELL) & CFGTBL_ChangeReq))
2539                         break;
2540                 /* delay and try again */
2541                 set_current_state(TASK_INTERRUPTIBLE);
2542                 schedule_timeout(10);
2543         }
2544
2545 #ifdef CCISS_DEBUG
2546         printk(KERN_DEBUG "I counter got to %d %x\n", i, readl(c->vaddr + SA5_DOORBELL));
2547 #endif /* CCISS_DEBUG */
2548 #ifdef CCISS_DEBUG
2549         print_cfg_table(c->cfgtable);
2550 #endif /* CCISS_DEBUG */
2551
2552         if (!(readl(&(c->cfgtable->TransportActive)) & CFGTBL_Trans_Simple))
2553         {
2554                 printk(KERN_WARNING "cciss: unable to get board into"
2555                                         " simple mode\n");
2556                 return -1;
2557         }
2558         return 0;
2559
2560 }
2561
2562 /*
2563  * Gets information about the local volumes attached to the controller.
2564  */
2565 static void cciss_getgeometry(int cntl_num)
2566 {
2567         ReportLunData_struct *ld_buff;
2568         ReadCapdata_struct *size_buff;
2569         InquiryData_struct *inq_buff;
2570         int return_code;
2571         int i;
2572         int listlength = 0;
2573         __u32 lunid = 0;
2574         int block_size;
2575         int total_size;
2576
2577         ld_buff = kmalloc(sizeof(ReportLunData_struct), GFP_KERNEL);
2578         if (ld_buff == NULL)
2579         {
2580                 printk(KERN_ERR "cciss: out of memory\n");
2581                 return;
2582         }
2583         memset(ld_buff, 0, sizeof(ReportLunData_struct));
2584         size_buff = kmalloc(sizeof( ReadCapdata_struct), GFP_KERNEL);
2585         if (size_buff == NULL)
2586         {
2587                 printk(KERN_ERR "cciss: out of memory\n");
2588                 kfree(ld_buff);
2589                 return;
2590         }
2591         inq_buff = kmalloc(sizeof( InquiryData_struct), GFP_KERNEL);
2592         if (inq_buff == NULL)
2593         {
2594                 printk(KERN_ERR "cciss: out of memory\n");
2595                 kfree(ld_buff);
2596                 kfree(size_buff);
2597                 return;
2598         }
2599         /* Get the firmware version */
2600         return_code = sendcmd(CISS_INQUIRY, cntl_num, inq_buff,
2601                 sizeof(InquiryData_struct), 0, 0 ,0, NULL, TYPE_CMD);
2602         if (return_code == IO_OK)
2603         {
2604                 hba[cntl_num]->firm_ver[0] = inq_buff->data_byte[32];
2605                 hba[cntl_num]->firm_ver[1] = inq_buff->data_byte[33];
2606                 hba[cntl_num]->firm_ver[2] = inq_buff->data_byte[34];
2607                 hba[cntl_num]->firm_ver[3] = inq_buff->data_byte[35];
2608         } else /* send command failed */
2609         {
2610                 printk(KERN_WARNING "cciss: unable to determine firmware"
2611                         " version of controller\n");
2612         }
2613         /* Get the number of logical volumes */
2614         return_code = sendcmd(CISS_REPORT_LOG, cntl_num, ld_buff,
2615                         sizeof(ReportLunData_struct), 0, 0, 0, NULL, TYPE_CMD);
2616
2617         if( return_code == IO_OK)
2618         {
2619 #ifdef CCISS_DEBUG
2620                 printk("LUN Data\n--------------------------\n");
2621 #endif /* CCISS_DEBUG */
2622
2623                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[0])) << 24;
2624                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[1])) << 16;
2625                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[2])) << 8;
2626                 listlength |= 0xff & (unsigned int)(ld_buff->LUNListLength[3]);
2627         } else /* reading number of logical volumes failed */
2628         {
2629                 printk(KERN_WARNING "cciss: report logical volume"
2630                         " command failed\n");
2631                 listlength = 0;
2632         }
2633         hba[cntl_num]->num_luns = listlength / 8; // 8 bytes pre entry
2634         if (hba[cntl_num]->num_luns > CISS_MAX_LUN)
2635         {
2636                 printk(KERN_ERR "ciss:  only %d number of logical volumes supported\n",
2637                         CISS_MAX_LUN);
2638                 hba[cntl_num]->num_luns = CISS_MAX_LUN;
2639         }
2640 #ifdef CCISS_DEBUG
2641         printk(KERN_DEBUG "Length = %x %x %x %x = %d\n", ld_buff->LUNListLength[0],
2642                 ld_buff->LUNListLength[1], ld_buff->LUNListLength[2],
2643                 ld_buff->LUNListLength[3],  hba[cntl_num]->num_luns);
2644 #endif /* CCISS_DEBUG */
2645
2646         hba[cntl_num]->highest_lun = hba[cntl_num]->num_luns-1;
2647         for(i=0; i<  hba[cntl_num]->num_luns; i++)
2648         {
2649
2650                 lunid = (0xff & (unsigned int)(ld_buff->LUN[i][3])) << 24;
2651                 lunid |= (0xff & (unsigned int)(ld_buff->LUN[i][2])) << 16;
2652                 lunid |= (0xff & (unsigned int)(ld_buff->LUN[i][1])) << 8;
2653                 lunid |= 0xff & (unsigned int)(ld_buff->LUN[i][0]);
2654
2655                 hba[cntl_num]->drv[i].LunID = lunid;
2656
2657
2658 #ifdef CCISS_DEBUG
2659                 printk(KERN_DEBUG "LUN[%d]:  %x %x %x %x = %x\n", i,
2660                 ld_buff->LUN[i][0], ld_buff->LUN[i][1],ld_buff->LUN[i][2],
2661                 ld_buff->LUN[i][3], hba[cntl_num]->drv[i].LunID);
2662 #endif /* CCISS_DEBUG */
2663                 cciss_read_capacity(cntl_num, i, size_buff, 0,
2664                         &total_size, &block_size);
2665                 cciss_geometry_inquiry(cntl_num, i, 0, total_size, block_size,
2666                         inq_buff, &hba[cntl_num]->drv[i]);
2667         }
2668         kfree(ld_buff);
2669         kfree(size_buff);
2670         kfree(inq_buff);
2671 }
2672
2673 /* Function to find the first free pointer into our hba[] array */
2674 /* Returns -1 if no free entries are left.  */
2675 static int alloc_cciss_hba(void)
2676 {
2677         struct gendisk *disk[NWD];
2678         int i, n;
2679         for (n = 0; n < NWD; n++) {
2680                 disk[n] = alloc_disk(1 << NWD_SHIFT);
2681                 if (!disk[n])
2682                         goto out;
2683         }
2684
2685         for(i=0; i< MAX_CTLR; i++) {
2686                 if (!hba[i]) {
2687                         ctlr_info_t *p;
2688                         p = kmalloc(sizeof(ctlr_info_t), GFP_KERNEL);
2689                         if (!p)
2690                                 goto Enomem;
2691                         memset(p, 0, sizeof(ctlr_info_t));
2692                         for (n = 0; n < NWD; n++)
2693                                 p->gendisk[n] = disk[n];
2694                         hba[i] = p;
2695                         return i;
2696                 }
2697         }
2698         printk(KERN_WARNING "cciss: This driver supports a maximum"
2699                 " of %d controllers.\n", MAX_CTLR);
2700         goto out;
2701 Enomem:
2702         printk(KERN_ERR "cciss: out of memory.\n");
2703 out:
2704         while (n--)
2705                 put_disk(disk[n]);
2706         return -1;
2707 }
2708
2709 static void free_hba(int i)
2710 {
2711         ctlr_info_t *p = hba[i];
2712         int n;
2713
2714         hba[i] = NULL;
2715         for (n = 0; n < NWD; n++)
2716                 put_disk(p->gendisk[n]);
2717         kfree(p);
2718 }
2719
2720 /*
2721  *  This is it.  Find all the controllers and register them.  I really hate
2722  *  stealing all these major device numbers.
2723  *  returns the number of block devices registered.
2724  */
2725 static int __devinit cciss_init_one(struct pci_dev *pdev,
2726         const struct pci_device_id *ent)
2727 {
2728         request_queue_t *q;
2729         int i;
2730         int j;
2731         int rc;
2732
2733         printk(KERN_DEBUG "cciss: Device 0x%x has been found at"
2734                         " bus %d dev %d func %d\n",
2735                 pdev->device, pdev->bus->number, PCI_SLOT(pdev->devfn),
2736                         PCI_FUNC(pdev->devfn));
2737         i = alloc_cciss_hba();
2738         if(i < 0)
2739                 return (-1);
2740         if (cciss_pci_init(hba[i], pdev) != 0)
2741                 goto clean1;
2742
2743         sprintf(hba[i]->devname, "cciss%d", i);
2744         hba[i]->ctlr = i;
2745         hba[i]->pdev = pdev;
2746
2747         /* configure PCI DMA stuff */
2748         if (!pci_set_dma_mask(pdev, DMA_64BIT_MASK))
2749                 printk("cciss: using DAC cycles\n");
2750         else if (!pci_set_dma_mask(pdev, DMA_32BIT_MASK))
2751                 printk("cciss: not using DAC cycles\n");
2752         else {
2753                 printk("cciss: no suitable DMA available\n");
2754                 goto clean1;
2755         }
2756
2757         /*
2758          * register with the major number, or get a dynamic major number
2759          * by passing 0 as argument.  This is done for greater than
2760          * 8 controller support.
2761          */
2762         if (i < MAX_CTLR_ORIG)
2763                 hba[i]->major = MAJOR_NR + i;
2764         rc = register_blkdev(hba[i]->major, hba[i]->devname);
2765         if(rc == -EBUSY || rc == -EINVAL) {
2766                 printk(KERN_ERR
2767                         "cciss:  Unable to get major number %d for %s "
2768                         "on hba %d\n", hba[i]->major, hba[i]->devname, i);
2769                 goto clean1;
2770         }
2771         else {
2772                 if (i >= MAX_CTLR_ORIG)
2773                         hba[i]->major = rc;
2774         }
2775
2776         /* make sure the board interrupts are off */
2777         hba[i]->access.set_intr_mask(hba[i], CCISS_INTR_OFF);
2778         if( request_irq(hba[i]->intr, do_cciss_intr,
2779                 SA_INTERRUPT | SA_SHIRQ | SA_SAMPLE_RANDOM,
2780                         hba[i]->devname, hba[i])) {
2781                 printk(KERN_ERR "cciss: Unable to get irq %d for %s\n",
2782                         hba[i]->intr, hba[i]->devname);
2783                 goto clean2;
2784         }
2785         hba[i]->cmd_pool_bits = kmalloc(((NR_CMDS+BITS_PER_LONG-1)/BITS_PER_LONG)*sizeof(unsigned long), GFP_KERNEL);
2786         hba[i]->cmd_pool = (CommandList_struct *)pci_alloc_consistent(
2787                 hba[i]->pdev, NR_CMDS * sizeof(CommandList_struct),
2788                 &(hba[i]->cmd_pool_dhandle));
2789         hba[i]->errinfo_pool = (ErrorInfo_struct *)pci_alloc_consistent(
2790                 hba[i]->pdev, NR_CMDS * sizeof( ErrorInfo_struct),
2791                 &(hba[i]->errinfo_pool_dhandle));
2792         if((hba[i]->cmd_pool_bits == NULL)
2793                 || (hba[i]->cmd_pool == NULL)
2794                 || (hba[i]->errinfo_pool == NULL)) {
2795                 printk( KERN_ERR "cciss: out of memory");
2796                 goto clean4;
2797         }
2798
2799         spin_lock_init(&hba[i]->lock);
2800         q = blk_init_queue(do_cciss_request, &hba[i]->lock);
2801         if (!q)
2802                 goto clean4;
2803
2804         q->backing_dev_info.ra_pages = READ_AHEAD;
2805         hba[i]->queue = q;
2806         q->queuedata = hba[i];
2807
2808         /* Initialize the pdev driver private data.
2809                 have it point to hba[i].  */
2810         pci_set_drvdata(pdev, hba[i]);
2811         /* command and error info recs zeroed out before
2812                         they are used */
2813         memset(hba[i]->cmd_pool_bits, 0, ((NR_CMDS+BITS_PER_LONG-1)/BITS_PER_LONG)*sizeof(unsigned long));
2814
2815 #ifdef CCISS_DEBUG
2816         printk(KERN_DEBUG "Scanning for drives on controller cciss%d\n",i);
2817 #endif /* CCISS_DEBUG */
2818
2819         cciss_getgeometry(i);
2820
2821         cciss_scsi_setup(i);
2822
2823         /* Turn the interrupts on so we can service requests */
2824         hba[i]->access.set_intr_mask(hba[i], CCISS_INTR_ON);
2825
2826         cciss_procinit(i);
2827
2828         blk_queue_bounce_limit(q, hba[i]->pdev->dma_mask);
2829
2830         /* This is a hardware imposed limit. */
2831         blk_queue_max_hw_segments(q, MAXSGENTRIES);
2832
2833         /* This is a limit in the driver and could be eliminated. */
2834         blk_queue_max_phys_segments(q, MAXSGENTRIES);
2835
2836         blk_queue_max_sectors(q, 512);
2837
2838
2839         for(j=0; j<NWD; j++) {
2840                 drive_info_struct *drv = &(hba[i]->drv[j]);
2841                 struct gendisk *disk = hba[i]->gendisk[j];
2842
2843                 sprintf(disk->disk_name, "cciss/c%dd%d", i, j);
2844                 sprintf(disk->devfs_name, "cciss/host%d/target%d", i, j);
2845                 disk->major = hba[i]->major;
2846                 disk->first_minor = j << NWD_SHIFT;
2847                 disk->fops = &cciss_fops;
2848                 disk->queue = hba[i]->queue;
2849                 disk->private_data = drv;
2850                 /* we must register the controller even if no disks exist */
2851                 /* this is for the online array utilities */
2852                 if(!drv->heads && j)
2853                         continue;
2854                 blk_queue_hardsect_size(hba[i]->queue, drv->block_size);
2855                 set_capacity(disk, drv->nr_blocks);
2856                 add_disk(disk);
2857         }
2858         return(1);
2859
2860 clean4:
2861         if(hba[i]->cmd_pool_bits)
2862                 kfree(hba[i]->cmd_pool_bits);
2863         if(hba[i]->cmd_pool)
2864                 pci_free_consistent(hba[i]->pdev,
2865                         NR_CMDS * sizeof(CommandList_struct),
2866                         hba[i]->cmd_pool, hba[i]->cmd_pool_dhandle);
2867         if(hba[i]->errinfo_pool)
2868                 pci_free_consistent(hba[i]->pdev,
2869                         NR_CMDS * sizeof( ErrorInfo_struct),
2870                         hba[i]->errinfo_pool,
2871                         hba[i]->errinfo_pool_dhandle);
2872         free_irq(hba[i]->intr, hba[i]);
2873 clean2:
2874         unregister_blkdev(hba[i]->major, hba[i]->devname);
2875 clean1:
2876         release_io_mem(hba[i]);
2877         free_hba(i);
2878         return(-1);
2879 }
2880
2881 static void __devexit cciss_remove_one (struct pci_dev *pdev)
2882 {
2883         ctlr_info_t *tmp_ptr;
2884         int i, j;
2885         char flush_buf[4];
2886         int return_code;
2887
2888         if (pci_get_drvdata(pdev) == NULL)
2889         {
2890                 printk( KERN_ERR "cciss: Unable to remove device \n");
2891                 return;
2892         }
2893         tmp_ptr = pci_get_drvdata(pdev);
2894         i = tmp_ptr->ctlr;
2895         if (hba[i] == NULL)
2896         {
2897                 printk(KERN_ERR "cciss: device appears to "
2898                         "already be removed \n");
2899                 return;
2900         }
2901         /* Turn board interrupts off  and send the flush cache command */
2902         /* sendcmd will turn off interrupt, and send the flush...
2903         * To write all data in the battery backed cache to disks */
2904         memset(flush_buf, 0, 4);
2905         return_code = sendcmd(CCISS_CACHE_FLUSH, i, flush_buf, 4, 0, 0, 0, NULL,
2906                                 TYPE_CMD);
2907         if(return_code != IO_OK)
2908         {
2909                 printk(KERN_WARNING "Error Flushing cache on controller %d\n",
2910                         i);
2911         }
2912         free_irq(hba[i]->intr, hba[i]);
2913         pci_set_drvdata(pdev, NULL);
2914         iounmap(hba[i]->vaddr);
2915         cciss_unregister_scsi(i);  /* unhook from SCSI subsystem */
2916         unregister_blkdev(hba[i]->major, hba[i]->devname);
2917         remove_proc_entry(hba[i]->devname, proc_cciss);
2918
2919         /* remove it from the disk list */
2920         for (j = 0; j < NWD; j++) {
2921                 struct gendisk *disk = hba[i]->gendisk[j];
2922                 if (disk->flags & GENHD_FL_UP)
2923                         del_gendisk(disk);
2924         }
2925
2926         blk_cleanup_queue(hba[i]->queue);
2927         pci_free_consistent(hba[i]->pdev, NR_CMDS * sizeof(CommandList_struct),
2928                             hba[i]->cmd_pool, hba[i]->cmd_pool_dhandle);
2929         pci_free_consistent(hba[i]->pdev, NR_CMDS * sizeof( ErrorInfo_struct),
2930                 hba[i]->errinfo_pool, hba[i]->errinfo_pool_dhandle);
2931         kfree(hba[i]->cmd_pool_bits);
2932         release_io_mem(hba[i]);
2933         free_hba(i);
2934 }
2935
2936 static struct pci_driver cciss_pci_driver = {
2937         .name =         "cciss",
2938         .probe =        cciss_init_one,
2939         .remove =       __devexit_p(cciss_remove_one),
2940         .id_table =     cciss_pci_device_id, /* id_table */
2941 };
2942
2943 /*
2944  *  This is it.  Register the PCI driver information for the cards we control
2945  *  the OS will call our registered routines when it finds one of our cards.
2946  */
2947 static int __init cciss_init(void)
2948 {
2949         printk(KERN_INFO DRIVER_NAME "\n");
2950
2951         /* Register for our PCI devices */
2952         return pci_module_init(&cciss_pci_driver);
2953 }
2954
2955 static void __exit cciss_cleanup(void)
2956 {
2957         int i;
2958
2959         pci_unregister_driver(&cciss_pci_driver);
2960         /* double check that all controller entrys have been removed */
2961         for (i=0; i< MAX_CTLR; i++)
2962         {
2963                 if (hba[i] != NULL)
2964                 {
2965                         printk(KERN_WARNING "cciss: had to remove"
2966                                         " controller %d\n", i);
2967                         cciss_remove_one(hba[i]->pdev);
2968                 }
2969         }
2970         remove_proc_entry("cciss", proc_root_driver);
2971 }
2972
2973 module_init(cciss_init);
2974 module_exit(cciss_cleanup);