drivers/scsi/lpfc/lpfc_init.c

   1 /*******************************************************************
   2  * This file is part of the Emulex Linux Device Driver for         *
   3  * Fibre Channel Host Bus Adapters.                                *
   4  * Copyright (C) 2004-2008 Emulex.  All rights reserved.           *
   5  * EMULEX and SLI are trademarks of Emulex.                        *
   6  * www.emulex.com                                                  *
   7  * Portions Copyright (C) 2004-2005 Christoph Hellwig              *
   8  *                                                                 *
   9  * This program is free software; you can redistribute it and/or   *
  10  * modify it under the terms of version 2 of the GNU General       *
  11  * Public License as published by the Free Software Foundation.    *
  12  * This program is distributed in the hope that it will be useful. *
  13  * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND          *
  14  * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY,  *
  15  * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE      *
  16  * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
  17  * TO BE LEGALLY INVALID.  See the GNU General Public License for  *
  18  * more details, a copy of which can be found in the file COPYING  *
  19  * included with this package.                                     *
  20  *******************************************************************/
  21
  22 #include <linux/blkdev.h>
  23 #include <linux/delay.h>
  24 #include <linux/dma-mapping.h>
  25 #include <linux/idr.h>
  26 #include <linux/interrupt.h>
  27 #include <linux/kthread.h>
  28 #include <linux/pci.h>
  29 #include <linux/spinlock.h>
  30 #include <linux/ctype.h>
  31
  32 #include <scsi/scsi.h>
  33 #include <scsi/scsi_device.h>
  34 #include <scsi/scsi_host.h>
  35 #include <scsi/scsi_transport_fc.h>
  36
  37 #include "lpfc_hw.h"
  38 #include "lpfc_sli.h"
  39 #include "lpfc_nl.h"
  40 #include "lpfc_disc.h"
  41 #include "lpfc_scsi.h"
  42 #include "lpfc.h"
  43 #include "lpfc_logmsg.h"
  44 #include "lpfc_crtn.h"
  45 #include "lpfc_vport.h"
  46 #include "lpfc_version.h"
  47
  48 static int lpfc_parse_vpd(struct lpfc_hba *, uint8_t *, int);
  49 static void lpfc_get_hba_model_desc(struct lpfc_hba *, uint8_t *, uint8_t *);
  50 static int lpfc_post_rcv_buf(struct lpfc_hba *);
  51
  52 static struct scsi_transport_template *lpfc_transport_template = NULL;
  53 static struct scsi_transport_template *lpfc_vport_transport_template = NULL;
  54 static DEFINE_IDR(lpfc_hba_index);
  55
  56 /**
  57  * lpfc_config_port_prep: Perform lpfc initialization prior to config port.
  58  * @phba: pointer to lpfc hba data structure.
  59  *
  60  * This routine will do LPFC initialization prior to issuing the CONFIG_PORT
  61  * mailbox command. It retrieves the revision information from the HBA and
  62  * collects the Vital Product Data (VPD) about the HBA for preparing the
  63  * configuration of the HBA.
  64  *
  65  * Return codes:
  66  *   0 - success.
  67  *   -ERESTART - requests the SLI layer to reset the HBA and try again.
  68  *   Any other value - indicates an error.
  69  **/
  70 int
  71 lpfc_config_port_prep(struct lpfc_hba *phba)
  72 {
  73         lpfc_vpd_t *vp = &phba->vpd;
  74         int i = 0, rc;
  75         LPFC_MBOXQ_t *pmb;
  76         MAILBOX_t *mb;
  77         char *lpfc_vpd_data = NULL;
  78         uint16_t offset = 0;
  79         static char licensed[56] =
  80                     "key unlock for use with gnu public licensed code only\0";
  81         static int init_key = 1;
  82
  83         pmb = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
  84         if (!pmb) {
  85                 phba->link_state = LPFC_HBA_ERROR;
  86                 return -ENOMEM;
  87         }
  88
  89         mb = &pmb->mb;
  90         phba->link_state = LPFC_INIT_MBX_CMDS;
  91
  92         if (lpfc_is_LC_HBA(phba->pcidev->device)) {
  93                 if (init_key) {
  94                         uint32_t *ptext = (uint32_t *) licensed;
  95
  96                         for (i = 0; i < 56; i += sizeof (uint32_t), ptext++)
  97                                 *ptext = cpu_to_be32(*ptext);
  98                         init_key = 0;
  99                 }
 100
 101                 lpfc_read_nv(phba, pmb);
 102                 memset((char*)mb->un.varRDnvp.rsvd3, 0,
 103                         sizeof (mb->un.varRDnvp.rsvd3));
 104                 memcpy((char*)mb->un.varRDnvp.rsvd3, licensed,
 105                          sizeof (licensed));
 106
 107                 rc = lpfc_sli_issue_mbox(phba, pmb, MBX_POLL);
 108
 109                 if (rc != MBX_SUCCESS) {
 110                         lpfc_printf_log(phba, KERN_ERR, LOG_MBOX,
 111                                         "0324 Config Port initialization "
 112                                         "error, mbxCmd x%x READ_NVPARM, "
 113                                         "mbxStatus x%x\n",
 114                                         mb->mbxCommand, mb->mbxStatus);
 115                         mempool_free(pmb, phba->mbox_mem_pool);
 116                         return -ERESTART;
 117                 }
 118                 memcpy(phba->wwnn, (char *)mb->un.varRDnvp.nodename,
 119                        sizeof(phba->wwnn));
 120                 memcpy(phba->wwpn, (char *)mb->un.varRDnvp.portname,
 121                        sizeof(phba->wwpn));
 122         }
 123
 124         phba->sli3_options = 0x0;
 125
 126         /* Setup and issue mailbox READ REV command */
 127         lpfc_read_rev(phba, pmb);
 128         rc = lpfc_sli_issue_mbox(phba, pmb, MBX_POLL);
 129         if (rc != MBX_SUCCESS) {
 130                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
 131                                 "0439 Adapter failed to init, mbxCmd x%x "
 132                                 "READ_REV, mbxStatus x%x\n",
 133                                 mb->mbxCommand, mb->mbxStatus);
 134                 mempool_free( pmb, phba->mbox_mem_pool);
 135                 return -ERESTART;
 136         }
 137
 138
 139         /*
 140          * The value of rr must be 1 since the driver set the cv field to 1.
 141          * This setting requires the FW to set all revision fields.
 142          */
 143         if (mb->un.varRdRev.rr == 0) {
 144                 vp->rev.rBit = 0;
 145                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
 146                                 "0440 Adapter failed to init, READ_REV has "
 147                                 "missing revision information.\n");
 148                 mempool_free(pmb, phba->mbox_mem_pool);
 149                 return -ERESTART;
 150         }
 151
 152         if (phba->sli_rev == 3 && !mb->un.varRdRev.v3rsp) {
 153                 mempool_free(pmb, phba->mbox_mem_pool);
 154                 return -EINVAL;
 155         }
 156
 157         /* Save information as VPD data */
 158         vp->rev.rBit = 1;
 159         memcpy(&vp->sli3Feat, &mb->un.varRdRev.sli3Feat, sizeof(uint32_t));
 160         vp->rev.sli1FwRev = mb->un.varRdRev.sli1FwRev;
 161         memcpy(vp->rev.sli1FwName, (char*) mb->un.varRdRev.sli1FwName, 16);
 162         vp->rev.sli2FwRev = mb->un.varRdRev.sli2FwRev;
 163         memcpy(vp->rev.sli2FwName, (char *) mb->un.varRdRev.sli2FwName, 16);
 164         vp->rev.biuRev = mb->un.varRdRev.biuRev;
 165         vp->rev.smRev = mb->un.varRdRev.smRev;
 166         vp->rev.smFwRev = mb->un.varRdRev.un.smFwRev;
 167         vp->rev.endecRev = mb->un.varRdRev.endecRev;
 168         vp->rev.fcphHigh = mb->un.varRdRev.fcphHigh;
 169         vp->rev.fcphLow = mb->un.varRdRev.fcphLow;
 170         vp->rev.feaLevelHigh = mb->un.varRdRev.feaLevelHigh;
 171         vp->rev.feaLevelLow = mb->un.varRdRev.feaLevelLow;
 172         vp->rev.postKernRev = mb->un.varRdRev.postKernRev;
 173         vp->rev.opFwRev = mb->un.varRdRev.opFwRev;
 174
 175         /* If the sli feature level is less then 9, we must
 176          * tear down all RPIs and VPIs on link down if NPIV
 177          * is enabled.
 178          */
 179         if (vp->rev.feaLevelHigh < 9)
 180                 phba->sli3_options |= LPFC_SLI3_VPORT_TEARDOWN;
 181
 182         if (lpfc_is_LC_HBA(phba->pcidev->device))
 183                 memcpy(phba->RandomData, (char *)&mb->un.varWords[24],
 184                                                 sizeof (phba->RandomData));
 185
 186         /* Get adapter VPD information */
 187         lpfc_vpd_data = kmalloc(DMP_VPD_SIZE, GFP_KERNEL);
 188         if (!lpfc_vpd_data)
 189                 goto out_free_mbox;
 190
 191         do {
 192                 lpfc_dump_mem(phba, pmb, offset);
 193                 rc = lpfc_sli_issue_mbox(phba, pmb, MBX_POLL);
 194
 195                 if (rc != MBX_SUCCESS) {
 196                         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
 197                                         "0441 VPD not present on adapter, "
 198                                         "mbxCmd x%x DUMP VPD, mbxStatus x%x\n",
 199                                         mb->mbxCommand, mb->mbxStatus);
 200                         mb->un.varDmp.word_cnt = 0;
 201                 }
 202                 if (mb->un.varDmp.word_cnt > DMP_VPD_SIZE - offset)
 203                         mb->un.varDmp.word_cnt = DMP_VPD_SIZE - offset;
 204                 lpfc_sli_pcimem_bcopy(((uint8_t *)mb) + DMP_RSP_OFFSET,
 205                                       lpfc_vpd_data + offset,
 206                                       mb->un.varDmp.word_cnt);
 207                 offset += mb->un.varDmp.word_cnt;
 208         } while (mb->un.varDmp.word_cnt && offset < DMP_VPD_SIZE);
 209         lpfc_parse_vpd(phba, lpfc_vpd_data, offset);
 210
 211         kfree(lpfc_vpd_data);
 212 out_free_mbox:
 213         mempool_free(pmb, phba->mbox_mem_pool);
 214         return 0;
 215 }
 216
 217 /**
 218  * lpfc_config_async_cmpl: Completion handler for config async event mbox cmd.
 219  * @phba: pointer to lpfc hba data structure.
 220  * @pmboxq: pointer to the driver internal queue element for mailbox command.
 221  *
 222  * This is the completion handler for driver's configuring asynchronous event
 223  * mailbox command to the device. If the mailbox command returns successfully,
 224  * it will set internal async event support flag to 1; otherwise, it will
 225  * set internal async event support flag to 0.
 226  **/
 227 static void
 228 lpfc_config_async_cmpl(struct lpfc_hba * phba, LPFC_MBOXQ_t * pmboxq)
 229 {
 230         if (pmboxq->mb.mbxStatus == MBX_SUCCESS)
 231                 phba->temp_sensor_support = 1;
 232         else
 233                 phba->temp_sensor_support = 0;
 234         mempool_free(pmboxq, phba->mbox_mem_pool);
 235         return;
 236 }
 237
 238 /**
 239  * lpfc_config_port_post: Perform lpfc initialization after config port.
 240  * @phba: pointer to lpfc hba data structure.
 241  *
 242  * This routine will do LPFC initialization after the CONFIG_PORT mailbox
 243  * command call. It performs all internal resource and state setups on the
 244  * port: post IOCB buffers, enable appropriate host interrupt attentions,
 245  * ELS ring timers, etc.
 246  *
 247  * Return codes
 248  *   0 - success.
 249  *   Any other value - error.
 250  **/
 251 int
 252 lpfc_config_port_post(struct lpfc_hba *phba)
 253 {
 254         struct lpfc_vport *vport = phba->pport;
 255         LPFC_MBOXQ_t *pmb;
 256         MAILBOX_t *mb;
 257         struct lpfc_dmabuf *mp;
 258         struct lpfc_sli *psli = &phba->sli;
 259         uint32_t status, timeout;
 260         int i, j;
 261         int rc;
 262
 263         spin_lock_irq(&phba->hbalock);
 264         /*
 265          * If the Config port completed correctly the HBA is not
 266          * over heated any more.
 267          */
 268         if (phba->over_temp_state == HBA_OVER_TEMP)
 269                 phba->over_temp_state = HBA_NORMAL_TEMP;
 270         spin_unlock_irq(&phba->hbalock);
 271
 272         pmb = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
 273         if (!pmb) {
 274                 phba->link_state = LPFC_HBA_ERROR;
 275                 return -ENOMEM;
 276         }
 277         mb = &pmb->mb;
 278
 279         /* Get login parameters for NID.  */
 280         lpfc_read_sparam(phba, pmb, 0);
 281         pmb->vport = vport;
 282         if (lpfc_sli_issue_mbox(phba, pmb, MBX_POLL) != MBX_SUCCESS) {
 283                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
 284                                 "0448 Adapter failed init, mbxCmd x%x "
 285                                 "READ_SPARM mbxStatus x%x\n",
 286                                 mb->mbxCommand, mb->mbxStatus);
 287                 phba->link_state = LPFC_HBA_ERROR;
 288                 mp = (struct lpfc_dmabuf *) pmb->context1;
 289                 mempool_free( pmb, phba->mbox_mem_pool);
 290                 lpfc_mbuf_free(phba, mp->virt, mp->phys);
 291                 kfree(mp);
 292                 return -EIO;
 293         }
 294
 295         mp = (struct lpfc_dmabuf *) pmb->context1;
 296
 297         memcpy(&vport->fc_sparam, mp->virt, sizeof (struct serv_parm));
 298         lpfc_mbuf_free(phba, mp->virt, mp->phys);
 299         kfree(mp);
 300         pmb->context1 = NULL;
 301
 302         if (phba->cfg_soft_wwnn)
 303                 u64_to_wwn(phba->cfg_soft_wwnn,
 304                            vport->fc_sparam.nodeName.u.wwn);
 305         if (phba->cfg_soft_wwpn)
 306                 u64_to_wwn(phba->cfg_soft_wwpn,
 307                            vport->fc_sparam.portName.u.wwn);
 308         memcpy(&vport->fc_nodename, &vport->fc_sparam.nodeName,
 309                sizeof (struct lpfc_name));
 310         memcpy(&vport->fc_portname, &vport->fc_sparam.portName,
 311                sizeof (struct lpfc_name));
 312         /* If no serial number in VPD data, use low 6 bytes of WWNN */
 313         /* This should be consolidated into parse_vpd ? - mr */
 314         if (phba->SerialNumber[0] == 0) {
 315                 uint8_t *outptr;
 316
 317                 outptr = &vport->fc_nodename.u.s.IEEE[0];
 318                 for (i = 0; i < 12; i++) {
 319                         status = *outptr++;
 320                         j = ((status & 0xf0) >> 4);
 321                         if (j <= 9)
 322                                 phba->SerialNumber[i] =
 323                                     (char)((uint8_t) 0x30 + (uint8_t) j);
 324                         else
 325                                 phba->SerialNumber[i] =
 326                                     (char)((uint8_t) 0x61 + (uint8_t) (j - 10));
 327                         i++;
 328                         j = (status & 0xf);
 329                         if (j <= 9)
 330                                 phba->SerialNumber[i] =
 331                                     (char)((uint8_t) 0x30 + (uint8_t) j);
 332                         else
 333                                 phba->SerialNumber[i] =
 334                                     (char)((uint8_t) 0x61 + (uint8_t) (j - 10));
 335                 }
 336         }
 337
 338         lpfc_read_config(phba, pmb);
 339         pmb->vport = vport;
 340         if (lpfc_sli_issue_mbox(phba, pmb, MBX_POLL) != MBX_SUCCESS) {
 341                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
 342                                 "0453 Adapter failed to init, mbxCmd x%x "
 343                                 "READ_CONFIG, mbxStatus x%x\n",
 344                                 mb->mbxCommand, mb->mbxStatus);
 345                 phba->link_state = LPFC_HBA_ERROR;
 346                 mempool_free( pmb, phba->mbox_mem_pool);
 347                 return -EIO;
 348         }
 349
 350         /* Reset the DFT_HBA_Q_DEPTH to the max xri  */
 351         if (phba->cfg_hba_queue_depth > (mb->un.varRdConfig.max_xri+1))
 352                 phba->cfg_hba_queue_depth =
 353                         mb->un.varRdConfig.max_xri + 1;
 354
 355         phba->lmt = mb->un.varRdConfig.lmt;
 356
 357         /* Get the default values for Model Name and Description */
 358         lpfc_get_hba_model_desc(phba, phba->ModelName, phba->ModelDesc);
 359
 360         if ((phba->cfg_link_speed > LINK_SPEED_10G)
 361             || ((phba->cfg_link_speed == LINK_SPEED_1G)
 362                 && !(phba->lmt & LMT_1Gb))
 363             || ((phba->cfg_link_speed == LINK_SPEED_2G)
 364                 && !(phba->lmt & LMT_2Gb))
 365             || ((phba->cfg_link_speed == LINK_SPEED_4G)
 366                 && !(phba->lmt & LMT_4Gb))
 367             || ((phba->cfg_link_speed == LINK_SPEED_8G)
 368                 && !(phba->lmt & LMT_8Gb))
 369             || ((phba->cfg_link_speed == LINK_SPEED_10G)
 370                 && !(phba->lmt & LMT_10Gb))) {
 371                 /* Reset link speed to auto */
 372                 lpfc_printf_log(phba, KERN_WARNING, LOG_LINK_EVENT,
 373                         "1302 Invalid speed for this board: "
 374                         "Reset link speed to auto: x%x\n",
 375                         phba->cfg_link_speed);
 376                         phba->cfg_link_speed = LINK_SPEED_AUTO;
 377         }
 378
 379         phba->link_state = LPFC_LINK_DOWN;
 380
 381         /* Only process IOCBs on ELS ring till hba_state is READY */
 382         if (psli->ring[psli->extra_ring].cmdringaddr)
 383                 psli->ring[psli->extra_ring].flag |= LPFC_STOP_IOCB_EVENT;
 384         if (psli->ring[psli->fcp_ring].cmdringaddr)
 385                 psli->ring[psli->fcp_ring].flag |= LPFC_STOP_IOCB_EVENT;
 386         if (psli->ring[psli->next_ring].cmdringaddr)
 387                 psli->ring[psli->next_ring].flag |= LPFC_STOP_IOCB_EVENT;
 388
 389         /* Post receive buffers for desired rings */
 390         if (phba->sli_rev != 3)
 391                 lpfc_post_rcv_buf(phba);
 392
 393         /*
 394          * Configure HBA MSI-X attention conditions to messages if MSI-X mode
 395          */
 396         if (phba->intr_type == MSIX) {
 397                 rc = lpfc_config_msi(phba, pmb);
 398                 if (rc) {
 399                         mempool_free(pmb, phba->mbox_mem_pool);
 400                         return -EIO;
 401                 }
 402                 rc = lpfc_sli_issue_mbox(phba, pmb, MBX_POLL);
 403                 if (rc != MBX_SUCCESS) {
 404                         lpfc_printf_log(phba, KERN_ERR, LOG_MBOX,
 405                                         "0352 Config MSI mailbox command "
 406                                         "failed, mbxCmd x%x, mbxStatus x%x\n",
 407                                         pmb->mb.mbxCommand, pmb->mb.mbxStatus);
 408                         mempool_free(pmb, phba->mbox_mem_pool);
 409                         return -EIO;
 410                 }
 411         }
 412
 413         /* Initialize ERATT handling flag */
 414         phba->hba_flag &= ~HBA_ERATT_HANDLED;
 415
 416         /* Enable appropriate host interrupts */
 417         spin_lock_irq(&phba->hbalock);
 418         status = readl(phba->HCregaddr);
 419         status |= HC_MBINT_ENA | HC_ERINT_ENA | HC_LAINT_ENA;
 420         if (psli->num_rings > 0)
 421                 status |= HC_R0INT_ENA;
 422         if (psli->num_rings > 1)
 423                 status |= HC_R1INT_ENA;
 424         if (psli->num_rings > 2)
 425                 status |= HC_R2INT_ENA;
 426         if (psli->num_rings > 3)
 427                 status |= HC_R3INT_ENA;
 428
 429         if ((phba->cfg_poll & ENABLE_FCP_RING_POLLING) &&
 430             (phba->cfg_poll & DISABLE_FCP_RING_INT))
 431                 status &= ~(HC_R0INT_ENA);
 432
 433         writel(status, phba->HCregaddr);
 434         readl(phba->HCregaddr); /* flush */
 435         spin_unlock_irq(&phba->hbalock);
 436
 437         /* Set up ring-0 (ELS) timer */
 438         timeout = phba->fc_ratov * 2;
 439         mod_timer(&vport->els_tmofunc, jiffies + HZ * timeout);
 440         /* Set up heart beat (HB) timer */
 441         mod_timer(&phba->hb_tmofunc, jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
 442         phba->hb_outstanding = 0;
 443         phba->last_completion_time = jiffies;
 444         /* Set up error attention (ERATT) polling timer */
 445         mod_timer(&phba->eratt_poll, jiffies + HZ * LPFC_ERATT_POLL_INTERVAL);
 446
 447         lpfc_init_link(phba, pmb, phba->cfg_topology, phba->cfg_link_speed);
 448         pmb->mbox_cmpl = lpfc_sli_def_mbox_cmpl;
 449         lpfc_set_loopback_flag(phba);
 450         rc = lpfc_sli_issue_mbox(phba, pmb, MBX_NOWAIT);
 451         if (rc != MBX_SUCCESS) {
 452                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
 453                                 "0454 Adapter failed to init, mbxCmd x%x "
 454                                 "INIT_LINK, mbxStatus x%x\n",
 455                                 mb->mbxCommand, mb->mbxStatus);
 456
 457                 /* Clear all interrupt enable conditions */
 458                 writel(0, phba->HCregaddr);
 459                 readl(phba->HCregaddr); /* flush */
 460                 /* Clear all pending interrupts */
 461                 writel(0xffffffff, phba->HAregaddr);
 462                 readl(phba->HAregaddr); /* flush */
 463
 464                 phba->link_state = LPFC_HBA_ERROR;
 465                 if (rc != MBX_BUSY)
 466                         mempool_free(pmb, phba->mbox_mem_pool);
 467                 return -EIO;
 468         }
 469         /* MBOX buffer will be freed in mbox compl */
 470         pmb = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
 471         lpfc_config_async(phba, pmb, LPFC_ELS_RING);
 472         pmb->mbox_cmpl = lpfc_config_async_cmpl;
 473         pmb->vport = phba->pport;
 474         rc = lpfc_sli_issue_mbox(phba, pmb, MBX_NOWAIT);
 475
 476         if ((rc != MBX_BUSY) && (rc != MBX_SUCCESS)) {
 477                 lpfc_printf_log(phba,
 478                                 KERN_ERR,
 479                                 LOG_INIT,
 480                                 "0456 Adapter failed to issue "
 481                                 "ASYNCEVT_ENABLE mbox status x%x \n.",
 482                                 rc);
 483                 mempool_free(pmb, phba->mbox_mem_pool);
 484         }
 485         return 0;
 486 }
 487
 488 /**
 489  * lpfc_hba_down_prep: Perform lpfc uninitialization prior to HBA reset.
 490  * @phba: pointer to lpfc HBA data structure.
 491  *
 492  * This routine will do LPFC uninitialization before the HBA is reset when
 493  * bringing down the SLI Layer.
 494  *
 495  * Return codes
 496  *   0 - success.
 497  *   Any other value - error.
 498  **/
 499 int
 500 lpfc_hba_down_prep(struct lpfc_hba *phba)
 501 {
 502         struct lpfc_vport **vports;
 503         int i;
 504         /* Disable interrupts */
 505         writel(0, phba->HCregaddr);
 506         readl(phba->HCregaddr); /* flush */
 507
 508         if (phba->pport->load_flag & FC_UNLOADING)
 509                 lpfc_cleanup_discovery_resources(phba->pport);
 510         else {
 511                 vports = lpfc_create_vport_work_array(phba);
 512                 if (vports != NULL)
 513                         for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++)
 514                                 lpfc_cleanup_discovery_resources(vports[i]);
 515                 lpfc_destroy_vport_work_array(phba, vports);
 516         }
 517         return 0;
 518 }
 519
 520 /**
 521  * lpfc_hba_down_post: Perform lpfc uninitialization after HBA reset.
 522  * @phba: pointer to lpfc HBA data structure.
 523  *
 524  * This routine will do uninitialization after the HBA is reset when bring
 525  * down the SLI Layer.
 526  *
 527  * Return codes
 528  *   0 - sucess.
 529  *   Any other value - error.
 530  **/
 531 int
 532 lpfc_hba_down_post(struct lpfc_hba *phba)
 533 {
 534         struct lpfc_sli *psli = &phba->sli;
 535         struct lpfc_sli_ring *pring;
 536         struct lpfc_dmabuf *mp, *next_mp;
 537         struct lpfc_iocbq *iocb;
 538         IOCB_t *cmd = NULL;
 539         LIST_HEAD(completions);
 540         int i;
 541
 542         if (phba->sli3_options & LPFC_SLI3_HBQ_ENABLED)
 543                 lpfc_sli_hbqbuf_free_all(phba);
 544         else {
 545                 /* Cleanup preposted buffers on the ELS ring */
 546                 pring = &psli->ring[LPFC_ELS_RING];
 547                 list_for_each_entry_safe(mp, next_mp, &pring->postbufq, list) {
 548                         list_del(&mp->list);
 549                         pring->postbufq_cnt--;
 550                         lpfc_mbuf_free(phba, mp->virt, mp->phys);
 551                         kfree(mp);
 552                 }
 553         }
 554
 555         spin_lock_irq(&phba->hbalock);
 556         for (i = 0; i < psli->num_rings; i++) {
 557                 pring = &psli->ring[i];
 558
 559                 /* At this point in time the HBA is either reset or DOA. Either
 560                  * way, nothing should be on txcmplq as it will NEVER complete.
 561                  */
 562                 list_splice_init(&pring->txcmplq, &completions);
 563                 pring->txcmplq_cnt = 0;
 564                 spin_unlock_irq(&phba->hbalock);
 565
 566                 while (!list_empty(&completions)) {
 567                         iocb = list_get_first(&completions, struct lpfc_iocbq,
 568                                 list);
 569                         cmd = &iocb->iocb;
 570                         list_del_init(&iocb->list);
 571
 572                         if (!iocb->iocb_cmpl)
 573                                 lpfc_sli_release_iocbq(phba, iocb);
 574                         else {
 575                                 cmd->ulpStatus = IOSTAT_LOCAL_REJECT;
 576                                 cmd->un.ulpWord[4] = IOERR_SLI_ABORTED;
 577                                 (iocb->iocb_cmpl) (phba, iocb, iocb);
 578                         }
 579                 }
 580
 581                 lpfc_sli_abort_iocb_ring(phba, pring);
 582                 spin_lock_irq(&phba->hbalock);
 583         }
 584         spin_unlock_irq(&phba->hbalock);
 585
 586         return 0;
 587 }
 588
 589 /**
 590  * lpfc_hb_timeout: The HBA-timer timeout handler.
 591  * @ptr: unsigned long holds the pointer to lpfc hba data structure.
 592  *
 593  * This is the HBA-timer timeout handler registered to the lpfc driver. When
 594  * this timer fires, a HBA timeout event shall be posted to the lpfc driver
 595  * work-port-events bitmap and the worker thread is notified. This timeout
 596  * event will be used by the worker thread to invoke the actual timeout
 597  * handler routine, lpfc_hb_timeout_handler. Any periodical operations will
 598  * be performed in the timeout handler and the HBA timeout event bit shall
 599  * be cleared by the worker thread after it has taken the event bitmap out.
 600  **/
 601 static void
 602 lpfc_hb_timeout(unsigned long ptr)
 603 {
 604         struct lpfc_hba *phba;
 605         uint32_t tmo_posted;
 606         unsigned long iflag;
 607
 608         phba = (struct lpfc_hba *)ptr;
 609
 610         /* Check for heart beat timeout conditions */
 611         spin_lock_irqsave(&phba->pport->work_port_lock, iflag);
 612         tmo_posted = phba->pport->work_port_events & WORKER_HB_TMO;
 613         if (!tmo_posted)
 614                 phba->pport->work_port_events |= WORKER_HB_TMO;
 615         spin_unlock_irqrestore(&phba->pport->work_port_lock, iflag);
 616
 617         /* Tell the worker thread there is work to do */
 618         if (!tmo_posted)
 619                 lpfc_worker_wake_up(phba);
 620         return;
 621 }
 622
 623 /**
 624  * lpfc_hb_mbox_cmpl: The lpfc heart-beat mailbox command callback function.
 625  * @phba: pointer to lpfc hba data structure.
 626  * @pmboxq: pointer to the driver internal queue element for mailbox command.
 627  *
 628  * This is the callback function to the lpfc heart-beat mailbox command.
 629  * If configured, the lpfc driver issues the heart-beat mailbox command to
 630  * the HBA every LPFC_HB_MBOX_INTERVAL (current 5) seconds. At the time the
 631  * heart-beat mailbox command is issued, the driver shall set up heart-beat
 632  * timeout timer to LPFC_HB_MBOX_TIMEOUT (current 30) seconds and marks
 633  * heart-beat outstanding state. Once the mailbox command comes back and
 634  * no error conditions detected, the heart-beat mailbox command timer is
 635  * reset to LPFC_HB_MBOX_INTERVAL seconds and the heart-beat outstanding
 636  * state is cleared for the next heart-beat. If the timer expired with the
 637  * heart-beat outstanding state set, the driver will put the HBA offline.
 638  **/
 639 static void
 640 lpfc_hb_mbox_cmpl(struct lpfc_hba * phba, LPFC_MBOXQ_t * pmboxq)
 641 {
 642         unsigned long drvr_flag;
 643
 644         spin_lock_irqsave(&phba->hbalock, drvr_flag);
 645         phba->hb_outstanding = 0;
 646         spin_unlock_irqrestore(&phba->hbalock, drvr_flag);
 647
 648         /* Check and reset heart-beat timer is necessary */
 649         mempool_free(pmboxq, phba->mbox_mem_pool);
 650         if (!(phba->pport->fc_flag & FC_OFFLINE_MODE) &&
 651                 !(phba->link_state == LPFC_HBA_ERROR) &&
 652                 !(phba->pport->load_flag & FC_UNLOADING))
 653                 mod_timer(&phba->hb_tmofunc,
 654                         jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
 655         return;
 656 }
 657
 658 /**
 659  * lpfc_hb_timeout_handler: The HBA-timer timeout handler.
 660  * @phba: pointer to lpfc hba data structure.
 661  *
 662  * This is the actual HBA-timer timeout handler to be invoked by the worker
 663  * thread whenever the HBA timer fired and HBA-timeout event posted. This
 664  * handler performs any periodic operations needed for the device. If such
 665  * periodic event has already been attended to either in the interrupt handler
 666  * or by processing slow-ring or fast-ring events within the HBA-timer
 667  * timeout window (LPFC_HB_MBOX_INTERVAL), this handler just simply resets
 668  * the timer for the next timeout period. If lpfc heart-beat mailbox command
 669  * is configured and there is no heart-beat mailbox command outstanding, a
 670  * heart-beat mailbox is issued and timer set properly. Otherwise, if there
 671  * has been a heart-beat mailbox command outstanding, the HBA shall be put
 672  * to offline.
 673  **/
 674 void
 675 lpfc_hb_timeout_handler(struct lpfc_hba *phba)
 676 {
 677         LPFC_MBOXQ_t *pmboxq;
 678         struct lpfc_dmabuf *buf_ptr;
 679         int retval;
 680         struct lpfc_sli *psli = &phba->sli;
 681         LIST_HEAD(completions);
 682
 683         if ((phba->link_state == LPFC_HBA_ERROR) ||
 684                 (phba->pport->load_flag & FC_UNLOADING) ||
 685                 (phba->pport->fc_flag & FC_OFFLINE_MODE))
 686                 return;
 687
 688         spin_lock_irq(&phba->pport->work_port_lock);
 689         /* If the timer is already canceled do nothing */
 690         if (!(phba->pport->work_port_events & WORKER_HB_TMO)) {
 691                 spin_unlock_irq(&phba->pport->work_port_lock);
 692                 return;
 693         }
 694
 695         if (time_after(phba->last_completion_time + LPFC_HB_MBOX_INTERVAL * HZ,
 696                 jiffies)) {
 697                 spin_unlock_irq(&phba->pport->work_port_lock);
 698                 if (!phba->hb_outstanding)
 699                         mod_timer(&phba->hb_tmofunc,
 700                                 jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
 701                 else
 702                         mod_timer(&phba->hb_tmofunc,
 703                                 jiffies + HZ * LPFC_HB_MBOX_TIMEOUT);
 704                 return;
 705         }
 706         spin_unlock_irq(&phba->pport->work_port_lock);
 707
 708         if (phba->elsbuf_cnt &&
 709                 (phba->elsbuf_cnt == phba->elsbuf_prev_cnt)) {
 710                 spin_lock_irq(&phba->hbalock);
 711                 list_splice_init(&phba->elsbuf, &completions);
 712                 phba->elsbuf_cnt = 0;
 713                 phba->elsbuf_prev_cnt = 0;
 714                 spin_unlock_irq(&phba->hbalock);
 715
 716                 while (!list_empty(&completions)) {
 717                         list_remove_head(&completions, buf_ptr,
 718                                 struct lpfc_dmabuf, list);
 719                         lpfc_mbuf_free(phba, buf_ptr->virt, buf_ptr->phys);
 720                         kfree(buf_ptr);
 721                 }
 722         }
 723         phba->elsbuf_prev_cnt = phba->elsbuf_cnt;
 724
 725         /* If there is no heart beat outstanding, issue a heartbeat command */
 726         if (phba->cfg_enable_hba_heartbeat) {
 727                 if (!phba->hb_outstanding) {
 728                         pmboxq = mempool_alloc(phba->mbox_mem_pool,GFP_KERNEL);
 729                         if (!pmboxq) {
 730                                 mod_timer(&phba->hb_tmofunc,
 731                                           jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
 732                                 return;
 733                         }
 734
 735                         lpfc_heart_beat(phba, pmboxq);
 736                         pmboxq->mbox_cmpl = lpfc_hb_mbox_cmpl;
 737                         pmboxq->vport = phba->pport;
 738                         retval = lpfc_sli_issue_mbox(phba, pmboxq, MBX_NOWAIT);
 739
 740                         if (retval != MBX_BUSY && retval != MBX_SUCCESS) {
 741                                 mempool_free(pmboxq, phba->mbox_mem_pool);
 742                                 mod_timer(&phba->hb_tmofunc,
 743                                           jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
 744                                 return;
 745                         }
 746                         mod_timer(&phba->hb_tmofunc,
 747                                   jiffies + HZ * LPFC_HB_MBOX_TIMEOUT);
 748                         phba->hb_outstanding = 1;
 749                         return;
 750                 } else {
 751                         /*
 752                         * If heart beat timeout called with hb_outstanding set
 753                         * we need to take the HBA offline.
 754                         */
 755                         lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
 756                                         "0459 Adapter heartbeat failure, "
 757                                         "taking this port offline.\n");
 758
 759                         spin_lock_irq(&phba->hbalock);
 760                         psli->sli_flag &= ~LPFC_SLI2_ACTIVE;
 761                         spin_unlock_irq(&phba->hbalock);
 762
 763                         lpfc_offline_prep(phba);
 764                         lpfc_offline(phba);
 765                         lpfc_unblock_mgmt_io(phba);
 766                         phba->link_state = LPFC_HBA_ERROR;
 767                         lpfc_hba_down_post(phba);
 768                 }
 769         }
 770 }
 771
 772 /**
 773  * lpfc_offline_eratt: Bring lpfc offline on hardware error attention.
 774  * @phba: pointer to lpfc hba data structure.
 775  *
 776  * This routine is called to bring the HBA offline when HBA hardware error
 777  * other than Port Error 6 has been detected.
 778  **/
 779 static void
 780 lpfc_offline_eratt(struct lpfc_hba *phba)
 781 {
 782         struct lpfc_sli   *psli = &phba->sli;
 783
 784         spin_lock_irq(&phba->hbalock);
 785         psli->sli_flag &= ~LPFC_SLI2_ACTIVE;
 786         spin_unlock_irq(&phba->hbalock);
 787         lpfc_offline_prep(phba);
 788
 789         lpfc_offline(phba);
 790         lpfc_reset_barrier(phba);
 791         lpfc_sli_brdreset(phba);
 792         lpfc_hba_down_post(phba);
 793         lpfc_sli_brdready(phba, HS_MBRDY);
 794         lpfc_unblock_mgmt_io(phba);
 795         phba->link_state = LPFC_HBA_ERROR;
 796         return;
 797 }
 798
 799 /**
 800  * lpfc_handle_eratt: The HBA hardware error handler.
 801  * @phba: pointer to lpfc hba data structure.
 802  *
 803  * This routine is invoked to handle the following HBA hardware error
 804  * conditions:
 805  * 1 - HBA error attention interrupt
 806  * 2 - DMA ring index out of range
 807  * 3 - Mailbox command came back as unknown
 808  **/
 809 void
 810 lpfc_handle_eratt(struct lpfc_hba *phba)
 811 {
 812         struct lpfc_vport *vport = phba->pport;
 813         struct lpfc_sli   *psli = &phba->sli;
 814         struct lpfc_sli_ring  *pring;
 815         uint32_t event_data;
 816         unsigned long temperature;
 817         struct temp_event temp_event_data;
 818         struct Scsi_Host  *shost;
 819         struct lpfc_board_event_header board_event;
 820
 821         /* If the pci channel is offline, ignore possible errors,
 822          * since we cannot communicate with the pci card anyway. */
 823         if (pci_channel_offline(phba->pcidev))
 824                 return;
 825         /* If resets are disabled then leave the HBA alone and return */
 826         if (!phba->cfg_enable_hba_reset)
 827                 return;
 828
 829         /* Send an internal error event to mgmt application */
 830         board_event.event_type = FC_REG_BOARD_EVENT;
 831         board_event.subcategory = LPFC_EVENT_PORTINTERR;
 832         shost = lpfc_shost_from_vport(phba->pport);
 833         fc_host_post_vendor_event(shost, fc_get_event_number(),
 834                                   sizeof(board_event),
 835                                   (char *) &board_event,
 836                                   SCSI_NL_VID_TYPE_PCI
 837                                   | PCI_VENDOR_ID_EMULEX);
 838
 839         if (phba->work_hs & HS_FFER6) {
 840                 /* Re-establishing Link */
 841                 lpfc_printf_log(phba, KERN_INFO, LOG_LINK_EVENT,
 842                                 "1301 Re-establishing Link "
 843                                 "Data: x%x x%x x%x\n",
 844                                 phba->work_hs,
 845                                 phba->work_status[0], phba->work_status[1]);
 846
 847                 spin_lock_irq(&phba->hbalock);
 848                 psli->sli_flag &= ~LPFC_SLI2_ACTIVE;
 849                 spin_unlock_irq(&phba->hbalock);
 850
 851                 /*
 852                 * Firmware stops when it triggled erratt with HS_FFER6.
 853                 * That could cause the I/Os dropped by the firmware.
 854                 * Error iocb (I/O) on txcmplq and let the SCSI layer
 855                 * retry it after re-establishing link.
 856                 */
 857                 pring = &psli->ring[psli->fcp_ring];
 858                 lpfc_sli_abort_iocb_ring(phba, pring);
 859
 860                 /*
 861                  * There was a firmware error.  Take the hba offline and then
 862                  * attempt to restart it.
 863                  */
 864                 lpfc_offline_prep(phba);
 865                 lpfc_offline(phba);
 866                 lpfc_sli_brdrestart(phba);
 867                 if (lpfc_online(phba) == 0) {   /* Initialize the HBA */
 868                         lpfc_unblock_mgmt_io(phba);
 869                         return;
 870                 }
 871                 lpfc_unblock_mgmt_io(phba);
 872         } else if (phba->work_hs & HS_CRIT_TEMP) {
 873                 temperature = readl(phba->MBslimaddr + TEMPERATURE_OFFSET);
 874                 temp_event_data.event_type = FC_REG_TEMPERATURE_EVENT;
 875                 temp_event_data.event_code = LPFC_CRIT_TEMP;
 876                 temp_event_data.data = (uint32_t)temperature;
 877
 878                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
 879                                 "0406 Adapter maximum temperature exceeded "
 880                                 "(%ld), taking this port offline "
 881                                 "Data: x%x x%x x%x\n",
 882                                 temperature, phba->work_hs,
 883                                 phba->work_status[0], phba->work_status[1]);
 884
 885                 shost = lpfc_shost_from_vport(phba->pport);
 886                 fc_host_post_vendor_event(shost, fc_get_event_number(),
 887                                           sizeof(temp_event_data),
 888                                           (char *) &temp_event_data,
 889                                           SCSI_NL_VID_TYPE_PCI
 890                                           | PCI_VENDOR_ID_EMULEX);
 891
 892                 spin_lock_irq(&phba->hbalock);
 893                 phba->over_temp_state = HBA_OVER_TEMP;
 894                 spin_unlock_irq(&phba->hbalock);
 895                 lpfc_offline_eratt(phba);
 896
 897         } else {
 898                 /* The if clause above forces this code path when the status
 899                  * failure is a value other than FFER6. Do not call the offline
 900                  * twice. This is the adapter hardware error path.
 901                  */
 902                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
 903                                 "0457 Adapter Hardware Error "
 904                                 "Data: x%x x%x x%x\n",
 905                                 phba->work_hs,
 906                                 phba->work_status[0], phba->work_status[1]);
 907
 908                 event_data = FC_REG_DUMP_EVENT;
 909                 shost = lpfc_shost_from_vport(vport);
 910                 fc_host_post_vendor_event(shost, fc_get_event_number(),
 911                                 sizeof(event_data), (char *) &event_data,
 912                                 SCSI_NL_VID_TYPE_PCI | PCI_VENDOR_ID_EMULEX);
 913
 914                 lpfc_offline_eratt(phba);
 915         }
 916         return;
 917 }
 918
 919 /**
 920  * lpfc_handle_latt: The HBA link event handler.
 921  * @phba: pointer to lpfc hba data structure.
 922  *
 923  * This routine is invoked from the worker thread to handle a HBA host
 924  * attention link event.
 925  **/
 926 void
 927 lpfc_handle_latt(struct lpfc_hba *phba)
 928 {
 929         struct lpfc_vport *vport = phba->pport;
 930         struct lpfc_sli   *psli = &phba->sli;
 931         LPFC_MBOXQ_t *pmb;
 932         volatile uint32_t control;
 933         struct lpfc_dmabuf *mp;
 934         int rc = 0;
 935
 936         pmb = (LPFC_MBOXQ_t *)mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
 937         if (!pmb) {
 938                 rc = 1;
 939                 goto lpfc_handle_latt_err_exit;
 940         }
 941
 942         mp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
 943         if (!mp) {
 944                 rc = 2;
 945                 goto lpfc_handle_latt_free_pmb;
 946         }
 947
 948         mp->virt = lpfc_mbuf_alloc(phba, 0, &mp->phys);
 949         if (!mp->virt) {
 950                 rc = 3;
 951                 goto lpfc_handle_latt_free_mp;
 952         }
 953
 954         /* Cleanup any outstanding ELS commands */
 955         lpfc_els_flush_all_cmd(phba);
 956
 957         psli->slistat.link_event++;
 958         lpfc_read_la(phba, pmb, mp);
 959         pmb->mbox_cmpl = lpfc_mbx_cmpl_read_la;
 960         pmb->vport = vport;
 961         /* Block ELS IOCBs until we have processed this mbox command */
 962         phba->sli.ring[LPFC_ELS_RING].flag |= LPFC_STOP_IOCB_EVENT;
 963         rc = lpfc_sli_issue_mbox (phba, pmb, MBX_NOWAIT);
 964         if (rc == MBX_NOT_FINISHED) {
 965                 rc = 4;
 966                 goto lpfc_handle_latt_free_mbuf;
 967         }
 968
 969         /* Clear Link Attention in HA REG */
 970         spin_lock_irq(&phba->hbalock);
 971         writel(HA_LATT, phba->HAregaddr);
 972         readl(phba->HAregaddr); /* flush */
 973         spin_unlock_irq(&phba->hbalock);
 974
 975         return;
 976
 977 lpfc_handle_latt_free_mbuf:
 978         phba->sli.ring[LPFC_ELS_RING].flag &= ~LPFC_STOP_IOCB_EVENT;
 979         lpfc_mbuf_free(phba, mp->virt, mp->phys);
 980 lpfc_handle_latt_free_mp:
 981         kfree(mp);
 982 lpfc_handle_latt_free_pmb:
 983         mempool_free(pmb, phba->mbox_mem_pool);
 984 lpfc_handle_latt_err_exit:
 985         /* Enable Link attention interrupts */
 986         spin_lock_irq(&phba->hbalock);
 987         psli->sli_flag |= LPFC_PROCESS_LA;
 988         control = readl(phba->HCregaddr);
 989         control |= HC_LAINT_ENA;
 990         writel(control, phba->HCregaddr);
 991         readl(phba->HCregaddr); /* flush */
 992
 993         /* Clear Link Attention in HA REG */
 994         writel(HA_LATT, phba->HAregaddr);
 995         readl(phba->HAregaddr); /* flush */
 996         spin_unlock_irq(&phba->hbalock);
 997         lpfc_linkdown(phba);
 998         phba->link_state = LPFC_HBA_ERROR;
 999
1000         lpfc_printf_log(phba, KERN_ERR, LOG_MBOX,
1001                      "0300 LATT: Cannot issue READ_LA: Data:%d\n", rc);
1002
1003         return;
1004 }
1005
1006 /**
1007  * lpfc_parse_vpd: Parse VPD (Vital Product Data).
1008  * @phba: pointer to lpfc hba data structure.
1009  * @vpd: pointer to the vital product data.
1010  * @len: length of the vital product data in bytes.
1011  *
1012  * This routine parses the Vital Product Data (VPD). The VPD is treated as
1013  * an array of characters. In this routine, the ModelName, ProgramType, and
1014  * ModelDesc, etc. fields of the phba data structure will be populated.
1015  *
1016  * Return codes
1017  *   0 - pointer to the VPD passed in is NULL
1018  *   1 - success
1019  **/
1020 static int
1021 lpfc_parse_vpd(struct lpfc_hba *phba, uint8_t *vpd, int len)
1022 {
1023         uint8_t lenlo, lenhi;
1024         int Length;
1025         int i, j;
1026         int finished = 0;
1027         int index = 0;
1028
1029         if (!vpd)
1030                 return 0;
1031
1032         /* Vital Product */
1033         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
1034                         "0455 Vital Product Data: x%x x%x x%x x%x\n",
1035                         (uint32_t) vpd[0], (uint32_t) vpd[1], (uint32_t) vpd[2],
1036                         (uint32_t) vpd[3]);
1037         while (!finished && (index < (len - 4))) {
1038                 switch (vpd[index]) {
1039                 case 0x82:
1040                 case 0x91:
1041                         index += 1;
1042                         lenlo = vpd[index];
1043                         index += 1;
1044                         lenhi = vpd[index];
1045                         index += 1;
1046                         i = ((((unsigned short)lenhi) << 8) + lenlo);
1047                         index += i;
1048                         break;
1049                 case 0x90:
1050                         index += 1;
1051                         lenlo = vpd[index];
1052                         index += 1;
1053                         lenhi = vpd[index];
1054                         index += 1;
1055                         Length = ((((unsigned short)lenhi) << 8) + lenlo);
1056                         if (Length > len - index)
1057                                 Length = len - index;
1058                         while (Length > 0) {
1059                         /* Look for Serial Number */
1060                         if ((vpd[index] == 'S') && (vpd[index+1] == 'N')) {
1061                                 index += 2;
1062                                 i = vpd[index];
1063                                 index += 1;
1064                                 j = 0;
1065                                 Length -= (3+i);
1066                                 while(i--) {
1067                                         phba->SerialNumber[j++] = vpd[index++];
1068                                         if (j == 31)
1069                                                 break;
1070                                 }
1071                                 phba->SerialNumber[j] = 0;
1072                                 continue;
1073                         }
1074                         else if ((vpd[index] == 'V') && (vpd[index+1] == '1')) {
1075                                 phba->vpd_flag |= VPD_MODEL_DESC;
1076                                 index += 2;
1077                                 i = vpd[index];
1078                                 index += 1;
1079                                 j = 0;
1080                                 Length -= (3+i);
1081                                 while(i--) {
1082                                         phba->ModelDesc[j++] = vpd[index++];
1083                                         if (j == 255)
1084                                                 break;
1085                                 }
1086                                 phba->ModelDesc[j] = 0;
1087                                 continue;
1088                         }
1089                         else if ((vpd[index] == 'V') && (vpd[index+1] == '2')) {
1090                                 phba->vpd_flag |= VPD_MODEL_NAME;
1091                                 index += 2;
1092                                 i = vpd[index];
1093                                 index += 1;
1094                                 j = 0;
1095                                 Length -= (3+i);
1096                                 while(i--) {
1097                                         phba->ModelName[j++] = vpd[index++];
1098                                         if (j == 79)
1099                                                 break;
1100                                 }
1101                                 phba->ModelName[j] = 0;
1102                                 continue;
1103                         }
1104                         else if ((vpd[index] == 'V') && (vpd[index+1] == '3')) {
1105                                 phba->vpd_flag |= VPD_PROGRAM_TYPE;
1106                                 index += 2;
1107                                 i = vpd[index];
1108                                 index += 1;
1109                                 j = 0;
1110                                 Length -= (3+i);
1111                                 while(i--) {
1112                                         phba->ProgramType[j++] = vpd[index++];
1113                                         if (j == 255)
1114                                                 break;
1115                                 }
1116                                 phba->ProgramType[j] = 0;
1117                                 continue;
1118                         }
1119                         else if ((vpd[index] == 'V') && (vpd[index+1] == '4')) {
1120                                 phba->vpd_flag |= VPD_PORT;
1121                                 index += 2;
1122                                 i = vpd[index];
1123                                 index += 1;
1124                                 j = 0;
1125                                 Length -= (3+i);
1126                                 while(i--) {
1127                                 phba->Port[j++] = vpd[index++];
1128                                 if (j == 19)
1129                                         break;
1130                                 }
1131                                 phba->Port[j] = 0;
1132                                 continue;
1133                         }
1134                         else {
1135                                 index += 2;
1136                                 i = vpd[index];
1137                                 index += 1;
1138                                 index += i;
1139                                 Length -= (3 + i);
1140                         }
1141                 }
1142                 finished = 0;
1143                 break;
1144                 case 0x78:
1145                         finished = 1;
1146                         break;
1147                 default:
1148                         index ++;
1149                         break;
1150                 }
1151         }
1152
1153         return(1);
1154 }
1155
1156 /**
1157  * lpfc_get_hba_model_desc: Retrieve HBA device model name and description.
1158  * @phba: pointer to lpfc hba data structure.
1159  * @mdp: pointer to the data structure to hold the derived model name.
1160  * @descp: pointer to the data structure to hold the derived description.
1161  *
1162  * This routine retrieves HBA's description based on its registered PCI device
1163  * ID. The @descp passed into this function points to an array of 256 chars. It
1164  * shall be returned with the model name, maximum speed, and the host bus type.
1165  * The @mdp passed into this function points to an array of 80 chars. When the
1166  * function returns, the @mdp will be filled with the model name.
1167  **/
1168 static void
1169 lpfc_get_hba_model_desc(struct lpfc_hba *phba, uint8_t *mdp, uint8_t *descp)
1170 {
1171         lpfc_vpd_t *vp;
1172         uint16_t dev_id = phba->pcidev->device;
1173         int max_speed;
1174         int GE = 0;
1175         struct {
1176                 char * name;
1177                 int    max_speed;
1178                 char * bus;
1179         } m = {"<Unknown>", 0, ""};
1180
1181         if (mdp && mdp[0] != '\0'
1182                 && descp && descp[0] != '\0')
1183                 return;
1184
1185         if (phba->lmt & LMT_10Gb)
1186                 max_speed = 10;
1187         else if (phba->lmt & LMT_8Gb)
1188                 max_speed = 8;
1189         else if (phba->lmt & LMT_4Gb)
1190                 max_speed = 4;
1191         else if (phba->lmt & LMT_2Gb)
1192                 max_speed = 2;
1193         else
1194                 max_speed = 1;
1195
1196         vp = &phba->vpd;
1197
1198         switch (dev_id) {
1199         case PCI_DEVICE_ID_FIREFLY:
1200                 m = (typeof(m)){"LP6000", max_speed, "PCI"};
1201                 break;
1202         case PCI_DEVICE_ID_SUPERFLY:
1203                 if (vp->rev.biuRev >= 1 && vp->rev.biuRev <= 3)
1204                         m = (typeof(m)){"LP7000", max_speed,  "PCI"};
1205                 else
1206                         m = (typeof(m)){"LP7000E", max_speed, "PCI"};
1207                 break;
1208         case PCI_DEVICE_ID_DRAGONFLY:
1209                 m = (typeof(m)){"LP8000", max_speed, "PCI"};
1210                 break;
1211         case PCI_DEVICE_ID_CENTAUR:
1212                 if (FC_JEDEC_ID(vp->rev.biuRev) == CENTAUR_2G_JEDEC_ID)
1213                         m = (typeof(m)){"LP9002", max_speed, "PCI"};
1214                 else
1215                         m = (typeof(m)){"LP9000", max_speed, "PCI"};
1216                 break;
1217         case PCI_DEVICE_ID_RFLY:
1218                 m = (typeof(m)){"LP952", max_speed, "PCI"};
1219                 break;
1220         case PCI_DEVICE_ID_PEGASUS:
1221                 m = (typeof(m)){"LP9802", max_speed, "PCI-X"};
1222                 break;
1223         case PCI_DEVICE_ID_THOR:
1224                 m = (typeof(m)){"LP10000", max_speed, "PCI-X"};
1225                 break;
1226         case PCI_DEVICE_ID_VIPER:
1227                 m = (typeof(m)){"LPX1000", max_speed,  "PCI-X"};
1228                 break;
1229         case PCI_DEVICE_ID_PFLY:
1230                 m = (typeof(m)){"LP982", max_speed, "PCI-X"};
1231                 break;
1232         case PCI_DEVICE_ID_TFLY:
1233                 m = (typeof(m)){"LP1050", max_speed, "PCI-X"};
1234                 break;
1235         case PCI_DEVICE_ID_HELIOS:
1236                 m = (typeof(m)){"LP11000", max_speed, "PCI-X2"};
1237                 break;
1238         case PCI_DEVICE_ID_HELIOS_SCSP:
1239                 m = (typeof(m)){"LP11000-SP", max_speed, "PCI-X2"};
1240                 break;
1241         case PCI_DEVICE_ID_HELIOS_DCSP:
1242                 m = (typeof(m)){"LP11002-SP", max_speed, "PCI-X2"};
1243                 break;
1244         case PCI_DEVICE_ID_NEPTUNE:
1245                 m = (typeof(m)){"LPe1000", max_speed, "PCIe"};
1246                 break;
1247         case PCI_DEVICE_ID_NEPTUNE_SCSP:
1248                 m = (typeof(m)){"LPe1000-SP", max_speed, "PCIe"};
1249                 break;
1250         case PCI_DEVICE_ID_NEPTUNE_DCSP:
1251                 m = (typeof(m)){"LPe1002-SP", max_speed, "PCIe"};
1252                 break;
1253         case PCI_DEVICE_ID_BMID:
1254                 m = (typeof(m)){"LP1150", max_speed, "PCI-X2"};
1255                 break;
1256         case PCI_DEVICE_ID_BSMB:
1257                 m = (typeof(m)){"LP111", max_speed, "PCI-X2"};
1258                 break;
1259         case PCI_DEVICE_ID_ZEPHYR:
1260                 m = (typeof(m)){"LPe11000", max_speed, "PCIe"};
1261                 break;
1262         case PCI_DEVICE_ID_ZEPHYR_SCSP:
1263                 m = (typeof(m)){"LPe11000", max_speed, "PCIe"};
1264                 break;
1265         case PCI_DEVICE_ID_ZEPHYR_DCSP:
1266                 m = (typeof(m)){"LPe11002-SP", max_speed, "PCIe"};
1267                 break;
1268         case PCI_DEVICE_ID_ZMID:
1269                 m = (typeof(m)){"LPe1150", max_speed, "PCIe"};
1270                 break;
1271         case PCI_DEVICE_ID_ZSMB:
1272                 m = (typeof(m)){"LPe111", max_speed, "PCIe"};
1273                 break;
1274         case PCI_DEVICE_ID_LP101:
1275                 m = (typeof(m)){"LP101", max_speed, "PCI-X"};
1276                 break;
1277         case PCI_DEVICE_ID_LP10000S:
1278                 m = (typeof(m)){"LP10000-S", max_speed, "PCI"};
1279                 break;
1280         case PCI_DEVICE_ID_LP11000S:
1281                 m = (typeof(m)){"LP11000-S", max_speed,
1282                         "PCI-X2"};
1283                 break;
1284         case PCI_DEVICE_ID_LPE11000S:
1285                 m = (typeof(m)){"LPe11000-S", max_speed,
1286                         "PCIe"};
1287                 break;
1288         case PCI_DEVICE_ID_SAT:
1289                 m = (typeof(m)){"LPe12000", max_speed, "PCIe"};
1290                 break;
1291         case PCI_DEVICE_ID_SAT_MID:
1292                 m = (typeof(m)){"LPe1250", max_speed, "PCIe"};
1293                 break;
1294         case PCI_DEVICE_ID_SAT_SMB:
1295                 m = (typeof(m)){"LPe121", max_speed, "PCIe"};
1296                 break;
1297         case PCI_DEVICE_ID_SAT_DCSP:
1298                 m = (typeof(m)){"LPe12002-SP", max_speed, "PCIe"};
1299                 break;
1300         case PCI_DEVICE_ID_SAT_SCSP:
1301                 m = (typeof(m)){"LPe12000-SP", max_speed, "PCIe"};
1302                 break;
1303         case PCI_DEVICE_ID_SAT_S:
1304                 m = (typeof(m)){"LPe12000-S", max_speed, "PCIe"};
1305                 break;
1306         case PCI_DEVICE_ID_HORNET:
1307                 m = (typeof(m)){"LP21000", max_speed, "PCIe"};
1308                 GE = 1;
1309                 break;
1310         case PCI_DEVICE_ID_PROTEUS_VF:
1311                 m = (typeof(m)) {"LPev12000", max_speed, "PCIe IOV"};
1312                 break;
1313         case PCI_DEVICE_ID_PROTEUS_PF:
1314                 m = (typeof(m)) {"LPev12000", max_speed, "PCIe IOV"};
1315                 break;
1316         case PCI_DEVICE_ID_PROTEUS_S:
1317                 m = (typeof(m)) {"LPemv12002-S", max_speed, "PCIe IOV"};
1318                 break;
1319         default:
1320                 m = (typeof(m)){ NULL };
1321                 break;
1322         }
1323
1324         if (mdp && mdp[0] == '\0')
1325                 snprintf(mdp, 79,"%s", m.name);
1326         if (descp && descp[0] == '\0')
1327                 snprintf(descp, 255,
1328                         "Emulex %s %d%s %s %s",
1329                         m.name, m.max_speed,
1330                         (GE) ? "GE" : "Gb",
1331                         m.bus,
1332                         (GE) ? "FCoE Adapter" : "Fibre Channel Adapter");
1333 }
1334
1335 /**
1336  * lpfc_post_buffer: Post IOCB(s) with DMA buffer descriptor(s) to a IOCB ring.
1337  * @phba: pointer to lpfc hba data structure.
1338  * @pring: pointer to a IOCB ring.
1339  * @cnt: the number of IOCBs to be posted to the IOCB ring.
1340  *
1341  * This routine posts a given number of IOCBs with the associated DMA buffer
1342  * descriptors specified by the cnt argument to the given IOCB ring.
1343  *
1344  * Return codes
1345  *   The number of IOCBs NOT able to be posted to the IOCB ring.
1346  **/
1347 int
1348 lpfc_post_buffer(struct lpfc_hba *phba, struct lpfc_sli_ring *pring, int cnt)
1349 {
1350         IOCB_t *icmd;
1351         struct lpfc_iocbq *iocb;
1352         struct lpfc_dmabuf *mp1, *mp2;
1353
1354         cnt += pring->missbufcnt;
1355
1356         /* While there are buffers to post */
1357         while (cnt > 0) {
1358                 /* Allocate buffer for  command iocb */
1359                 iocb = lpfc_sli_get_iocbq(phba);
1360                 if (iocb == NULL) {
1361                         pring->missbufcnt = cnt;
1362                         return cnt;
1363                 }
1364                 icmd = &iocb->iocb;
1365
1366                 /* 2 buffers can be posted per command */
1367                 /* Allocate buffer to post */
1368                 mp1 = kmalloc(sizeof (struct lpfc_dmabuf), GFP_KERNEL);
1369                 if (mp1)
1370                     mp1->virt = lpfc_mbuf_alloc(phba, MEM_PRI, &mp1->phys);
1371                 if (!mp1 || !mp1->virt) {
1372                         kfree(mp1);
1373                         lpfc_sli_release_iocbq(phba, iocb);
1374                         pring->missbufcnt = cnt;
1375                         return cnt;
1376                 }
1377
1378                 INIT_LIST_HEAD(&mp1->list);
1379                 /* Allocate buffer to post */
1380                 if (cnt > 1) {
1381                         mp2 = kmalloc(sizeof (struct lpfc_dmabuf), GFP_KERNEL);
1382                         if (mp2)
1383                                 mp2->virt = lpfc_mbuf_alloc(phba, MEM_PRI,
1384                                                             &mp2->phys);
1385                         if (!mp2 || !mp2->virt) {
1386                                 kfree(mp2);
1387                                 lpfc_mbuf_free(phba, mp1->virt, mp1->phys);
1388                                 kfree(mp1);
1389                                 lpfc_sli_release_iocbq(phba, iocb);
1390                                 pring->missbufcnt = cnt;
1391                                 return cnt;
1392                         }
1393
1394                         INIT_LIST_HEAD(&mp2->list);
1395                 } else {
1396                         mp2 = NULL;
1397                 }
1398
1399                 icmd->un.cont64[0].addrHigh = putPaddrHigh(mp1->phys);
1400                 icmd->un.cont64[0].addrLow = putPaddrLow(mp1->phys);
1401                 icmd->un.cont64[0].tus.f.bdeSize = FCELSSIZE;
1402                 icmd->ulpBdeCount = 1;
1403                 cnt--;
1404                 if (mp2) {
1405                         icmd->un.cont64[1].addrHigh = putPaddrHigh(mp2->phys);
1406                         icmd->un.cont64[1].addrLow = putPaddrLow(mp2->phys);
1407                         icmd->un.cont64[1].tus.f.bdeSize = FCELSSIZE;
1408                         cnt--;
1409                         icmd->ulpBdeCount = 2;
1410                 }
1411
1412                 icmd->ulpCommand = CMD_QUE_RING_BUF64_CN;
1413                 icmd->ulpLe = 1;
1414
1415                 if (lpfc_sli_issue_iocb(phba, pring, iocb, 0) == IOCB_ERROR) {
1416                         lpfc_mbuf_free(phba, mp1->virt, mp1->phys);
1417                         kfree(mp1);
1418                         cnt++;
1419                         if (mp2) {
1420                                 lpfc_mbuf_free(phba, mp2->virt, mp2->phys);
1421                                 kfree(mp2);
1422                                 cnt++;
1423                         }
1424                         lpfc_sli_release_iocbq(phba, iocb);
1425                         pring->missbufcnt = cnt;
1426                         return cnt;
1427                 }
1428                 lpfc_sli_ringpostbuf_put(phba, pring, mp1);
1429                 if (mp2)
1430                         lpfc_sli_ringpostbuf_put(phba, pring, mp2);
1431         }
1432         pring->missbufcnt = 0;
1433         return 0;
1434 }
1435
1436 /**
1437  * lpfc_post_rcv_buf: Post the initial receive IOCB buffers to ELS ring.
1438  * @phba: pointer to lpfc hba data structure.
1439  *
1440  * This routine posts initial receive IOCB buffers to the ELS ring. The
1441  * current number of initial IOCB buffers specified by LPFC_BUF_RING0 is
1442  * set to 64 IOCBs.
1443  *
1444  * Return codes
1445  *   0 - success (currently always success)
1446  **/
1447 static int
1448 lpfc_post_rcv_buf(struct lpfc_hba *phba)
1449 {
1450         struct lpfc_sli *psli = &phba->sli;
1451
1452         /* Ring 0, ELS / CT buffers */
1453         lpfc_post_buffer(phba, &psli->ring[LPFC_ELS_RING], LPFC_BUF_RING0);
1454         /* Ring 2 - FCP no buffers needed */
1455
1456         return 0;
1457 }
1458
1459 #define S(N,V) (((V)<<(N))|((V)>>(32-(N))))
1460
1461 /**
1462  * lpfc_sha_init: Set up initial array of hash table entries.
1463  * @HashResultPointer: pointer to an array as hash table.
1464  *
1465  * This routine sets up the initial values to the array of hash table entries
1466  * for the LC HBAs.
1467  **/
1468 static void
1469 lpfc_sha_init(uint32_t * HashResultPointer)
1470 {
1471         HashResultPointer[0] = 0x67452301;
1472         HashResultPointer[1] = 0xEFCDAB89;
1473         HashResultPointer[2] = 0x98BADCFE;
1474         HashResultPointer[3] = 0x10325476;
1475         HashResultPointer[4] = 0xC3D2E1F0;
1476 }
1477
1478 /**
1479  * lpfc_sha_iterate: Iterate initial hash table with the working hash table.
1480  * @HashResultPointer: pointer to an initial/result hash table.
1481  * @HashWorkingPointer: pointer to an working hash table.
1482  *
1483  * This routine iterates an initial hash table pointed by @HashResultPointer
1484  * with the values from the working hash table pointeed by @HashWorkingPointer.
1485  * The results are putting back to the initial hash table, returned through
1486  * the @HashResultPointer as the result hash table.
1487  **/
1488 static void
1489 lpfc_sha_iterate(uint32_t * HashResultPointer, uint32_t * HashWorkingPointer)
1490 {
1491         int t;
1492         uint32_t TEMP;
1493         uint32_t A, B, C, D, E;
1494         t = 16;
1495         do {
1496                 HashWorkingPointer[t] =
1497                     S(1,
1498                       HashWorkingPointer[t - 3] ^ HashWorkingPointer[t -
1499                                                                      8] ^
1500                       HashWorkingPointer[t - 14] ^ HashWorkingPointer[t - 16]);
1501         } while (++t <= 79);
1502         t = 0;
1503         A = HashResultPointer[0];
1504         B = HashResultPointer[1];
1505         C = HashResultPointer[2];
1506         D = HashResultPointer[3];
1507         E = HashResultPointer[4];
1508
1509         do {
1510                 if (t < 20) {
1511                         TEMP = ((B & C) | ((~B) & D)) + 0x5A827999;
1512                 } else if (t < 40) {
1513                         TEMP = (B ^ C ^ D) + 0x6ED9EBA1;
1514                 } else if (t < 60) {
1515                         TEMP = ((B & C) | (B & D) | (C & D)) + 0x8F1BBCDC;
1516                 } else {
1517                         TEMP = (B ^ C ^ D) + 0xCA62C1D6;
1518                 }
1519                 TEMP += S(5, A) + E + HashWorkingPointer[t];
1520                 E = D;
1521                 D = C;
1522                 C = S(30, B);
1523                 B = A;
1524                 A = TEMP;
1525         } while (++t <= 79);
1526
1527         HashResultPointer[0] += A;
1528         HashResultPointer[1] += B;
1529         HashResultPointer[2] += C;
1530         HashResultPointer[3] += D;
1531         HashResultPointer[4] += E;
1532
1533 }
1534
1535 /**
1536  * lpfc_challenge_key: Create challenge key based on WWPN of the HBA.
1537  * @RandomChallenge: pointer to the entry of host challenge random number array.
1538  * @HashWorking: pointer to the entry of the working hash array.
1539  *
1540  * This routine calculates the working hash array referred by @HashWorking
1541  * from the challenge random numbers associated with the host, referred by
1542  * @RandomChallenge. The result is put into the entry of the working hash
1543  * array and returned by reference through @HashWorking.
1544  **/
1545 static void
1546 lpfc_challenge_key(uint32_t * RandomChallenge, uint32_t * HashWorking)
1547 {
1548         *HashWorking = (*RandomChallenge ^ *HashWorking);
1549 }
1550
1551 /**
1552  * lpfc_hba_init: Perform special handling for LC HBA initialization.
1553  * @phba: pointer to lpfc hba data structure.
1554  * @hbainit: pointer to an array of unsigned 32-bit integers.
1555  *
1556  * This routine performs the special handling for LC HBA initialization.
1557  **/
1558 void
1559 lpfc_hba_init(struct lpfc_hba *phba, uint32_t *hbainit)
1560 {
1561         int t;
1562         uint32_t *HashWorking;
1563         uint32_t *pwwnn = (uint32_t *) phba->wwnn;
1564
1565         HashWorking = kcalloc(80, sizeof(uint32_t), GFP_KERNEL);
1566         if (!HashWorking)
1567                 return;
1568
1569         HashWorking[0] = HashWorking[78] = *pwwnn++;
1570         HashWorking[1] = HashWorking[79] = *pwwnn;
1571
1572         for (t = 0; t < 7; t++)
1573                 lpfc_challenge_key(phba->RandomData + t, HashWorking + t);
1574
1575         lpfc_sha_init(hbainit);
1576         lpfc_sha_iterate(hbainit, HashWorking);
1577         kfree(HashWorking);
1578 }
1579
1580 /**
1581  * lpfc_cleanup: Performs vport cleanups before deleting a vport.
1582  * @vport: pointer to a virtual N_Port data structure.
1583  *
1584  * This routine performs the necessary cleanups before deleting the @vport.
1585  * It invokes the discovery state machine to perform necessary state
1586  * transitions and to release the ndlps associated with the @vport. Note,
1587  * the physical port is treated as @vport 0.
1588  **/
1589 void
1590 lpfc_cleanup(struct lpfc_vport *vport)
1591 {
1592         struct lpfc_hba   *phba = vport->phba;
1593         struct lpfc_nodelist *ndlp, *next_ndlp;
1594         int i = 0;
1595
1596         if (phba->link_state > LPFC_LINK_DOWN)
1597                 lpfc_port_link_failure(vport);
1598
1599         list_for_each_entry_safe(ndlp, next_ndlp, &vport->fc_nodes, nlp_listp) {
1600                 if (!NLP_CHK_NODE_ACT(ndlp)) {
1601                         ndlp = lpfc_enable_node(vport, ndlp,
1602                                                 NLP_STE_UNUSED_NODE);
1603                         if (!ndlp)
1604                                 continue;
1605                         spin_lock_irq(&phba->ndlp_lock);
1606                         NLP_SET_FREE_REQ(ndlp);
1607                         spin_unlock_irq(&phba->ndlp_lock);
1608                         /* Trigger the release of the ndlp memory */
1609                         lpfc_nlp_put(ndlp);
1610                         continue;
1611                 }
1612                 spin_lock_irq(&phba->ndlp_lock);
1613                 if (NLP_CHK_FREE_REQ(ndlp)) {
1614                         /* The ndlp should not be in memory free mode already */
1615                         spin_unlock_irq(&phba->ndlp_lock);
1616                         continue;
1617                 } else
1618                         /* Indicate request for freeing ndlp memory */
1619                         NLP_SET_FREE_REQ(ndlp);
1620                 spin_unlock_irq(&phba->ndlp_lock);
1621
1622                 if (vport->port_type != LPFC_PHYSICAL_PORT &&
1623                     ndlp->nlp_DID == Fabric_DID) {
1624                         /* Just free up ndlp with Fabric_DID for vports */
1625                         lpfc_nlp_put(ndlp);
1626                         continue;
1627                 }
1628
1629                 if (ndlp->nlp_type & NLP_FABRIC)
1630                         lpfc_disc_state_machine(vport, ndlp, NULL,
1631                                         NLP_EVT_DEVICE_RECOVERY);
1632
1633                 lpfc_disc_state_machine(vport, ndlp, NULL,
1634                                              NLP_EVT_DEVICE_RM);
1635
1636         }
1637
1638         /* At this point, ALL ndlp's should be gone
1639          * because of the previous NLP_EVT_DEVICE_RM.
1640          * Lets wait for this to happen, if needed.
1641          */
1642         while (!list_empty(&vport->fc_nodes)) {
1643
1644                 if (i++ > 3000) {
1645                         lpfc_printf_vlog(vport, KERN_ERR, LOG_DISCOVERY,
1646                                 "0233 Nodelist not empty\n");
1647                         list_for_each_entry_safe(ndlp, next_ndlp,
1648                                                 &vport->fc_nodes, nlp_listp) {
1649                                 lpfc_printf_vlog(ndlp->vport, KERN_ERR,
1650                                                 LOG_NODE,
1651                                                 "0282 did:x%x ndlp:x%p "
1652                                                 "usgmap:x%x refcnt:%d\n",
1653                                                 ndlp->nlp_DID, (void *)ndlp,
1654                                                 ndlp->nlp_usg_map,
1655                                                 atomic_read(
1656                                                         &ndlp->kref.refcount));
1657                         }
1658                         break;
1659                 }
1660
1661                 /* Wait for any activity on ndlps to settle */
1662                 msleep(10);
1663         }
1664         return;
1665 }
1666
1667 /**
1668  * lpfc_stop_vport_timers: Stop all the timers associated with a vport.
1669  * @vport: pointer to a virtual N_Port data structure.
1670  *
1671  * This routine stops all the timers associated with a @vport. This function
1672  * is invoked before disabling or deleting a @vport. Note that the physical
1673  * port is treated as @vport 0.
1674  **/
1675 void
1676 lpfc_stop_vport_timers(struct lpfc_vport *vport)
1677 {
1678         del_timer_sync(&vport->els_tmofunc);
1679         del_timer_sync(&vport->fc_fdmitmo);
1680         lpfc_can_disctmo(vport);
1681         return;
1682 }
1683
1684 /**
1685  * lpfc_stop_phba_timers: Stop all the timers associated with an HBA.
1686  * @phba: pointer to lpfc hba data structure.
1687  *
1688  * This routine stops all the timers associated with a HBA. This function is
1689  * invoked before either putting a HBA offline or unloading the driver.
1690  **/
1691 static void
1692 lpfc_stop_phba_timers(struct lpfc_hba *phba)
1693 {
1694         del_timer_sync(&phba->fcp_poll_timer);
1695         lpfc_stop_vport_timers(phba->pport);
1696         del_timer_sync(&phba->sli.mbox_tmo);
1697         del_timer_sync(&phba->fabric_block_timer);
1698         phba->hb_outstanding = 0;
1699         del_timer_sync(&phba->hb_tmofunc);
1700         del_timer_sync(&phba->eratt_poll);
1701         return;
1702 }
1703
1704 /**
1705  * lpfc_block_mgmt_io: Mark a HBA's management interface as blocked.
1706  * @phba: pointer to lpfc hba data structure.
1707  *
1708  * This routine marks a HBA's management interface as blocked. Once the HBA's
1709  * management interface is marked as blocked, all the user space access to
1710  * the HBA, whether they are from sysfs interface or libdfc interface will
1711  * all be blocked. The HBA is set to block the management interface when the
1712  * driver prepares the HBA interface for online or offline.
1713  **/
1714 static void
1715 lpfc_block_mgmt_io(struct lpfc_hba * phba)
1716 {
1717         unsigned long iflag;
1718
1719         spin_lock_irqsave(&phba->hbalock, iflag);
1720         phba->sli.sli_flag |= LPFC_BLOCK_MGMT_IO;
1721         spin_unlock_irqrestore(&phba->hbalock, iflag);
1722 }
1723
1724 /**
1725  * lpfc_online: Initialize and bring a HBA online.
1726  * @phba: pointer to lpfc hba data structure.
1727  *
1728  * This routine initializes the HBA and brings a HBA online. During this
1729  * process, the management interface is blocked to prevent user space access
1730  * to the HBA interfering with the driver initialization.
1731  *
1732  * Return codes
1733  *   0 - successful
1734  *   1 - failed
1735  **/
1736 int
1737 lpfc_online(struct lpfc_hba *phba)
1738 {
1739         struct lpfc_vport *vport = phba->pport;
1740         struct lpfc_vport **vports;
1741         int i;
1742
1743         if (!phba)
1744                 return 0;
1745
1746         if (!(vport->fc_flag & FC_OFFLINE_MODE))
1747                 return 0;
1748
1749         lpfc_printf_log(phba, KERN_WARNING, LOG_INIT,
1750                         "0458 Bring Adapter online\n");
1751
1752         lpfc_block_mgmt_io(phba);
1753
1754         if (!lpfc_sli_queue_setup(phba)) {
1755                 lpfc_unblock_mgmt_io(phba);
1756                 return 1;
1757         }
1758
1759         if (lpfc_sli_hba_setup(phba)) { /* Initialize the HBA */
1760                 lpfc_unblock_mgmt_io(phba);
1761                 return 1;
1762         }
1763
1764         vports = lpfc_create_vport_work_array(phba);
1765         if (vports != NULL)
1766                 for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
1767                         struct Scsi_Host *shost;
1768                         shost = lpfc_shost_from_vport(vports[i]);
1769                         spin_lock_irq(shost->host_lock);
1770                         vports[i]->fc_flag &= ~FC_OFFLINE_MODE;
1771                         if (phba->sli3_options & LPFC_SLI3_NPIV_ENABLED)
1772                                 vports[i]->fc_flag |= FC_VPORT_NEEDS_REG_VPI;
1773                         spin_unlock_irq(shost->host_lock);
1774                 }
1775                 lpfc_destroy_vport_work_array(phba, vports);
1776
1777         lpfc_unblock_mgmt_io(phba);
1778         return 0;
1779 }
1780
1781 /**
1782  * lpfc_unblock_mgmt_io: Mark a HBA's management interface to be not blocked.
1783  * @phba: pointer to lpfc hba data structure.
1784  *
1785  * This routine marks a HBA's management interface as not blocked. Once the
1786  * HBA's management interface is marked as not blocked, all the user space
1787  * access to the HBA, whether they are from sysfs interface or libdfc
1788  * interface will be allowed. The HBA is set to block the management interface
1789  * when the driver prepares the HBA interface for online or offline and then
1790  * set to unblock the management interface afterwards.
1791  **/
1792 void
1793 lpfc_unblock_mgmt_io(struct lpfc_hba * phba)
1794 {
1795         unsigned long iflag;
1796
1797         spin_lock_irqsave(&phba->hbalock, iflag);
1798         phba->sli.sli_flag &= ~LPFC_BLOCK_MGMT_IO;
1799         spin_unlock_irqrestore(&phba->hbalock, iflag);
1800 }
1801
1802 /**
1803  * lpfc_offline_prep: Prepare a HBA to be brought offline.
1804  * @phba: pointer to lpfc hba data structure.
1805  *
1806  * This routine is invoked to prepare a HBA to be brought offline. It performs
1807  * unregistration login to all the nodes on all vports and flushes the mailbox
1808  * queue to make it ready to be brought offline.
1809  **/
1810 void
1811 lpfc_offline_prep(struct lpfc_hba * phba)
1812 {
1813         struct lpfc_vport *vport = phba->pport;
1814         struct lpfc_nodelist  *ndlp, *next_ndlp;
1815         struct lpfc_vport **vports;
1816         int i;
1817
1818         if (vport->fc_flag & FC_OFFLINE_MODE)
1819                 return;
1820
1821         lpfc_block_mgmt_io(phba);
1822
1823         lpfc_linkdown(phba);
1824
1825         /* Issue an unreg_login to all nodes on all vports */
1826         vports = lpfc_create_vport_work_array(phba);
1827         if (vports != NULL) {
1828                 for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
1829                         struct Scsi_Host *shost;
1830
1831                         if (vports[i]->load_flag & FC_UNLOADING)
1832                                 continue;
1833                         shost = lpfc_shost_from_vport(vports[i]);
1834                         list_for_each_entry_safe(ndlp, next_ndlp,
1835                                                  &vports[i]->fc_nodes,
1836                                                  nlp_listp) {
1837                                 if (!NLP_CHK_NODE_ACT(ndlp))
1838                                         continue;
1839                                 if (ndlp->nlp_state == NLP_STE_UNUSED_NODE)
1840                                         continue;
1841                                 if (ndlp->nlp_type & NLP_FABRIC) {
1842                                         lpfc_disc_state_machine(vports[i], ndlp,
1843                                                 NULL, NLP_EVT_DEVICE_RECOVERY);
1844                                         lpfc_disc_state_machine(vports[i], ndlp,
1845                                                 NULL, NLP_EVT_DEVICE_RM);
1846                                 }
1847                                 spin_lock_irq(shost->host_lock);
1848                                 ndlp->nlp_flag &= ~NLP_NPR_ADISC;
1849                                 spin_unlock_irq(shost->host_lock);
1850                                 lpfc_unreg_rpi(vports[i], ndlp);
1851                         }
1852                 }
1853         }
1854         lpfc_destroy_vport_work_array(phba, vports);
1855
1856         lpfc_sli_flush_mbox_queue(phba);
1857 }
1858
1859 /**
1860  * lpfc_offline: Bring a HBA offline.
1861  * @phba: pointer to lpfc hba data structure.
1862  *
1863  * This routine actually brings a HBA offline. It stops all the timers
1864  * associated with the HBA, brings down the SLI layer, and eventually
1865  * marks the HBA as in offline state for the upper layer protocol.
1866  **/
1867 void
1868 lpfc_offline(struct lpfc_hba *phba)
1869 {
1870         struct Scsi_Host  *shost;
1871         struct lpfc_vport **vports;
1872         int i;
1873
1874         if (phba->pport->fc_flag & FC_OFFLINE_MODE)
1875                 return;
1876
1877         /* stop all timers associated with this hba */
1878         lpfc_stop_phba_timers(phba);
1879         vports = lpfc_create_vport_work_array(phba);
1880         if (vports != NULL)
1881                 for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++)
1882                         lpfc_stop_vport_timers(vports[i]);
1883         lpfc_destroy_vport_work_array(phba, vports);
1884         lpfc_printf_log(phba, KERN_WARNING, LOG_INIT,
1885                         "0460 Bring Adapter offline\n");
1886         /* Bring down the SLI Layer and cleanup.  The HBA is offline
1887            now.  */
1888         lpfc_sli_hba_down(phba);
1889         spin_lock_irq(&phba->hbalock);
1890         phba->work_ha = 0;
1891         spin_unlock_irq(&phba->hbalock);
1892         vports = lpfc_create_vport_work_array(phba);
1893         if (vports != NULL)
1894                 for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
1895                         shost = lpfc_shost_from_vport(vports[i]);
1896                         spin_lock_irq(shost->host_lock);
1897                         vports[i]->work_port_events = 0;
1898                         vports[i]->fc_flag |= FC_OFFLINE_MODE;
1899                         spin_unlock_irq(shost->host_lock);
1900                 }
1901         lpfc_destroy_vport_work_array(phba, vports);
1902 }
1903
1904 /**
1905  * lpfc_scsi_free: Free all the SCSI buffers and IOCBs from driver lists.
1906  * @phba: pointer to lpfc hba data structure.
1907  *
1908  * This routine is to free all the SCSI buffers and IOCBs from the driver
1909  * list back to kernel. It is called from lpfc_pci_remove_one to free
1910  * the internal resources before the device is removed from the system.
1911  *
1912  * Return codes
1913  *   0 - successful (for now, it always returns 0)
1914  **/
1915 static int
1916 lpfc_scsi_free(struct lpfc_hba *phba)
1917 {
1918         struct lpfc_scsi_buf *sb, *sb_next;
1919         struct lpfc_iocbq *io, *io_next;
1920
1921         spin_lock_irq(&phba->hbalock);
1922         /* Release all the lpfc_scsi_bufs maintained by this host. */
1923         list_for_each_entry_safe(sb, sb_next, &phba->lpfc_scsi_buf_list, list) {
1924                 list_del(&sb->list);
1925                 pci_pool_free(phba->lpfc_scsi_dma_buf_pool, sb->data,
1926                               sb->dma_handle);
1927                 kfree(sb);
1928                 phba->total_scsi_bufs--;
1929         }
1930
1931         /* Release all the lpfc_iocbq entries maintained by this host. */
1932         list_for_each_entry_safe(io, io_next, &phba->lpfc_iocb_list, list) {
1933                 list_del(&io->list);
1934                 kfree(io);
1935                 phba->total_iocbq_bufs--;
1936         }
1937
1938         spin_unlock_irq(&phba->hbalock);
1939
1940         return 0;
1941 }
1942
1943 /**
1944  * lpfc_create_port: Create an FC port.
1945  * @phba: pointer to lpfc hba data structure.
1946  * @instance: a unique integer ID to this FC port.
1947  * @dev: pointer to the device data structure.
1948  *
1949  * This routine creates a FC port for the upper layer protocol. The FC port
1950  * can be created on top of either a physical port or a virtual port provided
1951  * by the HBA. This routine also allocates a SCSI host data structure (shost)
1952  * and associates the FC port created before adding the shost into the SCSI
1953  * layer.
1954  *
1955  * Return codes
1956  *   @vport - pointer to the virtual N_Port data structure.
1957  *   NULL - port create failed.
1958  **/
1959 struct lpfc_vport *
1960 lpfc_create_port(struct lpfc_hba *phba, int instance, struct device *dev)
1961 {
1962         struct lpfc_vport *vport;
1963         struct Scsi_Host  *shost;
1964         int error = 0;
1965
1966         if (dev != &phba->pcidev->dev)
1967                 shost = scsi_host_alloc(&lpfc_vport_template,
1968                                         sizeof(struct lpfc_vport));
1969         else
1970                 shost = scsi_host_alloc(&lpfc_template,
1971                                         sizeof(struct lpfc_vport));
1972         if (!shost)
1973                 goto out;
1974
1975         vport = (struct lpfc_vport *) shost->hostdata;
1976         vport->phba = phba;
1977         vport->load_flag |= FC_LOADING;
1978         vport->fc_flag |= FC_VPORT_NEEDS_REG_VPI;
1979         vport->fc_rscn_flush = 0;
1980
1981         lpfc_get_vport_cfgparam(vport);
1982         shost->unique_id = instance;
1983         shost->max_id = LPFC_MAX_TARGET;
1984         shost->max_lun = vport->cfg_max_luns;
1985         shost->this_id = -1;
1986         shost->max_cmd_len = 16;
1987         /*
1988          * Set initial can_queue value since 0 is no longer supported and
1989          * scsi_add_host will fail. This will be adjusted later based on the
1990          * max xri value determined in hba setup.
1991          */
1992         shost->can_queue = phba->cfg_hba_queue_depth - 10;
1993         if (dev != &phba->pcidev->dev) {
1994                 shost->transportt = lpfc_vport_transport_template;
1995                 vport->port_type = LPFC_NPIV_PORT;
1996         } else {
1997                 shost->transportt = lpfc_transport_template;
1998                 vport->port_type = LPFC_PHYSICAL_PORT;
1999         }
2000
2001         /* Initialize all internally managed lists. */
2002         INIT_LIST_HEAD(&vport->fc_nodes);
2003         spin_lock_init(&vport->work_port_lock);
2004
2005         init_timer(&vport->fc_disctmo);
2006         vport->fc_disctmo.function = lpfc_disc_timeout;
2007         vport->fc_disctmo.data = (unsigned long)vport;
2008
2009         init_timer(&vport->fc_fdmitmo);
2010         vport->fc_fdmitmo.function = lpfc_fdmi_tmo;
2011         vport->fc_fdmitmo.data = (unsigned long)vport;
2012
2013         init_timer(&vport->els_tmofunc);
2014         vport->els_tmofunc.function = lpfc_els_timeout;
2015         vport->els_tmofunc.data = (unsigned long)vport;
2016
2017         error = scsi_add_host(shost, dev);
2018         if (error)
2019                 goto out_put_shost;
2020
2021         spin_lock_irq(&phba->hbalock);
2022         list_add_tail(&vport->listentry, &phba->port_list);
2023         spin_unlock_irq(&phba->hbalock);
2024         return vport;
2025
2026 out_put_shost:
2027         scsi_host_put(shost);
2028 out:
2029         return NULL;
2030 }
2031
2032 /**
2033  * destroy_port: Destroy an FC port.
2034  * @vport: pointer to an lpfc virtual N_Port data structure.
2035  *
2036  * This routine destroys a FC port from the upper layer protocol. All the
2037  * resources associated with the port are released.
2038  **/
2039 void
2040 destroy_port(struct lpfc_vport *vport)
2041 {
2042         struct Scsi_Host *shost = lpfc_shost_from_vport(vport);
2043         struct lpfc_hba  *phba = vport->phba;
2044
2045         kfree(vport->vname);
2046
2047         lpfc_debugfs_terminate(vport);
2048         fc_remove_host(shost);
2049         scsi_remove_host(shost);
2050
2051         spin_lock_irq(&phba->hbalock);
2052         list_del_init(&vport->listentry);
2053         spin_unlock_irq(&phba->hbalock);
2054
2055         lpfc_cleanup(vport);
2056         return;
2057 }
2058
2059 /**
2060  * lpfc_get_instance: Get a unique integer ID.
2061  *
2062  * This routine allocates a unique integer ID from lpfc_hba_index pool. It
2063  * uses the kernel idr facility to perform the task.
2064  *
2065  * Return codes:
2066  *   instance - a unique integer ID allocated as the new instance.
2067  *   -1 - lpfc get instance failed.
2068  **/
2069 int
2070 lpfc_get_instance(void)
2071 {
2072         int instance = 0;
2073
2074         /* Assign an unused number */
2075         if (!idr_pre_get(&lpfc_hba_index, GFP_KERNEL))
2076                 return -1;
2077         if (idr_get_new(&lpfc_hba_index, NULL, &instance))
2078                 return -1;
2079         return instance;
2080 }
2081
2082 /**
2083  * lpfc_scan_finished: method for SCSI layer to detect whether scan is done.
2084  * @shost: pointer to SCSI host data structure.
2085  * @time: elapsed time of the scan in jiffies.
2086  *
2087  * This routine is called by the SCSI layer with a SCSI host to determine
2088  * whether the scan host is finished.
2089  *
2090  * Note: there is no scan_start function as adapter initialization will have
2091  * asynchronously kicked off the link initialization.
2092  *
2093  * Return codes
2094  *   0 - SCSI host scan is not over yet.
2095  *   1 - SCSI host scan is over.
2096  **/
2097 int lpfc_scan_finished(struct Scsi_Host *shost, unsigned long time)
2098 {
2099         struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
2100         struct lpfc_hba   *phba = vport->phba;
2101         int stat = 0;
2102
2103         spin_lock_irq(shost->host_lock);
2104
2105         if (vport->load_flag & FC_UNLOADING) {
2106                 stat = 1;
2107                 goto finished;
2108         }
2109         if (time >= 30 * HZ) {
2110                 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2111                                 "0461 Scanning longer than 30 "
2112                                 "seconds.  Continuing initialization\n");
2113                 stat = 1;
2114                 goto finished;
2115         }
2116         if (time >= 15 * HZ && phba->link_state <= LPFC_LINK_DOWN) {
2117                 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2118                                 "0465 Link down longer than 15 "
2119                                 "seconds.  Continuing initialization\n");
2120                 stat = 1;
2121                 goto finished;
2122         }
2123
2124         if (vport->port_state != LPFC_VPORT_READY)
2125                 goto finished;
2126         if (vport->num_disc_nodes || vport->fc_prli_sent)
2127                 goto finished;
2128         if (vport->fc_map_cnt == 0 && time < 2 * HZ)
2129                 goto finished;
2130         if ((phba->sli.sli_flag & LPFC_SLI_MBOX_ACTIVE) != 0)
2131                 goto finished;
2132
2133         stat = 1;
2134
2135 finished:
2136         spin_unlock_irq(shost->host_lock);
2137         return stat;
2138 }
2139
2140 /**
2141  * lpfc_host_attrib_init: Initialize SCSI host attributes on a FC port.
2142  * @shost: pointer to SCSI host data structure.
2143  *
2144  * This routine initializes a given SCSI host attributes on a FC port. The
2145  * SCSI host can be either on top of a physical port or a virtual port.
2146  **/
2147 void lpfc_host_attrib_init(struct Scsi_Host *shost)
2148 {
2149         struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
2150         struct lpfc_hba   *phba = vport->phba;
2151         /*
2152          * Set fixed host attributes.  Must done after lpfc_sli_hba_setup().
2153          */
2154
2155         fc_host_node_name(shost) = wwn_to_u64(vport->fc_nodename.u.wwn);
2156         fc_host_port_name(shost) = wwn_to_u64(vport->fc_portname.u.wwn);
2157         fc_host_supported_classes(shost) = FC_COS_CLASS3;
2158
2159         memset(fc_host_supported_fc4s(shost), 0,
2160                sizeof(fc_host_supported_fc4s(shost)));
2161         fc_host_supported_fc4s(shost)[2] = 1;
2162         fc_host_supported_fc4s(shost)[7] = 1;
2163
2164         lpfc_vport_symbolic_node_name(vport, fc_host_symbolic_name(shost),
2165                                  sizeof fc_host_symbolic_name(shost));
2166
2167         fc_host_supported_speeds(shost) = 0;
2168         if (phba->lmt & LMT_10Gb)
2169                 fc_host_supported_speeds(shost) |= FC_PORTSPEED_10GBIT;
2170         if (phba->lmt & LMT_8Gb)
2171                 fc_host_supported_speeds(shost) |= FC_PORTSPEED_8GBIT;
2172         if (phba->lmt & LMT_4Gb)
2173                 fc_host_supported_speeds(shost) |= FC_PORTSPEED_4GBIT;
2174         if (phba->lmt & LMT_2Gb)
2175                 fc_host_supported_speeds(shost) |= FC_PORTSPEED_2GBIT;
2176         if (phba->lmt & LMT_1Gb)
2177                 fc_host_supported_speeds(shost) |= FC_PORTSPEED_1GBIT;
2178
2179         fc_host_maxframe_size(shost) =
2180                 (((uint32_t) vport->fc_sparam.cmn.bbRcvSizeMsb & 0x0F) << 8) |
2181                 (uint32_t) vport->fc_sparam.cmn.bbRcvSizeLsb;
2182
2183         /* This value is also unchanging */
2184         memset(fc_host_active_fc4s(shost), 0,
2185                sizeof(fc_host_active_fc4s(shost)));
2186         fc_host_active_fc4s(shost)[2] = 1;
2187         fc_host_active_fc4s(shost)[7] = 1;
2188
2189         fc_host_max_npiv_vports(shost) = phba->max_vpi;
2190         spin_lock_irq(shost->host_lock);
2191         vport->load_flag &= ~FC_LOADING;
2192         spin_unlock_irq(shost->host_lock);
2193 }
2194
2195 /**
2196  * lpfc_enable_msix: Enable MSI-X interrupt mode.
2197  * @phba: pointer to lpfc hba data structure.
2198  *
2199  * This routine is invoked to enable the MSI-X interrupt vectors. The kernel
2200  * function pci_enable_msix() is called to enable the MSI-X vectors. Note that
2201  * pci_enable_msix(), once invoked, enables either all or nothing, depending
2202  * on the current availability of PCI vector resources. The device driver is
2203  * responsible for calling the individual request_irq() to register each MSI-X
2204  * vector with a interrupt handler, which is done in this function. Note that
2205  * later when device is unloading, the driver should always call free_irq()
2206  * on all MSI-X vectors it has done request_irq() on before calling
2207  * pci_disable_msix(). Failure to do so results in a BUG_ON() and a device
2208  * will be left with MSI-X enabled and leaks its vectors.
2209  *
2210  * Return codes
2211  *   0 - sucessful
2212  *   other values - error
2213  **/
2214 static int
2215 lpfc_enable_msix(struct lpfc_hba *phba)
2216 {
2217         int rc, i;
2218         LPFC_MBOXQ_t *pmb;
2219
2220         /* Set up MSI-X multi-message vectors */
2221         for (i = 0; i < LPFC_MSIX_VECTORS; i++)
2222                 phba->msix_entries[i].entry = i;
2223
2224         /* Configure MSI-X capability structure */
2225         rc = pci_enable_msix(phba->pcidev, phba->msix_entries,
2226                                 ARRAY_SIZE(phba->msix_entries));
2227         if (rc) {
2228                 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2229                                 "0420 Enable MSI-X failed (%d), continuing "
2230                                 "with MSI\n", rc);
2231                 goto msi_fail_out;
2232         } else
2233                 for (i = 0; i < LPFC_MSIX_VECTORS; i++)
2234                         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2235                                         "0477 MSI-X entry[%d]: vector=x%x "
2236                                         "message=%d\n", i,
2237                                         phba->msix_entries[i].vector,
2238                                         phba->msix_entries[i].entry);
2239         /*
2240          * Assign MSI-X vectors to interrupt handlers
2241          */
2242
2243         /* vector-0 is associated to slow-path handler */
2244         rc = request_irq(phba->msix_entries[0].vector, &lpfc_sp_intr_handler,
2245                          IRQF_SHARED, LPFC_SP_DRIVER_HANDLER_NAME, phba);
2246         if (rc) {
2247                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
2248                                 "0421 MSI-X slow-path request_irq failed "
2249                                 "(%d), continuing with MSI\n", rc);
2250                 goto msi_fail_out;
2251         }
2252
2253         /* vector-1 is associated to fast-path handler */
2254         rc = request_irq(phba->msix_entries[1].vector, &lpfc_fp_intr_handler,
2255                          IRQF_SHARED, LPFC_FP_DRIVER_HANDLER_NAME, phba);
2256
2257         if (rc) {
2258                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
2259                                 "0429 MSI-X fast-path request_irq failed "
2260                                 "(%d), continuing with MSI\n", rc);
2261                 goto irq_fail_out;
2262         }
2263
2264         /*
2265          * Configure HBA MSI-X attention conditions to messages
2266          */
2267         pmb = (LPFC_MBOXQ_t *) mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
2268
2269         if (!pmb) {
2270                 rc = -ENOMEM;
2271                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
2272                                 "0474 Unable to allocate memory for issuing "
2273                                 "MBOX_CONFIG_MSI command\n");
2274                 goto mem_fail_out;
2275         }
2276         rc = lpfc_config_msi(phba, pmb);
2277         if (rc)
2278                 goto mbx_fail_out;
2279         rc = lpfc_sli_issue_mbox(phba, pmb, MBX_POLL);
2280         if (rc != MBX_SUCCESS) {
2281                 lpfc_printf_log(phba, KERN_ERR, LOG_MBOX,
2282                                 "0351 Config MSI mailbox command failed, "
2283                                 "mbxCmd x%x, mbxStatus x%x\n",
2284                                 pmb->mb.mbxCommand, pmb->mb.mbxStatus);
2285                 goto mbx_fail_out;
2286         }
2287
2288         /* Free memory allocated for mailbox command */
2289         mempool_free(pmb, phba->mbox_mem_pool);
2290         return rc;
2291
2292 mbx_fail_out:
2293         /* Free memory allocated for mailbox command */
2294         mempool_free(pmb, phba->mbox_mem_pool);
2295
2296 mem_fail_out:
2297         /* free the irq already requested */
2298         free_irq(phba->msix_entries[1].vector, phba);
2299
2300 irq_fail_out:
2301         /* free the irq already requested */
2302         free_irq(phba->msix_entries[0].vector, phba);
2303
2304 msi_fail_out:
2305         /* Unconfigure MSI-X capability structure */
2306         pci_disable_msix(phba->pcidev);
2307         return rc;
2308 }
2309
2310 /**
2311  * lpfc_disable_msix: Disable MSI-X interrupt mode.
2312  * @phba: pointer to lpfc hba data structure.
2313  *
2314  * This routine is invoked to release the MSI-X vectors and then disable the
2315  * MSI-X interrupt mode.
2316  **/
2317 static void
2318 lpfc_disable_msix(struct lpfc_hba *phba)
2319 {
2320         int i;
2321
2322         /* Free up MSI-X multi-message vectors */
2323         for (i = 0; i < LPFC_MSIX_VECTORS; i++)
2324                 free_irq(phba->msix_entries[i].vector, phba);
2325         /* Disable MSI-X */
2326         pci_disable_msix(phba->pcidev);
2327 }
2328
2329 /**
2330  * lpfc_pci_probe_one: lpfc PCI probe func to register device to PCI subsystem.
2331  * @pdev: pointer to PCI device
2332  * @pid: pointer to PCI device identifier
2333  *
2334  * This routine is to be registered to the kernel's PCI subsystem. When an
2335  * Emulex HBA is presented in PCI bus, the kernel PCI subsystem looks at
2336  * PCI device-specific information of the device and driver to see if the
2337  * driver state that it can support this kind of device. If the match is
2338  * successful, the driver core invokes this routine. If this routine
2339  * determines it can claim the HBA, it does all the initialization that it
2340  * needs to do to handle the HBA properly.
2341  *
2342  * Return code
2343  *   0 - driver can claim the device
2344  *   negative value - driver can not claim the device
2345  **/
2346 static int __devinit
2347 lpfc_pci_probe_one(struct pci_dev *pdev, const struct pci_device_id *pid)
2348 {
2349         struct lpfc_vport *vport = NULL;
2350         struct lpfc_hba   *phba;
2351         struct lpfc_sli   *psli;
2352         struct lpfc_iocbq *iocbq_entry = NULL, *iocbq_next = NULL;
2353         struct Scsi_Host  *shost = NULL;
2354         void *ptr;
2355         unsigned long bar0map_len, bar2map_len;
2356         int error = -ENODEV, retval;
2357         int  i, hbq_count;
2358         uint16_t iotag;
2359         int bars = pci_select_bars(pdev, IORESOURCE_MEM);
2360         struct lpfc_adapter_event_header adapter_event;
2361
2362         if (pci_enable_device_mem(pdev))
2363                 goto out;
2364         if (pci_request_selected_regions(pdev, bars, LPFC_DRIVER_NAME))
2365                 goto out_disable_device;
2366
2367         phba = kzalloc(sizeof (struct lpfc_hba), GFP_KERNEL);
2368         if (!phba)
2369                 goto out_release_regions;
2370
2371         atomic_set(&phba->fast_event_count, 0);
2372         spin_lock_init(&phba->hbalock);
2373
2374         /* Initialize ndlp management spinlock */
2375         spin_lock_init(&phba->ndlp_lock);
2376
2377         phba->pcidev = pdev;
2378
2379         /* Assign an unused board number */
2380         if ((phba->brd_no = lpfc_get_instance()) < 0)
2381                 goto out_free_phba;
2382
2383         INIT_LIST_HEAD(&phba->port_list);
2384         init_waitqueue_head(&phba->wait_4_mlo_m_q);
2385         /*
2386          * Get all the module params for configuring this host and then
2387          * establish the host.
2388          */
2389         lpfc_get_cfgparam(phba);
2390         phba->max_vpi = LPFC_MAX_VPI;
2391
2392         /* Initialize timers used by driver */
2393         init_timer(&phba->hb_tmofunc);
2394         phba->hb_tmofunc.function = lpfc_hb_timeout;
2395         phba->hb_tmofunc.data = (unsigned long)phba;
2396
2397         psli = &phba->sli;
2398         init_timer(&psli->mbox_tmo);
2399         psli->mbox_tmo.function = lpfc_mbox_timeout;
2400         psli->mbox_tmo.data = (unsigned long) phba;
2401         init_timer(&phba->fcp_poll_timer);
2402         phba->fcp_poll_timer.function = lpfc_poll_timeout;
2403         phba->fcp_poll_timer.data = (unsigned long) phba;
2404         init_timer(&phba->fabric_block_timer);
2405         phba->fabric_block_timer.function = lpfc_fabric_block_timeout;
2406         phba->fabric_block_timer.data = (unsigned long) phba;
2407         init_timer(&phba->eratt_poll);
2408         phba->eratt_poll.function = lpfc_poll_eratt;
2409         phba->eratt_poll.data = (unsigned long) phba;
2410
2411         pci_set_master(pdev);
2412         pci_try_set_mwi(pdev);
2413
2414         if (pci_set_dma_mask(phba->pcidev, DMA_64BIT_MASK) != 0)
2415                 if (pci_set_dma_mask(phba->pcidev, DMA_32BIT_MASK) != 0)
2416                         goto out_idr_remove;
2417
2418         /*
2419          * Get the bus address of Bar0 and Bar2 and the number of bytes
2420          * required by each mapping.
2421          */
2422         phba->pci_bar0_map = pci_resource_start(phba->pcidev, 0);
2423         bar0map_len        = pci_resource_len(phba->pcidev, 0);
2424
2425         phba->pci_bar2_map = pci_resource_start(phba->pcidev, 2);
2426         bar2map_len        = pci_resource_len(phba->pcidev, 2);
2427
2428         /* Map HBA SLIM to a kernel virtual address. */
2429         phba->slim_memmap_p = ioremap(phba->pci_bar0_map, bar0map_len);
2430         if (!phba->slim_memmap_p) {
2431                 error = -ENODEV;
2432                 dev_printk(KERN_ERR, &pdev->dev,
2433                            "ioremap failed for SLIM memory.\n");
2434                 goto out_idr_remove;
2435         }
2436
2437         /* Map HBA Control Registers to a kernel virtual address. */
2438         phba->ctrl_regs_memmap_p = ioremap(phba->pci_bar2_map, bar2map_len);
2439         if (!phba->ctrl_regs_memmap_p) {
2440                 error = -ENODEV;
2441                 dev_printk(KERN_ERR, &pdev->dev,
2442                            "ioremap failed for HBA control registers.\n");
2443                 goto out_iounmap_slim;
2444         }
2445
2446         /* Allocate memory for SLI-2 structures */
2447         phba->slim2p.virt = dma_alloc_coherent(&phba->pcidev->dev,
2448                                                SLI2_SLIM_SIZE,
2449                                                &phba->slim2p.phys,
2450                                                GFP_KERNEL);
2451         if (!phba->slim2p.virt)
2452                 goto out_iounmap;
2453
2454         memset(phba->slim2p.virt, 0, SLI2_SLIM_SIZE);
2455         phba->mbox = phba->slim2p.virt + offsetof(struct lpfc_sli2_slim, mbx);
2456         phba->pcb = (phba->slim2p.virt + offsetof(struct lpfc_sli2_slim, pcb));
2457         phba->IOCBs = (phba->slim2p.virt +
2458                        offsetof(struct lpfc_sli2_slim, IOCBs));
2459
2460         phba->hbqslimp.virt = dma_alloc_coherent(&phba->pcidev->dev,
2461                                                  lpfc_sli_hbq_size(),
2462                                                  &phba->hbqslimp.phys,
2463                                                  GFP_KERNEL);
2464         if (!phba->hbqslimp.virt)
2465                 goto out_free_slim;
2466
2467         hbq_count = lpfc_sli_hbq_count();
2468         ptr = phba->hbqslimp.virt;
2469         for (i = 0; i < hbq_count; ++i) {
2470                 phba->hbqs[i].hbq_virt = ptr;
2471                 INIT_LIST_HEAD(&phba->hbqs[i].hbq_buffer_list);
2472                 ptr += (lpfc_hbq_defs[i]->entry_count *
2473                         sizeof(struct lpfc_hbq_entry));
2474         }
2475         phba->hbqs[LPFC_ELS_HBQ].hbq_alloc_buffer = lpfc_els_hbq_alloc;
2476         phba->hbqs[LPFC_ELS_HBQ].hbq_free_buffer  = lpfc_els_hbq_free;
2477
2478         memset(phba->hbqslimp.virt, 0, lpfc_sli_hbq_size());
2479
2480         INIT_LIST_HEAD(&phba->hbqbuf_in_list);
2481
2482         /* Initialize the SLI Layer to run with lpfc HBAs. */
2483         lpfc_sli_setup(phba);
2484         lpfc_sli_queue_setup(phba);
2485
2486         retval = lpfc_mem_alloc(phba);
2487         if (retval) {
2488                 error = retval;
2489                 goto out_free_hbqslimp;
2490         }
2491
2492         /* Initialize and populate the iocb list per host.  */
2493         INIT_LIST_HEAD(&phba->lpfc_iocb_list);
2494         for (i = 0; i < LPFC_IOCB_LIST_CNT; i++) {
2495                 iocbq_entry = kzalloc(sizeof(struct lpfc_iocbq), GFP_KERNEL);
2496                 if (iocbq_entry == NULL) {
2497                         printk(KERN_ERR "%s: only allocated %d iocbs of "
2498                                 "expected %d count. Unloading driver.\n",
2499                                 __func__, i, LPFC_IOCB_LIST_CNT);
2500                         error = -ENOMEM;
2501                         goto out_free_iocbq;
2502                 }
2503
2504                 iotag = lpfc_sli_next_iotag(phba, iocbq_entry);
2505                 if (iotag == 0) {
2506                         kfree (iocbq_entry);
2507                         printk(KERN_ERR "%s: failed to allocate IOTAG. "
2508                                "Unloading driver.\n",
2509                                 __func__);
2510                         error = -ENOMEM;
2511                         goto out_free_iocbq;
2512                 }
2513
2514                 spin_lock_irq(&phba->hbalock);
2515                 list_add(&iocbq_entry->list, &phba->lpfc_iocb_list);
2516                 phba->total_iocbq_bufs++;
2517                 spin_unlock_irq(&phba->hbalock);
2518         }
2519
2520         /* Initialize HBA structure */
2521         phba->fc_edtov = FF_DEF_EDTOV;
2522         phba->fc_ratov = FF_DEF_RATOV;
2523         phba->fc_altov = FF_DEF_ALTOV;
2524         phba->fc_arbtov = FF_DEF_ARBTOV;
2525
2526         INIT_LIST_HEAD(&phba->work_list);
2527         phba->work_ha_mask = (HA_ERATT | HA_MBATT | HA_LATT);
2528         phba->work_ha_mask |= (HA_RXMASK << (LPFC_ELS_RING * 4));
2529
2530         /* Initialize the wait queue head for the kernel thread */
2531         init_waitqueue_head(&phba->work_waitq);
2532
2533         /* Startup the kernel thread for this host adapter. */
2534         phba->worker_thread = kthread_run(lpfc_do_work, phba,
2535                                        "lpfc_worker_%d", phba->brd_no);
2536         if (IS_ERR(phba->worker_thread)) {
2537                 error = PTR_ERR(phba->worker_thread);
2538                 goto out_free_iocbq;
2539         }
2540
2541         /* Initialize the list of scsi buffers used by driver for scsi IO. */
2542         spin_lock_init(&phba->scsi_buf_list_lock);
2543         INIT_LIST_HEAD(&phba->lpfc_scsi_buf_list);
2544
2545         /* Initialize list of fabric iocbs */
2546         INIT_LIST_HEAD(&phba->fabric_iocb_list);
2547
2548         /* Initialize list to save ELS buffers */
2549         INIT_LIST_HEAD(&phba->elsbuf);
2550
2551         vport = lpfc_create_port(phba, phba->brd_no, &phba->pcidev->dev);
2552         if (!vport)
2553                 goto out_kthread_stop;
2554
2555         shost = lpfc_shost_from_vport(vport);
2556         phba->pport = vport;
2557         lpfc_debugfs_initialize(vport);
2558
2559         pci_set_drvdata(pdev, shost);
2560         phba->intr_type = NONE;
2561
2562         phba->MBslimaddr = phba->slim_memmap_p;
2563         phba->HAregaddr = phba->ctrl_regs_memmap_p + HA_REG_OFFSET;
2564         phba->CAregaddr = phba->ctrl_regs_memmap_p + CA_REG_OFFSET;
2565         phba->HSregaddr = phba->ctrl_regs_memmap_p + HS_REG_OFFSET;
2566         phba->HCregaddr = phba->ctrl_regs_memmap_p + HC_REG_OFFSET;
2567
2568         /* Configure and enable interrupt */
2569         if (phba->cfg_use_msi == 2) {
2570                 /* Need to issue conf_port mbox cmd before conf_msi mbox cmd */
2571                 error = lpfc_sli_config_port(phba, 3);
2572                 if (error)
2573                         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2574                                 "0427 Firmware not capable of SLI 3 mode.\n");
2575                 else {
2576                         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2577                                 "0426 Firmware capable of SLI 3 mode.\n");
2578                         /* Now, try to enable MSI-X interrupt mode */
2579                         error = lpfc_enable_msix(phba);
2580                         if (!error) {
2581                                 phba->intr_type = MSIX;
2582                                 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2583                                                 "0430 enable MSI-X mode.\n");
2584                         }
2585                 }
2586         }
2587
2588         /* Fallback to MSI if MSI-X initialization failed */
2589         if (phba->cfg_use_msi >= 1 && phba->intr_type == NONE) {
2590                 retval = pci_enable_msi(phba->pcidev);
2591                 if (!retval) {
2592                         phba->intr_type = MSI;
2593                         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2594                                         "0473 enable MSI mode.\n");
2595                 } else
2596                         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2597                                         "0452 enable IRQ mode.\n");
2598         }
2599
2600         /* MSI-X is the only case the doesn't need to call request_irq */
2601         if (phba->intr_type != MSIX) {
2602                 retval = request_irq(phba->pcidev->irq, lpfc_intr_handler,
2603                                      IRQF_SHARED, LPFC_DRIVER_NAME, phba);
2604                 if (retval) {
2605                         lpfc_printf_log(phba, KERN_ERR, LOG_INIT, "0451 Enable "
2606                                         "interrupt handler failed\n");
2607                         error = retval;
2608                         goto out_disable_msi;
2609                 } else if (phba->intr_type != MSI)
2610                         phba->intr_type = INTx;
2611         }
2612
2613         if (lpfc_alloc_sysfs_attr(vport)) {
2614                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
2615                                 "1476 Failed to allocate sysfs attr\n");
2616                 error = -ENOMEM;
2617                 goto out_free_irq;
2618         }
2619
2620         if (lpfc_sli_hba_setup(phba)) {
2621                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
2622                                 "1477 Failed to set up hba\n");
2623                 error = -ENODEV;
2624                 goto out_remove_device;
2625         }
2626
2627         /*
2628          * hba setup may have changed the hba_queue_depth so we need to adjust
2629          * the value of can_queue.
2630          */
2631         shost->can_queue = phba->cfg_hba_queue_depth - 10;
2632
2633         lpfc_host_attrib_init(shost);
2634
2635         if (phba->cfg_poll & DISABLE_FCP_RING_INT) {
2636                 spin_lock_irq(shost->host_lock);
2637                 lpfc_poll_start_timer(phba);
2638                 spin_unlock_irq(shost->host_lock);
2639         }
2640
2641         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2642                         "0428 Perform SCSI scan\n");
2643         /* Send board arrival event to upper layer */
2644         adapter_event.event_type = FC_REG_ADAPTER_EVENT;
2645         adapter_event.subcategory = LPFC_EVENT_ARRIVAL;
2646         fc_host_post_vendor_event(shost, fc_get_event_number(),
2647                 sizeof(adapter_event),
2648                 (char *) &adapter_event,
2649                 SCSI_NL_VID_TYPE_PCI | PCI_VENDOR_ID_EMULEX);
2650
2651         scsi_scan_host(shost);
2652
2653         return 0;
2654
2655 out_remove_device:
2656         lpfc_free_sysfs_attr(vport);
2657         spin_lock_irq(shost->host_lock);
2658         vport->load_flag |= FC_UNLOADING;
2659         spin_unlock_irq(shost->host_lock);
2660 out_free_irq:
2661         lpfc_stop_phba_timers(phba);
2662         phba->pport->work_port_events = 0;
2663
2664         if (phba->intr_type == MSIX)
2665                 lpfc_disable_msix(phba);
2666         else
2667                 free_irq(phba->pcidev->irq, phba);
2668
2669 out_disable_msi:
2670         if (phba->intr_type == MSI)
2671                 pci_disable_msi(phba->pcidev);
2672         destroy_port(vport);
2673 out_kthread_stop:
2674         kthread_stop(phba->worker_thread);
2675 out_free_iocbq:
2676         list_for_each_entry_safe(iocbq_entry, iocbq_next,
2677                                                 &phba->lpfc_iocb_list, list) {
2678                 kfree(iocbq_entry);
2679                 phba->total_iocbq_bufs--;
2680         }
2681         lpfc_mem_free(phba);
2682 out_free_hbqslimp:
2683         dma_free_coherent(&pdev->dev, lpfc_sli_hbq_size(),
2684                           phba->hbqslimp.virt, phba->hbqslimp.phys);
2685 out_free_slim:
2686         dma_free_coherent(&pdev->dev, SLI2_SLIM_SIZE,
2687                           phba->slim2p.virt, phba->slim2p.phys);
2688 out_iounmap:
2689         iounmap(phba->ctrl_regs_memmap_p);
2690 out_iounmap_slim:
2691         iounmap(phba->slim_memmap_p);
2692 out_idr_remove:
2693         idr_remove(&lpfc_hba_index, phba->brd_no);
2694 out_free_phba:
2695         kfree(phba);
2696 out_release_regions:
2697         pci_release_selected_regions(pdev, bars);
2698 out_disable_device:
2699         pci_disable_device(pdev);
2700 out:
2701         pci_set_drvdata(pdev, NULL);
2702         if (shost)
2703                 scsi_host_put(shost);
2704         return error;
2705 }
2706
2707 /**
2708  * lpfc_pci_remove_one: lpfc PCI func to unregister device from PCI subsystem.
2709  * @pdev: pointer to PCI device
2710  *
2711  * This routine is to be registered to the kernel's PCI subsystem. When an
2712  * Emulex HBA is removed from PCI bus. It perform all the necessary cleanup
2713  * for the HBA device to be removed from the PCI subsystem properly.
2714  **/
2715 static void __devexit
2716 lpfc_pci_remove_one(struct pci_dev *pdev)
2717 {
2718         struct Scsi_Host  *shost = pci_get_drvdata(pdev);
2719         struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
2720         struct lpfc_hba   *phba = vport->phba;
2721         int bars = pci_select_bars(pdev, IORESOURCE_MEM);
2722
2723         spin_lock_irq(&phba->hbalock);
2724         vport->load_flag |= FC_UNLOADING;
2725         spin_unlock_irq(&phba->hbalock);
2726
2727         kfree(vport->vname);
2728         lpfc_free_sysfs_attr(vport);
2729
2730         kthread_stop(phba->worker_thread);
2731
2732         fc_remove_host(shost);
2733         scsi_remove_host(shost);
2734         lpfc_cleanup(vport);
2735
2736         /*
2737          * Bring down the SLI Layer. This step disable all interrupts,
2738          * clears the rings, discards all mailbox commands, and resets
2739          * the HBA.
2740          */
2741         lpfc_sli_hba_down(phba);
2742         lpfc_sli_brdrestart(phba);
2743
2744         lpfc_stop_phba_timers(phba);
2745         spin_lock_irq(&phba->hbalock);
2746         list_del_init(&vport->listentry);
2747         spin_unlock_irq(&phba->hbalock);
2748
2749         lpfc_debugfs_terminate(vport);
2750
2751         if (phba->intr_type == MSIX)
2752                 lpfc_disable_msix(phba);
2753         else {
2754                 free_irq(phba->pcidev->irq, phba);
2755                 if (phba->intr_type == MSI)
2756                         pci_disable_msi(phba->pcidev);
2757         }
2758
2759         pci_set_drvdata(pdev, NULL);
2760         scsi_host_put(shost);
2761
2762         /*
2763          * Call scsi_free before mem_free since scsi bufs are released to their
2764          * corresponding pools here.
2765          */
2766         lpfc_scsi_free(phba);
2767         lpfc_mem_free(phba);
2768
2769         dma_free_coherent(&pdev->dev, lpfc_sli_hbq_size(),
2770                           phba->hbqslimp.virt, phba->hbqslimp.phys);
2771
2772         /* Free resources associated with SLI2 interface */
2773         dma_free_coherent(&pdev->dev, SLI2_SLIM_SIZE,
2774                           phba->slim2p.virt, phba->slim2p.phys);
2775
2776         /* unmap adapter SLIM and Control Registers */
2777         iounmap(phba->ctrl_regs_memmap_p);
2778         iounmap(phba->slim_memmap_p);
2779
2780         idr_remove(&lpfc_hba_index, phba->brd_no);
2781
2782         kfree(phba);
2783
2784         pci_release_selected_regions(pdev, bars);
2785         pci_disable_device(pdev);
2786 }
2787
2788 /**
2789  * lpfc_io_error_detected: Driver method for handling PCI I/O error detected.
2790  * @pdev: pointer to PCI device.
2791  * @state: the current PCI connection state.
2792  *
2793  * This routine is registered to the PCI subsystem for error handling. This
2794  * function is called by the PCI subsystem after a PCI bus error affecting
2795  * this device has been detected. When this function is invoked, it will
2796  * need to stop all the I/Os and interrupt(s) to the device. Once that is
2797  * done, it will return PCI_ERS_RESULT_NEED_RESET for the PCI subsystem to
2798  * perform proper recovery as desired.
2799  *
2800  * Return codes
2801  *   PCI_ERS_RESULT_NEED_RESET - need to reset before recovery
2802  *   PCI_ERS_RESULT_DISCONNECT - device could not be recovered
2803  **/
2804 static pci_ers_result_t lpfc_io_error_detected(struct pci_dev *pdev,
2805                                 pci_channel_state_t state)
2806 {
2807         struct Scsi_Host *shost = pci_get_drvdata(pdev);
2808         struct lpfc_hba *phba = ((struct lpfc_vport *)shost->hostdata)->phba;
2809         struct lpfc_sli *psli = &phba->sli;
2810         struct lpfc_sli_ring  *pring;
2811
2812         if (state == pci_channel_io_perm_failure) {
2813                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
2814                                 "0472 PCI channel I/O permanent failure\n");
2815                 /* Block all SCSI devices' I/Os on the host */
2816                 lpfc_scsi_dev_block(phba);
2817                 /* Clean up all driver's outstanding SCSI I/Os */
2818                 lpfc_sli_flush_fcp_rings(phba);
2819                 return PCI_ERS_RESULT_DISCONNECT;
2820         }
2821
2822         pci_disable_device(pdev);
2823         /*
2824          * There may be I/Os dropped by the firmware.
2825          * Error iocb (I/O) on txcmplq and let the SCSI layer
2826          * retry it after re-establishing link.
2827          */
2828         pring = &psli->ring[psli->fcp_ring];
2829         lpfc_sli_abort_iocb_ring(phba, pring);
2830
2831         if (phba->intr_type == MSIX)
2832                 lpfc_disable_msix(phba);
2833         else {
2834                 free_irq(phba->pcidev->irq, phba);
2835                 if (phba->intr_type == MSI)
2836                         pci_disable_msi(phba->pcidev);
2837         }
2838
2839         /* Request a slot reset. */
2840         return PCI_ERS_RESULT_NEED_RESET;
2841 }
2842
2843 /**
2844  * lpfc_io_slot_reset: Restart a PCI device from scratch.
2845  * @pdev: pointer to PCI device.
2846  *
2847  * This routine is registered to the PCI subsystem for error handling. This is
2848  * called after PCI bus has been reset to restart the PCI card from scratch,
2849  * as if from a cold-boot. During the PCI subsystem error recovery, after the
2850  * driver returns PCI_ERS_RESULT_NEED_RESET, the PCI subsystem will perform
2851  * proper error recovery and then call this routine before calling the .resume
2852  * method to recover the device. This function will initialize the HBA device,
2853  * enable the interrupt, but it will just put the HBA to offline state without
2854  * passing any I/O traffic.
2855  *
2856  * Return codes
2857  *   PCI_ERS_RESULT_RECOVERED - the device has been recovered
2858  *   PCI_ERS_RESULT_DISCONNECT - device could not be recovered
2859  */
2860 static pci_ers_result_t lpfc_io_slot_reset(struct pci_dev *pdev)
2861 {
2862         struct Scsi_Host *shost = pci_get_drvdata(pdev);
2863         struct lpfc_hba *phba = ((struct lpfc_vport *)shost->hostdata)->phba;
2864         struct lpfc_sli *psli = &phba->sli;
2865         int error, retval;
2866
2867         dev_printk(KERN_INFO, &pdev->dev, "recovering from a slot reset.\n");
2868         if (pci_enable_device_mem(pdev)) {
2869                 printk(KERN_ERR "lpfc: Cannot re-enable "
2870                         "PCI device after reset.\n");
2871                 return PCI_ERS_RESULT_DISCONNECT;
2872         }
2873
2874         pci_set_master(pdev);
2875
2876         spin_lock_irq(&phba->hbalock);
2877         psli->sli_flag &= ~LPFC_SLI2_ACTIVE;
2878         spin_unlock_irq(&phba->hbalock);
2879
2880         /* Enable configured interrupt method */
2881         phba->intr_type = NONE;
2882         if (phba->cfg_use_msi == 2) {
2883                 /* Need to issue conf_port mbox cmd before conf_msi mbox cmd */
2884                 error = lpfc_sli_config_port(phba, 3);
2885                 if (error)
2886                         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2887                                 "0478 Firmware not capable of SLI 3 mode.\n");
2888                 else {
2889                         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2890                                 "0479 Firmware capable of SLI 3 mode.\n");
2891                         /* Now, try to enable MSI-X interrupt mode */
2892                         error = lpfc_enable_msix(phba);
2893                         if (!error) {
2894                                 phba->intr_type = MSIX;
2895                                 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2896                                                 "0480 enable MSI-X mode.\n");
2897                         }
2898                 }
2899         }
2900
2901         /* Fallback to MSI if MSI-X initialization failed */
2902         if (phba->cfg_use_msi >= 1 && phba->intr_type == NONE) {
2903                 retval = pci_enable_msi(phba->pcidev);
2904                 if (!retval) {
2905                         phba->intr_type = MSI;
2906                         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2907                                         "0481 enable MSI mode.\n");
2908                 } else
2909                         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2910                                         "0470 enable IRQ mode.\n");
2911         }
2912
2913         /* MSI-X is the only case the doesn't need to call request_irq */
2914         if (phba->intr_type != MSIX) {
2915                 retval = request_irq(phba->pcidev->irq, lpfc_intr_handler,
2916                                      IRQF_SHARED, LPFC_DRIVER_NAME, phba);
2917                 if (retval) {
2918                         lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
2919                                         "0471 Enable interrupt handler "
2920                                         "failed\n");
2921                 } else if (phba->intr_type != MSI)
2922                         phba->intr_type = INTx;
2923         }
2924
2925         /* Take device offline; this will perform cleanup */
2926         lpfc_offline(phba);
2927         lpfc_sli_brdrestart(phba);
2928
2929         return PCI_ERS_RESULT_RECOVERED;
2930 }
2931
2932 /**
2933  * lpfc_io_resume: Resume PCI I/O operation.
2934  * @pdev: pointer to PCI device
2935  *
2936  * This routine is registered to the PCI subsystem for error handling. It is
2937  * called when kernel error recovery tells the lpfc driver that it is ok to
2938  * resume normal PCI operation after PCI bus error recovery. After this call,
2939  * traffic can start to flow from this device again.
2940  */
2941 static void lpfc_io_resume(struct pci_dev *pdev)
2942 {
2943         struct Scsi_Host *shost = pci_get_drvdata(pdev);
2944         struct lpfc_hba *phba = ((struct lpfc_vport *)shost->hostdata)->phba;
2945
2946         lpfc_online(phba);
2947 }
2948
2949 static struct pci_device_id lpfc_id_table[] = {
2950         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_VIPER,
2951                 PCI_ANY_ID, PCI_ANY_ID, },
2952         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_FIREFLY,
2953                 PCI_ANY_ID, PCI_ANY_ID, },
2954         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_THOR,
2955                 PCI_ANY_ID, PCI_ANY_ID, },
2956         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_PEGASUS,
2957                 PCI_ANY_ID, PCI_ANY_ID, },
2958         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_CENTAUR,
2959                 PCI_ANY_ID, PCI_ANY_ID, },
2960         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_DRAGONFLY,
2961                 PCI_ANY_ID, PCI_ANY_ID, },
2962         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SUPERFLY,
2963                 PCI_ANY_ID, PCI_ANY_ID, },
2964         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_RFLY,
2965                 PCI_ANY_ID, PCI_ANY_ID, },
2966         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_PFLY,
2967                 PCI_ANY_ID, PCI_ANY_ID, },
2968         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_NEPTUNE,
2969                 PCI_ANY_ID, PCI_ANY_ID, },
2970         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_NEPTUNE_SCSP,
2971                 PCI_ANY_ID, PCI_ANY_ID, },
2972         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_NEPTUNE_DCSP,
2973                 PCI_ANY_ID, PCI_ANY_ID, },
2974         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_HELIOS,
2975                 PCI_ANY_ID, PCI_ANY_ID, },
2976         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_HELIOS_SCSP,
2977                 PCI_ANY_ID, PCI_ANY_ID, },
2978         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_HELIOS_DCSP,
2979                 PCI_ANY_ID, PCI_ANY_ID, },
2980         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_BMID,
2981                 PCI_ANY_ID, PCI_ANY_ID, },
2982         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_BSMB,
2983                 PCI_ANY_ID, PCI_ANY_ID, },
2984         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZEPHYR,
2985                 PCI_ANY_ID, PCI_ANY_ID, },
2986         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_HORNET,
2987                 PCI_ANY_ID, PCI_ANY_ID, },
2988         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZEPHYR_SCSP,
2989                 PCI_ANY_ID, PCI_ANY_ID, },
2990         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZEPHYR_DCSP,
2991                 PCI_ANY_ID, PCI_ANY_ID, },
2992         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZMID,
2993                 PCI_ANY_ID, PCI_ANY_ID, },
2994         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZSMB,
2995                 PCI_ANY_ID, PCI_ANY_ID, },
2996         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_TFLY,
2997                 PCI_ANY_ID, PCI_ANY_ID, },
2998         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_LP101,
2999                 PCI_ANY_ID, PCI_ANY_ID, },
3000         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_LP10000S,
3001                 PCI_ANY_ID, PCI_ANY_ID, },
3002         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_LP11000S,
3003                 PCI_ANY_ID, PCI_ANY_ID, },
3004         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_LPE11000S,
3005                 PCI_ANY_ID, PCI_ANY_ID, },
3006         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT,
3007                 PCI_ANY_ID, PCI_ANY_ID, },
3008         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_MID,
3009                 PCI_ANY_ID, PCI_ANY_ID, },
3010         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_SMB,
3011                 PCI_ANY_ID, PCI_ANY_ID, },
3012         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_DCSP,
3013                 PCI_ANY_ID, PCI_ANY_ID, },
3014         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_SCSP,
3015                 PCI_ANY_ID, PCI_ANY_ID, },
3016         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_S,
3017                 PCI_ANY_ID, PCI_ANY_ID, },
3018         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_PROTEUS_VF,
3019                 PCI_ANY_ID, PCI_ANY_ID, },
3020         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_PROTEUS_PF,
3021                 PCI_ANY_ID, PCI_ANY_ID, },
3022         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_PROTEUS_S,
3023                 PCI_ANY_ID, PCI_ANY_ID, },
3024         { 0 }
3025 };
3026
3027 MODULE_DEVICE_TABLE(pci, lpfc_id_table);
3028
3029 static struct pci_error_handlers lpfc_err_handler = {
3030         .error_detected = lpfc_io_error_detected,
3031         .slot_reset = lpfc_io_slot_reset,
3032         .resume = lpfc_io_resume,
3033 };
3034
3035 static struct pci_driver lpfc_driver = {
3036         .name           = LPFC_DRIVER_NAME,
3037         .id_table       = lpfc_id_table,
3038         .probe          = lpfc_pci_probe_one,
3039         .remove         = __devexit_p(lpfc_pci_remove_one),
3040         .err_handler    = &lpfc_err_handler,
3041 };
3042
3043 /**
3044  * lpfc_init: lpfc module initialization routine.
3045  *
3046  * This routine is to be invoked when the lpfc module is loaded into the
3047  * kernel. The special kernel macro module_init() is used to indicate the
3048  * role of this routine to the kernel as lpfc module entry point.
3049  *
3050  * Return codes
3051  *   0 - successful
3052  *   -ENOMEM - FC attach transport failed
3053  *   all others - failed
3054  */
3055 static int __init
3056 lpfc_init(void)
3057 {
3058         int error = 0;
3059
3060         printk(LPFC_MODULE_DESC "\n");
3061         printk(LPFC_COPYRIGHT "\n");
3062
3063         if (lpfc_enable_npiv) {
3064                 lpfc_transport_functions.vport_create = lpfc_vport_create;
3065                 lpfc_transport_functions.vport_delete = lpfc_vport_delete;
3066         }
3067         lpfc_transport_template =
3068                                 fc_attach_transport(&lpfc_transport_functions);
3069         if (lpfc_transport_template == NULL)
3070                 return -ENOMEM;
3071         if (lpfc_enable_npiv) {
3072                 lpfc_vport_transport_template =
3073                         fc_attach_transport(&lpfc_vport_transport_functions);
3074                 if (lpfc_vport_transport_template == NULL) {
3075                         fc_release_transport(lpfc_transport_template);
3076                         return -ENOMEM;
3077                 }
3078         }
3079         error = pci_register_driver(&lpfc_driver);
3080         if (error) {
3081                 fc_release_transport(lpfc_transport_template);
3082                 if (lpfc_enable_npiv)
3083                         fc_release_transport(lpfc_vport_transport_template);
3084         }
3085
3086         return error;
3087 }
3088
3089 /**
3090  * lpfc_exit: lpfc module removal routine.
3091  *
3092  * This routine is invoked when the lpfc module is removed from the kernel.
3093  * The special kernel macro module_exit() is used to indicate the role of
3094  * this routine to the kernel as lpfc module exit point.
3095  */
3096 static void __exit
3097 lpfc_exit(void)
3098 {
3099         pci_unregister_driver(&lpfc_driver);
3100         fc_release_transport(lpfc_transport_template);
3101         if (lpfc_enable_npiv)
3102                 fc_release_transport(lpfc_vport_transport_template);
3103 }
3104
3105 module_init(lpfc_init);
3106 module_exit(lpfc_exit);
3107 MODULE_LICENSE("GPL");
3108 MODULE_DESCRIPTION(LPFC_MODULE_DESC);
3109 MODULE_AUTHOR("Emulex Corporation - tech.support@emulex.com");
3110 MODULE_VERSION("0:" LPFC_DRIVER_VERSION);