drivers/scsi/aic94xx/aic94xx_scb.c

   1 /*
   2  * Aic94xx SAS/SATA driver SCB management.
   3  *
   4  * Copyright (C) 2005 Adaptec, Inc.  All rights reserved.
   5  * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com>
   6  *
   7  * This file is licensed under GPLv2.
   8  *
   9  * This file is part of the aic94xx driver.
  10  *
  11  * The aic94xx driver is free software; you can redistribute it and/or
  12  * modify it under the terms of the GNU General Public License as
  13  * published by the Free Software Foundation; version 2 of the
  14  * License.
  15  *
  16  * The aic94xx driver is distributed in the hope that it will be useful,
  17  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  19  * General Public License for more details.
  20  *
  21  * You should have received a copy of the GNU General Public License
  22  * along with the aic94xx driver; if not, write to the Free Software
  23  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
  24  *
  25  */
  26
  27 #include <scsi/scsi_host.h>
  28
  29 #include "aic94xx.h"
  30 #include "aic94xx_reg.h"
  31 #include "aic94xx_hwi.h"
  32 #include "aic94xx_seq.h"
  33
  34 #include "aic94xx_dump.h"
  35
  36 /* ---------- EMPTY SCB ---------- */
  37
  38 #define DL_PHY_MASK      7
  39 #define BYTES_DMAED      0
  40 #define PRIMITIVE_RECVD  0x08
  41 #define PHY_EVENT        0x10
  42 #define LINK_RESET_ERROR 0x18
  43 #define TIMER_EVENT      0x20
  44 #define REQ_TASK_ABORT   0xF0
  45 #define REQ_DEVICE_RESET 0xF1
  46 #define SIGNAL_NCQ_ERROR 0xF2
  47 #define CLEAR_NCQ_ERROR  0xF3
  48
  49 #define PHY_EVENTS_STATUS (CURRENT_LOSS_OF_SIGNAL | CURRENT_OOB_DONE   \
  50                            | CURRENT_SPINUP_HOLD | CURRENT_GTO_TIMEOUT \
  51                            | CURRENT_OOB_ERROR)
  52
  53 static void get_lrate_mode(struct asd_phy *phy, u8 oob_mode)
  54 {
  55         struct sas_phy *sas_phy = phy->sas_phy.phy;
  56
  57         switch (oob_mode & 7) {
  58         case PHY_SPEED_60:
  59                 /* FIXME: sas transport class doesn't have this */
  60                 phy->sas_phy.linkrate = SAS_LINK_RATE_6_0_GBPS;
  61                 phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_6_0_GBPS;
  62                 break;
  63         case PHY_SPEED_30:
  64                 phy->sas_phy.linkrate = SAS_LINK_RATE_3_0_GBPS;
  65                 phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_3_0_GBPS;
  66                 break;
  67         case PHY_SPEED_15:
  68                 phy->sas_phy.linkrate = SAS_LINK_RATE_1_5_GBPS;
  69                 phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_1_5_GBPS;
  70                 break;
  71         }
  72         sas_phy->negotiated_linkrate = phy->sas_phy.linkrate;
  73         sas_phy->maximum_linkrate_hw = SAS_LINK_RATE_3_0_GBPS;
  74         sas_phy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
  75         sas_phy->maximum_linkrate = phy->phy_desc->max_sas_lrate;
  76         sas_phy->minimum_linkrate = phy->phy_desc->min_sas_lrate;
  77
  78         if (oob_mode & SAS_MODE)
  79                 phy->sas_phy.oob_mode = SAS_OOB_MODE;
  80         else if (oob_mode & SATA_MODE)
  81                 phy->sas_phy.oob_mode = SATA_OOB_MODE;
  82 }
  83
  84 static void asd_phy_event_tasklet(struct asd_ascb *ascb,
  85                                          struct done_list_struct *dl)
  86 {
  87         struct asd_ha_struct *asd_ha = ascb->ha;
  88         struct sas_ha_struct *sas_ha = &asd_ha->sas_ha;
  89         int phy_id = dl->status_block[0] & DL_PHY_MASK;
  90         struct asd_phy *phy = &asd_ha->phys[phy_id];
  91
  92         u8 oob_status = dl->status_block[1] & PHY_EVENTS_STATUS;
  93         u8 oob_mode   = dl->status_block[2];
  94
  95         switch (oob_status) {
  96         case CURRENT_LOSS_OF_SIGNAL:
  97                 /* directly attached device was removed */
  98                 ASD_DPRINTK("phy%d: device unplugged\n", phy_id);
  99                 asd_turn_led(asd_ha, phy_id, 0);
 100                 sas_phy_disconnected(&phy->sas_phy);
 101                 sas_ha->notify_phy_event(&phy->sas_phy, PHYE_LOSS_OF_SIGNAL);
 102                 break;
 103         case CURRENT_OOB_DONE:
 104                 /* hot plugged device */
 105                 asd_turn_led(asd_ha, phy_id, 1);
 106                 get_lrate_mode(phy, oob_mode);
 107                 ASD_DPRINTK("phy%d device plugged: lrate:0x%x, proto:0x%x\n",
 108                             phy_id, phy->sas_phy.linkrate, phy->sas_phy.iproto);
 109                 sas_ha->notify_phy_event(&phy->sas_phy, PHYE_OOB_DONE);
 110                 break;
 111         case CURRENT_SPINUP_HOLD:
 112                 /* hot plug SATA, no COMWAKE sent */
 113                 asd_turn_led(asd_ha, phy_id, 1);
 114                 sas_ha->notify_phy_event(&phy->sas_phy, PHYE_SPINUP_HOLD);
 115                 break;
 116         case CURRENT_GTO_TIMEOUT:
 117         case CURRENT_OOB_ERROR:
 118                 ASD_DPRINTK("phy%d error while OOB: oob status:0x%x\n", phy_id,
 119                             dl->status_block[1]);
 120                 asd_turn_led(asd_ha, phy_id, 0);
 121                 sas_phy_disconnected(&phy->sas_phy);
 122                 sas_ha->notify_phy_event(&phy->sas_phy, PHYE_OOB_ERROR);
 123                 break;
 124         }
 125 }
 126
 127 /* If phys are enabled sparsely, this will do the right thing. */
 128 static unsigned ord_phy(struct asd_ha_struct *asd_ha, struct asd_phy *phy)
 129 {
 130         u8 enabled_mask = asd_ha->hw_prof.enabled_phys;
 131         int i, k = 0;
 132
 133         for_each_phy(enabled_mask, enabled_mask, i) {
 134                 if (&asd_ha->phys[i] == phy)
 135                         return k;
 136                 k++;
 137         }
 138         return 0;
 139 }
 140
 141 /**
 142  * asd_get_attached_sas_addr -- extract/generate attached SAS address
 143  * phy: pointer to asd_phy
 144  * sas_addr: pointer to buffer where the SAS address is to be written
 145  *
 146  * This function extracts the SAS address from an IDENTIFY frame
 147  * received.  If OOB is SATA, then a SAS address is generated from the
 148  * HA tables.
 149  *
 150  * LOCKING: the frame_rcvd_lock needs to be held since this parses the frame
 151  * buffer.
 152  */
 153 static void asd_get_attached_sas_addr(struct asd_phy *phy, u8 *sas_addr)
 154 {
 155         if (phy->sas_phy.frame_rcvd[0] == 0x34
 156             && phy->sas_phy.oob_mode == SATA_OOB_MODE) {
 157                 struct asd_ha_struct *asd_ha = phy->sas_phy.ha->lldd_ha;
 158                 /* FIS device-to-host */
 159                 u64 addr = be64_to_cpu(*(__be64 *)phy->phy_desc->sas_addr);
 160
 161                 addr += asd_ha->hw_prof.sata_name_base + ord_phy(asd_ha, phy);
 162                 *(__be64 *)sas_addr = cpu_to_be64(addr);
 163         } else {
 164                 struct sas_identify_frame *idframe =
 165                         (void *) phy->sas_phy.frame_rcvd;
 166                 memcpy(sas_addr, idframe->sas_addr, SAS_ADDR_SIZE);
 167         }
 168 }
 169
 170 static void asd_form_port(struct asd_ha_struct *asd_ha, struct asd_phy *phy)
 171 {
 172         int i;
 173         struct asd_port *free_port = NULL;
 174         struct asd_port *port;
 175         struct asd_sas_phy *sas_phy = &phy->sas_phy;
 176         unsigned long flags;
 177
 178         spin_lock_irqsave(&asd_ha->asd_ports_lock, flags);
 179         if (!phy->asd_port) {
 180                 for (i = 0; i < ASD_MAX_PHYS; i++) {
 181                         port = &asd_ha->asd_ports[i];
 182
 183                         /* Check for wide port */
 184                         if (port->num_phys > 0 &&
 185                             memcmp(port->sas_addr, sas_phy->sas_addr,
 186                                    SAS_ADDR_SIZE) == 0 &&
 187                             memcmp(port->attached_sas_addr,
 188                                    sas_phy->attached_sas_addr,
 189                                    SAS_ADDR_SIZE) == 0) {
 190                                 break;
 191                         }
 192
 193                         /* Find a free port */
 194                         if (port->num_phys == 0 && free_port == NULL) {
 195                                 free_port = port;
 196                         }
 197                 }
 198
 199                 /* Use a free port if this doesn't form a wide port */
 200                 if (i >= ASD_MAX_PHYS) {
 201                         port = free_port;
 202                         BUG_ON(!port);
 203                         memcpy(port->sas_addr, sas_phy->sas_addr,
 204                                SAS_ADDR_SIZE);
 205                         memcpy(port->attached_sas_addr,
 206                                sas_phy->attached_sas_addr,
 207                                SAS_ADDR_SIZE);
 208                 }
 209                 port->num_phys++;
 210                 port->phy_mask |= (1U << sas_phy->id);
 211                 phy->asd_port = port;
 212         }
 213         ASD_DPRINTK("%s: updating phy_mask 0x%x for phy%d\n",
 214                     __func__, phy->asd_port->phy_mask, sas_phy->id);
 215         asd_update_port_links(asd_ha, phy);
 216         spin_unlock_irqrestore(&asd_ha->asd_ports_lock, flags);
 217 }
 218
 219 static void asd_deform_port(struct asd_ha_struct *asd_ha, struct asd_phy *phy)
 220 {
 221         struct asd_port *port = phy->asd_port;
 222         struct asd_sas_phy *sas_phy = &phy->sas_phy;
 223         unsigned long flags;
 224
 225         spin_lock_irqsave(&asd_ha->asd_ports_lock, flags);
 226         if (port) {
 227                 port->num_phys--;
 228                 port->phy_mask &= ~(1U << sas_phy->id);
 229                 phy->asd_port = NULL;
 230         }
 231         spin_unlock_irqrestore(&asd_ha->asd_ports_lock, flags);
 232 }
 233
 234 static void asd_bytes_dmaed_tasklet(struct asd_ascb *ascb,
 235                                     struct done_list_struct *dl,
 236                                     int edb_id, int phy_id)
 237 {
 238         unsigned long flags;
 239         int edb_el = edb_id + ascb->edb_index;
 240         struct asd_dma_tok *edb = ascb->ha->seq.edb_arr[edb_el];
 241         struct asd_phy *phy = &ascb->ha->phys[phy_id];
 242         struct sas_ha_struct *sas_ha = phy->sas_phy.ha;
 243         u16 size = ((dl->status_block[3] & 7) << 8) | dl->status_block[2];
 244
 245         size = min(size, (u16) sizeof(phy->frame_rcvd));
 246
 247         spin_lock_irqsave(&phy->sas_phy.frame_rcvd_lock, flags);
 248         memcpy(phy->sas_phy.frame_rcvd, edb->vaddr, size);
 249         phy->sas_phy.frame_rcvd_size = size;
 250         asd_get_attached_sas_addr(phy, phy->sas_phy.attached_sas_addr);
 251         spin_unlock_irqrestore(&phy->sas_phy.frame_rcvd_lock, flags);
 252         asd_dump_frame_rcvd(phy, dl);
 253         asd_form_port(ascb->ha, phy);
 254         sas_ha->notify_port_event(&phy->sas_phy, PORTE_BYTES_DMAED);
 255 }
 256
 257 static void asd_link_reset_err_tasklet(struct asd_ascb *ascb,
 258                                        struct done_list_struct *dl,
 259                                        int phy_id)
 260 {
 261         struct asd_ha_struct *asd_ha = ascb->ha;
 262         struct sas_ha_struct *sas_ha = &asd_ha->sas_ha;
 263         struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
 264         struct asd_phy *phy = &asd_ha->phys[phy_id];
 265         u8 lr_error = dl->status_block[1];
 266         u8 retries_left = dl->status_block[2];
 267
 268         switch (lr_error) {
 269         case 0:
 270                 ASD_DPRINTK("phy%d: Receive ID timer expired\n", phy_id);
 271                 break;
 272         case 1:
 273                 ASD_DPRINTK("phy%d: Loss of signal\n", phy_id);
 274                 break;
 275         case 2:
 276                 ASD_DPRINTK("phy%d: Loss of dword sync\n", phy_id);
 277                 break;
 278         case 3:
 279                 ASD_DPRINTK("phy%d: Receive FIS timeout\n", phy_id);
 280                 break;
 281         default:
 282                 ASD_DPRINTK("phy%d: unknown link reset error code: 0x%x\n",
 283                             phy_id, lr_error);
 284                 break;
 285         }
 286
 287         asd_turn_led(asd_ha, phy_id, 0);
 288         sas_phy_disconnected(sas_phy);
 289         asd_deform_port(asd_ha, phy);
 290         sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
 291
 292         if (retries_left == 0) {
 293                 int num = 1;
 294                 struct asd_ascb *cp = asd_ascb_alloc_list(ascb->ha, &num,
 295                                                           GFP_ATOMIC);
 296                 if (!cp) {
 297                         asd_printk("%s: out of memory\n", __func__);
 298                         goto out;
 299                 }
 300                 ASD_DPRINTK("phy%d: retries:0 performing link reset seq\n",
 301                             phy_id);
 302                 asd_build_control_phy(cp, phy_id, ENABLE_PHY);
 303                 if (asd_post_ascb_list(ascb->ha, cp, 1) != 0)
 304                         asd_ascb_free(cp);
 305         }
 306 out:
 307         ;
 308 }
 309
 310 static void asd_primitive_rcvd_tasklet(struct asd_ascb *ascb,
 311                                        struct done_list_struct *dl,
 312                                        int phy_id)
 313 {
 314         unsigned long flags;
 315         struct sas_ha_struct *sas_ha = &ascb->ha->sas_ha;
 316         struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
 317         struct asd_ha_struct *asd_ha = ascb->ha;
 318         struct asd_phy *phy = &asd_ha->phys[phy_id];
 319         u8  reg  = dl->status_block[1];
 320         u32 cont = dl->status_block[2] << ((reg & 3)*8);
 321
 322         reg &= ~3;
 323         switch (reg) {
 324         case LmPRMSTAT0BYTE0:
 325                 switch (cont) {
 326                 case LmBROADCH:
 327                 case LmBROADRVCH0:
 328                 case LmBROADRVCH1:
 329                 case LmBROADSES:
 330                         ASD_DPRINTK("phy%d: BROADCAST change received:%d\n",
 331                                     phy_id, cont);
 332                         spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
 333                         sas_phy->sas_prim = ffs(cont);
 334                         spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
 335                         sas_ha->notify_port_event(sas_phy,PORTE_BROADCAST_RCVD);
 336                         break;
 337
 338                 case LmUNKNOWNP:
 339                         ASD_DPRINTK("phy%d: unknown BREAK\n", phy_id);
 340                         break;
 341
 342                 default:
 343                         ASD_DPRINTK("phy%d: primitive reg:0x%x, cont:0x%04x\n",
 344                                     phy_id, reg, cont);
 345                         break;
 346                 }
 347                 break;
 348         case LmPRMSTAT1BYTE0:
 349                 switch (cont) {
 350                 case LmHARDRST:
 351                         ASD_DPRINTK("phy%d: HARD_RESET primitive rcvd\n",
 352                                     phy_id);
 353                         /* The sequencer disables all phys on that port.
 354                          * We have to re-enable the phys ourselves. */
 355                         asd_deform_port(asd_ha, phy);
 356                         sas_ha->notify_port_event(sas_phy, PORTE_HARD_RESET);
 357                         break;
 358
 359                 default:
 360                         ASD_DPRINTK("phy%d: primitive reg:0x%x, cont:0x%04x\n",
 361                                     phy_id, reg, cont);
 362                         break;
 363                 }
 364                 break;
 365         default:
 366                 ASD_DPRINTK("unknown primitive register:0x%x\n",
 367                             dl->status_block[1]);
 368                 break;
 369         }
 370 }
 371
 372 /**
 373  * asd_invalidate_edb -- invalidate an EDB and if necessary post the ESCB
 374  * @ascb: pointer to Empty SCB
 375  * @edb_id: index [0,6] to the empty data buffer which is to be invalidated
 376  *
 377  * After an EDB has been invalidated, if all EDBs in this ESCB have been
 378  * invalidated, the ESCB is posted back to the sequencer.
 379  * Context is tasklet/IRQ.
 380  */
 381 void asd_invalidate_edb(struct asd_ascb *ascb, int edb_id)
 382 {
 383         struct asd_seq_data *seq = &ascb->ha->seq;
 384         struct empty_scb *escb = &ascb->scb->escb;
 385         struct sg_el     *eb   = &escb->eb[edb_id];
 386         struct asd_dma_tok *edb = seq->edb_arr[ascb->edb_index + edb_id];
 387
 388         memset(edb->vaddr, 0, ASD_EDB_SIZE);
 389         eb->flags |= ELEMENT_NOT_VALID;
 390         escb->num_valid--;
 391
 392         if (escb->num_valid == 0) {
 393                 int i;
 394                 /* ASD_DPRINTK("reposting escb: vaddr: 0x%p, "
 395                             "dma_handle: 0x%08llx, next: 0x%08llx, "
 396                             "index:%d, opcode:0x%02x\n",
 397                             ascb->dma_scb.vaddr,
 398                             (u64)ascb->dma_scb.dma_handle,
 399                             le64_to_cpu(ascb->scb->header.next_scb),
 400                             le16_to_cpu(ascb->scb->header.index),
 401                             ascb->scb->header.opcode);
 402                 */
 403                 escb->num_valid = ASD_EDBS_PER_SCB;
 404                 for (i = 0; i < ASD_EDBS_PER_SCB; i++)
 405                         escb->eb[i].flags = 0;
 406                 if (!list_empty(&ascb->list))
 407                         list_del_init(&ascb->list);
 408                 i = asd_post_escb_list(ascb->ha, ascb, 1);
 409                 if (i)
 410                         asd_printk("couldn't post escb, err:%d\n", i);
 411         }
 412 }
 413
 414 static void escb_tasklet_complete(struct asd_ascb *ascb,
 415                                   struct done_list_struct *dl)
 416 {
 417         struct asd_ha_struct *asd_ha = ascb->ha;
 418         struct sas_ha_struct *sas_ha = &asd_ha->sas_ha;
 419         int edb = (dl->opcode & DL_PHY_MASK) - 1; /* [0xc1,0xc7] -> [0,6] */
 420         u8  sb_opcode = dl->status_block[0];
 421         int phy_id = sb_opcode & DL_PHY_MASK;
 422         struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
 423         struct asd_phy *phy = &asd_ha->phys[phy_id];
 424
 425         if (edb > 6 || edb < 0) {
 426                 ASD_DPRINTK("edb is 0x%x! dl->opcode is 0x%x\n",
 427                             edb, dl->opcode);
 428                 ASD_DPRINTK("sb_opcode : 0x%x, phy_id: 0x%x\n",
 429                             sb_opcode, phy_id);
 430                 ASD_DPRINTK("escb: vaddr: 0x%p, "
 431                             "dma_handle: 0x%llx, next: 0x%llx, "
 432                             "index:%d, opcode:0x%02x\n",
 433                             ascb->dma_scb.vaddr,
 434                             (unsigned long long)ascb->dma_scb.dma_handle,
 435                             (unsigned long long)
 436                             le64_to_cpu(ascb->scb->header.next_scb),
 437                             le16_to_cpu(ascb->scb->header.index),
 438                             ascb->scb->header.opcode);
 439         }
 440
 441         /* Catch these before we mask off the sb_opcode bits */
 442         switch (sb_opcode) {
 443         case REQ_TASK_ABORT: {
 444                 struct asd_ascb *a, *b;
 445                 u16 tc_abort;
 446                 struct domain_device *failed_dev = NULL;
 447
 448                 ASD_DPRINTK("%s: REQ_TASK_ABORT, reason=0x%X\n",
 449                             __func__, dl->status_block[3]);
 450
 451                 /*
 452                  * Find the task that caused the abort and abort it first.
 453                  * The sequencer won't put anything on the done list until
 454                  * that happens.
 455                  */
 456                 tc_abort = *((u16*)(&dl->status_block[1]));
 457                 tc_abort = le16_to_cpu(tc_abort);
 458
 459                 list_for_each_entry_safe(a, b, &asd_ha->seq.pend_q, list) {
 460                         struct sas_task *task = a->uldd_task;
 461
 462                         if (a->tc_index != tc_abort)
 463                                 continue;
 464
 465                         if (task) {
 466                                 failed_dev = task->dev;
 467                                 sas_task_abort(task);
 468                         } else {
 469                                 ASD_DPRINTK("R_T_A for non TASK scb 0x%x\n",
 470                                             a->scb->header.opcode);
 471                         }
 472                         break;
 473                 }
 474
 475                 if (!failed_dev) {
 476                         ASD_DPRINTK("%s: Can't find task (tc=%d) to abort!\n",
 477                                     __func__, tc_abort);
 478                         goto out;
 479                 }
 480
 481                 /*
 482                  * Now abort everything else for that device (hba?) so
 483                  * that the EH will wake up and do something.
 484                  */
 485                 list_for_each_entry_safe(a, b, &asd_ha->seq.pend_q, list) {
 486                         struct sas_task *task = a->uldd_task;
 487
 488                         if (task &&
 489                             task->dev == failed_dev &&
 490                             a->tc_index != tc_abort)
 491                                 sas_task_abort(task);
 492                 }
 493
 494                 goto out;
 495         }
 496         case REQ_DEVICE_RESET: {
 497                 struct asd_ascb *a;
 498                 u16 conn_handle;
 499                 unsigned long flags;
 500                 struct sas_task *last_dev_task = NULL;
 501
 502                 conn_handle = *((u16*)(&dl->status_block[1]));
 503                 conn_handle = le16_to_cpu(conn_handle);
 504
 505                 ASD_DPRINTK("%s: REQ_DEVICE_RESET, reason=0x%X\n", __func__,
 506                             dl->status_block[3]);
 507
 508                 /* Find the last pending task for the device... */
 509                 list_for_each_entry(a, &asd_ha->seq.pend_q, list) {
 510                         u16 x;
 511                         struct domain_device *dev;
 512                         struct sas_task *task = a->uldd_task;
 513
 514                         if (!task)
 515                                 continue;
 516                         dev = task->dev;
 517
 518                         x = (unsigned long)dev->lldd_dev;
 519                         if (x == conn_handle)
 520                                 last_dev_task = task;
 521                 }
 522
 523                 if (!last_dev_task) {
 524                         ASD_DPRINTK("%s: Device reset for idle device %d?\n",
 525                                     __func__, conn_handle);
 526                         goto out;
 527                 }
 528
 529                 /* ...and set the reset flag */
 530                 spin_lock_irqsave(&last_dev_task->task_state_lock, flags);
 531                 last_dev_task->task_state_flags |= SAS_TASK_NEED_DEV_RESET;
 532                 spin_unlock_irqrestore(&last_dev_task->task_state_lock, flags);
 533
 534                 /* Kill all pending tasks for the device */
 535                 list_for_each_entry(a, &asd_ha->seq.pend_q, list) {
 536                         u16 x;
 537                         struct domain_device *dev;
 538                         struct sas_task *task = a->uldd_task;
 539
 540                         if (!task)
 541                                 continue;
 542                         dev = task->dev;
 543
 544                         x = (unsigned long)dev->lldd_dev;
 545                         if (x == conn_handle)
 546                                 sas_task_abort(task);
 547                 }
 548
 549                 goto out;
 550         }
 551         case SIGNAL_NCQ_ERROR:
 552                 ASD_DPRINTK("%s: SIGNAL_NCQ_ERROR\n", __func__);
 553                 goto out;
 554         case CLEAR_NCQ_ERROR:
 555                 ASD_DPRINTK("%s: CLEAR_NCQ_ERROR\n", __func__);
 556                 goto out;
 557         }
 558
 559         sb_opcode &= ~DL_PHY_MASK;
 560
 561         switch (sb_opcode) {
 562         case BYTES_DMAED:
 563                 ASD_DPRINTK("%s: phy%d: BYTES_DMAED\n", __func__, phy_id);
 564                 asd_bytes_dmaed_tasklet(ascb, dl, edb, phy_id);
 565                 break;
 566         case PRIMITIVE_RECVD:
 567                 ASD_DPRINTK("%s: phy%d: PRIMITIVE_RECVD\n", __func__,
 568                             phy_id);
 569                 asd_primitive_rcvd_tasklet(ascb, dl, phy_id);
 570                 break;
 571         case PHY_EVENT:
 572                 ASD_DPRINTK("%s: phy%d: PHY_EVENT\n", __func__, phy_id);
 573                 asd_phy_event_tasklet(ascb, dl);
 574                 break;
 575         case LINK_RESET_ERROR:
 576                 ASD_DPRINTK("%s: phy%d: LINK_RESET_ERROR\n", __func__,
 577                             phy_id);
 578                 asd_link_reset_err_tasklet(ascb, dl, phy_id);
 579                 break;
 580         case TIMER_EVENT:
 581                 ASD_DPRINTK("%s: phy%d: TIMER_EVENT, lost dw sync\n",
 582                             __func__, phy_id);
 583                 asd_turn_led(asd_ha, phy_id, 0);
 584                 /* the device is gone */
 585                 sas_phy_disconnected(sas_phy);
 586                 asd_deform_port(asd_ha, phy);
 587                 sas_ha->notify_port_event(sas_phy, PORTE_TIMER_EVENT);
 588                 break;
 589         default:
 590                 ASD_DPRINTK("%s: phy%d: unknown event:0x%x\n", __func__,
 591                             phy_id, sb_opcode);
 592                 ASD_DPRINTK("edb is 0x%x! dl->opcode is 0x%x\n",
 593                             edb, dl->opcode);
 594                 ASD_DPRINTK("sb_opcode : 0x%x, phy_id: 0x%x\n",
 595                             sb_opcode, phy_id);
 596                 ASD_DPRINTK("escb: vaddr: 0x%p, "
 597                             "dma_handle: 0x%llx, next: 0x%llx, "
 598                             "index:%d, opcode:0x%02x\n",
 599                             ascb->dma_scb.vaddr,
 600                             (unsigned long long)ascb->dma_scb.dma_handle,
 601                             (unsigned long long)
 602                             le64_to_cpu(ascb->scb->header.next_scb),
 603                             le16_to_cpu(ascb->scb->header.index),
 604                             ascb->scb->header.opcode);
 605
 606                 break;
 607         }
 608 out:
 609         asd_invalidate_edb(ascb, edb);
 610 }
 611
 612 int asd_init_post_escbs(struct asd_ha_struct *asd_ha)
 613 {
 614         struct asd_seq_data *seq = &asd_ha->seq;
 615         int i;
 616
 617         for (i = 0; i < seq->num_escbs; i++)
 618                 seq->escb_arr[i]->tasklet_complete = escb_tasklet_complete;
 619
 620         ASD_DPRINTK("posting %d escbs\n", i);
 621         return asd_post_escb_list(asd_ha, seq->escb_arr[0], seq->num_escbs);
 622 }
 623
 624 /* ---------- CONTROL PHY ---------- */
 625
 626 #define CONTROL_PHY_STATUS (CURRENT_DEVICE_PRESENT | CURRENT_OOB_DONE   \
 627                             | CURRENT_SPINUP_HOLD | CURRENT_GTO_TIMEOUT \
 628                             | CURRENT_OOB_ERROR)
 629
 630 /**
 631  * control_phy_tasklet_complete -- tasklet complete for CONTROL PHY ascb
 632  * @ascb: pointer to an ascb
 633  * @dl: pointer to the done list entry
 634  *
 635  * This function completes a CONTROL PHY scb and frees the ascb.
 636  * A note on LEDs:
 637  *  - an LED blinks if there is IO though it,
 638  *  - if a device is connected to the LED, it is lit,
 639  *  - if no device is connected to the LED, is is dimmed (off).
 640  */
 641 static void control_phy_tasklet_complete(struct asd_ascb *ascb,
 642                                          struct done_list_struct *dl)
 643 {
 644         struct asd_ha_struct *asd_ha = ascb->ha;
 645         struct scb *scb = ascb->scb;
 646         struct control_phy *control_phy = &scb->control_phy;
 647         u8 phy_id = control_phy->phy_id;
 648         struct asd_phy *phy = &ascb->ha->phys[phy_id];
 649
 650         u8 status     = dl->status_block[0];
 651         u8 oob_status = dl->status_block[1];
 652         u8 oob_mode   = dl->status_block[2];
 653         /* u8 oob_signals= dl->status_block[3]; */
 654
 655         if (status != 0) {
 656                 ASD_DPRINTK("%s: phy%d status block opcode:0x%x\n",
 657                             __func__, phy_id, status);
 658                 goto out;
 659         }
 660
 661         switch (control_phy->sub_func) {
 662         case DISABLE_PHY:
 663                 asd_ha->hw_prof.enabled_phys &= ~(1 << phy_id);
 664                 asd_turn_led(asd_ha, phy_id, 0);
 665                 asd_control_led(asd_ha, phy_id, 0);
 666                 ASD_DPRINTK("%s: disable phy%d\n", __func__, phy_id);
 667                 break;
 668
 669         case ENABLE_PHY:
 670                 asd_control_led(asd_ha, phy_id, 1);
 671                 if (oob_status & CURRENT_OOB_DONE) {
 672                         asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
 673                         get_lrate_mode(phy, oob_mode);
 674                         asd_turn_led(asd_ha, phy_id, 1);
 675                         ASD_DPRINTK("%s: phy%d, lrate:0x%x, proto:0x%x\n",
 676                                     __func__, phy_id,phy->sas_phy.linkrate,
 677                                     phy->sas_phy.iproto);
 678                 } else if (oob_status & CURRENT_SPINUP_HOLD) {
 679                         asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
 680                         asd_turn_led(asd_ha, phy_id, 1);
 681                         ASD_DPRINTK("%s: phy%d, spinup hold\n", __func__,
 682                                     phy_id);
 683                 } else if (oob_status & CURRENT_ERR_MASK) {
 684                         asd_turn_led(asd_ha, phy_id, 0);
 685                         ASD_DPRINTK("%s: phy%d: error: oob status:0x%02x\n",
 686                                     __func__, phy_id, oob_status);
 687                 } else if (oob_status & (CURRENT_HOT_PLUG_CNCT
 688                                          | CURRENT_DEVICE_PRESENT))  {
 689                         asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
 690                         asd_turn_led(asd_ha, phy_id, 1);
 691                         ASD_DPRINTK("%s: phy%d: hot plug or device present\n",
 692                                     __func__, phy_id);
 693                 } else {
 694                         asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
 695                         asd_turn_led(asd_ha, phy_id, 0);
 696                         ASD_DPRINTK("%s: phy%d: no device present: "
 697                                     "oob_status:0x%x\n",
 698                                     __func__, phy_id, oob_status);
 699                 }
 700                 break;
 701         case RELEASE_SPINUP_HOLD:
 702         case PHY_NO_OP:
 703         case EXECUTE_HARD_RESET:
 704                 ASD_DPRINTK("%s: phy%d: sub_func:0x%x\n", __func__,
 705                             phy_id, control_phy->sub_func);
 706                 /* XXX finish */
 707                 break;
 708         default:
 709                 ASD_DPRINTK("%s: phy%d: sub_func:0x%x?\n", __func__,
 710                             phy_id, control_phy->sub_func);
 711                 break;
 712         }
 713 out:
 714         asd_ascb_free(ascb);
 715 }
 716
 717 static void set_speed_mask(u8 *speed_mask, struct asd_phy_desc *pd)
 718 {
 719         /* disable all speeds, then enable defaults */
 720         *speed_mask = SAS_SPEED_60_DIS | SAS_SPEED_30_DIS | SAS_SPEED_15_DIS
 721                 | SATA_SPEED_30_DIS | SATA_SPEED_15_DIS;
 722
 723         switch (pd->max_sas_lrate) {
 724         case SAS_LINK_RATE_6_0_GBPS:
 725                 *speed_mask &= ~SAS_SPEED_60_DIS;
 726         default:
 727         case SAS_LINK_RATE_3_0_GBPS:
 728                 *speed_mask &= ~SAS_SPEED_30_DIS;
 729         case SAS_LINK_RATE_1_5_GBPS:
 730                 *speed_mask &= ~SAS_SPEED_15_DIS;
 731         }
 732
 733         switch (pd->min_sas_lrate) {
 734         case SAS_LINK_RATE_6_0_GBPS:
 735                 *speed_mask |= SAS_SPEED_30_DIS;
 736         case SAS_LINK_RATE_3_0_GBPS:
 737                 *speed_mask |= SAS_SPEED_15_DIS;
 738         default:
 739         case SAS_LINK_RATE_1_5_GBPS:
 740                 /* nothing to do */
 741                 ;
 742         }
 743
 744         switch (pd->max_sata_lrate) {
 745         case SAS_LINK_RATE_3_0_GBPS:
 746                 *speed_mask &= ~SATA_SPEED_30_DIS;
 747         default:
 748         case SAS_LINK_RATE_1_5_GBPS:
 749                 *speed_mask &= ~SATA_SPEED_15_DIS;
 750         }
 751
 752         switch (pd->min_sata_lrate) {
 753         case SAS_LINK_RATE_3_0_GBPS:
 754                 *speed_mask |= SATA_SPEED_15_DIS;
 755         default:
 756         case SAS_LINK_RATE_1_5_GBPS:
 757                 /* nothing to do */
 758                 ;
 759         }
 760 }
 761
 762 /**
 763  * asd_build_control_phy -- build a CONTROL PHY SCB
 764  * @ascb: pointer to an ascb
 765  * @phy_id: phy id to control, integer
 766  * @subfunc: subfunction, what to actually to do the phy
 767  *
 768  * This function builds a CONTROL PHY scb.  No allocation of any kind
 769  * is performed. @ascb is allocated with the list function.
 770  * The caller can override the ascb->tasklet_complete to point
 771  * to its own callback function.  It must call asd_ascb_free()
 772  * at its tasklet complete function.
 773  * See the default implementation.
 774  */
 775 void asd_build_control_phy(struct asd_ascb *ascb, int phy_id, u8 subfunc)
 776 {
 777         struct asd_phy *phy = &ascb->ha->phys[phy_id];
 778         struct scb *scb = ascb->scb;
 779         struct control_phy *control_phy = &scb->control_phy;
 780
 781         scb->header.opcode = CONTROL_PHY;
 782         control_phy->phy_id = (u8) phy_id;
 783         control_phy->sub_func = subfunc;
 784
 785         switch (subfunc) {
 786         case EXECUTE_HARD_RESET:  /* 0x81 */
 787         case ENABLE_PHY:          /* 0x01 */
 788                 /* decide hot plug delay */
 789                 control_phy->hot_plug_delay = HOTPLUG_DELAY_TIMEOUT;
 790
 791                 /* decide speed mask */
 792                 set_speed_mask(&control_phy->speed_mask, phy->phy_desc);
 793
 794                 /* initiator port settings are in the hi nibble */
 795                 if (phy->sas_phy.role == PHY_ROLE_INITIATOR)
 796                         control_phy->port_type = SAS_PROTOCOL_ALL << 4;
 797                 else if (phy->sas_phy.role == PHY_ROLE_TARGET)
 798                         control_phy->port_type = SAS_PROTOCOL_ALL;
 799                 else
 800                         control_phy->port_type =
 801                                 (SAS_PROTOCOL_ALL << 4) | SAS_PROTOCOL_ALL;
 802
 803                 /* link reset retries, this should be nominal */
 804                 control_phy->link_reset_retries = 10;
 805
 806         case RELEASE_SPINUP_HOLD: /* 0x02 */
 807                 /* decide the func_mask */
 808                 control_phy->func_mask = FUNCTION_MASK_DEFAULT;
 809                 if (phy->phy_desc->flags & ASD_SATA_SPINUP_HOLD)
 810                         control_phy->func_mask &= ~SPINUP_HOLD_DIS;
 811                 else
 812                         control_phy->func_mask |= SPINUP_HOLD_DIS;
 813         }
 814
 815         control_phy->conn_handle = cpu_to_le16(0xFFFF);
 816
 817         ascb->tasklet_complete = control_phy_tasklet_complete;
 818 }
 819
 820 /* ---------- INITIATE LINK ADM TASK ---------- */
 821
 822 #if 0
 823
 824 static void link_adm_tasklet_complete(struct asd_ascb *ascb,
 825                                       struct done_list_struct *dl)
 826 {
 827         u8 opcode = dl->opcode;
 828         struct initiate_link_adm *link_adm = &ascb->scb->link_adm;
 829         u8 phy_id = link_adm->phy_id;
 830
 831         if (opcode != TC_NO_ERROR) {
 832                 asd_printk("phy%d: link adm task 0x%x completed with error "
 833                            "0x%x\n", phy_id, link_adm->sub_func, opcode);
 834         }
 835         ASD_DPRINTK("phy%d: link adm task 0x%x: 0x%x\n",
 836                     phy_id, link_adm->sub_func, opcode);
 837
 838         asd_ascb_free(ascb);
 839 }
 840
 841 void asd_build_initiate_link_adm_task(struct asd_ascb *ascb, int phy_id,
 842                                       u8 subfunc)
 843 {
 844         struct scb *scb = ascb->scb;
 845         struct initiate_link_adm *link_adm = &scb->link_adm;
 846
 847         scb->header.opcode = INITIATE_LINK_ADM_TASK;
 848
 849         link_adm->phy_id = phy_id;
 850         link_adm->sub_func = subfunc;
 851         link_adm->conn_handle = cpu_to_le16(0xFFFF);
 852
 853         ascb->tasklet_complete = link_adm_tasklet_complete;
 854 }
 855
 856 #endif  /*  0  */
 857
 858 /* ---------- SCB timer ---------- */
 859
 860 /**
 861  * asd_ascb_timedout -- called when a pending SCB's timer has expired
 862  * @data: unsigned long, a pointer to the ascb in question
 863  *
 864  * This is the default timeout function which does the most necessary.
 865  * Upper layers can implement their own timeout function, say to free
 866  * resources they have with this SCB, and then call this one at the
 867  * end of their timeout function.  To do this, one should initialize
 868  * the ascb->timer.{function, data, expires} prior to calling the post
 869  * funcion.  The timer is started by the post function.
 870  */
 871 void asd_ascb_timedout(unsigned long data)
 872 {
 873         struct asd_ascb *ascb = (void *) data;
 874         struct asd_seq_data *seq = &ascb->ha->seq;
 875         unsigned long flags;
 876
 877         ASD_DPRINTK("scb:0x%x timed out\n", ascb->scb->header.opcode);
 878
 879         spin_lock_irqsave(&seq->pend_q_lock, flags);
 880         seq->pending--;
 881         list_del_init(&ascb->list);
 882         spin_unlock_irqrestore(&seq->pend_q_lock, flags);
 883
 884         asd_ascb_free(ascb);
 885 }
 886
 887 /* ---------- CONTROL PHY ---------- */
 888
 889 /* Given the spec value, return a driver value. */
 890 static const int phy_func_table[] = {
 891         [PHY_FUNC_NOP]        = PHY_NO_OP,
 892         [PHY_FUNC_LINK_RESET] = ENABLE_PHY,
 893         [PHY_FUNC_HARD_RESET] = EXECUTE_HARD_RESET,
 894         [PHY_FUNC_DISABLE]    = DISABLE_PHY,
 895         [PHY_FUNC_RELEASE_SPINUP_HOLD] = RELEASE_SPINUP_HOLD,
 896 };
 897
 898 int asd_control_phy(struct asd_sas_phy *phy, enum phy_func func, void *arg)
 899 {
 900         struct asd_ha_struct *asd_ha = phy->ha->lldd_ha;
 901         struct asd_phy_desc *pd = asd_ha->phys[phy->id].phy_desc;
 902         struct asd_ascb *ascb;
 903         struct sas_phy_linkrates *rates;
 904         int res = 1;
 905
 906         switch (func) {
 907         case PHY_FUNC_CLEAR_ERROR_LOG:
 908                 return -ENOSYS;
 909         case PHY_FUNC_SET_LINK_RATE:
 910                 rates = arg;
 911                 if (rates->minimum_linkrate) {
 912                         pd->min_sas_lrate = rates->minimum_linkrate;
 913                         pd->min_sata_lrate = rates->minimum_linkrate;
 914                 }
 915                 if (rates->maximum_linkrate) {
 916                         pd->max_sas_lrate = rates->maximum_linkrate;
 917                         pd->max_sata_lrate = rates->maximum_linkrate;
 918                 }
 919                 func = PHY_FUNC_LINK_RESET;
 920                 break;
 921         default:
 922                 break;
 923         }
 924
 925         ascb = asd_ascb_alloc_list(asd_ha, &res, GFP_KERNEL);
 926         if (!ascb)
 927                 return -ENOMEM;
 928
 929         asd_build_control_phy(ascb, phy->id, phy_func_table[func]);
 930         res = asd_post_ascb_list(asd_ha, ascb , 1);
 931         if (res)
 932                 asd_ascb_free(ascb);
 933
 934         return res;
 935 }