drivers/infiniband/hw/nes/nes_hw.h

   1 /*
   2 * Copyright (c) 2006 - 2008 NetEffect, Inc. All rights reserved.
   3 *
   4 * This software is available to you under a choice of one of two
   5 * licenses.  You may choose to be licensed under the terms of the GNU
   6 * General Public License (GPL) Version 2, available from the file
   7 * COPYING in the main directory of this source tree, or the
   8 * OpenIB.org BSD license below:
   9 *
  10 *     Redistribution and use in source and binary forms, with or
  11 *     without modification, are permitted provided that the following
  12 *     conditions are met:
  13 *
  14 *      - Redistributions of source code must retain the above
  15 *        copyright notice, this list of conditions and the following
  16 *        disclaimer.
  17 *
  18 *      - Redistributions in binary form must reproduce the above
  19 *        copyright notice, this list of conditions and the following
  20 *        disclaimer in the documentation and/or other materials
  21 *        provided with the distribution.
  22 *
  23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30 * SOFTWARE.
  31 */
  32
  33 #ifndef __NES_HW_H
  34 #define __NES_HW_H
  35
  36 #include <linux/inet_lro.h>
  37
  38 #define NES_PHY_TYPE_1G        2
  39 #define NES_PHY_TYPE_IRIS      3
  40 #define NES_PHY_TYPE_ARGUS     4
  41 #define NES_PHY_TYPE_PUMA_1G   5
  42 #define NES_PHY_TYPE_PUMA_10G  6
  43
  44 #define NES_MULTICAST_PF_MAX 8
  45
  46 enum pci_regs {
  47         NES_INT_STAT = 0x0000,
  48         NES_INT_MASK = 0x0004,
  49         NES_INT_PENDING = 0x0008,
  50         NES_INTF_INT_STAT = 0x000C,
  51         NES_INTF_INT_MASK = 0x0010,
  52         NES_TIMER_STAT = 0x0014,
  53         NES_PERIODIC_CONTROL = 0x0018,
  54         NES_ONE_SHOT_CONTROL = 0x001C,
  55         NES_EEPROM_COMMAND = 0x0020,
  56         NES_EEPROM_DATA = 0x0024,
  57         NES_FLASH_COMMAND = 0x0028,
  58         NES_FLASH_DATA  = 0x002C,
  59         NES_SOFTWARE_RESET = 0x0030,
  60         NES_CQ_ACK = 0x0034,
  61         NES_WQE_ALLOC = 0x0040,
  62         NES_CQE_ALLOC = 0x0044,
  63 };
  64
  65 enum indexed_regs {
  66         NES_IDX_CREATE_CQP_LOW = 0x0000,
  67         NES_IDX_CREATE_CQP_HIGH = 0x0004,
  68         NES_IDX_QP_CONTROL = 0x0040,
  69         NES_IDX_FLM_CONTROL = 0x0080,
  70         NES_IDX_INT_CPU_STATUS = 0x00a0,
  71         NES_IDX_GPIO_CONTROL = 0x00f0,
  72         NES_IDX_GPIO_DATA = 0x00f4,
  73         NES_IDX_TCP_CONFIG0 = 0x01e4,
  74         NES_IDX_TCP_TIMER_CONFIG = 0x01ec,
  75         NES_IDX_TCP_NOW = 0x01f0,
  76         NES_IDX_QP_MAX_CFG_SIZES = 0x0200,
  77         NES_IDX_QP_CTX_SIZE = 0x0218,
  78         NES_IDX_TCP_TIMER_SIZE0 = 0x0238,
  79         NES_IDX_TCP_TIMER_SIZE1 = 0x0240,
  80         NES_IDX_ARP_CACHE_SIZE = 0x0258,
  81         NES_IDX_CQ_CTX_SIZE = 0x0260,
  82         NES_IDX_MRT_SIZE = 0x0278,
  83         NES_IDX_PBL_REGION_SIZE = 0x0280,
  84         NES_IDX_IRRQ_COUNT = 0x02b0,
  85         NES_IDX_RX_WINDOW_BUFFER_PAGE_TABLE_SIZE = 0x02f0,
  86         NES_IDX_RX_WINDOW_BUFFER_SIZE = 0x0300,
  87         NES_IDX_DST_IP_ADDR = 0x0400,
  88         NES_IDX_PCIX_DIAG = 0x08e8,
  89         NES_IDX_MPP_DEBUG = 0x0a00,
  90         NES_IDX_PORT_RX_DISCARDS = 0x0a30,
  91         NES_IDX_PORT_TX_DISCARDS = 0x0a34,
  92         NES_IDX_MPP_LB_DEBUG = 0x0b00,
  93         NES_IDX_DENALI_CTL_22 = 0x1058,
  94         NES_IDX_MAC_TX_CONTROL = 0x2000,
  95         NES_IDX_MAC_TX_CONFIG = 0x2004,
  96         NES_IDX_MAC_TX_PAUSE_QUANTA = 0x2008,
  97         NES_IDX_MAC_RX_CONTROL = 0x200c,
  98         NES_IDX_MAC_RX_CONFIG = 0x2010,
  99         NES_IDX_MAC_EXACT_MATCH_BOTTOM = 0x201c,
 100         NES_IDX_MAC_MDIO_CONTROL = 0x2084,
 101         NES_IDX_MAC_TX_OCTETS_LOW = 0x2100,
 102         NES_IDX_MAC_TX_OCTETS_HIGH = 0x2104,
 103         NES_IDX_MAC_TX_FRAMES_LOW = 0x2108,
 104         NES_IDX_MAC_TX_FRAMES_HIGH = 0x210c,
 105         NES_IDX_MAC_TX_PAUSE_FRAMES = 0x2118,
 106         NES_IDX_MAC_TX_ERRORS = 0x2138,
 107         NES_IDX_MAC_RX_OCTETS_LOW = 0x213c,
 108         NES_IDX_MAC_RX_OCTETS_HIGH = 0x2140,
 109         NES_IDX_MAC_RX_FRAMES_LOW = 0x2144,
 110         NES_IDX_MAC_RX_FRAMES_HIGH = 0x2148,
 111         NES_IDX_MAC_RX_BC_FRAMES_LOW = 0x214c,
 112         NES_IDX_MAC_RX_MC_FRAMES_HIGH = 0x2150,
 113         NES_IDX_MAC_RX_PAUSE_FRAMES = 0x2154,
 114         NES_IDX_MAC_RX_SHORT_FRAMES = 0x2174,
 115         NES_IDX_MAC_RX_OVERSIZED_FRAMES = 0x2178,
 116         NES_IDX_MAC_RX_JABBER_FRAMES = 0x217c,
 117         NES_IDX_MAC_RX_CRC_ERR_FRAMES = 0x2180,
 118         NES_IDX_MAC_RX_LENGTH_ERR_FRAMES = 0x2184,
 119         NES_IDX_MAC_RX_SYMBOL_ERR_FRAMES = 0x2188,
 120         NES_IDX_MAC_INT_STATUS = 0x21f0,
 121         NES_IDX_MAC_INT_MASK = 0x21f4,
 122         NES_IDX_PHY_PCS_CONTROL_STATUS0 = 0x2800,
 123         NES_IDX_PHY_PCS_CONTROL_STATUS1 = 0x2a00,
 124         NES_IDX_ETH_SERDES_COMMON_CONTROL0 = 0x2808,
 125         NES_IDX_ETH_SERDES_COMMON_CONTROL1 = 0x2a08,
 126         NES_IDX_ETH_SERDES_COMMON_STATUS0 = 0x280c,
 127         NES_IDX_ETH_SERDES_COMMON_STATUS1 = 0x2a0c,
 128         NES_IDX_ETH_SERDES_TX_EMP0 = 0x2810,
 129         NES_IDX_ETH_SERDES_TX_EMP1 = 0x2a10,
 130         NES_IDX_ETH_SERDES_TX_DRIVE0 = 0x2814,
 131         NES_IDX_ETH_SERDES_TX_DRIVE1 = 0x2a14,
 132         NES_IDX_ETH_SERDES_RX_MODE0 = 0x2818,
 133         NES_IDX_ETH_SERDES_RX_MODE1 = 0x2a18,
 134         NES_IDX_ETH_SERDES_RX_SIGDET0 = 0x281c,
 135         NES_IDX_ETH_SERDES_RX_SIGDET1 = 0x2a1c,
 136         NES_IDX_ETH_SERDES_BYPASS0 = 0x2820,
 137         NES_IDX_ETH_SERDES_BYPASS1 = 0x2a20,
 138         NES_IDX_ETH_SERDES_LOOPBACK_CONTROL0 = 0x2824,
 139         NES_IDX_ETH_SERDES_LOOPBACK_CONTROL1 = 0x2a24,
 140         NES_IDX_ETH_SERDES_RX_EQ_CONTROL0 = 0x2828,
 141         NES_IDX_ETH_SERDES_RX_EQ_CONTROL1 = 0x2a28,
 142         NES_IDX_ETH_SERDES_RX_EQ_STATUS0 = 0x282c,
 143         NES_IDX_ETH_SERDES_RX_EQ_STATUS1 = 0x2a2c,
 144         NES_IDX_ETH_SERDES_CDR_RESET0 = 0x2830,
 145         NES_IDX_ETH_SERDES_CDR_RESET1 = 0x2a30,
 146         NES_IDX_ETH_SERDES_CDR_CONTROL0 = 0x2834,
 147         NES_IDX_ETH_SERDES_CDR_CONTROL1 = 0x2a34,
 148         NES_IDX_ETH_SERDES_TX_HIGHZ_LANE_MODE0 = 0x2838,
 149         NES_IDX_ETH_SERDES_TX_HIGHZ_LANE_MODE1 = 0x2a38,
 150         NES_IDX_ENDNODE0_NSTAT_RX_DISCARD = 0x3080,
 151         NES_IDX_ENDNODE0_NSTAT_RX_OCTETS_LO = 0x3000,
 152         NES_IDX_ENDNODE0_NSTAT_RX_OCTETS_HI = 0x3004,
 153         NES_IDX_ENDNODE0_NSTAT_RX_FRAMES_LO = 0x3008,
 154         NES_IDX_ENDNODE0_NSTAT_RX_FRAMES_HI = 0x300c,
 155         NES_IDX_ENDNODE0_NSTAT_TX_OCTETS_LO = 0x7000,
 156         NES_IDX_ENDNODE0_NSTAT_TX_OCTETS_HI = 0x7004,
 157         NES_IDX_ENDNODE0_NSTAT_TX_FRAMES_LO = 0x7008,
 158         NES_IDX_ENDNODE0_NSTAT_TX_FRAMES_HI = 0x700c,
 159         NES_IDX_WQM_CONFIG1 = 0x5004,
 160         NES_IDX_CM_CONFIG = 0x5100,
 161         NES_IDX_NIC_LOGPORT_TO_PHYPORT = 0x6000,
 162         NES_IDX_NIC_PHYPORT_TO_USW = 0x6008,
 163         NES_IDX_NIC_ACTIVE = 0x6010,
 164         NES_IDX_NIC_UNICAST_ALL = 0x6018,
 165         NES_IDX_NIC_MULTICAST_ALL = 0x6020,
 166         NES_IDX_NIC_MULTICAST_ENABLE = 0x6028,
 167         NES_IDX_NIC_BROADCAST_ON = 0x6030,
 168         NES_IDX_USED_CHUNKS_TX = 0x60b0,
 169         NES_IDX_TX_POOL_SIZE = 0x60b8,
 170         NES_IDX_QUAD_HASH_TABLE_SIZE = 0x6148,
 171         NES_IDX_PERFECT_FILTER_LOW = 0x6200,
 172         NES_IDX_PERFECT_FILTER_HIGH = 0x6204,
 173         NES_IDX_IPV4_TCP_REXMITS = 0x7080,
 174         NES_IDX_DEBUG_ERROR_CONTROL_STATUS = 0x913c,
 175         NES_IDX_DEBUG_ERROR_MASKS0 = 0x9140,
 176         NES_IDX_DEBUG_ERROR_MASKS1 = 0x9144,
 177         NES_IDX_DEBUG_ERROR_MASKS2 = 0x9148,
 178         NES_IDX_DEBUG_ERROR_MASKS3 = 0x914c,
 179         NES_IDX_DEBUG_ERROR_MASKS4 = 0x9150,
 180         NES_IDX_DEBUG_ERROR_MASKS5 = 0x9154,
 181 };
 182
 183 #define NES_IDX_MAC_TX_CONFIG_ENABLE_PAUSE   1
 184 #define NES_IDX_MPP_DEBUG_PORT_DISABLE_PAUSE (1 << 17)
 185
 186 enum nes_cqp_opcodes {
 187         NES_CQP_CREATE_QP = 0x00,
 188         NES_CQP_MODIFY_QP = 0x01,
 189         NES_CQP_DESTROY_QP = 0x02,
 190         NES_CQP_CREATE_CQ = 0x03,
 191         NES_CQP_MODIFY_CQ = 0x04,
 192         NES_CQP_DESTROY_CQ = 0x05,
 193         NES_CQP_ALLOCATE_STAG = 0x09,
 194         NES_CQP_REGISTER_STAG = 0x0a,
 195         NES_CQP_QUERY_STAG = 0x0b,
 196         NES_CQP_REGISTER_SHARED_STAG = 0x0c,
 197         NES_CQP_DEALLOCATE_STAG = 0x0d,
 198         NES_CQP_MANAGE_ARP_CACHE = 0x0f,
 199         NES_CQP_SUSPEND_QPS = 0x11,
 200         NES_CQP_UPLOAD_CONTEXT = 0x13,
 201         NES_CQP_CREATE_CEQ = 0x16,
 202         NES_CQP_DESTROY_CEQ = 0x18,
 203         NES_CQP_CREATE_AEQ = 0x19,
 204         NES_CQP_DESTROY_AEQ = 0x1b,
 205         NES_CQP_LMI_ACCESS = 0x20,
 206         NES_CQP_FLUSH_WQES = 0x22,
 207         NES_CQP_MANAGE_APBVT = 0x23
 208 };
 209
 210 enum nes_cqp_wqe_word_idx {
 211         NES_CQP_WQE_OPCODE_IDX = 0,
 212         NES_CQP_WQE_ID_IDX = 1,
 213         NES_CQP_WQE_COMP_CTX_LOW_IDX = 2,
 214         NES_CQP_WQE_COMP_CTX_HIGH_IDX = 3,
 215         NES_CQP_WQE_COMP_SCRATCH_LOW_IDX = 4,
 216         NES_CQP_WQE_COMP_SCRATCH_HIGH_IDX = 5,
 217 };
 218
 219 enum nes_cqp_cq_wqeword_idx {
 220         NES_CQP_CQ_WQE_PBL_LOW_IDX = 6,
 221         NES_CQP_CQ_WQE_PBL_HIGH_IDX = 7,
 222         NES_CQP_CQ_WQE_CQ_CONTEXT_LOW_IDX = 8,
 223         NES_CQP_CQ_WQE_CQ_CONTEXT_HIGH_IDX = 9,
 224         NES_CQP_CQ_WQE_DOORBELL_INDEX_HIGH_IDX = 10,
 225 };
 226
 227 enum nes_cqp_stag_wqeword_idx {
 228         NES_CQP_STAG_WQE_PBL_BLK_COUNT_IDX = 1,
 229         NES_CQP_STAG_WQE_LEN_HIGH_PD_IDX = 6,
 230         NES_CQP_STAG_WQE_LEN_LOW_IDX = 7,
 231         NES_CQP_STAG_WQE_STAG_IDX = 8,
 232         NES_CQP_STAG_WQE_VA_LOW_IDX = 10,
 233         NES_CQP_STAG_WQE_VA_HIGH_IDX = 11,
 234         NES_CQP_STAG_WQE_PA_LOW_IDX = 12,
 235         NES_CQP_STAG_WQE_PA_HIGH_IDX = 13,
 236         NES_CQP_STAG_WQE_PBL_LEN_IDX = 14
 237 };
 238
 239 #define NES_CQP_OP_IWARP_STATE_SHIFT 28
 240
 241 enum nes_cqp_qp_bits {
 242         NES_CQP_QP_ARP_VALID = (1<<8),
 243         NES_CQP_QP_WINBUF_VALID = (1<<9),
 244         NES_CQP_QP_CONTEXT_VALID = (1<<10),
 245         NES_CQP_QP_ORD_VALID = (1<<11),
 246         NES_CQP_QP_WINBUF_DATAIND_EN = (1<<12),
 247         NES_CQP_QP_VIRT_WQS = (1<<13),
 248         NES_CQP_QP_DEL_HTE = (1<<14),
 249         NES_CQP_QP_CQS_VALID = (1<<15),
 250         NES_CQP_QP_TYPE_TSA = 0,
 251         NES_CQP_QP_TYPE_IWARP = (1<<16),
 252         NES_CQP_QP_TYPE_CQP = (4<<16),
 253         NES_CQP_QP_TYPE_NIC = (5<<16),
 254         NES_CQP_QP_MSS_CHG = (1<<20),
 255         NES_CQP_QP_STATIC_RESOURCES = (1<<21),
 256         NES_CQP_QP_IGNORE_MW_BOUND = (1<<22),
 257         NES_CQP_QP_VWQ_USE_LMI = (1<<23),
 258         NES_CQP_QP_IWARP_STATE_IDLE = (1<<NES_CQP_OP_IWARP_STATE_SHIFT),
 259         NES_CQP_QP_IWARP_STATE_RTS = (2<<NES_CQP_OP_IWARP_STATE_SHIFT),
 260         NES_CQP_QP_IWARP_STATE_CLOSING = (3<<NES_CQP_OP_IWARP_STATE_SHIFT),
 261         NES_CQP_QP_IWARP_STATE_TERMINATE = (5<<NES_CQP_OP_IWARP_STATE_SHIFT),
 262         NES_CQP_QP_IWARP_STATE_ERROR = (6<<NES_CQP_OP_IWARP_STATE_SHIFT),
 263         NES_CQP_QP_IWARP_STATE_MASK = (7<<NES_CQP_OP_IWARP_STATE_SHIFT),
 264         NES_CQP_QP_RESET = (1<<31),
 265 };
 266
 267 enum nes_cqp_qp_wqe_word_idx {
 268         NES_CQP_QP_WQE_CONTEXT_LOW_IDX = 6,
 269         NES_CQP_QP_WQE_CONTEXT_HIGH_IDX = 7,
 270         NES_CQP_QP_WQE_NEW_MSS_IDX = 15,
 271 };
 272
 273 enum nes_nic_ctx_bits {
 274         NES_NIC_CTX_RQ_SIZE_32 = (3<<8),
 275         NES_NIC_CTX_RQ_SIZE_512 = (3<<8),
 276         NES_NIC_CTX_SQ_SIZE_32 = (1<<10),
 277         NES_NIC_CTX_SQ_SIZE_512 = (3<<10),
 278 };
 279
 280 enum nes_nic_qp_ctx_word_idx {
 281         NES_NIC_CTX_MISC_IDX = 0,
 282         NES_NIC_CTX_SQ_LOW_IDX = 2,
 283         NES_NIC_CTX_SQ_HIGH_IDX = 3,
 284         NES_NIC_CTX_RQ_LOW_IDX = 4,
 285         NES_NIC_CTX_RQ_HIGH_IDX = 5,
 286 };
 287
 288 enum nes_cqp_cq_bits {
 289         NES_CQP_CQ_CEQE_MASK = (1<<9),
 290         NES_CQP_CQ_CEQ_VALID = (1<<10),
 291         NES_CQP_CQ_RESIZE = (1<<11),
 292         NES_CQP_CQ_CHK_OVERFLOW = (1<<12),
 293         NES_CQP_CQ_4KB_CHUNK = (1<<14),
 294         NES_CQP_CQ_VIRT = (1<<15),
 295 };
 296
 297 enum nes_cqp_stag_bits {
 298         NES_CQP_STAG_VA_TO = (1<<9),
 299         NES_CQP_STAG_DEALLOC_PBLS = (1<<10),
 300         NES_CQP_STAG_PBL_BLK_SIZE = (1<<11),
 301         NES_CQP_STAG_MR = (1<<13),
 302         NES_CQP_STAG_RIGHTS_LOCAL_READ = (1<<16),
 303         NES_CQP_STAG_RIGHTS_LOCAL_WRITE = (1<<17),
 304         NES_CQP_STAG_RIGHTS_REMOTE_READ = (1<<18),
 305         NES_CQP_STAG_RIGHTS_REMOTE_WRITE = (1<<19),
 306         NES_CQP_STAG_RIGHTS_WINDOW_BIND = (1<<20),
 307         NES_CQP_STAG_REM_ACC_EN = (1<<21),
 308         NES_CQP_STAG_LEAVE_PENDING = (1<<31),
 309 };
 310
 311 enum nes_cqp_ceq_wqeword_idx {
 312         NES_CQP_CEQ_WQE_ELEMENT_COUNT_IDX = 1,
 313         NES_CQP_CEQ_WQE_PBL_LOW_IDX = 6,
 314         NES_CQP_CEQ_WQE_PBL_HIGH_IDX = 7,
 315 };
 316
 317 enum nes_cqp_ceq_bits {
 318         NES_CQP_CEQ_4KB_CHUNK = (1<<14),
 319         NES_CQP_CEQ_VIRT = (1<<15),
 320 };
 321
 322 enum nes_cqp_aeq_wqeword_idx {
 323         NES_CQP_AEQ_WQE_ELEMENT_COUNT_IDX = 1,
 324         NES_CQP_AEQ_WQE_PBL_LOW_IDX = 6,
 325         NES_CQP_AEQ_WQE_PBL_HIGH_IDX = 7,
 326 };
 327
 328 enum nes_cqp_aeq_bits {
 329         NES_CQP_AEQ_4KB_CHUNK = (1<<14),
 330         NES_CQP_AEQ_VIRT = (1<<15),
 331 };
 332
 333 enum nes_cqp_lmi_wqeword_idx {
 334         NES_CQP_LMI_WQE_LMI_OFFSET_IDX = 1,
 335         NES_CQP_LMI_WQE_FRAG_LOW_IDX = 8,
 336         NES_CQP_LMI_WQE_FRAG_HIGH_IDX = 9,
 337         NES_CQP_LMI_WQE_FRAG_LEN_IDX = 10,
 338 };
 339
 340 enum nes_cqp_arp_wqeword_idx {
 341         NES_CQP_ARP_WQE_MAC_ADDR_LOW_IDX = 6,
 342         NES_CQP_ARP_WQE_MAC_HIGH_IDX = 7,
 343         NES_CQP_ARP_WQE_REACHABILITY_MAX_IDX = 1,
 344 };
 345
 346 enum nes_cqp_upload_wqeword_idx {
 347         NES_CQP_UPLOAD_WQE_CTXT_LOW_IDX = 6,
 348         NES_CQP_UPLOAD_WQE_CTXT_HIGH_IDX = 7,
 349         NES_CQP_UPLOAD_WQE_HTE_IDX = 8,
 350 };
 351
 352 enum nes_cqp_arp_bits {
 353         NES_CQP_ARP_VALID = (1<<8),
 354         NES_CQP_ARP_PERM = (1<<9),
 355 };
 356
 357 enum nes_cqp_flush_bits {
 358         NES_CQP_FLUSH_SQ = (1<<30),
 359         NES_CQP_FLUSH_RQ = (1<<31),
 360 };
 361
 362 enum nes_cqe_opcode_bits {
 363         NES_CQE_STAG_VALID = (1<<6),
 364         NES_CQE_ERROR = (1<<7),
 365         NES_CQE_SQ = (1<<8),
 366         NES_CQE_SE = (1<<9),
 367         NES_CQE_PSH = (1<<29),
 368         NES_CQE_FIN = (1<<30),
 369         NES_CQE_VALID = (1<<31),
 370 };
 371
 372
 373 enum nes_cqe_word_idx {
 374         NES_CQE_PAYLOAD_LENGTH_IDX = 0,
 375         NES_CQE_COMP_COMP_CTX_LOW_IDX = 2,
 376         NES_CQE_COMP_COMP_CTX_HIGH_IDX = 3,
 377         NES_CQE_INV_STAG_IDX = 4,
 378         NES_CQE_QP_ID_IDX = 5,
 379         NES_CQE_ERROR_CODE_IDX = 6,
 380         NES_CQE_OPCODE_IDX = 7,
 381 };
 382
 383 enum nes_ceqe_word_idx {
 384         NES_CEQE_CQ_CTX_LOW_IDX = 0,
 385         NES_CEQE_CQ_CTX_HIGH_IDX = 1,
 386 };
 387
 388 enum nes_ceqe_status_bit {
 389         NES_CEQE_VALID = (1<<31),
 390 };
 391
 392 enum nes_int_bits {
 393         NES_INT_CEQ0 = (1<<0),
 394         NES_INT_CEQ1 = (1<<1),
 395         NES_INT_CEQ2 = (1<<2),
 396         NES_INT_CEQ3 = (1<<3),
 397         NES_INT_CEQ4 = (1<<4),
 398         NES_INT_CEQ5 = (1<<5),
 399         NES_INT_CEQ6 = (1<<6),
 400         NES_INT_CEQ7 = (1<<7),
 401         NES_INT_CEQ8 = (1<<8),
 402         NES_INT_CEQ9 = (1<<9),
 403         NES_INT_CEQ10 = (1<<10),
 404         NES_INT_CEQ11 = (1<<11),
 405         NES_INT_CEQ12 = (1<<12),
 406         NES_INT_CEQ13 = (1<<13),
 407         NES_INT_CEQ14 = (1<<14),
 408         NES_INT_CEQ15 = (1<<15),
 409         NES_INT_AEQ0 = (1<<16),
 410         NES_INT_AEQ1 = (1<<17),
 411         NES_INT_AEQ2 = (1<<18),
 412         NES_INT_AEQ3 = (1<<19),
 413         NES_INT_AEQ4 = (1<<20),
 414         NES_INT_AEQ5 = (1<<21),
 415         NES_INT_AEQ6 = (1<<22),
 416         NES_INT_AEQ7 = (1<<23),
 417         NES_INT_MAC0 = (1<<24),
 418         NES_INT_MAC1 = (1<<25),
 419         NES_INT_MAC2 = (1<<26),
 420         NES_INT_MAC3 = (1<<27),
 421         NES_INT_TSW = (1<<28),
 422         NES_INT_TIMER = (1<<29),
 423         NES_INT_INTF = (1<<30),
 424 };
 425
 426 enum nes_intf_int_bits {
 427         NES_INTF_INT_PCIERR = (1<<0),
 428         NES_INTF_PERIODIC_TIMER = (1<<2),
 429         NES_INTF_ONE_SHOT_TIMER = (1<<3),
 430         NES_INTF_INT_CRITERR = (1<<14),
 431         NES_INTF_INT_AEQ0_OFLOW = (1<<16),
 432         NES_INTF_INT_AEQ1_OFLOW = (1<<17),
 433         NES_INTF_INT_AEQ2_OFLOW = (1<<18),
 434         NES_INTF_INT_AEQ3_OFLOW = (1<<19),
 435         NES_INTF_INT_AEQ4_OFLOW = (1<<20),
 436         NES_INTF_INT_AEQ5_OFLOW = (1<<21),
 437         NES_INTF_INT_AEQ6_OFLOW = (1<<22),
 438         NES_INTF_INT_AEQ7_OFLOW = (1<<23),
 439         NES_INTF_INT_AEQ_OFLOW = (0xff<<16),
 440 };
 441
 442 enum nes_mac_int_bits {
 443         NES_MAC_INT_LINK_STAT_CHG = (1<<1),
 444         NES_MAC_INT_XGMII_EXT = (1<<2),
 445         NES_MAC_INT_TX_UNDERFLOW = (1<<6),
 446         NES_MAC_INT_TX_ERROR = (1<<7),
 447 };
 448
 449 enum nes_cqe_allocate_bits {
 450         NES_CQE_ALLOC_INC_SELECT = (1<<28),
 451         NES_CQE_ALLOC_NOTIFY_NEXT = (1<<29),
 452         NES_CQE_ALLOC_NOTIFY_SE = (1<<30),
 453         NES_CQE_ALLOC_RESET = (1<<31),
 454 };
 455
 456 enum nes_nic_rq_wqe_word_idx {
 457         NES_NIC_RQ_WQE_LENGTH_1_0_IDX = 0,
 458         NES_NIC_RQ_WQE_LENGTH_3_2_IDX = 1,
 459         NES_NIC_RQ_WQE_FRAG0_LOW_IDX = 2,
 460         NES_NIC_RQ_WQE_FRAG0_HIGH_IDX = 3,
 461         NES_NIC_RQ_WQE_FRAG1_LOW_IDX = 4,
 462         NES_NIC_RQ_WQE_FRAG1_HIGH_IDX = 5,
 463         NES_NIC_RQ_WQE_FRAG2_LOW_IDX = 6,
 464         NES_NIC_RQ_WQE_FRAG2_HIGH_IDX = 7,
 465         NES_NIC_RQ_WQE_FRAG3_LOW_IDX = 8,
 466         NES_NIC_RQ_WQE_FRAG3_HIGH_IDX = 9,
 467 };
 468
 469 enum nes_nic_sq_wqe_word_idx {
 470         NES_NIC_SQ_WQE_MISC_IDX = 0,
 471         NES_NIC_SQ_WQE_TOTAL_LENGTH_IDX = 1,
 472         NES_NIC_SQ_WQE_LSO_INFO_IDX = 2,
 473         NES_NIC_SQ_WQE_LENGTH_0_TAG_IDX = 3,
 474         NES_NIC_SQ_WQE_LENGTH_2_1_IDX = 4,
 475         NES_NIC_SQ_WQE_LENGTH_4_3_IDX = 5,
 476         NES_NIC_SQ_WQE_FRAG0_LOW_IDX = 6,
 477         NES_NIC_SQ_WQE_FRAG0_HIGH_IDX = 7,
 478         NES_NIC_SQ_WQE_FRAG1_LOW_IDX = 8,
 479         NES_NIC_SQ_WQE_FRAG1_HIGH_IDX = 9,
 480         NES_NIC_SQ_WQE_FRAG2_LOW_IDX = 10,
 481         NES_NIC_SQ_WQE_FRAG2_HIGH_IDX = 11,
 482         NES_NIC_SQ_WQE_FRAG3_LOW_IDX = 12,
 483         NES_NIC_SQ_WQE_FRAG3_HIGH_IDX = 13,
 484         NES_NIC_SQ_WQE_FRAG4_LOW_IDX = 14,
 485         NES_NIC_SQ_WQE_FRAG4_HIGH_IDX = 15,
 486 };
 487
 488 enum nes_iwarp_sq_wqe_word_idx {
 489         NES_IWARP_SQ_WQE_MISC_IDX = 0,
 490         NES_IWARP_SQ_WQE_TOTAL_PAYLOAD_IDX = 1,
 491         NES_IWARP_SQ_WQE_COMP_CTX_LOW_IDX = 2,
 492         NES_IWARP_SQ_WQE_COMP_CTX_HIGH_IDX = 3,
 493         NES_IWARP_SQ_WQE_COMP_SCRATCH_LOW_IDX = 4,
 494         NES_IWARP_SQ_WQE_COMP_SCRATCH_HIGH_IDX = 5,
 495         NES_IWARP_SQ_WQE_INV_STAG_LOW_IDX = 7,
 496         NES_IWARP_SQ_WQE_RDMA_TO_LOW_IDX = 8,
 497         NES_IWARP_SQ_WQE_RDMA_TO_HIGH_IDX = 9,
 498         NES_IWARP_SQ_WQE_RDMA_LENGTH_IDX = 10,
 499         NES_IWARP_SQ_WQE_RDMA_STAG_IDX = 11,
 500         NES_IWARP_SQ_WQE_IMM_DATA_START_IDX = 12,
 501         NES_IWARP_SQ_WQE_FRAG0_LOW_IDX = 16,
 502         NES_IWARP_SQ_WQE_FRAG0_HIGH_IDX = 17,
 503         NES_IWARP_SQ_WQE_LENGTH0_IDX = 18,
 504         NES_IWARP_SQ_WQE_STAG0_IDX = 19,
 505         NES_IWARP_SQ_WQE_FRAG1_LOW_IDX = 20,
 506         NES_IWARP_SQ_WQE_FRAG1_HIGH_IDX = 21,
 507         NES_IWARP_SQ_WQE_LENGTH1_IDX = 22,
 508         NES_IWARP_SQ_WQE_STAG1_IDX = 23,
 509         NES_IWARP_SQ_WQE_FRAG2_LOW_IDX = 24,
 510         NES_IWARP_SQ_WQE_FRAG2_HIGH_IDX = 25,
 511         NES_IWARP_SQ_WQE_LENGTH2_IDX = 26,
 512         NES_IWARP_SQ_WQE_STAG2_IDX = 27,
 513         NES_IWARP_SQ_WQE_FRAG3_LOW_IDX = 28,
 514         NES_IWARP_SQ_WQE_FRAG3_HIGH_IDX = 29,
 515         NES_IWARP_SQ_WQE_LENGTH3_IDX = 30,
 516         NES_IWARP_SQ_WQE_STAG3_IDX = 31,
 517 };
 518
 519 enum nes_iwarp_sq_bind_wqe_word_idx {
 520         NES_IWARP_SQ_BIND_WQE_MR_IDX = 6,
 521         NES_IWARP_SQ_BIND_WQE_MW_IDX = 7,
 522         NES_IWARP_SQ_BIND_WQE_LENGTH_LOW_IDX = 8,
 523         NES_IWARP_SQ_BIND_WQE_LENGTH_HIGH_IDX = 9,
 524         NES_IWARP_SQ_BIND_WQE_VA_FBO_LOW_IDX = 10,
 525         NES_IWARP_SQ_BIND_WQE_VA_FBO_HIGH_IDX = 11,
 526 };
 527
 528 enum nes_iwarp_sq_fmr_wqe_word_idx {
 529         NES_IWARP_SQ_FMR_WQE_MR_STAG_IDX = 7,
 530         NES_IWARP_SQ_FMR_WQE_LENGTH_LOW_IDX = 8,
 531         NES_IWARP_SQ_FMR_WQE_LENGTH_HIGH_IDX = 9,
 532         NES_IWARP_SQ_FMR_WQE_VA_FBO_LOW_IDX = 10,
 533         NES_IWARP_SQ_FMR_WQE_VA_FBO_HIGH_IDX = 11,
 534         NES_IWARP_SQ_FMR_WQE_PBL_ADDR_LOW_IDX = 12,
 535         NES_IWARP_SQ_FMR_WQE_PBL_ADDR_HIGH_IDX = 13,
 536         NES_IWARP_SQ_FMR_WQE_PBL_LENGTH_IDX = 14,
 537 };
 538
 539 enum nes_iwarp_sq_locinv_wqe_word_idx {
 540         NES_IWARP_SQ_LOCINV_WQE_INV_STAG_IDX = 6,
 541 };
 542
 543
 544 enum nes_iwarp_rq_wqe_word_idx {
 545         NES_IWARP_RQ_WQE_TOTAL_PAYLOAD_IDX = 1,
 546         NES_IWARP_RQ_WQE_COMP_CTX_LOW_IDX = 2,
 547         NES_IWARP_RQ_WQE_COMP_CTX_HIGH_IDX = 3,
 548         NES_IWARP_RQ_WQE_COMP_SCRATCH_LOW_IDX = 4,
 549         NES_IWARP_RQ_WQE_COMP_SCRATCH_HIGH_IDX = 5,
 550         NES_IWARP_RQ_WQE_FRAG0_LOW_IDX = 8,
 551         NES_IWARP_RQ_WQE_FRAG0_HIGH_IDX = 9,
 552         NES_IWARP_RQ_WQE_LENGTH0_IDX = 10,
 553         NES_IWARP_RQ_WQE_STAG0_IDX = 11,
 554         NES_IWARP_RQ_WQE_FRAG1_LOW_IDX = 12,
 555         NES_IWARP_RQ_WQE_FRAG1_HIGH_IDX = 13,
 556         NES_IWARP_RQ_WQE_LENGTH1_IDX = 14,
 557         NES_IWARP_RQ_WQE_STAG1_IDX = 15,
 558         NES_IWARP_RQ_WQE_FRAG2_LOW_IDX = 16,
 559         NES_IWARP_RQ_WQE_FRAG2_HIGH_IDX = 17,
 560         NES_IWARP_RQ_WQE_LENGTH2_IDX = 18,
 561         NES_IWARP_RQ_WQE_STAG2_IDX = 19,
 562         NES_IWARP_RQ_WQE_FRAG3_LOW_IDX = 20,
 563         NES_IWARP_RQ_WQE_FRAG3_HIGH_IDX = 21,
 564         NES_IWARP_RQ_WQE_LENGTH3_IDX = 22,
 565         NES_IWARP_RQ_WQE_STAG3_IDX = 23,
 566 };
 567
 568 enum nes_nic_sq_wqe_bits {
 569         NES_NIC_SQ_WQE_PHDR_CS_READY =  (1<<21),
 570         NES_NIC_SQ_WQE_LSO_ENABLE = (1<<22),
 571         NES_NIC_SQ_WQE_TAGVALUE_ENABLE = (1<<23),
 572         NES_NIC_SQ_WQE_DISABLE_CHKSUM = (1<<30),
 573         NES_NIC_SQ_WQE_COMPLETION = (1<<31),
 574 };
 575
 576 enum nes_nic_cqe_word_idx {
 577         NES_NIC_CQE_ACCQP_ID_IDX = 0,
 578         NES_NIC_CQE_TAG_PKT_TYPE_IDX = 2,
 579         NES_NIC_CQE_MISC_IDX = 3,
 580 };
 581
 582 #define NES_PKT_TYPE_APBVT_BITS 0xC112
 583 #define NES_PKT_TYPE_APBVT_MASK 0xff3e
 584
 585 #define NES_PKT_TYPE_PVALID_BITS 0x10000000
 586 #define NES_PKT_TYPE_PVALID_MASK 0x30000000
 587
 588 #define NES_PKT_TYPE_TCPV4_BITS 0x0110
 589 #define NES_PKT_TYPE_TCPV4_MASK 0x3f30
 590
 591 #define NES_PKT_TYPE_UDPV4_BITS 0x0210
 592 #define NES_PKT_TYPE_UDPV4_MASK 0x3f30
 593
 594 #define NES_PKT_TYPE_IPV4_BITS  0x0010
 595 #define NES_PKT_TYPE_IPV4_MASK  0x3f30
 596
 597 #define NES_PKT_TYPE_OTHER_BITS 0x0000
 598 #define NES_PKT_TYPE_OTHER_MASK 0x0030
 599
 600 #define NES_NIC_CQE_ERRV_SHIFT 16
 601 enum nes_nic_ev_bits {
 602         NES_NIC_ERRV_BITS_MODE = (1<<0),
 603         NES_NIC_ERRV_BITS_IPV4_CSUM_ERR = (1<<1),
 604         NES_NIC_ERRV_BITS_TCPUDP_CSUM_ERR = (1<<2),
 605         NES_NIC_ERRV_BITS_WQE_OVERRUN = (1<<3),
 606         NES_NIC_ERRV_BITS_IPH_ERR = (1<<4),
 607 };
 608
 609 enum nes_nic_cqe_bits {
 610         NES_NIC_CQE_ERRV_MASK = (0xff<<NES_NIC_CQE_ERRV_SHIFT),
 611         NES_NIC_CQE_SQ = (1<<24),
 612         NES_NIC_CQE_ACCQP_PORT = (1<<28),
 613         NES_NIC_CQE_ACCQP_VALID = (1<<29),
 614         NES_NIC_CQE_TAG_VALID = (1<<30),
 615         NES_NIC_CQE_VALID = (1<<31),
 616 };
 617
 618 enum nes_aeqe_word_idx {
 619         NES_AEQE_COMP_CTXT_LOW_IDX = 0,
 620         NES_AEQE_COMP_CTXT_HIGH_IDX = 1,
 621         NES_AEQE_COMP_QP_CQ_ID_IDX = 2,
 622         NES_AEQE_MISC_IDX = 3,
 623 };
 624
 625 enum nes_aeqe_bits {
 626         NES_AEQE_QP = (1<<16),
 627         NES_AEQE_CQ = (1<<17),
 628         NES_AEQE_SQ = (1<<18),
 629         NES_AEQE_INBOUND_RDMA = (1<<19),
 630         NES_AEQE_IWARP_STATE_MASK = (7<<20),
 631         NES_AEQE_TCP_STATE_MASK = (0xf<<24),
 632         NES_AEQE_VALID = (1<<31),
 633 };
 634
 635 #define NES_AEQE_IWARP_STATE_SHIFT      20
 636 #define NES_AEQE_TCP_STATE_SHIFT        24
 637
 638 enum nes_aeqe_iwarp_state {
 639         NES_AEQE_IWARP_STATE_NON_EXISTANT = 0,
 640         NES_AEQE_IWARP_STATE_IDLE = 1,
 641         NES_AEQE_IWARP_STATE_RTS = 2,
 642         NES_AEQE_IWARP_STATE_CLOSING = 3,
 643         NES_AEQE_IWARP_STATE_TERMINATE = 5,
 644         NES_AEQE_IWARP_STATE_ERROR = 6
 645 };
 646
 647 enum nes_aeqe_tcp_state {
 648         NES_AEQE_TCP_STATE_NON_EXISTANT = 0,
 649         NES_AEQE_TCP_STATE_CLOSED = 1,
 650         NES_AEQE_TCP_STATE_LISTEN = 2,
 651         NES_AEQE_TCP_STATE_SYN_SENT = 3,
 652         NES_AEQE_TCP_STATE_SYN_RCVD = 4,
 653         NES_AEQE_TCP_STATE_ESTABLISHED = 5,
 654         NES_AEQE_TCP_STATE_CLOSE_WAIT = 6,
 655         NES_AEQE_TCP_STATE_FIN_WAIT_1 = 7,
 656         NES_AEQE_TCP_STATE_CLOSING = 8,
 657         NES_AEQE_TCP_STATE_LAST_ACK = 9,
 658         NES_AEQE_TCP_STATE_FIN_WAIT_2 = 10,
 659         NES_AEQE_TCP_STATE_TIME_WAIT = 11
 660 };
 661
 662 enum nes_aeqe_aeid {
 663         NES_AEQE_AEID_AMP_UNALLOCATED_STAG                            = 0x0102,
 664         NES_AEQE_AEID_AMP_INVALID_STAG                                = 0x0103,
 665         NES_AEQE_AEID_AMP_BAD_QP                                      = 0x0104,
 666         NES_AEQE_AEID_AMP_BAD_PD                                      = 0x0105,
 667         NES_AEQE_AEID_AMP_BAD_STAG_KEY                                = 0x0106,
 668         NES_AEQE_AEID_AMP_BAD_STAG_INDEX                              = 0x0107,
 669         NES_AEQE_AEID_AMP_BOUNDS_VIOLATION                            = 0x0108,
 670         NES_AEQE_AEID_AMP_RIGHTS_VIOLATION                            = 0x0109,
 671         NES_AEQE_AEID_AMP_TO_WRAP                                     = 0x010a,
 672         NES_AEQE_AEID_AMP_FASTREG_SHARED                              = 0x010b,
 673         NES_AEQE_AEID_AMP_FASTREG_VALID_STAG                          = 0x010c,
 674         NES_AEQE_AEID_AMP_FASTREG_MW_STAG                             = 0x010d,
 675         NES_AEQE_AEID_AMP_FASTREG_INVALID_RIGHTS                      = 0x010e,
 676         NES_AEQE_AEID_AMP_FASTREG_PBL_TABLE_OVERFLOW                  = 0x010f,
 677         NES_AEQE_AEID_AMP_FASTREG_INVALID_LENGTH                      = 0x0110,
 678         NES_AEQE_AEID_AMP_INVALIDATE_SHARED                           = 0x0111,
 679         NES_AEQE_AEID_AMP_INVALIDATE_NO_REMOTE_ACCESS_RIGHTS          = 0x0112,
 680         NES_AEQE_AEID_AMP_INVALIDATE_MR_WITH_BOUND_WINDOWS            = 0x0113,
 681         NES_AEQE_AEID_AMP_MWBIND_VALID_STAG                           = 0x0114,
 682         NES_AEQE_AEID_AMP_MWBIND_OF_MR_STAG                           = 0x0115,
 683         NES_AEQE_AEID_AMP_MWBIND_TO_ZERO_BASED_STAG                   = 0x0116,
 684         NES_AEQE_AEID_AMP_MWBIND_TO_MW_STAG                           = 0x0117,
 685         NES_AEQE_AEID_AMP_MWBIND_INVALID_RIGHTS                       = 0x0118,
 686         NES_AEQE_AEID_AMP_MWBIND_INVALID_BOUNDS                       = 0x0119,
 687         NES_AEQE_AEID_AMP_MWBIND_TO_INVALID_PARENT                    = 0x011a,
 688         NES_AEQE_AEID_AMP_MWBIND_BIND_DISABLED                        = 0x011b,
 689         NES_AEQE_AEID_BAD_CLOSE                                       = 0x0201,
 690         NES_AEQE_AEID_RDMAP_ROE_BAD_LLP_CLOSE                         = 0x0202,
 691         NES_AEQE_AEID_CQ_OPERATION_ERROR                              = 0x0203,
 692         NES_AEQE_AEID_PRIV_OPERATION_DENIED                           = 0x0204,
 693         NES_AEQE_AEID_RDMA_READ_WHILE_ORD_ZERO                        = 0x0205,
 694         NES_AEQE_AEID_STAG_ZERO_INVALID                               = 0x0206,
 695         NES_AEQE_AEID_DDP_INVALID_MSN_GAP_IN_MSN                      = 0x0301,
 696         NES_AEQE_AEID_DDP_INVALID_MSN_RANGE_IS_NOT_VALID              = 0x0302,
 697         NES_AEQE_AEID_DDP_UBE_DDP_MESSAGE_TOO_LONG_FOR_AVAILABLE_BUFFER = 0x0303,
 698         NES_AEQE_AEID_DDP_UBE_INVALID_DDP_VERSION                     = 0x0304,
 699         NES_AEQE_AEID_DDP_UBE_INVALID_MO                              = 0x0305,
 700         NES_AEQE_AEID_DDP_UBE_INVALID_MSN_NO_BUFFER_AVAILABLE         = 0x0306,
 701         NES_AEQE_AEID_DDP_UBE_INVALID_QN                              = 0x0307,
 702         NES_AEQE_AEID_DDP_NO_L_BIT                                    = 0x0308,
 703         NES_AEQE_AEID_RDMAP_ROE_INVALID_RDMAP_VERSION                 = 0x0311,
 704         NES_AEQE_AEID_RDMAP_ROE_UNEXPECTED_OPCODE                     = 0x0312,
 705         NES_AEQE_AEID_ROE_INVALID_RDMA_READ_REQUEST                   = 0x0313,
 706         NES_AEQE_AEID_ROE_INVALID_RDMA_WRITE_OR_READ_RESP             = 0x0314,
 707         NES_AEQE_AEID_INVALID_ARP_ENTRY                               = 0x0401,
 708         NES_AEQE_AEID_INVALID_TCP_OPTION_RCVD                         = 0x0402,
 709         NES_AEQE_AEID_STALE_ARP_ENTRY                                 = 0x0403,
 710         NES_AEQE_AEID_LLP_CLOSE_COMPLETE                              = 0x0501,
 711         NES_AEQE_AEID_LLP_CONNECTION_RESET                            = 0x0502,
 712         NES_AEQE_AEID_LLP_FIN_RECEIVED                                = 0x0503,
 713         NES_AEQE_AEID_LLP_RECEIVED_MARKER_AND_LENGTH_FIELDS_DONT_MATCH =  0x0504,
 714         NES_AEQE_AEID_LLP_RECEIVED_MPA_CRC_ERROR                      = 0x0505,
 715         NES_AEQE_AEID_LLP_SEGMENT_TOO_LARGE                           = 0x0506,
 716         NES_AEQE_AEID_LLP_SEGMENT_TOO_SMALL                           = 0x0507,
 717         NES_AEQE_AEID_LLP_SYN_RECEIVED                                = 0x0508,
 718         NES_AEQE_AEID_LLP_TERMINATE_RECEIVED                          = 0x0509,
 719         NES_AEQE_AEID_LLP_TOO_MANY_RETRIES                            = 0x050a,
 720         NES_AEQE_AEID_LLP_TOO_MANY_KEEPALIVE_RETRIES                  = 0x050b,
 721         NES_AEQE_AEID_RESET_SENT                                      = 0x0601,
 722         NES_AEQE_AEID_TERMINATE_SENT                                  = 0x0602,
 723         NES_AEQE_AEID_DDP_LCE_LOCAL_CATASTROPHIC                      = 0x0700
 724 };
 725
 726 enum nes_iwarp_sq_opcodes {
 727         NES_IWARP_SQ_WQE_WRPDU = (1<<15),
 728         NES_IWARP_SQ_WQE_PSH = (1<<21),
 729         NES_IWARP_SQ_WQE_STREAMING = (1<<23),
 730         NES_IWARP_SQ_WQE_IMM_DATA = (1<<28),
 731         NES_IWARP_SQ_WQE_READ_FENCE = (1<<29),
 732         NES_IWARP_SQ_WQE_LOCAL_FENCE = (1<<30),
 733         NES_IWARP_SQ_WQE_SIGNALED_COMPL = (1<<31),
 734 };
 735
 736 enum nes_iwarp_sq_wqe_bits {
 737         NES_IWARP_SQ_OP_RDMAW = 0,
 738         NES_IWARP_SQ_OP_RDMAR = 1,
 739         NES_IWARP_SQ_OP_SEND = 3,
 740         NES_IWARP_SQ_OP_SENDINV = 4,
 741         NES_IWARP_SQ_OP_SENDSE = 5,
 742         NES_IWARP_SQ_OP_SENDSEINV = 6,
 743         NES_IWARP_SQ_OP_BIND = 8,
 744         NES_IWARP_SQ_OP_FAST_REG = 9,
 745         NES_IWARP_SQ_OP_LOCINV = 10,
 746         NES_IWARP_SQ_OP_RDMAR_LOCINV = 11,
 747         NES_IWARP_SQ_OP_NOP = 12,
 748 };
 749
 750 #define NES_EEPROM_READ_REQUEST (1<<16)
 751 #define NES_MAC_ADDR_VALID      (1<<20)
 752
 753 /*
 754  * NES index registers init values.
 755  */
 756 struct nes_init_values {
 757         u32 index;
 758         u32 data;
 759         u8  wrt;
 760 };
 761
 762 /*
 763  * NES registers in BAR0.
 764  */
 765 struct nes_pci_regs {
 766         u32 int_status;
 767         u32 int_mask;
 768         u32 int_pending;
 769         u32 intf_int_status;
 770         u32 intf_int_mask;
 771         u32 other_regs[59];      /* pad out to 256 bytes for now */
 772 };
 773
 774 #define NES_CQP_SQ_SIZE    128
 775 #define NES_CCQ_SIZE       128
 776 #define NES_NIC_WQ_SIZE    512
 777 #define NES_NIC_CTX_SIZE   ((NES_NIC_CTX_RQ_SIZE_512) | (NES_NIC_CTX_SQ_SIZE_512))
 778 #define NES_NIC_BACK_STORE 0x00038000
 779
 780 struct nes_device;
 781
 782 struct nes_hw_nic_qp_context {
 783         __le32 context_words[6];
 784 };
 785
 786 struct nes_hw_nic_sq_wqe {
 787         __le32 wqe_words[16];
 788 };
 789
 790 struct nes_hw_nic_rq_wqe {
 791         __le32 wqe_words[16];
 792 };
 793
 794 struct nes_hw_nic_cqe {
 795         __le32 cqe_words[4];
 796 };
 797
 798 struct nes_hw_cqp_qp_context {
 799         __le32 context_words[4];
 800 };
 801
 802 struct nes_hw_cqp_wqe {
 803         __le32 wqe_words[16];
 804 };
 805
 806 struct nes_hw_qp_wqe {
 807         __le32 wqe_words[32];
 808 };
 809
 810 struct nes_hw_cqe {
 811         __le32 cqe_words[8];
 812 };
 813
 814 struct nes_hw_ceqe {
 815         __le32 ceqe_words[2];
 816 };
 817
 818 struct nes_hw_aeqe {
 819         __le32 aeqe_words[4];
 820 };
 821
 822 struct nes_cqp_request {
 823         union {
 824                 u64 cqp_callback_context;
 825                 void *cqp_callback_pointer;
 826         };
 827         wait_queue_head_t     waitq;
 828         struct nes_hw_cqp_wqe cqp_wqe;
 829         struct list_head      list;
 830         atomic_t              refcount;
 831         void (*cqp_callback)(struct nes_device *nesdev, struct nes_cqp_request *cqp_request);
 832         u16                   major_code;
 833         u16                   minor_code;
 834         u8                    waiting;
 835         u8                    request_done;
 836         u8                    dynamic;
 837         u8                    callback;
 838 };
 839
 840 struct nes_hw_cqp {
 841         struct nes_hw_cqp_wqe *sq_vbase;
 842         dma_addr_t            sq_pbase;
 843         spinlock_t            lock;
 844         wait_queue_head_t     waitq;
 845         u16                   qp_id;
 846         u16                   sq_head;
 847         u16                   sq_tail;
 848         u16                   sq_size;
 849 };
 850
 851 #define NES_FIRST_FRAG_SIZE 128
 852 struct nes_first_frag {
 853         u8 buffer[NES_FIRST_FRAG_SIZE];
 854 };
 855
 856 struct nes_hw_nic {
 857         struct nes_first_frag    *first_frag_vbase;     /* virtual address of first frags */
 858         struct nes_hw_nic_sq_wqe *sq_vbase;                     /* virtual address of sq */
 859         struct nes_hw_nic_rq_wqe *rq_vbase;                     /* virtual address of rq */
 860         struct sk_buff           *tx_skb[NES_NIC_WQ_SIZE];
 861         struct sk_buff           *rx_skb[NES_NIC_WQ_SIZE];
 862         dma_addr_t frag_paddr[NES_NIC_WQ_SIZE];
 863         unsigned long first_frag_overflow[BITS_TO_LONGS(NES_NIC_WQ_SIZE)];
 864         dma_addr_t sq_pbase;                    /* PCI memory for host rings */
 865         dma_addr_t rq_pbase;                    /* PCI memory for host rings */
 866
 867         u16 qp_id;
 868         u16 sq_head;
 869         u16 sq_tail;
 870         u16 sq_size;
 871         u16 rq_head;
 872         u16 rq_tail;
 873         u16 rq_size;
 874         u8 replenishing_rq;
 875         u8 reserved;
 876
 877         spinlock_t sq_lock;
 878         spinlock_t rq_lock;
 879 };
 880
 881 struct nes_hw_nic_cq {
 882         struct nes_hw_nic_cqe volatile *cq_vbase;       /* PCI memory for host rings */
 883         void (*ce_handler)(struct nes_device *nesdev, struct nes_hw_nic_cq *cq);
 884         dma_addr_t cq_pbase;    /* PCI memory for host rings */
 885         int rx_cqes_completed;
 886         int cqe_allocs_pending;
 887         int rx_pkts_indicated;
 888         u16 cq_head;
 889         u16 cq_size;
 890         u16 cq_number;
 891         u8  cqes_pending;
 892 };
 893
 894 struct nes_hw_qp {
 895         struct nes_hw_qp_wqe *sq_vbase;         /* PCI memory for host rings */
 896         struct nes_hw_qp_wqe *rq_vbase;         /* PCI memory for host rings */
 897         void                 *q2_vbase;                 /* PCI memory for host rings */
 898         dma_addr_t sq_pbase;    /* PCI memory for host rings */
 899         dma_addr_t rq_pbase;    /* PCI memory for host rings */
 900         dma_addr_t q2_pbase;    /* PCI memory for host rings */
 901         u32 qp_id;
 902         u16 sq_head;
 903         u16 sq_tail;
 904         u16 sq_size;
 905         u16 rq_head;
 906         u16 rq_tail;
 907         u16 rq_size;
 908         u8  rq_encoded_size;
 909         u8  sq_encoded_size;
 910 };
 911
 912 struct nes_hw_cq {
 913         struct nes_hw_cqe *cq_vbase;    /* PCI memory for host rings */
 914         void (*ce_handler)(struct nes_device *nesdev, struct nes_hw_cq *cq);
 915         dma_addr_t cq_pbase;    /* PCI memory for host rings */
 916         u16 cq_head;
 917         u16 cq_size;
 918         u16 cq_number;
 919 };
 920
 921 struct nes_hw_ceq {
 922         struct nes_hw_ceqe volatile *ceq_vbase; /* PCI memory for host rings */
 923         dma_addr_t ceq_pbase;   /* PCI memory for host rings */
 924         u16 ceq_head;
 925         u16 ceq_size;
 926 };
 927
 928 struct nes_hw_aeq {
 929         struct nes_hw_aeqe volatile *aeq_vbase; /* PCI memory for host rings */
 930         dma_addr_t aeq_pbase;   /* PCI memory for host rings */
 931         u16 aeq_head;
 932         u16 aeq_size;
 933 };
 934
 935 struct nic_qp_map {
 936         u8 qpid;
 937         u8 nic_index;
 938         u8 logical_port;
 939         u8 is_hnic;
 940 };
 941
 942 #define NES_CQP_ARP_AEQ_INDEX_MASK  0x000f0000
 943 #define NES_CQP_ARP_AEQ_INDEX_SHIFT 16
 944
 945 #define NES_CQP_APBVT_ADD                       0x00008000
 946 #define NES_CQP_APBVT_NIC_SHIFT         16
 947
 948 #define NES_ARP_ADD     1
 949 #define NES_ARP_DELETE  2
 950 #define NES_ARP_RESOLVE 3
 951
 952 #define NES_MAC_SW_IDLE      0
 953 #define NES_MAC_SW_INTERRUPT 1
 954 #define NES_MAC_SW_MH        2
 955
 956 struct nes_arp_entry {
 957         u32 ip_addr;
 958         u8  mac_addr[ETH_ALEN];
 959 };
 960
 961 #define NES_NIC_FAST_TIMER          96
 962 #define NES_NIC_FAST_TIMER_LOW      40
 963 #define NES_NIC_FAST_TIMER_HIGH     1000
 964 #define DEFAULT_NES_QL_HIGH         256
 965 #define DEFAULT_NES_QL_LOW          16
 966 #define DEFAULT_NES_QL_TARGET       64
 967 #define DEFAULT_JUMBO_NES_QL_LOW    12
 968 #define DEFAULT_JUMBO_NES_QL_TARGET 40
 969 #define DEFAULT_JUMBO_NES_QL_HIGH   128
 970 #define NES_NIC_CQ_DOWNWARD_TREND   16
 971 #define NES_PFT_SIZE                48
 972
 973 struct nes_hw_tune_timer {
 974     /* u16 cq_count; */
 975     u16 threshold_low;
 976     u16 threshold_target;
 977     u16 threshold_high;
 978     u16 timer_in_use;
 979     u16 timer_in_use_old;
 980     u16 timer_in_use_min;
 981     u16 timer_in_use_max;
 982     u8  timer_direction_upward;
 983     u8  timer_direction_downward;
 984     u16 cq_count_old;
 985     u8  cq_direction_downward;
 986 };
 987
 988 #define NES_TIMER_INT_LIMIT         2
 989 #define NES_TIMER_INT_LIMIT_DYNAMIC 10
 990 #define NES_TIMER_ENABLE_LIMIT      4
 991 #define NES_MAX_LINK_INTERRUPTS     128
 992 #define NES_MAX_LINK_CHECK          200
 993 #define NES_MAX_LRO_DESCRIPTORS     32
 994 #define NES_LRO_MAX_AGGR            64
 995
 996 struct nes_adapter {
 997         u64              fw_ver;
 998         unsigned long    *allocated_qps;
 999         unsigned long    *allocated_cqs;
1000         unsigned long    *allocated_mrs;
1001         unsigned long    *allocated_pds;
1002         unsigned long    *allocated_arps;
1003         struct nes_qp    **qp_table;
1004         struct workqueue_struct *work_q;
1005
1006         struct list_head list;
1007         struct list_head active_listeners;
1008         /* list of the netdev's associated with each logical port */
1009         struct list_head nesvnic_list[4];
1010
1011         struct timer_list  mh_timer;
1012         struct timer_list  lc_timer;
1013         struct work_struct work;
1014         spinlock_t         resource_lock;
1015         spinlock_t         phy_lock;
1016         spinlock_t         pbl_lock;
1017         spinlock_t         periodic_timer_lock;
1018
1019         struct nes_arp_entry arp_table[NES_MAX_ARP_TABLE_SIZE];
1020
1021         /* Adapter CEQ and AEQs */
1022         struct nes_hw_ceq ceq[16];
1023         struct nes_hw_aeq aeq[8];
1024
1025         struct nes_hw_tune_timer tune_timer;
1026
1027         unsigned long doorbell_start;
1028
1029         u32 hw_rev;
1030         u32 vendor_id;
1031         u32 vendor_part_id;
1032         u32 device_cap_flags;
1033         u32 tick_delta;
1034         u32 timer_int_req;
1035         u32 arp_table_size;
1036         u32 next_arp_index;
1037
1038         u32 max_mr;
1039         u32 max_256pbl;
1040         u32 max_4kpbl;
1041         u32 free_256pbl;
1042         u32 free_4kpbl;
1043         u32 max_mr_size;
1044         u32 max_qp;
1045         u32 next_qp;
1046         u32 max_irrq;
1047         u32 max_qp_wr;
1048         u32 max_sge;
1049         u32 max_cq;
1050         u32 next_cq;
1051         u32 max_cqe;
1052         u32 max_pd;
1053         u32 base_pd;
1054         u32 next_pd;
1055         u32 hte_index_mask;
1056
1057         /* EEPROM information */
1058         u32 rx_pool_size;
1059         u32 tx_pool_size;
1060         u32 rx_threshold;
1061         u32 tcp_timer_core_clk_divisor;
1062         u32 iwarp_config;
1063         u32 cm_config;
1064         u32 sws_timer_config;
1065         u32 tcp_config1;
1066         u32 wqm_wat;
1067         u32 core_clock;
1068         u32 firmware_version;
1069
1070         u32 nic_rx_eth_route_err;
1071
1072         u32 et_rx_coalesce_usecs;
1073         u32     et_rx_max_coalesced_frames;
1074         u32 et_rx_coalesce_usecs_irq;
1075         u32 et_rx_max_coalesced_frames_irq;
1076         u32 et_pkt_rate_low;
1077         u32 et_rx_coalesce_usecs_low;
1078         u32 et_rx_max_coalesced_frames_low;
1079         u32 et_pkt_rate_high;
1080         u32 et_rx_coalesce_usecs_high;
1081         u32 et_rx_max_coalesced_frames_high;
1082         u32 et_rate_sample_interval;
1083         u32 timer_int_limit;
1084         u32 wqm_quanta;
1085
1086         /* Adapter base MAC address */
1087         u32 mac_addr_low;
1088         u16 mac_addr_high;
1089
1090         u16 firmware_eeprom_offset;
1091         u16 software_eeprom_offset;
1092
1093         u16 max_irrq_wr;
1094
1095         /* pd config for each port */
1096         u16 pd_config_size[4];
1097         u16 pd_config_base[4];
1098
1099         u16 link_interrupt_count[4];
1100         u8 crit_error_count[32];
1101
1102         /* the phy index for each port */
1103         u8  phy_index[4];
1104         u8  mac_sw_state[4];
1105         u8  mac_link_down[4];
1106         u8  phy_type[4];
1107         u8  log_port;
1108
1109         /* PCI information */
1110         unsigned int  devfn;
1111         unsigned char bus_number;
1112         unsigned char OneG_Mode;
1113
1114         unsigned char ref_count;
1115         u8            netdev_count;
1116         u8            netdev_max;       /* from host nic address count in EEPROM */
1117         u8            port_count;
1118         u8            virtwq;
1119         u8            et_use_adaptive_rx_coalesce;
1120         u8            adapter_fcn_count;
1121         u8 pft_mcast_map[NES_PFT_SIZE];
1122 };
1123
1124 struct nes_pbl {
1125         u64              *pbl_vbase;
1126         dma_addr_t       pbl_pbase;
1127         struct page      *page;
1128         unsigned long    user_base;
1129         u32              pbl_size;
1130         struct list_head list;
1131         /* TODO: need to add list for two level tables */
1132 };
1133
1134 struct nes_listener {
1135         struct work_struct      work;
1136         struct workqueue_struct *wq;
1137         struct nes_vnic         *nesvnic;
1138         struct iw_cm_id         *cm_id;
1139         struct list_head        list;
1140         unsigned long           socket;
1141         u8                      accept_failed;
1142 };
1143
1144 struct nes_ib_device;
1145
1146 struct nes_vnic {
1147         struct nes_ib_device *nesibdev;
1148         u64 sq_full;
1149         u64 sq_locked;
1150         u64 tso_requests;
1151         u64 segmented_tso_requests;
1152         u64 linearized_skbs;
1153         u64 tx_sw_dropped;
1154         u64 endnode_nstat_rx_discard;
1155         u64 endnode_nstat_rx_octets;
1156         u64 endnode_nstat_rx_frames;
1157         u64 endnode_nstat_tx_octets;
1158         u64 endnode_nstat_tx_frames;
1159         u64 endnode_ipv4_tcp_retransmits;
1160         /* void *mem; */
1161         struct nes_device *nesdev;
1162         struct net_device *netdev;
1163         struct vlan_group *vlan_grp;
1164         atomic_t          rx_skbs_needed;
1165         atomic_t          rx_skb_timer_running;
1166         int               budget;
1167         u32               msg_enable;
1168         /* u32 tx_avail; */
1169         __be32            local_ipaddr;
1170         struct napi_struct   napi;
1171         spinlock_t           tx_lock;   /* could use netdev tx lock? */
1172         struct timer_list    rq_wqes_timer;
1173         u32                  nic_mem_size;
1174         void                 *nic_vbase;
1175         dma_addr_t           nic_pbase;
1176         struct nes_hw_nic    nic;
1177         struct nes_hw_nic_cq nic_cq;
1178         u32    mcrq_qp_id;
1179         struct nes_ucontext *mcrq_ucontext;
1180         struct nes_cqp_request* (*get_cqp_request)(struct nes_device *nesdev);
1181         void (*post_cqp_request)(struct nes_device*, struct nes_cqp_request *);
1182         int (*mcrq_mcast_filter)( struct nes_vnic* nesvnic, __u8* dmi_addr );
1183         struct net_device_stats netstats;
1184         /* used to put the netdev on the adapters logical port list */
1185         struct list_head list;
1186         u16 max_frame_size;
1187         u8  netdev_open;
1188         u8  linkup;
1189         u8  logical_port;
1190         u8  netdev_index;  /* might not be needed, indexes nesdev->netdev */
1191         u8  perfect_filter_index;
1192         u8  nic_index;
1193         u8  qp_nic_index[4];
1194         u8  next_qp_nic_index;
1195         u8  of_device_registered;
1196         u8  rdma_enabled;
1197         u8  rx_checksum_disabled;
1198         u32 lro_max_aggr;
1199         struct net_lro_mgr lro_mgr;
1200         struct net_lro_desc lro_desc[NES_MAX_LRO_DESCRIPTORS];
1201 };
1202
1203 struct nes_ib_device {
1204         struct ib_device ibdev;
1205         struct nes_vnic *nesvnic;
1206
1207         /* Virtual RNIC Limits */
1208         u32 max_mr;
1209         u32 max_qp;
1210         u32 max_cq;
1211         u32 max_pd;
1212         u32 num_mr;
1213         u32 num_qp;
1214         u32 num_cq;
1215         u32 num_pd;
1216 };
1217
1218 #define nes_vlan_rx vlan_hwaccel_receive_skb
1219 #define nes_netif_rx netif_receive_skb
1220
1221 #endif          /* __NES_HW_H */