2 * Copyright (C) 2003 - 2006 NetXen, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation; either version 2
8 * of the License, or (at your option) any later version.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
20 * The full GNU General Public License is included in this distribution
21 * in the file called LICENSE.
23 * Contact Information:
26 * 3965 Freedom Circle, Fourth floor,
27 * Santa Clara, CA 95054
30 * Source file for NIC routines to initialize the Phantom Hardware
34 #include <linux/netdevice.h>
35 #include <linux/delay.h>
36 #include "netxen_nic.h"
37 #include "netxen_nic_hw.h"
38 #include "netxen_nic_phan_reg.h"
40 struct crb_addr_pair {
45 #define NETXEN_MAX_CRB_XFORM 60
46 static unsigned int crb_addr_xform[NETXEN_MAX_CRB_XFORM];
47 #define NETXEN_ADDR_ERROR (0xffffffff)
49 #define crb_addr_transform(name) \
50 crb_addr_xform[NETXEN_HW_PX_MAP_CRB_##name] = \
51 NETXEN_HW_CRB_HUB_AGT_ADR_##name << 20
53 #define NETXEN_NIC_XDMA_RESET 0x8000ff
55 static void netxen_post_rx_buffers_nodb(struct netxen_adapter *adapter,
56 uint32_t ctx, uint32_t ringid);
59 static void netxen_nic_locked_write_reg(struct netxen_adapter *adapter,
60 unsigned long off, int *data)
62 void __iomem *addr = pci_base_offset(adapter, off);
67 static void crb_addr_transform_setup(void)
69 crb_addr_transform(XDMA);
70 crb_addr_transform(TIMR);
71 crb_addr_transform(SRE);
72 crb_addr_transform(SQN3);
73 crb_addr_transform(SQN2);
74 crb_addr_transform(SQN1);
75 crb_addr_transform(SQN0);
76 crb_addr_transform(SQS3);
77 crb_addr_transform(SQS2);
78 crb_addr_transform(SQS1);
79 crb_addr_transform(SQS0);
80 crb_addr_transform(RPMX7);
81 crb_addr_transform(RPMX6);
82 crb_addr_transform(RPMX5);
83 crb_addr_transform(RPMX4);
84 crb_addr_transform(RPMX3);
85 crb_addr_transform(RPMX2);
86 crb_addr_transform(RPMX1);
87 crb_addr_transform(RPMX0);
88 crb_addr_transform(ROMUSB);
89 crb_addr_transform(SN);
90 crb_addr_transform(QMN);
91 crb_addr_transform(QMS);
92 crb_addr_transform(PGNI);
93 crb_addr_transform(PGND);
94 crb_addr_transform(PGN3);
95 crb_addr_transform(PGN2);
96 crb_addr_transform(PGN1);
97 crb_addr_transform(PGN0);
98 crb_addr_transform(PGSI);
99 crb_addr_transform(PGSD);
100 crb_addr_transform(PGS3);
101 crb_addr_transform(PGS2);
102 crb_addr_transform(PGS1);
103 crb_addr_transform(PGS0);
104 crb_addr_transform(PS);
105 crb_addr_transform(PH);
106 crb_addr_transform(NIU);
107 crb_addr_transform(I2Q);
108 crb_addr_transform(EG);
109 crb_addr_transform(MN);
110 crb_addr_transform(MS);
111 crb_addr_transform(CAS2);
112 crb_addr_transform(CAS1);
113 crb_addr_transform(CAS0);
114 crb_addr_transform(CAM);
115 crb_addr_transform(C2C1);
116 crb_addr_transform(C2C0);
117 crb_addr_transform(SMB);
120 int netxen_init_firmware(struct netxen_adapter *adapter)
122 u32 state = 0, loops = 0, err = 0;
125 state = readl(NETXEN_CRB_NORMALIZE(adapter, CRB_CMDPEG_STATE));
127 if (state == PHAN_INITIALIZE_ACK)
130 while (state != PHAN_INITIALIZE_COMPLETE && loops < 2000) {
133 state = readl(NETXEN_CRB_NORMALIZE(adapter, CRB_CMDPEG_STATE));
138 printk(KERN_ERR "Cmd Peg initialization not complete:%x.\n",
144 writel(INTR_SCHEME_PERPORT,
145 NETXEN_CRB_NORMALIZE(adapter, CRB_NIC_CAPABILITIES_HOST));
146 writel(MSI_MODE_MULTIFUNC,
147 NETXEN_CRB_NORMALIZE(adapter, CRB_NIC_MSI_MODE_HOST));
148 writel(MPORT_MULTI_FUNCTION_MODE,
149 NETXEN_CRB_NORMALIZE(adapter, CRB_MPORT_MODE));
150 writel(PHAN_INITIALIZE_ACK,
151 NETXEN_CRB_NORMALIZE(adapter, CRB_CMDPEG_STATE));
156 void netxen_initialize_adapter_sw(struct netxen_adapter *adapter)
161 struct netxen_rcv_desc_ctx *rcv_desc;
163 DPRINTK(INFO, "initializing some queues: %p\n", adapter);
164 for (ctxid = 0; ctxid < MAX_RCV_CTX; ++ctxid) {
165 for (ring = 0; ring < NUM_RCV_DESC_RINGS; ring++) {
166 struct netxen_rx_buffer *rx_buf;
167 rcv_desc = &adapter->recv_ctx[ctxid].rcv_desc[ring];
168 rcv_desc->begin_alloc = 0;
169 rx_buf = rcv_desc->rx_buf_arr;
170 num_rx_bufs = rcv_desc->max_rx_desc_count;
172 * Now go through all of them, set reference handles
173 * and put them in the queues.
175 for (i = 0; i < num_rx_bufs; i++) {
176 rx_buf->ref_handle = i;
177 rx_buf->state = NETXEN_BUFFER_FREE;
178 DPRINTK(INFO, "Rx buf:ctx%d i(%d) rx_buf:"
179 "%p\n", ctxid, i, rx_buf);
186 void netxen_initialize_adapter_ops(struct netxen_adapter *adapter)
188 switch (adapter->ahw.board_type) {
190 adapter->enable_phy_interrupts =
191 netxen_niu_gbe_enable_phy_interrupts;
192 adapter->disable_phy_interrupts =
193 netxen_niu_gbe_disable_phy_interrupts;
194 adapter->handle_phy_intr = netxen_nic_gbe_handle_phy_intr;
195 adapter->macaddr_set = netxen_niu_macaddr_set;
196 adapter->set_mtu = netxen_nic_set_mtu_gb;
197 adapter->set_promisc = netxen_niu_set_promiscuous_mode;
198 adapter->unset_promisc = netxen_niu_set_promiscuous_mode;
199 adapter->phy_read = netxen_niu_gbe_phy_read;
200 adapter->phy_write = netxen_niu_gbe_phy_write;
201 adapter->init_niu = netxen_nic_init_niu_gb;
202 adapter->stop_port = netxen_niu_disable_gbe_port;
205 case NETXEN_NIC_XGBE:
206 adapter->enable_phy_interrupts =
207 netxen_niu_xgbe_enable_phy_interrupts;
208 adapter->disable_phy_interrupts =
209 netxen_niu_xgbe_disable_phy_interrupts;
210 adapter->handle_phy_intr = netxen_nic_xgbe_handle_phy_intr;
211 adapter->macaddr_set = netxen_niu_xg_macaddr_set;
212 adapter->set_mtu = netxen_nic_set_mtu_xgb;
213 adapter->init_port = netxen_niu_xg_init_port;
214 adapter->set_promisc = netxen_niu_xg_set_promiscuous_mode;
215 adapter->unset_promisc = netxen_niu_xg_set_promiscuous_mode;
216 adapter->stop_port = netxen_niu_disable_xg_port;
225 * netxen_decode_crb_addr(0 - utility to translate from internal Phantom CRB
226 * address to external PCI CRB address.
228 static u32 netxen_decode_crb_addr(u32 addr)
231 u32 base_addr, offset, pci_base;
233 crb_addr_transform_setup();
235 pci_base = NETXEN_ADDR_ERROR;
236 base_addr = addr & 0xfff00000;
237 offset = addr & 0x000fffff;
239 for (i = 0; i < NETXEN_MAX_CRB_XFORM; i++) {
240 if (crb_addr_xform[i] == base_addr) {
245 if (pci_base == NETXEN_ADDR_ERROR)
248 return (pci_base + offset);
251 static long rom_max_timeout = 100;
252 static long rom_lock_timeout = 10000;
254 static long rom_write_timeout = 700;
257 static int rom_lock(struct netxen_adapter *adapter)
264 /* acquire semaphore2 from PCI HW block */
265 netxen_nic_read_w0(adapter, NETXEN_PCIE_REG(PCIE_SEM2_LOCK),
269 if (timeout >= rom_lock_timeout)
279 for (iter = 0; iter < 20; iter++)
280 cpu_relax(); /*This a nop instr on i386 */
283 netxen_nic_reg_write(adapter, NETXEN_ROM_LOCK_ID, ROM_LOCK_DRIVER);
287 static int netxen_wait_rom_done(struct netxen_adapter *adapter)
293 done = netxen_nic_reg_read(adapter, NETXEN_ROMUSB_GLB_STATUS);
296 if (timeout >= rom_max_timeout) {
297 printk("Timeout reached waiting for rom done");
305 static int netxen_rom_wren(struct netxen_adapter *adapter)
307 /* Set write enable latch in ROM status register */
308 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ABYTE_CNT, 0);
309 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_INSTR_OPCODE,
311 if (netxen_wait_rom_done(adapter)) {
317 static unsigned int netxen_rdcrbreg(struct netxen_adapter *adapter,
320 unsigned int data = 0xdeaddead;
321 data = netxen_nic_reg_read(adapter, addr);
325 static int netxen_do_rom_rdsr(struct netxen_adapter *adapter)
327 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_INSTR_OPCODE,
329 if (netxen_wait_rom_done(adapter)) {
332 return netxen_rdcrbreg(adapter, NETXEN_ROMUSB_ROM_RDATA);
336 static void netxen_rom_unlock(struct netxen_adapter *adapter)
340 /* release semaphore2 */
341 netxen_nic_read_w0(adapter, NETXEN_PCIE_REG(PCIE_SEM2_UNLOCK), &val);
346 static int netxen_rom_wip_poll(struct netxen_adapter *adapter)
351 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ABYTE_CNT, 0);
353 val = netxen_do_rom_rdsr(adapter);
356 if (timeout > rom_max_timeout) {
363 static int do_rom_fast_write(struct netxen_adapter *adapter, int addr,
366 if (netxen_rom_wren(adapter)) {
369 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_WDATA, data);
370 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ADDRESS, addr);
371 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ABYTE_CNT, 3);
372 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_INSTR_OPCODE,
374 if (netxen_wait_rom_done(adapter)) {
375 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ABYTE_CNT, 0);
379 return netxen_rom_wip_poll(adapter);
383 static int do_rom_fast_read(struct netxen_adapter *adapter,
388 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ADDRESS, addr);
389 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ABYTE_CNT, 3);
390 udelay(100); /* prevent bursting on CRB */
391 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_DUMMY_BYTE_CNT, 0);
392 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_INSTR_OPCODE, 0xb);
393 if (netxen_wait_rom_done(adapter)) {
394 printk("Error waiting for rom done\n");
397 /* reset abyte_cnt and dummy_byte_cnt */
398 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ABYTE_CNT, 0);
399 udelay(100); /* prevent bursting on CRB */
400 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_DUMMY_BYTE_CNT, 0);
402 *valp = netxen_nic_reg_read(adapter, NETXEN_ROMUSB_ROM_RDATA);
406 static int do_rom_fast_read_words(struct netxen_adapter *adapter, int addr,
407 u8 *bytes, size_t size)
412 for (addridx = addr; addridx < (addr + size); addridx += 4) {
414 ret = do_rom_fast_read(adapter, addridx, &v);
417 *(__le32 *)bytes = cpu_to_le32(v);
425 netxen_rom_fast_read_words(struct netxen_adapter *adapter, int addr,
426 u8 *bytes, size_t size)
430 ret = rom_lock(adapter);
434 ret = do_rom_fast_read_words(adapter, addr, bytes, size);
436 netxen_rom_unlock(adapter);
440 int netxen_rom_fast_read(struct netxen_adapter *adapter, int addr, int *valp)
444 if (rom_lock(adapter) != 0)
447 ret = do_rom_fast_read(adapter, addr, valp);
448 netxen_rom_unlock(adapter);
453 int netxen_rom_fast_write(struct netxen_adapter *adapter, int addr, int data)
457 if (rom_lock(adapter) != 0) {
460 ret = do_rom_fast_write(adapter, addr, data);
461 netxen_rom_unlock(adapter);
465 static int do_rom_fast_write_words(struct netxen_adapter *adapter,
466 int addr, u8 *bytes, size_t size)
471 while (addridx < (addr + size)) {
472 int last_attempt = 0;
476 data = le32_to_cpu((*(__le32*)bytes));
477 ret = do_rom_fast_write(adapter, addridx, data);
484 ret = do_rom_fast_read(adapter, addridx, &data1);
491 if (timeout++ >= rom_write_timeout) {
492 if (last_attempt++ < 4) {
493 ret = do_rom_fast_write(adapter,
499 printk(KERN_INFO "Data write did not "
500 "succeed at address 0x%x\n", addridx);
513 int netxen_rom_fast_write_words(struct netxen_adapter *adapter, int addr,
514 u8 *bytes, size_t size)
518 ret = rom_lock(adapter);
522 ret = do_rom_fast_write_words(adapter, addr, bytes, size);
523 netxen_rom_unlock(adapter);
528 static int netxen_rom_wrsr(struct netxen_adapter *adapter, int data)
532 ret = netxen_rom_wren(adapter);
536 netxen_crb_writelit_adapter(adapter, NETXEN_ROMUSB_ROM_WDATA, data);
537 netxen_crb_writelit_adapter(adapter,
538 NETXEN_ROMUSB_ROM_INSTR_OPCODE, 0x1);
540 ret = netxen_wait_rom_done(adapter);
544 return netxen_rom_wip_poll(adapter);
547 static int netxen_rom_rdsr(struct netxen_adapter *adapter)
551 ret = rom_lock(adapter);
555 ret = netxen_do_rom_rdsr(adapter);
556 netxen_rom_unlock(adapter);
560 int netxen_backup_crbinit(struct netxen_adapter *adapter)
562 int ret = FLASH_SUCCESS;
564 char *buffer = kmalloc(NETXEN_FLASH_SECTOR_SIZE, GFP_KERNEL);
568 /* unlock sector 63 */
569 val = netxen_rom_rdsr(adapter);
571 ret = netxen_rom_wrsr(adapter, val);
572 if (ret != FLASH_SUCCESS)
575 ret = netxen_rom_wip_poll(adapter);
576 if (ret != FLASH_SUCCESS)
579 /* copy sector 0 to sector 63 */
580 ret = netxen_rom_fast_read_words(adapter, NETXEN_CRBINIT_START,
581 buffer, NETXEN_FLASH_SECTOR_SIZE);
582 if (ret != FLASH_SUCCESS)
585 ret = netxen_rom_fast_write_words(adapter, NETXEN_FIXED_START,
586 buffer, NETXEN_FLASH_SECTOR_SIZE);
587 if (ret != FLASH_SUCCESS)
591 val = netxen_rom_rdsr(adapter);
595 if (netxen_rom_wrsr(adapter, val) == 0) {
596 ret = netxen_rom_wip_poll(adapter);
597 if (ret != FLASH_SUCCESS)
601 ret = netxen_rom_wip_poll(adapter);
602 if (ret != FLASH_SUCCESS)
612 static int netxen_do_rom_se(struct netxen_adapter *adapter, int addr)
614 netxen_rom_wren(adapter);
615 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ADDRESS, addr);
616 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ABYTE_CNT, 3);
617 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_INSTR_OPCODE,
619 if (netxen_wait_rom_done(adapter)) {
620 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ABYTE_CNT, 0);
623 return netxen_rom_wip_poll(adapter);
626 static void check_erased_flash(struct netxen_adapter *adapter, int addr)
630 int count = 0, erased_errors = 0;
633 range = (addr == NETXEN_USER_START) ?
634 NETXEN_FIXED_START : addr + NETXEN_FLASH_SECTOR_SIZE;
636 for (i = addr; i < range; i += 4) {
637 netxen_rom_fast_read(adapter, i, &val);
638 if (val != 0xffffffff)
644 printk(KERN_INFO "0x%x out of 0x%x words fail to be erased "
645 "for sector address: %x\n", erased_errors, count, addr);
648 int netxen_rom_se(struct netxen_adapter *adapter, int addr)
651 if (rom_lock(adapter) != 0) {
654 ret = netxen_do_rom_se(adapter, addr);
655 netxen_rom_unlock(adapter);
657 check_erased_flash(adapter, addr);
662 static int netxen_flash_erase_sections(struct netxen_adapter *adapter,
665 int ret = FLASH_SUCCESS;
668 for (i = start; i < end; i++) {
669 ret = netxen_rom_se(adapter, i * NETXEN_FLASH_SECTOR_SIZE);
672 ret = netxen_rom_wip_poll(adapter);
681 netxen_flash_erase_secondary(struct netxen_adapter *adapter)
683 int ret = FLASH_SUCCESS;
686 start = NETXEN_SECONDARY_START / NETXEN_FLASH_SECTOR_SIZE;
687 end = NETXEN_USER_START / NETXEN_FLASH_SECTOR_SIZE;
688 ret = netxen_flash_erase_sections(adapter, start, end);
694 netxen_flash_erase_primary(struct netxen_adapter *adapter)
696 int ret = FLASH_SUCCESS;
699 start = NETXEN_PRIMARY_START / NETXEN_FLASH_SECTOR_SIZE;
700 end = NETXEN_SECONDARY_START / NETXEN_FLASH_SECTOR_SIZE;
701 ret = netxen_flash_erase_sections(adapter, start, end);
706 void netxen_halt_pegs(struct netxen_adapter *adapter)
708 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_0 + 0x3c, 1);
709 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_1 + 0x3c, 1);
710 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_2 + 0x3c, 1);
711 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_3 + 0x3c, 1);
714 int netxen_flash_unlock(struct netxen_adapter *adapter)
718 ret = netxen_rom_wrsr(adapter, 0);
722 ret = netxen_rom_wren(adapter);
730 #define NETXEN_BOARDTYPE 0x4008
731 #define NETXEN_BOARDNUM 0x400c
732 #define NETXEN_CHIPNUM 0x4010
733 #define NETXEN_ROMBUS_RESET 0xFFFFFFFF
735 int netxen_pinit_from_rom(struct netxen_adapter *adapter, int verbose)
740 struct crb_addr_pair *buf;
744 netxen_crb_writelit_adapter(adapter, NETXEN_ROMUSB_GLB_SW_RESET,
745 NETXEN_ROMBUS_RESET);
749 if (netxen_rom_fast_read(adapter, NETXEN_BOARDTYPE, &val) == 0)
750 printk("P2 ROM board type: 0x%08x\n", val);
752 printk("Could not read board type\n");
753 if (netxen_rom_fast_read(adapter, NETXEN_BOARDNUM, &val) == 0)
754 printk("P2 ROM board num: 0x%08x\n", val);
756 printk("Could not read board number\n");
757 if (netxen_rom_fast_read(adapter, NETXEN_CHIPNUM, &val) == 0)
758 printk("P2 ROM chip num: 0x%08x\n", val);
760 printk("Could not read chip number\n");
763 if (netxen_rom_fast_read(adapter, 0, &n) == 0 && (n & 0x80000000)) {
767 printk("%s: %d CRB init values found"
768 " in ROM.\n", netxen_nic_driver_name, n);
770 printk("%s:n=0x%x Error! NetXen card flash not"
771 " initialized.\n", __FUNCTION__, n);
774 buf = kcalloc(n, sizeof(struct crb_addr_pair), GFP_KERNEL);
776 printk("%s: netxen_pinit_from_rom: Unable to calloc "
777 "memory.\n", netxen_nic_driver_name);
780 for (i = 0; i < n; i++) {
781 if (netxen_rom_fast_read(adapter, 8 * i + 4, &val) != 0
782 || netxen_rom_fast_read(adapter, 8 * i + 8,
790 printk("%s: PCI: 0x%08x == 0x%08x\n",
791 netxen_nic_driver_name, (unsigned int)
792 netxen_decode_crb_addr(addr), val);
794 for (i = 0; i < n; i++) {
796 off = netxen_decode_crb_addr(buf[i].addr);
797 if (off == NETXEN_ADDR_ERROR) {
798 printk(KERN_ERR"CRB init value out of range %x\n",
802 off += NETXEN_PCI_CRBSPACE;
803 /* skipping cold reboot MAGIC */
804 if (off == NETXEN_CAM_RAM(0x1fc))
807 /* After writing this register, HW needs time for CRB */
808 /* to quiet down (else crb_window returns 0xffffffff) */
809 if (off == NETXEN_ROMUSB_GLB_SW_RESET) {
811 /* hold xdma in reset also */
812 buf[i].data = NETXEN_NIC_XDMA_RESET;
815 netxen_nic_hw_write_wx(adapter, off, &buf[i].data, 4);
817 if (init_delay == 1) {
825 /* disable_peg_cache_all */
827 /* unreset_net_cache */
828 netxen_nic_hw_read_wx(adapter, NETXEN_ROMUSB_GLB_SW_RESET, &val,
830 netxen_crb_writelit_adapter(adapter, NETXEN_ROMUSB_GLB_SW_RESET,
832 /* p2dn replyCount */
833 netxen_crb_writelit_adapter(adapter,
834 NETXEN_CRB_PEG_NET_D + 0xec, 0x1e);
835 /* disable_peg_cache 0 */
836 netxen_crb_writelit_adapter(adapter,
837 NETXEN_CRB_PEG_NET_D + 0x4c, 8);
838 /* disable_peg_cache 1 */
839 netxen_crb_writelit_adapter(adapter,
840 NETXEN_CRB_PEG_NET_I + 0x4c, 8);
845 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_0 + 0x8,
847 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_0 + 0xc,
850 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_1 + 0x8,
852 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_1 + 0xc,
855 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_2 + 0x8,
857 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_2 + 0xc,
860 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_3 + 0x8,
862 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_3 + 0xc,
868 int netxen_initialize_adapter_offload(struct netxen_adapter *adapter)
874 adapter->dummy_dma.addr =
875 pci_alloc_consistent(adapter->pdev,
876 NETXEN_HOST_DUMMY_DMA_SIZE,
877 &adapter->dummy_dma.phys_addr);
878 if (adapter->dummy_dma.addr == NULL) {
879 printk("%s: ERROR: Could not allocate dummy DMA memory\n",
884 addr = (uint64_t) adapter->dummy_dma.phys_addr;
885 hi = (addr >> 32) & 0xffffffff;
886 lo = addr & 0xffffffff;
888 writel(hi, NETXEN_CRB_NORMALIZE(adapter, CRB_HOST_DUMMY_BUF_ADDR_HI));
889 writel(lo, NETXEN_CRB_NORMALIZE(adapter, CRB_HOST_DUMMY_BUF_ADDR_LO));
894 void netxen_free_adapter_offload(struct netxen_adapter *adapter)
898 if (adapter->dummy_dma.addr) {
901 if (dma_watchdog_shutdown_request(adapter) == 1)
904 if (dma_watchdog_shutdown_poll_result(adapter) == 1)
909 pci_free_consistent(adapter->pdev,
910 NETXEN_HOST_DUMMY_DMA_SIZE,
911 adapter->dummy_dma.addr,
912 adapter->dummy_dma.phys_addr);
913 adapter->dummy_dma.addr = NULL;
915 printk(KERN_ERR "%s: dma_watchdog_shutdown failed\n",
916 adapter->netdev->name);
921 int netxen_phantom_init(struct netxen_adapter *adapter, int pegtune_val)
928 val = readl(NETXEN_CRB_NORMALIZE
929 (adapter, CRB_CMDPEG_STATE));
930 pegtune_val = readl(NETXEN_CRB_NORMALIZE
931 (adapter, NETXEN_ROMUSB_GLB_PEGTUNE_DONE));
933 if (val == PHAN_INITIALIZE_COMPLETE ||
934 val == PHAN_INITIALIZE_ACK)
940 printk(KERN_WARNING "netxen_phantom_init: init failed, "
941 "pegtune_val=%x\n", pegtune_val);
949 static int netxen_nic_check_temp(struct netxen_adapter *adapter)
951 struct net_device *netdev = adapter->netdev;
952 uint32_t temp, temp_state, temp_val;
955 temp = readl(NETXEN_CRB_NORMALIZE(adapter, CRB_TEMP_STATE));
957 temp_state = nx_get_temp_state(temp);
958 temp_val = nx_get_temp_val(temp);
960 if (temp_state == NX_TEMP_PANIC) {
962 "%s: Device temperature %d degrees C exceeds"
963 " maximum allowed. Hardware has been shut down.\n",
964 netxen_nic_driver_name, temp_val);
966 netif_carrier_off(netdev);
967 netif_stop_queue(netdev);
969 } else if (temp_state == NX_TEMP_WARN) {
970 if (adapter->temp == NX_TEMP_NORMAL) {
972 "%s: Device temperature %d degrees C "
973 "exceeds operating range."
974 " Immediate action needed.\n",
975 netxen_nic_driver_name, temp_val);
978 if (adapter->temp == NX_TEMP_WARN) {
980 "%s: Device temperature is now %d degrees C"
981 " in normal range.\n", netxen_nic_driver_name,
985 adapter->temp = temp_state;
989 void netxen_watchdog_task(struct work_struct *work)
991 struct netxen_adapter *adapter =
992 container_of(work, struct netxen_adapter, watchdog_task);
994 if ((adapter->portnum == 0) && netxen_nic_check_temp(adapter))
997 if (adapter->handle_phy_intr)
998 adapter->handle_phy_intr(adapter);
1000 mod_timer(&adapter->watchdog_timer, jiffies + 2 * HZ);
1004 * netxen_process_rcv() send the received packet to the protocol stack.
1005 * and if the number of receives exceeds RX_BUFFERS_REFILL, then we
1006 * invoke the routine to send more rx buffers to the Phantom...
1008 static void netxen_process_rcv(struct netxen_adapter *adapter, int ctxid,
1009 struct status_desc *desc)
1011 struct pci_dev *pdev = adapter->pdev;
1012 struct net_device *netdev = adapter->netdev;
1013 u64 sts_data = le64_to_cpu(desc->status_desc_data);
1014 int index = netxen_get_sts_refhandle(sts_data);
1015 struct netxen_recv_context *recv_ctx = &(adapter->recv_ctx[ctxid]);
1016 struct netxen_rx_buffer *buffer;
1017 struct sk_buff *skb;
1018 u32 length = netxen_get_sts_totallength(sts_data);
1020 struct netxen_rcv_desc_ctx *rcv_desc;
1023 desc_ctx = netxen_get_sts_type(sts_data);
1024 if (unlikely(desc_ctx >= NUM_RCV_DESC_RINGS)) {
1025 printk("%s: %s Bad Rcv descriptor ring\n",
1026 netxen_nic_driver_name, netdev->name);
1030 rcv_desc = &recv_ctx->rcv_desc[desc_ctx];
1031 if (unlikely(index > rcv_desc->max_rx_desc_count)) {
1032 DPRINTK(ERR, "Got a buffer index:%x Max is %x\n",
1033 index, rcv_desc->max_rx_desc_count);
1036 buffer = &rcv_desc->rx_buf_arr[index];
1037 if (desc_ctx == RCV_DESC_LRO_CTXID) {
1038 buffer->lro_current_frags++;
1039 if (netxen_get_sts_desc_lro_last_frag(desc)) {
1040 buffer->lro_expected_frags =
1041 netxen_get_sts_desc_lro_cnt(desc);
1042 buffer->lro_length = length;
1044 if (buffer->lro_current_frags != buffer->lro_expected_frags) {
1045 if (buffer->lro_expected_frags != 0) {
1046 printk("LRO: (refhandle:%x) recv frag. "
1047 "wait for last. flags: %x expected:%d "
1049 netxen_get_sts_desc_lro_last_frag(desc),
1050 buffer->lro_expected_frags,
1051 buffer->lro_current_frags);
1057 pci_unmap_single(pdev, buffer->dma, rcv_desc->dma_size,
1058 PCI_DMA_FROMDEVICE);
1060 skb = (struct sk_buff *)buffer->skb;
1062 if (likely(adapter->rx_csum &&
1063 netxen_get_sts_status(sts_data) == STATUS_CKSUM_OK)) {
1064 adapter->stats.csummed++;
1065 skb->ip_summed = CHECKSUM_UNNECESSARY;
1067 skb->ip_summed = CHECKSUM_NONE;
1070 if (desc_ctx == RCV_DESC_LRO_CTXID) {
1071 /* True length was only available on the last pkt */
1072 skb_put(skb, buffer->lro_length);
1074 skb_put(skb, length);
1077 skb->protocol = eth_type_trans(skb, netdev);
1079 ret = netif_receive_skb(skb);
1080 netdev->last_rx = jiffies;
1083 * We just consumed one buffer so post a buffer.
1086 buffer->state = NETXEN_BUFFER_FREE;
1087 buffer->lro_current_frags = 0;
1088 buffer->lro_expected_frags = 0;
1090 adapter->stats.no_rcv++;
1091 adapter->stats.rxbytes += length;
1094 /* Process Receive status ring */
1095 u32 netxen_process_rcv_ring(struct netxen_adapter *adapter, int ctxid, int max)
1097 struct netxen_recv_context *recv_ctx = &(adapter->recv_ctx[ctxid]);
1098 struct status_desc *desc_head = recv_ctx->rcv_status_desc_head;
1099 struct status_desc *desc; /* used to read status desc here */
1100 u32 consumer = recv_ctx->status_rx_consumer;
1101 int count = 0, ring;
1103 while (count < max) {
1104 desc = &desc_head[consumer];
1105 if (!(netxen_get_sts_owner(desc) & STATUS_OWNER_HOST)) {
1106 DPRINTK(ERR, "desc %p ownedby %x\n", desc,
1107 netxen_get_sts_owner(desc));
1110 netxen_process_rcv(adapter, ctxid, desc);
1111 netxen_set_sts_owner(desc, STATUS_OWNER_PHANTOM);
1112 consumer = (consumer + 1) & (adapter->max_rx_desc_count - 1);
1115 for (ring = 0; ring < NUM_RCV_DESC_RINGS; ring++)
1116 netxen_post_rx_buffers_nodb(adapter, ctxid, ring);
1118 /* update the consumer index in phantom */
1120 recv_ctx->status_rx_consumer = consumer;
1123 writel(consumer, NETXEN_CRB_NORMALIZE(adapter,
1124 recv_ctx->crb_sts_consumer));
1130 /* Process Command status ring */
1131 int netxen_process_cmd_ring(struct netxen_adapter *adapter)
1133 u32 last_consumer, consumer;
1135 struct netxen_cmd_buffer *buffer;
1136 struct pci_dev *pdev = adapter->pdev;
1137 struct net_device *netdev = adapter->netdev;
1138 struct netxen_skb_frag *frag;
1141 last_consumer = adapter->last_cmd_consumer;
1142 consumer = le32_to_cpu(*(adapter->cmd_consumer));
1144 while (last_consumer != consumer) {
1145 buffer = &adapter->cmd_buf_arr[last_consumer];
1147 frag = &buffer->frag_array[0];
1148 pci_unmap_single(pdev, frag->dma, frag->length,
1151 for (i = 1; i < buffer->frag_count; i++) {
1152 frag++; /* Get the next frag */
1153 pci_unmap_page(pdev, frag->dma, frag->length,
1158 adapter->stats.xmitfinished++;
1159 dev_kfree_skb_any(buffer->skb);
1163 last_consumer = get_next_index(last_consumer,
1164 adapter->max_tx_desc_count);
1165 if (++count >= MAX_STATUS_HANDLE)
1170 adapter->last_cmd_consumer = last_consumer;
1172 if (netif_queue_stopped(netdev) && netif_running(netdev)) {
1173 netif_tx_lock(netdev);
1174 netif_wake_queue(netdev);
1176 netif_tx_unlock(netdev);
1180 * If everything is freed up to consumer then check if the ring is full
1181 * If the ring is full then check if more needs to be freed and
1182 * schedule the call back again.
1184 * This happens when there are 2 CPUs. One could be freeing and the
1185 * other filling it. If the ring is full when we get out of here and
1186 * the card has already interrupted the host then the host can miss the
1189 * There is still a possible race condition and the host could miss an
1190 * interrupt. The card has to take care of this.
1192 consumer = le32_to_cpu(*(adapter->cmd_consumer));
1193 done = (last_consumer == consumer);
1199 * netxen_post_rx_buffers puts buffer in the Phantom memory
1201 void netxen_post_rx_buffers(struct netxen_adapter *adapter, u32 ctx, u32 ringid)
1203 struct pci_dev *pdev = adapter->pdev;
1204 struct sk_buff *skb;
1205 struct netxen_recv_context *recv_ctx = &(adapter->recv_ctx[ctx]);
1206 struct netxen_rcv_desc_ctx *rcv_desc = NULL;
1208 struct rcv_desc *pdesc;
1209 struct netxen_rx_buffer *buffer;
1212 netxen_ctx_msg msg = 0;
1215 rcv_desc = &recv_ctx->rcv_desc[ringid];
1217 producer = rcv_desc->producer;
1218 index = rcv_desc->begin_alloc;
1219 buffer = &rcv_desc->rx_buf_arr[index];
1220 /* We can start writing rx descriptors into the phantom memory. */
1221 while (buffer->state == NETXEN_BUFFER_FREE) {
1222 skb = dev_alloc_skb(rcv_desc->skb_size);
1223 if (unlikely(!skb)) {
1226 * We need to schedule the posting of buffers to the pegs.
1228 rcv_desc->begin_alloc = index;
1229 DPRINTK(ERR, "netxen_post_rx_buffers: "
1230 " allocated only %d buffers\n", count);
1234 count++; /* now there should be no failure */
1235 pdesc = &rcv_desc->desc_head[producer];
1237 #if defined(XGB_DEBUG)
1238 *(unsigned long *)(skb->head) = 0xc0debabe;
1239 if (skb_is_nonlinear(skb)) {
1240 printk("Allocated SKB @%p is nonlinear\n");
1243 skb_reserve(skb, 2);
1244 /* This will be setup when we receive the
1245 * buffer after it has been filled FSL TBD TBD
1246 * skb->dev = netdev;
1248 dma = pci_map_single(pdev, skb->data, rcv_desc->dma_size,
1249 PCI_DMA_FROMDEVICE);
1250 pdesc->addr_buffer = cpu_to_le64(dma);
1252 buffer->state = NETXEN_BUFFER_BUSY;
1254 /* make a rcv descriptor */
1255 pdesc->reference_handle = cpu_to_le16(buffer->ref_handle);
1256 pdesc->buffer_length = cpu_to_le32(rcv_desc->dma_size);
1257 DPRINTK(INFO, "done writing descripter\n");
1259 get_next_index(producer, rcv_desc->max_rx_desc_count);
1260 index = get_next_index(index, rcv_desc->max_rx_desc_count);
1261 buffer = &rcv_desc->rx_buf_arr[index];
1263 /* if we did allocate buffers, then write the count to Phantom */
1265 rcv_desc->begin_alloc = index;
1266 rcv_desc->producer = producer;
1268 writel((producer - 1) & (rcv_desc->max_rx_desc_count - 1),
1269 NETXEN_CRB_NORMALIZE(adapter,
1270 rcv_desc->crb_rcv_producer));
1272 * Write a doorbell msg to tell phanmon of change in
1273 * receive ring producer
1275 netxen_set_msg_peg_id(msg, NETXEN_RCV_PEG_DB_ID);
1276 netxen_set_msg_privid(msg);
1277 netxen_set_msg_count(msg,
1280 max_rx_desc_count - 1)));
1281 netxen_set_msg_ctxid(msg, adapter->portnum);
1282 netxen_set_msg_opcode(msg, NETXEN_RCV_PRODUCER(ringid));
1284 DB_NORMALIZE(adapter,
1285 NETXEN_RCV_PRODUCER_OFFSET));
1289 static void netxen_post_rx_buffers_nodb(struct netxen_adapter *adapter,
1290 uint32_t ctx, uint32_t ringid)
1292 struct pci_dev *pdev = adapter->pdev;
1293 struct sk_buff *skb;
1294 struct netxen_recv_context *recv_ctx = &(adapter->recv_ctx[ctx]);
1295 struct netxen_rcv_desc_ctx *rcv_desc = NULL;
1297 struct rcv_desc *pdesc;
1298 struct netxen_rx_buffer *buffer;
1302 rcv_desc = &recv_ctx->rcv_desc[ringid];
1304 producer = rcv_desc->producer;
1305 index = rcv_desc->begin_alloc;
1306 buffer = &rcv_desc->rx_buf_arr[index];
1307 /* We can start writing rx descriptors into the phantom memory. */
1308 while (buffer->state == NETXEN_BUFFER_FREE) {
1309 skb = dev_alloc_skb(rcv_desc->skb_size);
1310 if (unlikely(!skb)) {
1312 * We need to schedule the posting of buffers to the pegs.
1314 rcv_desc->begin_alloc = index;
1315 DPRINTK(ERR, "netxen_post_rx_buffers_nodb: "
1316 " allocated only %d buffers\n", count);
1319 count++; /* now there should be no failure */
1320 pdesc = &rcv_desc->desc_head[producer];
1321 skb_reserve(skb, 2);
1323 * This will be setup when we receive the
1324 * buffer after it has been filled
1325 * skb->dev = netdev;
1328 buffer->state = NETXEN_BUFFER_BUSY;
1329 buffer->dma = pci_map_single(pdev, skb->data,
1331 PCI_DMA_FROMDEVICE);
1333 /* make a rcv descriptor */
1334 pdesc->reference_handle = cpu_to_le16(buffer->ref_handle);
1335 pdesc->buffer_length = cpu_to_le32(rcv_desc->dma_size);
1336 pdesc->addr_buffer = cpu_to_le64(buffer->dma);
1338 get_next_index(producer, rcv_desc->max_rx_desc_count);
1339 index = get_next_index(index, rcv_desc->max_rx_desc_count);
1340 buffer = &rcv_desc->rx_buf_arr[index];
1343 /* if we did allocate buffers, then write the count to Phantom */
1345 rcv_desc->begin_alloc = index;
1346 rcv_desc->producer = producer;
1348 writel((producer - 1) & (rcv_desc->max_rx_desc_count - 1),
1349 NETXEN_CRB_NORMALIZE(adapter,
1350 rcv_desc->crb_rcv_producer));
1355 void netxen_nic_clear_stats(struct netxen_adapter *adapter)
1357 memset(&adapter->stats, 0, sizeof(adapter->stats));