Lines Matching +full:disable +full:- +full:eop
1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright(c) 1999 - 2006 Intel Corporation. */
13 static const char e1000_copyright[] = "Copyright (c) 1999-2006 Intel Corporation.";
15 /* e1000_pci_tbl - PCI Device ID Table
197 static int debug = -1;
202 * e1000_get_hw_dev - helper function for getting netdev
210 struct e1000_adapter *adapter = hw->back; in e1000_get_hw_dev()
211 return adapter->netdev; in e1000_get_hw_dev()
215 * e1000_init_module - Driver Registration Routine
241 * e1000_exit_module - Driver Exit Cleanup Routine
255 struct net_device *netdev = adapter->netdev; in e1000_request_irq()
260 err = request_irq(adapter->pdev->irq, handler, irq_flags, netdev->name, in e1000_request_irq()
271 struct net_device *netdev = adapter->netdev; in e1000_free_irq()
273 free_irq(adapter->pdev->irq, netdev); in e1000_free_irq()
277 * e1000_irq_disable - Mask off interrupt generation on the NIC
282 struct e1000_hw *hw = &adapter->hw; in e1000_irq_disable()
286 synchronize_irq(adapter->pdev->irq); in e1000_irq_disable()
290 * e1000_irq_enable - Enable default interrupt generation settings
295 struct e1000_hw *hw = &adapter->hw; in e1000_irq_enable()
303 struct e1000_hw *hw = &adapter->hw; in e1000_update_mng_vlan()
304 struct net_device *netdev = adapter->netdev; in e1000_update_mng_vlan()
305 u16 vid = hw->mng_cookie.vlan_id; in e1000_update_mng_vlan()
306 u16 old_vid = adapter->mng_vlan_id; in e1000_update_mng_vlan()
311 if (!test_bit(vid, adapter->active_vlans)) { in e1000_update_mng_vlan()
312 if (hw->mng_cookie.status & in e1000_update_mng_vlan()
315 adapter->mng_vlan_id = vid; in e1000_update_mng_vlan()
317 adapter->mng_vlan_id = E1000_MNG_VLAN_NONE; in e1000_update_mng_vlan()
321 !test_bit(old_vid, adapter->active_vlans)) in e1000_update_mng_vlan()
325 adapter->mng_vlan_id = vid; in e1000_update_mng_vlan()
331 struct e1000_hw *hw = &adapter->hw; in e1000_init_manageability()
333 if (adapter->en_mng_pt) { in e1000_init_manageability()
336 /* disable hardware interception of ARP */ in e1000_init_manageability()
345 struct e1000_hw *hw = &adapter->hw; in e1000_release_manageability()
347 if (adapter->en_mng_pt) { in e1000_release_manageability()
350 /* re-enable hardware interception of ARP */ in e1000_release_manageability()
358 * e1000_configure - configure the hardware for RX and TX
363 struct net_device *netdev = adapter->netdev; in e1000_configure()
378 for (i = 0; i < adapter->num_rx_queues; i++) { in e1000_configure()
379 struct e1000_rx_ring *ring = &adapter->rx_ring[i]; in e1000_configure()
380 adapter->alloc_rx_buf(adapter, ring, in e1000_configure()
387 struct e1000_hw *hw = &adapter->hw; in e1000_up()
392 clear_bit(__E1000_DOWN, &adapter->flags); in e1000_up()
394 napi_enable(&adapter->napi); in e1000_up()
398 netif_wake_queue(adapter->netdev); in e1000_up()
406 * e1000_power_up_phy - restore link in case the phy was powered down
415 struct e1000_hw *hw = &adapter->hw; in e1000_power_up_phy()
419 if (hw->media_type == e1000_media_type_copper) { in e1000_power_up_phy()
421 * settings across a power-down/up cycle in e1000_power_up_phy()
431 struct e1000_hw *hw = &adapter->hw; in e1000_power_down_phy()
439 if (!adapter->wol && hw->mac_type >= e1000_82540 && in e1000_power_down_phy()
440 hw->media_type == e1000_media_type_copper) { in e1000_power_down_phy()
443 switch (hw->mac_type) { in e1000_power_down_phy()
471 set_bit(__E1000_DOWN, &adapter->flags); in e1000_down_and_stop()
473 cancel_delayed_work_sync(&adapter->watchdog_task); in e1000_down_and_stop()
481 cancel_delayed_work_sync(&adapter->phy_info_task); in e1000_down_and_stop()
482 cancel_delayed_work_sync(&adapter->fifo_stall_task); in e1000_down_and_stop()
485 if (!test_bit(__E1000_RESETTING, &adapter->flags)) in e1000_down_and_stop()
486 cancel_work_sync(&adapter->reset_task); in e1000_down_and_stop()
491 struct e1000_hw *hw = &adapter->hw; in e1000_down()
492 struct net_device *netdev = adapter->netdev; in e1000_down()
495 /* disable receives in the hardware */ in e1000_down()
502 /* disable transmits in the hardware */ in e1000_down()
519 napi_disable(&adapter->napi); in e1000_down()
529 adapter->link_speed = 0; in e1000_down()
530 adapter->link_duplex = 0; in e1000_down()
539 while (test_and_set_bit(__E1000_RESETTING, &adapter->flags)) in e1000_reinit_locked()
543 if (!test_bit(__E1000_DOWN, &adapter->flags)) { in e1000_reinit_locked()
548 clear_bit(__E1000_RESETTING, &adapter->flags); in e1000_reinit_locked()
553 struct e1000_hw *hw = &adapter->hw; in e1000_reset()
562 switch (hw->mac_type) { in e1000_reset()
591 if (hw->max_frame_size > E1000_RXBUFFER_8192) in e1000_reset()
592 pba -= 8; /* allocate more FIFO for Tx */ in e1000_reset()
594 if (hw->mac_type == e1000_82547) { in e1000_reset()
595 adapter->tx_fifo_head = 0; in e1000_reset()
596 adapter->tx_head_addr = pba << E1000_TX_HEAD_ADDR_SHIFT; in e1000_reset()
597 adapter->tx_fifo_size = in e1000_reset()
598 (E1000_PBA_40K - pba) << E1000_PBA_BYTES_SHIFT; in e1000_reset()
599 atomic_set(&adapter->tx_fifo_stall, 0); in e1000_reset()
601 } else if (hw->max_frame_size > ETH_FRAME_LEN + ETH_FCS_LEN) { in e1000_reset()
620 min_tx_space = (hw->max_frame_size + in e1000_reset()
621 sizeof(struct e1000_tx_desc) - in e1000_reset()
626 min_rx_space = hw->max_frame_size; in e1000_reset()
635 ((min_tx_space - tx_space) < pba)) { in e1000_reset()
636 pba = pba - (min_tx_space - tx_space); in e1000_reset()
639 switch (hw->mac_type) { in e1000_reset()
641 pba &= ~(E1000_PBA_8K - 1); in e1000_reset()
661 * - 90% of the Rx FIFO size, and in e1000_reset()
662 * - the full Rx FIFO size minus the early receive size (for parts in e1000_reset()
664 * - the full Rx FIFO size minus one full frame in e1000_reset()
667 ((pba << 10) - hw->max_frame_size)); in e1000_reset()
669 hw->fc_high_water = hwm & 0xFFF8; /* 8-byte granularity */ in e1000_reset()
670 hw->fc_low_water = hw->fc_high_water - 8; in e1000_reset()
671 hw->fc_pause_time = E1000_FC_PAUSE_TIME; in e1000_reset()
672 hw->fc_send_xon = 1; in e1000_reset()
673 hw->fc = hw->original_fc; in e1000_reset()
677 if (hw->mac_type >= e1000_82544) in e1000_reset()
684 /* if (adapter->hwflags & HWFLAGS_PHY_PWR_BIT) { */ in e1000_reset()
685 if (hw->mac_type >= e1000_82544 && in e1000_reset()
686 hw->autoneg == 1 && in e1000_reset()
687 hw->autoneg_advertised == ADVERTISE_1000_FULL) { in e1000_reset()
701 e1000_phy_get_info(hw, &adapter->phy_info); in e1000_reset()
709 struct net_device *netdev = adapter->netdev; in e1000_dump_eeprom()
711 const struct ethtool_ops *ops = netdev->ethtool_ops; in e1000_dump_eeprom()
716 eeprom.len = ops->get_eeprom_len(netdev); in e1000_dump_eeprom()
723 ops->get_eeprom(netdev, &eeprom, data); in e1000_dump_eeprom()
729 csum_new = EEPROM_SUM - csum_new; in e1000_dump_eeprom()
755 * e1000_is_need_ioport - determine if an adapter needs ioport resources or not
762 switch (pdev->device) { in e1000_is_need_ioport()
794 * enable/disable make sure Tx flag is always in same state as Rx. in e1000_fix_features()
808 netdev_features_t changed = features ^ netdev->features; in e1000_set_features()
816 netdev->features = features; in e1000_set_features()
817 adapter->rx_csum = !!(features & NETIF_F_RXCSUM); in e1000_set_features()
847 * e1000_init_hw_struct - initialize members of hw struct
860 struct pci_dev *pdev = adapter->pdev; in e1000_init_hw_struct()
863 hw->vendor_id = pdev->vendor; in e1000_init_hw_struct()
864 hw->device_id = pdev->device; in e1000_init_hw_struct()
865 hw->subsystem_vendor_id = pdev->subsystem_vendor; in e1000_init_hw_struct()
866 hw->subsystem_id = pdev->subsystem_device; in e1000_init_hw_struct()
867 hw->revision_id = pdev->revision; in e1000_init_hw_struct()
869 pci_read_config_word(pdev, PCI_COMMAND, &hw->pci_cmd_word); in e1000_init_hw_struct()
871 hw->max_frame_size = adapter->netdev->mtu + in e1000_init_hw_struct()
873 hw->min_frame_size = MINIMUM_ETHERNET_FRAME_SIZE; in e1000_init_hw_struct()
878 return -EIO; in e1000_init_hw_struct()
881 switch (hw->mac_type) { in e1000_init_hw_struct()
888 hw->phy_init_script = 1; in e1000_init_hw_struct()
895 hw->wait_autoneg_complete = false; in e1000_init_hw_struct()
896 hw->tbi_compatibility_en = true; in e1000_init_hw_struct()
897 hw->adaptive_ifs = true; in e1000_init_hw_struct()
901 if (hw->media_type == e1000_media_type_copper) { in e1000_init_hw_struct()
902 hw->mdix = AUTO_ALL_MODES; in e1000_init_hw_struct()
903 hw->disable_polarity_correction = false; in e1000_init_hw_struct()
904 hw->master_slave = E1000_MASTER_SLAVE; in e1000_init_hw_struct()
911 * e1000_probe - Device Initialization Routine
957 err = -ENOMEM; in e1000_probe()
962 SET_NETDEV_DEV(netdev, &pdev->dev); in e1000_probe()
966 adapter->netdev = netdev; in e1000_probe()
967 adapter->pdev = pdev; in e1000_probe()
968 adapter->msg_enable = netif_msg_init(debug, DEFAULT_MSG_ENABLE); in e1000_probe()
969 adapter->bars = bars; in e1000_probe()
970 adapter->need_ioport = need_ioport; in e1000_probe()
972 hw = &adapter->hw; in e1000_probe()
973 hw->back = adapter; in e1000_probe()
975 err = -EIO; in e1000_probe()
976 hw->hw_addr = pci_ioremap_bar(pdev, BAR_0); in e1000_probe()
977 if (!hw->hw_addr) in e1000_probe()
980 if (adapter->need_ioport) { in e1000_probe()
985 hw->io_base = pci_resource_start(pdev, i); in e1000_probe()
991 /* make ready for any if (hw->...) below */ in e1000_probe()
997 * 64-bit DMA addresses to 64-bit hardware. There are some in e1000_probe()
998 * 32-bit adapters that Tx hang when given 64-bit DMA addresses in e1000_probe()
1001 if ((hw->bus_type == e1000_bus_type_pcix) && in e1000_probe()
1002 !dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64))) { in e1000_probe()
1005 err = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(32)); in e1000_probe()
1012 netdev->netdev_ops = &e1000_netdev_ops; in e1000_probe()
1014 netdev->watchdog_timeo = 5 * HZ; in e1000_probe()
1015 netif_napi_add(netdev, &adapter->napi, e1000_clean); in e1000_probe()
1017 strscpy(netdev->name, pci_name(pdev), sizeof(netdev->name)); in e1000_probe()
1019 adapter->bd_number = cards_found; in e1000_probe()
1027 err = -EIO; in e1000_probe()
1028 if (hw->mac_type == e1000_ce4100) { in e1000_probe()
1029 hw->ce4100_gbe_mdio_base_virt = in e1000_probe()
1033 if (!hw->ce4100_gbe_mdio_base_virt) in e1000_probe()
1037 if (hw->mac_type >= e1000_82543) { in e1000_probe()
1038 netdev->hw_features = NETIF_F_SG | in e1000_probe()
1041 netdev->features = NETIF_F_HW_VLAN_CTAG_TX | in e1000_probe()
1045 if ((hw->mac_type >= e1000_82544) && in e1000_probe()
1046 (hw->mac_type != e1000_82547)) in e1000_probe()
1047 netdev->hw_features |= NETIF_F_TSO; in e1000_probe()
1049 netdev->priv_flags |= IFF_SUPP_NOFCS; in e1000_probe()
1051 netdev->features |= netdev->hw_features; in e1000_probe()
1052 netdev->hw_features |= (NETIF_F_RXCSUM | in e1000_probe()
1057 netdev->features |= NETIF_F_HIGHDMA; in e1000_probe()
1058 netdev->vlan_features |= NETIF_F_HIGHDMA; in e1000_probe()
1061 netdev->vlan_features |= (NETIF_F_TSO | in e1000_probe()
1066 if (hw->device_id != E1000_DEV_ID_82545EM_COPPER || in e1000_probe()
1067 hw->subsystem_vendor_id != PCI_VENDOR_ID_VMWARE) in e1000_probe()
1068 netdev->priv_flags |= IFF_UNICAST_FLT; in e1000_probe()
1070 /* MTU range: 46 - 16110 */ in e1000_probe()
1071 netdev->min_mtu = ETH_ZLEN - ETH_HLEN; in e1000_probe()
1072 netdev->max_mtu = MAX_JUMBO_FRAME_SIZE - (ETH_HLEN + ETH_FCS_LEN); in e1000_probe()
1074 adapter->en_mng_pt = e1000_enable_mng_pass_thru(hw); in e1000_probe()
1093 * disable this device for the user. This blocks regular in e1000_probe()
1099 memset(hw->mac_addr, 0, netdev->addr_len); in e1000_probe()
1106 eth_hw_addr_set(netdev, hw->mac_addr); in e1000_probe()
1108 if (!is_valid_ether_addr(netdev->dev_addr)) in e1000_probe()
1112 INIT_DELAYED_WORK(&adapter->watchdog_task, e1000_watchdog); in e1000_probe()
1113 INIT_DELAYED_WORK(&adapter->fifo_stall_task, in e1000_probe()
1115 INIT_DELAYED_WORK(&adapter->phy_info_task, e1000_update_phy_info_task); in e1000_probe()
1116 INIT_WORK(&adapter->reset_task, e1000_reset_task); in e1000_probe()
1125 switch (hw->mac_type) { in e1000_probe()
1149 adapter->eeprom_wol |= E1000_WUFC_MAG; in e1000_probe()
1155 switch (pdev->device) { in e1000_probe()
1157 adapter->eeprom_wol = 0; in e1000_probe()
1165 adapter->eeprom_wol = 0; in e1000_probe()
1168 /* if quad port adapter, disable WoL on all but port A */ in e1000_probe()
1170 adapter->eeprom_wol = 0; in e1000_probe()
1172 adapter->quad_port_a = true; in e1000_probe()
1180 adapter->wol = adapter->eeprom_wol; in e1000_probe()
1181 device_set_wakeup_enable(&adapter->pdev->dev, adapter->wol); in e1000_probe()
1184 if (hw->mac_type == e1000_ce4100) { in e1000_probe()
1186 hw->phy_addr = i; in e1000_probe()
1200 strcpy(netdev->name, "eth%d"); in e1000_probe()
1208 e_info(probe, "(PCI%s:%dMHz:%d-bit) %pM\n", in e1000_probe()
1209 ((hw->bus_type == e1000_bus_type_pcix) ? "-X" : ""), in e1000_probe()
1210 ((hw->bus_speed == e1000_bus_speed_133) ? 133 : in e1000_probe()
1211 (hw->bus_speed == e1000_bus_speed_120) ? 120 : in e1000_probe()
1212 (hw->bus_speed == e1000_bus_speed_100) ? 100 : in e1000_probe()
1213 (hw->bus_speed == e1000_bus_speed_66) ? 66 : 33), in e1000_probe()
1214 ((hw->bus_width == e1000_bus_width_64) ? 64 : 32), in e1000_probe()
1215 netdev->dev_addr); in e1000_probe()
1229 if (hw->flash_address) in e1000_probe()
1230 iounmap(hw->flash_address); in e1000_probe()
1231 kfree(adapter->tx_ring); in e1000_probe()
1232 kfree(adapter->rx_ring); in e1000_probe()
1236 iounmap(hw->ce4100_gbe_mdio_base_virt); in e1000_probe()
1237 iounmap(hw->hw_addr); in e1000_probe()
1239 disable_dev = !test_and_set_bit(__E1000_DISABLED, &adapter->flags); in e1000_probe()
1250 * e1000_remove - Device Removal Routine
1255 * Hot-Plug event, or because the driver is going to be removed from
1262 struct e1000_hw *hw = &adapter->hw; in e1000_remove()
1272 kfree(adapter->tx_ring); in e1000_remove()
1273 kfree(adapter->rx_ring); in e1000_remove()
1275 if (hw->mac_type == e1000_ce4100) in e1000_remove()
1276 iounmap(hw->ce4100_gbe_mdio_base_virt); in e1000_remove()
1277 iounmap(hw->hw_addr); in e1000_remove()
1278 if (hw->flash_address) in e1000_remove()
1279 iounmap(hw->flash_address); in e1000_remove()
1280 pci_release_selected_regions(pdev, adapter->bars); in e1000_remove()
1282 disable_dev = !test_and_set_bit(__E1000_DISABLED, &adapter->flags); in e1000_remove()
1290 * e1000_sw_init - Initialize general software structures (struct e1000_adapter)
1298 adapter->rx_buffer_len = MAXIMUM_ETHERNET_VLAN_SIZE; in e1000_sw_init()
1300 adapter->num_tx_queues = 1; in e1000_sw_init()
1301 adapter->num_rx_queues = 1; in e1000_sw_init()
1305 return -ENOMEM; in e1000_sw_init()
1308 /* Explicitly disable IRQ since the NIC can be in any state. */ in e1000_sw_init()
1311 spin_lock_init(&adapter->stats_lock); in e1000_sw_init()
1313 set_bit(__E1000_DOWN, &adapter->flags); in e1000_sw_init()
1319 * e1000_alloc_queues - Allocate memory for all rings
1322 * We allocate one ring per queue at run-time since we don't know the
1323 * number of queues at compile-time.
1327 adapter->tx_ring = kcalloc(adapter->num_tx_queues, in e1000_alloc_queues()
1329 if (!adapter->tx_ring) in e1000_alloc_queues()
1330 return -ENOMEM; in e1000_alloc_queues()
1332 adapter->rx_ring = kcalloc(adapter->num_rx_queues, in e1000_alloc_queues()
1334 if (!adapter->rx_ring) { in e1000_alloc_queues()
1335 kfree(adapter->tx_ring); in e1000_alloc_queues()
1336 return -ENOMEM; in e1000_alloc_queues()
1343 * e1000_open - Called when a network interface is made active
1357 struct e1000_hw *hw = &adapter->hw; in e1000_open()
1361 if (test_bit(__E1000_TESTING, &adapter->flags)) in e1000_open()
1362 return -EBUSY; in e1000_open()
1378 adapter->mng_vlan_id = E1000_MNG_VLAN_NONE; in e1000_open()
1379 if ((hw->mng_cookie.status & in e1000_open()
1396 clear_bit(__E1000_DOWN, &adapter->flags); in e1000_open()
1398 napi_enable(&adapter->napi); in e1000_open()
1421 * e1000_close - Disables a network interface
1426 * The close entry point is called when an interface is de-activated
1434 struct e1000_hw *hw = &adapter->hw; in e1000_close()
1437 while (test_and_set_bit(__E1000_RESETTING, &adapter->flags) && count--) in e1000_close()
1443 set_bit(__E1000_DOWN, &adapter->flags); in e1000_close()
1444 clear_bit(__E1000_RESETTING, &adapter->flags); in e1000_close()
1456 if ((hw->mng_cookie.status & in e1000_close()
1458 !test_bit(adapter->mng_vlan_id, adapter->active_vlans)) { in e1000_close()
1460 adapter->mng_vlan_id); in e1000_close()
1467 * e1000_check_64k_bound - check that memory doesn't cross 64kB boundary
1475 struct e1000_hw *hw = &adapter->hw; in e1000_check_64k_bound()
1482 if (hw->mac_type == e1000_82545 || in e1000_check_64k_bound()
1483 hw->mac_type == e1000_ce4100 || in e1000_check_64k_bound()
1484 hw->mac_type == e1000_82546) { in e1000_check_64k_bound()
1485 return ((begin ^ (end - 1)) >> 16) == 0; in e1000_check_64k_bound()
1492 * e1000_setup_tx_resources - allocate Tx resources (Descriptors)
1501 struct pci_dev *pdev = adapter->pdev; in e1000_setup_tx_resources()
1504 size = sizeof(struct e1000_tx_buffer) * txdr->count; in e1000_setup_tx_resources()
1505 txdr->buffer_info = vzalloc(size); in e1000_setup_tx_resources()
1506 if (!txdr->buffer_info) in e1000_setup_tx_resources()
1507 return -ENOMEM; in e1000_setup_tx_resources()
1511 txdr->size = txdr->count * sizeof(struct e1000_tx_desc); in e1000_setup_tx_resources()
1512 txdr->size = ALIGN(txdr->size, 4096); in e1000_setup_tx_resources()
1514 txdr->desc = dma_alloc_coherent(&pdev->dev, txdr->size, &txdr->dma, in e1000_setup_tx_resources()
1516 if (!txdr->desc) { in e1000_setup_tx_resources()
1518 vfree(txdr->buffer_info); in e1000_setup_tx_resources()
1519 return -ENOMEM; in e1000_setup_tx_resources()
1523 if (!e1000_check_64k_bound(adapter, txdr->desc, txdr->size)) { in e1000_setup_tx_resources()
1524 void *olddesc = txdr->desc; in e1000_setup_tx_resources()
1525 dma_addr_t olddma = txdr->dma; in e1000_setup_tx_resources()
1527 txdr->size, txdr->desc); in e1000_setup_tx_resources()
1529 txdr->desc = dma_alloc_coherent(&pdev->dev, txdr->size, in e1000_setup_tx_resources()
1530 &txdr->dma, GFP_KERNEL); in e1000_setup_tx_resources()
1532 if (!txdr->desc) { in e1000_setup_tx_resources()
1533 dma_free_coherent(&pdev->dev, txdr->size, olddesc, in e1000_setup_tx_resources()
1538 if (!e1000_check_64k_bound(adapter, txdr->desc, txdr->size)) { in e1000_setup_tx_resources()
1540 dma_free_coherent(&pdev->dev, txdr->size, txdr->desc, in e1000_setup_tx_resources()
1541 txdr->dma); in e1000_setup_tx_resources()
1542 dma_free_coherent(&pdev->dev, txdr->size, olddesc, in e1000_setup_tx_resources()
1546 vfree(txdr->buffer_info); in e1000_setup_tx_resources()
1547 return -ENOMEM; in e1000_setup_tx_resources()
1550 dma_free_coherent(&pdev->dev, txdr->size, olddesc, in e1000_setup_tx_resources()
1554 memset(txdr->desc, 0, txdr->size); in e1000_setup_tx_resources()
1556 txdr->next_to_use = 0; in e1000_setup_tx_resources()
1557 txdr->next_to_clean = 0; in e1000_setup_tx_resources()
1563 * e1000_setup_all_tx_resources - wrapper to allocate Tx resources
1573 for (i = 0; i < adapter->num_tx_queues; i++) { in e1000_setup_all_tx_resources()
1574 err = e1000_setup_tx_resources(adapter, &adapter->tx_ring[i]); in e1000_setup_all_tx_resources()
1577 for (i-- ; i >= 0; i--) in e1000_setup_all_tx_resources()
1579 &adapter->tx_ring[i]); in e1000_setup_all_tx_resources()
1588 * e1000_configure_tx - Configure 8254x Transmit Unit after Reset
1596 struct e1000_hw *hw = &adapter->hw; in e1000_configure_tx()
1602 switch (adapter->num_tx_queues) { in e1000_configure_tx()
1605 tdba = adapter->tx_ring[0].dma; in e1000_configure_tx()
1606 tdlen = adapter->tx_ring[0].count * in e1000_configure_tx()
1613 adapter->tx_ring[0].tdh = ((hw->mac_type >= e1000_82543) ? in e1000_configure_tx()
1615 adapter->tx_ring[0].tdt = ((hw->mac_type >= e1000_82543) ? in e1000_configure_tx()
1621 if ((hw->media_type == e1000_media_type_fiber || in e1000_configure_tx()
1622 hw->media_type == e1000_media_type_internal_serdes)) in e1000_configure_tx()
1627 switch (hw->mac_type) { in e1000_configure_tx()
1645 ew32(TIDV, adapter->tx_int_delay); in e1000_configure_tx()
1646 if (hw->mac_type >= e1000_82540) in e1000_configure_tx()
1647 ew32(TADV, adapter->tx_abs_int_delay); in e1000_configure_tx()
1658 /* Setup Transmit Descriptor Settings for eop descriptor */ in e1000_configure_tx()
1659 adapter->txd_cmd = E1000_TXD_CMD_EOP | E1000_TXD_CMD_IFCS; in e1000_configure_tx()
1662 if (adapter->tx_int_delay) in e1000_configure_tx()
1663 adapter->txd_cmd |= E1000_TXD_CMD_IDE; in e1000_configure_tx()
1665 if (hw->mac_type < e1000_82543) in e1000_configure_tx()
1666 adapter->txd_cmd |= E1000_TXD_CMD_RPS; in e1000_configure_tx()
1668 adapter->txd_cmd |= E1000_TXD_CMD_RS; in e1000_configure_tx()
1670 /* Cache if we're 82544 running in PCI-X because we'll in e1000_configure_tx()
1673 if (hw->mac_type == e1000_82544 && in e1000_configure_tx()
1674 hw->bus_type == e1000_bus_type_pcix) in e1000_configure_tx()
1675 adapter->pcix_82544 = true; in e1000_configure_tx()
1682 * e1000_setup_rx_resources - allocate Rx resources (Descriptors)
1691 struct pci_dev *pdev = adapter->pdev; in e1000_setup_rx_resources()
1694 size = sizeof(struct e1000_rx_buffer) * rxdr->count; in e1000_setup_rx_resources()
1695 rxdr->buffer_info = vzalloc(size); in e1000_setup_rx_resources()
1696 if (!rxdr->buffer_info) in e1000_setup_rx_resources()
1697 return -ENOMEM; in e1000_setup_rx_resources()
1703 rxdr->size = rxdr->count * desc_len; in e1000_setup_rx_resources()
1704 rxdr->size = ALIGN(rxdr->size, 4096); in e1000_setup_rx_resources()
1706 rxdr->desc = dma_alloc_coherent(&pdev->dev, rxdr->size, &rxdr->dma, in e1000_setup_rx_resources()
1708 if (!rxdr->desc) { in e1000_setup_rx_resources()
1710 vfree(rxdr->buffer_info); in e1000_setup_rx_resources()
1711 return -ENOMEM; in e1000_setup_rx_resources()
1715 if (!e1000_check_64k_bound(adapter, rxdr->desc, rxdr->size)) { in e1000_setup_rx_resources()
1716 void *olddesc = rxdr->desc; in e1000_setup_rx_resources()
1717 dma_addr_t olddma = rxdr->dma; in e1000_setup_rx_resources()
1719 rxdr->size, rxdr->desc); in e1000_setup_rx_resources()
1721 rxdr->desc = dma_alloc_coherent(&pdev->dev, rxdr->size, in e1000_setup_rx_resources()
1722 &rxdr->dma, GFP_KERNEL); in e1000_setup_rx_resources()
1724 if (!rxdr->desc) { in e1000_setup_rx_resources()
1725 dma_free_coherent(&pdev->dev, rxdr->size, olddesc, in e1000_setup_rx_resources()
1730 if (!e1000_check_64k_bound(adapter, rxdr->desc, rxdr->size)) { in e1000_setup_rx_resources()
1732 dma_free_coherent(&pdev->dev, rxdr->size, rxdr->desc, in e1000_setup_rx_resources()
1733 rxdr->dma); in e1000_setup_rx_resources()
1734 dma_free_coherent(&pdev->dev, rxdr->size, olddesc, in e1000_setup_rx_resources()
1741 dma_free_coherent(&pdev->dev, rxdr->size, olddesc, in e1000_setup_rx_resources()
1745 memset(rxdr->desc, 0, rxdr->size); in e1000_setup_rx_resources()
1747 rxdr->next_to_clean = 0; in e1000_setup_rx_resources()
1748 rxdr->next_to_use = 0; in e1000_setup_rx_resources()
1749 rxdr->rx_skb_top = NULL; in e1000_setup_rx_resources()
1755 * e1000_setup_all_rx_resources - wrapper to allocate Rx resources
1765 for (i = 0; i < adapter->num_rx_queues; i++) { in e1000_setup_all_rx_resources()
1766 err = e1000_setup_rx_resources(adapter, &adapter->rx_ring[i]); in e1000_setup_all_rx_resources()
1769 for (i-- ; i >= 0; i--) in e1000_setup_all_rx_resources()
1771 &adapter->rx_ring[i]); in e1000_setup_all_rx_resources()
1780 * e1000_setup_rctl - configure the receive control registers
1785 struct e1000_hw *hw = &adapter->hw; in e1000_setup_rctl()
1794 (hw->mc_filter_type << E1000_RCTL_MO_SHIFT); in e1000_setup_rctl()
1796 if (hw->tbi_compatibility_on == 1) in e1000_setup_rctl()
1801 if (adapter->netdev->mtu <= ETH_DATA_LEN) in e1000_setup_rctl()
1809 switch (adapter->rx_buffer_len) { in e1000_setup_rctl()
1827 if (adapter->netdev->features & NETIF_F_RXALL) { in e1000_setup_rctl()
1835 rctl &= ~(E1000_RCTL_VFE | /* Disable VLAN filter */ in e1000_setup_rctl()
1847 * e1000_configure_rx - Configure 8254x Receive Unit after Reset
1855 struct e1000_hw *hw = &adapter->hw; in e1000_configure_rx()
1858 if (adapter->netdev->mtu > ETH_DATA_LEN) { in e1000_configure_rx()
1859 rdlen = adapter->rx_ring[0].count * in e1000_configure_rx()
1861 adapter->clean_rx = e1000_clean_jumbo_rx_irq; in e1000_configure_rx()
1862 adapter->alloc_rx_buf = e1000_alloc_jumbo_rx_buffers; in e1000_configure_rx()
1864 rdlen = adapter->rx_ring[0].count * in e1000_configure_rx()
1866 adapter->clean_rx = e1000_clean_rx_irq; in e1000_configure_rx()
1867 adapter->alloc_rx_buf = e1000_alloc_rx_buffers; in e1000_configure_rx()
1870 /* disable receives while setting up the descriptors */ in e1000_configure_rx()
1875 ew32(RDTR, adapter->rx_int_delay); in e1000_configure_rx()
1877 if (hw->mac_type >= e1000_82540) { in e1000_configure_rx()
1878 ew32(RADV, adapter->rx_abs_int_delay); in e1000_configure_rx()
1879 if (adapter->itr_setting != 0) in e1000_configure_rx()
1880 ew32(ITR, 1000000000 / (adapter->itr * 256)); in e1000_configure_rx()
1886 switch (adapter->num_rx_queues) { in e1000_configure_rx()
1889 rdba = adapter->rx_ring[0].dma; in e1000_configure_rx()
1895 adapter->rx_ring[0].rdh = ((hw->mac_type >= e1000_82543) ? in e1000_configure_rx()
1897 adapter->rx_ring[0].rdt = ((hw->mac_type >= e1000_82543) ? in e1000_configure_rx()
1903 if (hw->mac_type >= e1000_82543) { in e1000_configure_rx()
1905 if (adapter->rx_csum) in e1000_configure_rx()
1918 * e1000_free_tx_resources - Free Tx Resources per Queue
1927 struct pci_dev *pdev = adapter->pdev; in e1000_free_tx_resources()
1931 vfree(tx_ring->buffer_info); in e1000_free_tx_resources()
1932 tx_ring->buffer_info = NULL; in e1000_free_tx_resources()
1934 dma_free_coherent(&pdev->dev, tx_ring->size, tx_ring->desc, in e1000_free_tx_resources()
1935 tx_ring->dma); in e1000_free_tx_resources()
1937 tx_ring->desc = NULL; in e1000_free_tx_resources()
1941 * e1000_free_all_tx_resources - Free Tx Resources for All Queues
1950 for (i = 0; i < adapter->num_tx_queues; i++) in e1000_free_all_tx_resources()
1951 e1000_free_tx_resources(adapter, &adapter->tx_ring[i]); in e1000_free_all_tx_resources()
1959 if (buffer_info->dma) { in e1000_unmap_and_free_tx_resource()
1960 if (buffer_info->mapped_as_page) in e1000_unmap_and_free_tx_resource()
1961 dma_unmap_page(&adapter->pdev->dev, buffer_info->dma, in e1000_unmap_and_free_tx_resource()
1962 buffer_info->length, DMA_TO_DEVICE); in e1000_unmap_and_free_tx_resource()
1964 dma_unmap_single(&adapter->pdev->dev, buffer_info->dma, in e1000_unmap_and_free_tx_resource()
1965 buffer_info->length, in e1000_unmap_and_free_tx_resource()
1967 buffer_info->dma = 0; in e1000_unmap_and_free_tx_resource()
1969 if (buffer_info->skb) { in e1000_unmap_and_free_tx_resource()
1970 napi_consume_skb(buffer_info->skb, budget); in e1000_unmap_and_free_tx_resource()
1971 buffer_info->skb = NULL; in e1000_unmap_and_free_tx_resource()
1973 buffer_info->time_stamp = 0; in e1000_unmap_and_free_tx_resource()
1978 * e1000_clean_tx_ring - Free Tx Buffers
1985 struct e1000_hw *hw = &adapter->hw; in e1000_clean_tx_ring()
1992 for (i = 0; i < tx_ring->count; i++) { in e1000_clean_tx_ring()
1993 buffer_info = &tx_ring->buffer_info[i]; in e1000_clean_tx_ring()
1997 netdev_reset_queue(adapter->netdev); in e1000_clean_tx_ring()
1998 size = sizeof(struct e1000_tx_buffer) * tx_ring->count; in e1000_clean_tx_ring()
1999 memset(tx_ring->buffer_info, 0, size); in e1000_clean_tx_ring()
2003 memset(tx_ring->desc, 0, tx_ring->size); in e1000_clean_tx_ring()
2005 tx_ring->next_to_use = 0; in e1000_clean_tx_ring()
2006 tx_ring->next_to_clean = 0; in e1000_clean_tx_ring()
2007 tx_ring->last_tx_tso = false; in e1000_clean_tx_ring()
2009 writel(0, hw->hw_addr + tx_ring->tdh); in e1000_clean_tx_ring()
2010 writel(0, hw->hw_addr + tx_ring->tdt); in e1000_clean_tx_ring()
2014 * e1000_clean_all_tx_rings - Free Tx Buffers for all queues
2021 for (i = 0; i < adapter->num_tx_queues; i++) in e1000_clean_all_tx_rings()
2022 e1000_clean_tx_ring(adapter, &adapter->tx_ring[i]); in e1000_clean_all_tx_rings()
2026 * e1000_free_rx_resources - Free Rx Resources
2035 struct pci_dev *pdev = adapter->pdev; in e1000_free_rx_resources()
2039 vfree(rx_ring->buffer_info); in e1000_free_rx_resources()
2040 rx_ring->buffer_info = NULL; in e1000_free_rx_resources()
2042 dma_free_coherent(&pdev->dev, rx_ring->size, rx_ring->desc, in e1000_free_rx_resources()
2043 rx_ring->dma); in e1000_free_rx_resources()
2045 rx_ring->desc = NULL; in e1000_free_rx_resources()
2049 * e1000_free_all_rx_resources - Free Rx Resources for All Queues
2058 for (i = 0; i < adapter->num_rx_queues; i++) in e1000_free_all_rx_resources()
2059 e1000_free_rx_resources(adapter, &adapter->rx_ring[i]); in e1000_free_all_rx_resources()
2065 return SKB_DATA_ALIGN(a->rx_buffer_len + E1000_HEADROOM) + in e1000_frag_len()
2080 * e1000_clean_rx_ring - Free Rx Buffers per Queue
2087 struct e1000_hw *hw = &adapter->hw; in e1000_clean_rx_ring()
2089 struct pci_dev *pdev = adapter->pdev; in e1000_clean_rx_ring()
2094 for (i = 0; i < rx_ring->count; i++) { in e1000_clean_rx_ring()
2095 buffer_info = &rx_ring->buffer_info[i]; in e1000_clean_rx_ring()
2096 if (adapter->clean_rx == e1000_clean_rx_irq) { in e1000_clean_rx_ring()
2097 if (buffer_info->dma) in e1000_clean_rx_ring()
2098 dma_unmap_single(&pdev->dev, buffer_info->dma, in e1000_clean_rx_ring()
2099 adapter->rx_buffer_len, in e1000_clean_rx_ring()
2101 if (buffer_info->rxbuf.data) { in e1000_clean_rx_ring()
2102 skb_free_frag(buffer_info->rxbuf.data); in e1000_clean_rx_ring()
2103 buffer_info->rxbuf.data = NULL; in e1000_clean_rx_ring()
2105 } else if (adapter->clean_rx == e1000_clean_jumbo_rx_irq) { in e1000_clean_rx_ring()
2106 if (buffer_info->dma) in e1000_clean_rx_ring()
2107 dma_unmap_page(&pdev->dev, buffer_info->dma, in e1000_clean_rx_ring()
2108 adapter->rx_buffer_len, in e1000_clean_rx_ring()
2110 if (buffer_info->rxbuf.page) { in e1000_clean_rx_ring()
2111 put_page(buffer_info->rxbuf.page); in e1000_clean_rx_ring()
2112 buffer_info->rxbuf.page = NULL; in e1000_clean_rx_ring()
2116 buffer_info->dma = 0; in e1000_clean_rx_ring()
2120 napi_free_frags(&adapter->napi); in e1000_clean_rx_ring()
2121 rx_ring->rx_skb_top = NULL; in e1000_clean_rx_ring()
2123 size = sizeof(struct e1000_rx_buffer) * rx_ring->count; in e1000_clean_rx_ring()
2124 memset(rx_ring->buffer_info, 0, size); in e1000_clean_rx_ring()
2127 memset(rx_ring->desc, 0, rx_ring->size); in e1000_clean_rx_ring()
2129 rx_ring->next_to_clean = 0; in e1000_clean_rx_ring()
2130 rx_ring->next_to_use = 0; in e1000_clean_rx_ring()
2132 writel(0, hw->hw_addr + rx_ring->rdh); in e1000_clean_rx_ring()
2133 writel(0, hw->hw_addr + rx_ring->rdt); in e1000_clean_rx_ring()
2137 * e1000_clean_all_rx_rings - Free Rx Buffers for all queues
2144 for (i = 0; i < adapter->num_rx_queues; i++) in e1000_clean_all_rx_rings()
2145 e1000_clean_rx_ring(adapter, &adapter->rx_ring[i]); in e1000_clean_all_rx_rings()
2153 struct e1000_hw *hw = &adapter->hw; in e1000_enter_82542_rst()
2154 struct net_device *netdev = adapter->netdev; in e1000_enter_82542_rst()
2171 struct e1000_hw *hw = &adapter->hw; in e1000_leave_82542_rst()
2172 struct net_device *netdev = adapter->netdev; in e1000_leave_82542_rst()
2181 if (hw->pci_cmd_word & PCI_COMMAND_INVALIDATE) in e1000_leave_82542_rst()
2186 struct e1000_rx_ring *ring = &adapter->rx_ring[0]; in e1000_leave_82542_rst()
2188 adapter->alloc_rx_buf(adapter, ring, E1000_DESC_UNUSED(ring)); in e1000_leave_82542_rst()
2193 * e1000_set_mac - Change the Ethernet Address of the NIC
2202 struct e1000_hw *hw = &adapter->hw; in e1000_set_mac()
2205 if (!is_valid_ether_addr(addr->sa_data)) in e1000_set_mac()
2206 return -EADDRNOTAVAIL; in e1000_set_mac()
2210 if (hw->mac_type == e1000_82542_rev2_0) in e1000_set_mac()
2213 eth_hw_addr_set(netdev, addr->sa_data); in e1000_set_mac()
2214 memcpy(hw->mac_addr, addr->sa_data, netdev->addr_len); in e1000_set_mac()
2216 e1000_rar_set(hw, hw->mac_addr, 0); in e1000_set_mac()
2218 if (hw->mac_type == e1000_82542_rev2_0) in e1000_set_mac()
2225 * e1000_set_rx_mode - Secondary Unicast, Multicast and Promiscuous mode set
2231 * promiscuous mode, and all-multi behavior.
2236 struct e1000_hw *hw = &adapter->hw; in e1000_set_rx_mode()
2252 if (netdev->flags & IFF_PROMISC) { in e1000_set_rx_mode()
2256 if (netdev->flags & IFF_ALLMULTI) in e1000_set_rx_mode()
2265 if (netdev_uc_count(netdev) > rar_entries - 1) { in e1000_set_rx_mode()
2267 } else if (!(netdev->flags & IFF_PROMISC)) { in e1000_set_rx_mode()
2276 if (hw->mac_type == e1000_82542_rev2_0) in e1000_set_rx_mode()
2279 /* load the first 14 addresses into the exact filters 1-14. Unicast in e1000_set_rx_mode()
2291 e1000_rar_set(hw, ha->addr, i++); in e1000_set_rx_mode()
2298 hash_value = e1000_hash_mc_addr(hw, ha->addr); in e1000_set_rx_mode()
2304 e1000_rar_set(hw, ha->addr, i++); in e1000_set_rx_mode()
2318 for (i = mta_reg_count - 1; i >= 0 ; i--) { in e1000_set_rx_mode()
2328 if (hw->mac_type == e1000_82542_rev2_0) in e1000_set_rx_mode()
2335 * e1000_update_phy_info_task - get phy info
2347 e1000_phy_get_info(&adapter->hw, &adapter->phy_info); in e1000_update_phy_info_task()
2351 * e1000_82547_tx_fifo_stall_task - task to complete work
2359 struct e1000_hw *hw = &adapter->hw; in e1000_82547_tx_fifo_stall_task()
2360 struct net_device *netdev = adapter->netdev; in e1000_82547_tx_fifo_stall_task()
2363 if (atomic_read(&adapter->tx_fifo_stall)) { in e1000_82547_tx_fifo_stall_task()
2369 ew32(TDFT, adapter->tx_head_addr); in e1000_82547_tx_fifo_stall_task()
2370 ew32(TDFH, adapter->tx_head_addr); in e1000_82547_tx_fifo_stall_task()
2371 ew32(TDFTS, adapter->tx_head_addr); in e1000_82547_tx_fifo_stall_task()
2372 ew32(TDFHS, adapter->tx_head_addr); in e1000_82547_tx_fifo_stall_task()
2376 adapter->tx_fifo_head = 0; in e1000_82547_tx_fifo_stall_task()
2377 atomic_set(&adapter->tx_fifo_stall, 0); in e1000_82547_tx_fifo_stall_task()
2379 } else if (!test_bit(__E1000_DOWN, &adapter->flags)) { in e1000_82547_tx_fifo_stall_task()
2380 schedule_delayed_work(&adapter->fifo_stall_task, 1); in e1000_82547_tx_fifo_stall_task()
2387 struct e1000_hw *hw = &adapter->hw; in e1000_has_link()
2396 switch (hw->media_type) { in e1000_has_link()
2398 if (hw->mac_type == e1000_ce4100) in e1000_has_link()
2399 hw->get_link_status = 1; in e1000_has_link()
2400 if (hw->get_link_status) { in e1000_has_link()
2402 link_active = !hw->get_link_status; in e1000_has_link()
2413 link_active = hw->serdes_has_link; in e1000_has_link()
2423 * e1000_watchdog - work function
2431 struct e1000_hw *hw = &adapter->hw; in e1000_watchdog()
2432 struct net_device *netdev = adapter->netdev; in e1000_watchdog()
2433 struct e1000_tx_ring *txdr = adapter->tx_ring; in e1000_watchdog()
2445 &adapter->link_speed, in e1000_watchdog()
2446 &adapter->link_duplex); in e1000_watchdog()
2451 netdev->name, in e1000_watchdog()
2452 adapter->link_speed, in e1000_watchdog()
2453 adapter->link_duplex == FULL_DUPLEX ? in e1000_watchdog()
2461 adapter->tx_timeout_factor = 1; in e1000_watchdog()
2462 switch (adapter->link_speed) { in e1000_watchdog()
2464 adapter->tx_timeout_factor = 16; in e1000_watchdog()
2477 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_watchdog()
2478 schedule_delayed_work(&adapter->phy_info_task, in e1000_watchdog()
2480 adapter->smartspeed = 0; in e1000_watchdog()
2484 adapter->link_speed = 0; in e1000_watchdog()
2485 adapter->link_duplex = 0; in e1000_watchdog()
2487 netdev->name); in e1000_watchdog()
2490 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_watchdog()
2491 schedule_delayed_work(&adapter->phy_info_task, in e1000_watchdog()
2501 hw->tx_packet_delta = adapter->stats.tpt - adapter->tpt_old; in e1000_watchdog()
2502 adapter->tpt_old = adapter->stats.tpt; in e1000_watchdog()
2503 hw->collision_delta = adapter->stats.colc - adapter->colc_old; in e1000_watchdog()
2504 adapter->colc_old = adapter->stats.colc; in e1000_watchdog()
2506 adapter->gorcl = adapter->stats.gorcl - adapter->gorcl_old; in e1000_watchdog()
2507 adapter->gorcl_old = adapter->stats.gorcl; in e1000_watchdog()
2508 adapter->gotcl = adapter->stats.gotcl - adapter->gotcl_old; in e1000_watchdog()
2509 adapter->gotcl_old = adapter->stats.gotcl; in e1000_watchdog()
2514 if (E1000_DESC_UNUSED(txdr) + 1 < txdr->count) { in e1000_watchdog()
2520 adapter->tx_timeout_count++; in e1000_watchdog()
2521 schedule_work(&adapter->reset_task); in e1000_watchdog()
2528 if (hw->mac_type >= e1000_82540 && adapter->itr_setting == 4) { in e1000_watchdog()
2531 * everyone else is between 2000-8000. in e1000_watchdog()
2533 u32 goc = (adapter->gotcl + adapter->gorcl) / 10000; in e1000_watchdog()
2534 u32 dif = (adapter->gotcl > adapter->gorcl ? in e1000_watchdog()
2535 adapter->gotcl - adapter->gorcl : in e1000_watchdog()
2536 adapter->gorcl - adapter->gotcl) / 10000; in e1000_watchdog()
2546 adapter->detect_tx_hung = true; in e1000_watchdog()
2549 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_watchdog()
2550 schedule_delayed_work(&adapter->watchdog_task, 2 * HZ); in e1000_watchdog()
2561 * e1000_update_itr - update the dynamic ITR value based on statistics
2563 * @itr_setting: current adapter->itr
2581 struct e1000_hw *hw = &adapter->hw; in e1000_update_itr()
2583 if (unlikely(hw->mac_type < e1000_82540)) in e1000_update_itr()
2627 struct e1000_hw *hw = &adapter->hw; in e1000_set_itr()
2629 u32 new_itr = adapter->itr; in e1000_set_itr()
2631 if (unlikely(hw->mac_type < e1000_82540)) in e1000_set_itr()
2634 /* for non-gigabit speeds, just fix the interrupt rate at 4000 */ in e1000_set_itr()
2635 if (unlikely(adapter->link_speed != SPEED_1000)) { in e1000_set_itr()
2640 adapter->tx_itr = e1000_update_itr(adapter, adapter->tx_itr, in e1000_set_itr()
2641 adapter->total_tx_packets, in e1000_set_itr()
2642 adapter->total_tx_bytes); in e1000_set_itr()
2644 if (adapter->itr_setting == 3 && adapter->tx_itr == lowest_latency) in e1000_set_itr()
2645 adapter->tx_itr = low_latency; in e1000_set_itr()
2647 adapter->rx_itr = e1000_update_itr(adapter, adapter->rx_itr, in e1000_set_itr()
2648 adapter->total_rx_packets, in e1000_set_itr()
2649 adapter->total_rx_bytes); in e1000_set_itr()
2651 if (adapter->itr_setting == 3 && adapter->rx_itr == lowest_latency) in e1000_set_itr()
2652 adapter->rx_itr = low_latency; in e1000_set_itr()
2654 current_itr = max(adapter->rx_itr, adapter->tx_itr); in e1000_set_itr()
2672 if (new_itr != adapter->itr) { in e1000_set_itr()
2677 new_itr = new_itr > adapter->itr ? in e1000_set_itr()
2678 min(adapter->itr + (new_itr >> 2), new_itr) : in e1000_set_itr()
2680 adapter->itr = new_itr; in e1000_set_itr()
2712 mss = skb_shinfo(skb)->gso_size; in e1000_tso()
2715 iph->tot_len = 0; in e1000_tso()
2716 iph->check = 0; in e1000_tso()
2717 tcp_hdr(skb)->check = ~csum_tcpudp_magic(iph->saddr, in e1000_tso()
2718 iph->daddr, 0, in e1000_tso()
2722 ipcse = skb_transport_offset(skb) - 1; in e1000_tso()
2728 ipcso = (void *)&(ip_hdr(skb)->check) - (void *)skb->data; in e1000_tso()
2730 tucso = (void *)&(tcp_hdr(skb)->check) - (void *)skb->data; in e1000_tso()
2734 E1000_TXD_CMD_TCP | (skb->len - (hdr_len))); in e1000_tso()
2736 i = tx_ring->next_to_use; in e1000_tso()
2738 buffer_info = &tx_ring->buffer_info[i]; in e1000_tso()
2740 context_desc->lower_setup.ip_fields.ipcss = ipcss; in e1000_tso()
2741 context_desc->lower_setup.ip_fields.ipcso = ipcso; in e1000_tso()
2742 context_desc->lower_setup.ip_fields.ipcse = cpu_to_le16(ipcse); in e1000_tso()
2743 context_desc->upper_setup.tcp_fields.tucss = tucss; in e1000_tso()
2744 context_desc->upper_setup.tcp_fields.tucso = tucso; in e1000_tso()
2745 context_desc->upper_setup.tcp_fields.tucse = cpu_to_le16(tucse); in e1000_tso()
2746 context_desc->tcp_seg_setup.fields.mss = cpu_to_le16(mss); in e1000_tso()
2747 context_desc->tcp_seg_setup.fields.hdr_len = hdr_len; in e1000_tso()
2748 context_desc->cmd_and_length = cpu_to_le32(cmd_length); in e1000_tso()
2750 buffer_info->time_stamp = jiffies; in e1000_tso()
2751 buffer_info->next_to_watch = i; in e1000_tso()
2753 if (++i == tx_ring->count) in e1000_tso()
2756 tx_ring->next_to_use = i; in e1000_tso()
2773 if (skb->ip_summed != CHECKSUM_PARTIAL) in e1000_tx_csum()
2778 if (ip_hdr(skb)->protocol == IPPROTO_TCP) in e1000_tx_csum()
2783 if (ipv6_hdr(skb)->nexthdr == IPPROTO_TCP) in e1000_tx_csum()
2789 skb->protocol); in e1000_tx_csum()
2795 i = tx_ring->next_to_use; in e1000_tx_csum()
2796 buffer_info = &tx_ring->buffer_info[i]; in e1000_tx_csum()
2799 context_desc->lower_setup.ip_config = 0; in e1000_tx_csum()
2800 context_desc->upper_setup.tcp_fields.tucss = css; in e1000_tx_csum()
2801 context_desc->upper_setup.tcp_fields.tucso = in e1000_tx_csum()
2802 css + skb->csum_offset; in e1000_tx_csum()
2803 context_desc->upper_setup.tcp_fields.tucse = 0; in e1000_tx_csum()
2804 context_desc->tcp_seg_setup.data = 0; in e1000_tx_csum()
2805 context_desc->cmd_and_length = cpu_to_le32(cmd_len); in e1000_tx_csum()
2807 buffer_info->time_stamp = jiffies; in e1000_tx_csum()
2808 buffer_info->next_to_watch = i; in e1000_tx_csum()
2810 if (unlikely(++i == tx_ring->count)) in e1000_tx_csum()
2813 tx_ring->next_to_use = i; in e1000_tx_csum()
2827 struct e1000_hw *hw = &adapter->hw; in e1000_tx_map()
2828 struct pci_dev *pdev = adapter->pdev; in e1000_tx_map()
2834 i = tx_ring->next_to_use; in e1000_tx_map()
2837 buffer_info = &tx_ring->buffer_info[i]; in e1000_tx_map()
2839 /* Workaround for Controller erratum -- in e1000_tx_map()
2840 * descriptor for non-tso packet in a linear SKB that follows a in e1000_tx_map()
2844 if (!skb->data_len && tx_ring->last_tx_tso && in e1000_tx_map()
2846 tx_ring->last_tx_tso = false; in e1000_tx_map()
2847 size -= 4; in e1000_tx_map()
2850 /* Workaround for premature desc write-backs in e1000_tx_map()
2851 * in TSO mode. Append 4-byte sentinel desc in e1000_tx_map()
2854 size -= 4; in e1000_tx_map()
2855 /* work-around for errata 10 and it applies in e1000_tx_map()
2856 * to all controllers in PCI-X mode in e1000_tx_map()
2858 * packet is smaller than 2048 - 16 - 16 (or 2016) bytes in e1000_tx_map()
2860 if (unlikely((hw->bus_type == e1000_bus_type_pcix) && in e1000_tx_map()
2864 /* Workaround for potential 82544 hang in PCI-X. Avoid in e1000_tx_map()
2865 * terminating buffers within evenly-aligned dwords. in e1000_tx_map()
2867 if (unlikely(adapter->pcix_82544 && in e1000_tx_map()
2868 !((unsigned long)(skb->data + offset + size - 1) & 4) && in e1000_tx_map()
2870 size -= 4; in e1000_tx_map()
2872 buffer_info->length = size; in e1000_tx_map()
2874 buffer_info->time_stamp = jiffies; in e1000_tx_map()
2875 buffer_info->mapped_as_page = false; in e1000_tx_map()
2876 buffer_info->dma = dma_map_single(&pdev->dev, in e1000_tx_map()
2877 skb->data + offset, in e1000_tx_map()
2879 if (dma_mapping_error(&pdev->dev, buffer_info->dma)) in e1000_tx_map()
2881 buffer_info->next_to_watch = i; in e1000_tx_map()
2883 len -= size; in e1000_tx_map()
2888 if (unlikely(i == tx_ring->count)) in e1000_tx_map()
2894 const skb_frag_t *frag = &skb_shinfo(skb)->frags[f]; in e1000_tx_map()
2902 if (unlikely(i == tx_ring->count)) in e1000_tx_map()
2905 buffer_info = &tx_ring->buffer_info[i]; in e1000_tx_map()
2907 /* Workaround for premature desc write-backs in e1000_tx_map()
2908 * in TSO mode. Append 4-byte sentinel desc in e1000_tx_map()
2910 if (unlikely(mss && f == (nr_frags-1) && in e1000_tx_map()
2912 size -= 4; in e1000_tx_map()
2913 /* Workaround for potential 82544 hang in PCI-X. in e1000_tx_map()
2914 * Avoid terminating buffers within evenly-aligned in e1000_tx_map()
2919 bufend += offset + size - 1; in e1000_tx_map()
2920 if (unlikely(adapter->pcix_82544 && in e1000_tx_map()
2923 size -= 4; in e1000_tx_map()
2925 buffer_info->length = size; in e1000_tx_map()
2926 buffer_info->time_stamp = jiffies; in e1000_tx_map()
2927 buffer_info->mapped_as_page = true; in e1000_tx_map()
2928 buffer_info->dma = skb_frag_dma_map(&pdev->dev, frag, in e1000_tx_map()
2930 if (dma_mapping_error(&pdev->dev, buffer_info->dma)) in e1000_tx_map()
2932 buffer_info->next_to_watch = i; in e1000_tx_map()
2934 len -= size; in e1000_tx_map()
2940 segs = skb_shinfo(skb)->gso_segs ?: 1; in e1000_tx_map()
2942 bytecount = ((segs - 1) * skb_headlen(skb)) + skb->len; in e1000_tx_map()
2944 tx_ring->buffer_info[i].skb = skb; in e1000_tx_map()
2945 tx_ring->buffer_info[i].segs = segs; in e1000_tx_map()
2946 tx_ring->buffer_info[i].bytecount = bytecount; in e1000_tx_map()
2947 tx_ring->buffer_info[first].next_to_watch = i; in e1000_tx_map()
2952 dev_err(&pdev->dev, "TX DMA map failed\n"); in e1000_tx_map()
2953 buffer_info->dma = 0; in e1000_tx_map()
2955 count--; in e1000_tx_map()
2957 while (count--) { in e1000_tx_map()
2959 i += tx_ring->count; in e1000_tx_map()
2960 i--; in e1000_tx_map()
2961 buffer_info = &tx_ring->buffer_info[i]; in e1000_tx_map()
2999 i = tx_ring->next_to_use; in e1000_tx_queue()
3001 while (count--) { in e1000_tx_queue()
3002 buffer_info = &tx_ring->buffer_info[i]; in e1000_tx_queue()
3004 tx_desc->buffer_addr = cpu_to_le64(buffer_info->dma); in e1000_tx_queue()
3005 tx_desc->lower.data = in e1000_tx_queue()
3006 cpu_to_le32(txd_lower | buffer_info->length); in e1000_tx_queue()
3007 tx_desc->upper.data = cpu_to_le32(txd_upper); in e1000_tx_queue()
3008 if (unlikely(++i == tx_ring->count)) in e1000_tx_queue()
3012 tx_desc->lower.data |= cpu_to_le32(adapter->txd_cmd); in e1000_tx_queue()
3014 /* txd_cmd re-enables FCS, so we'll re-disable it here as desired. */ in e1000_tx_queue()
3016 tx_desc->lower.data &= ~(cpu_to_le32(E1000_TXD_CMD_IFCS)); in e1000_tx_queue()
3020 * applicable for weak-ordered memory model archs, in e1000_tx_queue()
3021 * such as IA-64). in e1000_tx_queue()
3025 tx_ring->next_to_use = i; in e1000_tx_queue()
3028 /* 82547 workaround to avoid controller hang in half-duplex environment.
3042 u32 fifo_space = adapter->tx_fifo_size - adapter->tx_fifo_head; in e1000_82547_fifo_workaround()
3043 u32 skb_fifo_len = skb->len + E1000_FIFO_HDR; in e1000_82547_fifo_workaround()
3047 if (adapter->link_duplex != HALF_DUPLEX) in e1000_82547_fifo_workaround()
3050 if (atomic_read(&adapter->tx_fifo_stall)) in e1000_82547_fifo_workaround()
3054 atomic_set(&adapter->tx_fifo_stall, 1); in e1000_82547_fifo_workaround()
3059 adapter->tx_fifo_head += skb_fifo_len; in e1000_82547_fifo_workaround()
3060 if (adapter->tx_fifo_head >= adapter->tx_fifo_size) in e1000_82547_fifo_workaround()
3061 adapter->tx_fifo_head -= adapter->tx_fifo_size; in e1000_82547_fifo_workaround()
3068 struct e1000_tx_ring *tx_ring = adapter->tx_ring; in __e1000_maybe_stop_tx()
3081 return -EBUSY; in __e1000_maybe_stop_tx()
3085 ++adapter->restart_queue; in __e1000_maybe_stop_tx()
3097 #define TXD_USE_COUNT(S, X) (((S) + ((1 << (X)) - 1)) >> (X))
3102 struct e1000_hw *hw = &adapter->hw; in e1000_xmit_frame()
3120 tx_ring = adapter->tx_ring; in e1000_xmit_frame()
3122 /* On PCI/PCI-X HW, if packet size is less than ETH_ZLEN, in e1000_xmit_frame()
3129 mss = skb_shinfo(skb)->gso_size; in e1000_xmit_frame()
3140 max_txd_pwr = fls(max_per_txd) - 1; in e1000_xmit_frame()
3143 if (skb->data_len && hdr_len == len) { in e1000_xmit_frame()
3144 switch (hw->mac_type) { in e1000_xmit_frame()
3155 if ((unsigned long)(skb_tail_pointer(skb) - 1) in e1000_xmit_frame()
3158 pull_size = min((unsigned int)4, skb->data_len); in e1000_xmit_frame()
3176 if ((mss) || (skb->ip_summed == CHECKSUM_PARTIAL)) in e1000_xmit_frame()
3181 if (!skb->data_len && tx_ring->last_tx_tso && !skb_is_gso(skb)) in e1000_xmit_frame()
3186 if (adapter->pcix_82544) in e1000_xmit_frame()
3189 /* work-around for errata 10 and it applies to all controllers in e1000_xmit_frame()
3190 * in PCI-X mode, so add one more descriptor to the count in e1000_xmit_frame()
3192 if (unlikely((hw->bus_type == e1000_bus_type_pcix) && in e1000_xmit_frame()
3196 nr_frags = skb_shinfo(skb)->nr_frags; in e1000_xmit_frame()
3198 count += TXD_USE_COUNT(skb_frag_size(&skb_shinfo(skb)->frags[f]), in e1000_xmit_frame()
3200 if (adapter->pcix_82544) in e1000_xmit_frame()
3209 if (unlikely((hw->mac_type == e1000_82547) && in e1000_xmit_frame()
3212 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_xmit_frame()
3213 schedule_delayed_work(&adapter->fifo_stall_task, 1); in e1000_xmit_frame()
3223 first = tx_ring->next_to_use; in e1000_xmit_frame()
3232 if (likely(hw->mac_type != e1000_82544)) in e1000_xmit_frame()
3233 tx_ring->last_tx_tso = true; in e1000_xmit_frame()
3241 if (unlikely(skb->no_fcs)) in e1000_xmit_frame()
3257 netdev_sent_queue(netdev, skb->len); in e1000_xmit_frame()
3263 * in order to guarantee buffers don't end on evenly-aligned in e1000_xmit_frame()
3266 if (adapter->pcix_82544) in e1000_xmit_frame()
3274 writel(tx_ring->next_to_use, hw->hw_addr + tx_ring->tdt); in e1000_xmit_frame()
3278 tx_ring->buffer_info[first].time_stamp = 0; in e1000_xmit_frame()
3279 tx_ring->next_to_use = first; in e1000_xmit_frame()
3288 struct e1000_hw *hw = &adapter->hw; in e1000_regdump()
3349 pr_info("%-15s %08x\n", reg_name[i], regs_buff[i]); in e1000_regdump()
3358 struct e1000_tx_ring *tx_ring = adapter->tx_ring; in e1000_dump()
3359 struct e1000_rx_ring *rx_ring = adapter->rx_ring; in e1000_dump()
3371 /* Transmit Descriptor Formats - DEXT[29] is 0 (Legacy) or 1 (Extended) in e1000_dump()
3374 * +--------------------------------------------------------------+ in e1000_dump()
3376 * +--------------------------------------------------------------+ in e1000_dump()
3378 * +--------------------------------------------------------------+ in e1000_dump()
3383 * +----------------------------------------------------------------+ in e1000_dump()
3385 * +----------------------------------------------------------------+ in e1000_dump()
3387 * +----------------------------------------------------------------+ in e1000_dump()
3391 * +----------------------------------------------------------------+ in e1000_dump()
3393 * +----------------------------------------------------------------+ in e1000_dump()
3395 * +----------------------------------------------------------------+ in e1000_dump()
3398 …fo("Tc[desc] [Ce CoCsIpceCoS] [MssHlRSCm0Plen] [bi->dma ] leng ntw timestmp bi-… in e1000_dump()
3399 …fo("Td[desc] [address 63:0 ] [VlaPoRSCm1Dlen] [bi->dma ] leng ntw timestmp bi-… in e1000_dump()
3404 for (i = 0; tx_ring->desc && (i < tx_ring->count); i++) { in e1000_dump()
3406 struct e1000_tx_buffer *buffer_info = &tx_ring->buffer_info[i]; in e1000_dump()
3411 if (i == tx_ring->next_to_use && i == tx_ring->next_to_clean) in e1000_dump()
3413 else if (i == tx_ring->next_to_use) in e1000_dump()
3415 else if (i == tx_ring->next_to_clean) in e1000_dump()
3421 ((le64_to_cpu(u->b) & (1<<20)) ? 'd' : 'c'), i, in e1000_dump()
3422 le64_to_cpu(u->a), le64_to_cpu(u->b), in e1000_dump()
3423 (u64)buffer_info->dma, buffer_info->length, in e1000_dump()
3424 buffer_info->next_to_watch, in e1000_dump()
3425 (u64)buffer_info->time_stamp, buffer_info->skb, type); in e1000_dump()
3434 * +-----------------------------------------------------+ in e1000_dump()
3436 * +-----------------------------------------------------+ in e1000_dump()
3438 * +-----------------------------------------------------+ in e1000_dump()
3441 pr_info("R[desc] [address 63:0 ] [vl er S cks ln] [bi->dma ] [bi->skb]\n"); in e1000_dump()
3446 for (i = 0; rx_ring->desc && (i < rx_ring->count); i++) { in e1000_dump()
3448 struct e1000_rx_buffer *buffer_info = &rx_ring->buffer_info[i]; in e1000_dump()
3453 if (i == rx_ring->next_to_use) in e1000_dump()
3455 else if (i == rx_ring->next_to_clean) in e1000_dump()
3461 i, le64_to_cpu(u->a), le64_to_cpu(u->b), in e1000_dump()
3462 (u64)buffer_info->dma, buffer_info->rxbuf.data, type); in e1000_dump()
3471 readl(adapter->hw.hw_addr + i+4), in e1000_dump()
3472 readl(adapter->hw.hw_addr + i), in e1000_dump()
3473 readl(adapter->hw.hw_addr + i+12), in e1000_dump()
3474 readl(adapter->hw.hw_addr + i+8)); in e1000_dump()
3481 readl(adapter->hw.hw_addr + i+4), in e1000_dump()
3482 readl(adapter->hw.hw_addr + i), in e1000_dump()
3483 readl(adapter->hw.hw_addr + i+12), in e1000_dump()
3484 readl(adapter->hw.hw_addr + i+8)); in e1000_dump()
3491 * e1000_tx_timeout - Respond to a Tx Hang
3500 adapter->tx_timeout_count++; in e1000_tx_timeout()
3501 schedule_work(&adapter->reset_task); in e1000_tx_timeout()
3514 * e1000_change_mtu - Change the Maximum Transfer Unit
3523 struct e1000_hw *hw = &adapter->hw; in e1000_change_mtu()
3526 /* Adapter-specific max frame size limits. */ in e1000_change_mtu()
3527 switch (hw->mac_type) { in e1000_change_mtu()
3531 return -EINVAL; in e1000_change_mtu()
3539 while (test_and_set_bit(__E1000_RESETTING, &adapter->flags)) in e1000_change_mtu()
3542 hw->max_frame_size = max_frame; in e1000_change_mtu()
3545 adapter->alloc_rx_buf = e1000_alloc_dummy_rx_buffers; in e1000_change_mtu()
3552 * i.e. RXBUFFER_2048 --> size-4096 slab in e1000_change_mtu()
3558 adapter->rx_buffer_len = E1000_RXBUFFER_2048; in e1000_change_mtu()
3561 adapter->rx_buffer_len = E1000_RXBUFFER_16384; in e1000_change_mtu()
3563 adapter->rx_buffer_len = PAGE_SIZE; in e1000_change_mtu()
3567 if (!hw->tbi_compatibility_on && in e1000_change_mtu()
3570 adapter->rx_buffer_len = MAXIMUM_ETHERNET_VLAN_SIZE; in e1000_change_mtu()
3573 netdev->mtu, new_mtu); in e1000_change_mtu()
3574 netdev->mtu = new_mtu; in e1000_change_mtu()
3581 clear_bit(__E1000_RESETTING, &adapter->flags); in e1000_change_mtu()
3587 * e1000_update_stats - Update the board statistics counters
3592 struct net_device *netdev = adapter->netdev; in e1000_update_stats()
3593 struct e1000_hw *hw = &adapter->hw; in e1000_update_stats()
3594 struct pci_dev *pdev = adapter->pdev; in e1000_update_stats()
3603 if (adapter->link_speed == 0) in e1000_update_stats()
3608 spin_lock_irqsave(&adapter->stats_lock, flags); in e1000_update_stats()
3612 * be written while holding adapter->stats_lock in e1000_update_stats()
3615 adapter->stats.crcerrs += er32(CRCERRS); in e1000_update_stats()
3616 adapter->stats.gprc += er32(GPRC); in e1000_update_stats()
3617 adapter->stats.gorcl += er32(GORCL); in e1000_update_stats()
3618 adapter->stats.gorch += er32(GORCH); in e1000_update_stats()
3619 adapter->stats.bprc += er32(BPRC); in e1000_update_stats()
3620 adapter->stats.mprc += er32(MPRC); in e1000_update_stats()
3621 adapter->stats.roc += er32(ROC); in e1000_update_stats()
3623 adapter->stats.prc64 += er32(PRC64); in e1000_update_stats()
3624 adapter->stats.prc127 += er32(PRC127); in e1000_update_stats()
3625 adapter->stats.prc255 += er32(PRC255); in e1000_update_stats()
3626 adapter->stats.prc511 += er32(PRC511); in e1000_update_stats()
3627 adapter->stats.prc1023 += er32(PRC1023); in e1000_update_stats()
3628 adapter->stats.prc1522 += er32(PRC1522); in e1000_update_stats()
3630 adapter->stats.symerrs += er32(SYMERRS); in e1000_update_stats()
3631 adapter->stats.mpc += er32(MPC); in e1000_update_stats()
3632 adapter->stats.scc += er32(SCC); in e1000_update_stats()
3633 adapter->stats.ecol += er32(ECOL); in e1000_update_stats()
3634 adapter->stats.mcc += er32(MCC); in e1000_update_stats()
3635 adapter->stats.latecol += er32(LATECOL); in e1000_update_stats()
3636 adapter->stats.dc += er32(DC); in e1000_update_stats()
3637 adapter->stats.sec += er32(SEC); in e1000_update_stats()
3638 adapter->stats.rlec += er32(RLEC); in e1000_update_stats()
3639 adapter->stats.xonrxc += er32(XONRXC); in e1000_update_stats()
3640 adapter->stats.xontxc += er32(XONTXC); in e1000_update_stats()
3641 adapter->stats.xoffrxc += er32(XOFFRXC); in e1000_update_stats()
3642 adapter->stats.xofftxc += er32(XOFFTXC); in e1000_update_stats()
3643 adapter->stats.fcruc += er32(FCRUC); in e1000_update_stats()
3644 adapter->stats.gptc += er32(GPTC); in e1000_update_stats()
3645 adapter->stats.gotcl += er32(GOTCL); in e1000_update_stats()
3646 adapter->stats.gotch += er32(GOTCH); in e1000_update_stats()
3647 adapter->stats.rnbc += er32(RNBC); in e1000_update_stats()
3648 adapter->stats.ruc += er32(RUC); in e1000_update_stats()
3649 adapter->stats.rfc += er32(RFC); in e1000_update_stats()
3650 adapter->stats.rjc += er32(RJC); in e1000_update_stats()
3651 adapter->stats.torl += er32(TORL); in e1000_update_stats()
3652 adapter->stats.torh += er32(TORH); in e1000_update_stats()
3653 adapter->stats.totl += er32(TOTL); in e1000_update_stats()
3654 adapter->stats.toth += er32(TOTH); in e1000_update_stats()
3655 adapter->stats.tpr += er32(TPR); in e1000_update_stats()
3657 adapter->stats.ptc64 += er32(PTC64); in e1000_update_stats()
3658 adapter->stats.ptc127 += er32(PTC127); in e1000_update_stats()
3659 adapter->stats.ptc255 += er32(PTC255); in e1000_update_stats()
3660 adapter->stats.ptc511 += er32(PTC511); in e1000_update_stats()
3661 adapter->stats.ptc1023 += er32(PTC1023); in e1000_update_stats()
3662 adapter->stats.ptc1522 += er32(PTC1522); in e1000_update_stats()
3664 adapter->stats.mptc += er32(MPTC); in e1000_update_stats()
3665 adapter->stats.bptc += er32(BPTC); in e1000_update_stats()
3669 hw->tx_packet_delta = er32(TPT); in e1000_update_stats()
3670 adapter->stats.tpt += hw->tx_packet_delta; in e1000_update_stats()
3671 hw->collision_delta = er32(COLC); in e1000_update_stats()
3672 adapter->stats.colc += hw->collision_delta; in e1000_update_stats()
3674 if (hw->mac_type >= e1000_82543) { in e1000_update_stats()
3675 adapter->stats.algnerrc += er32(ALGNERRC); in e1000_update_stats()
3676 adapter->stats.rxerrc += er32(RXERRC); in e1000_update_stats()
3677 adapter->stats.tncrs += er32(TNCRS); in e1000_update_stats()
3678 adapter->stats.cexterr += er32(CEXTERR); in e1000_update_stats()
3679 adapter->stats.tsctc += er32(TSCTC); in e1000_update_stats()
3680 adapter->stats.tsctfc += er32(TSCTFC); in e1000_update_stats()
3684 netdev->stats.multicast = adapter->stats.mprc; in e1000_update_stats()
3685 netdev->stats.collisions = adapter->stats.colc; in e1000_update_stats()
3692 netdev->stats.rx_errors = adapter->stats.rxerrc + in e1000_update_stats()
3693 adapter->stats.crcerrs + adapter->stats.algnerrc + in e1000_update_stats()
3694 adapter->stats.ruc + adapter->stats.roc + in e1000_update_stats()
3695 adapter->stats.cexterr; in e1000_update_stats()
3696 adapter->stats.rlerrc = adapter->stats.ruc + adapter->stats.roc; in e1000_update_stats()
3697 netdev->stats.rx_length_errors = adapter->stats.rlerrc; in e1000_update_stats()
3698 netdev->stats.rx_crc_errors = adapter->stats.crcerrs; in e1000_update_stats()
3699 netdev->stats.rx_frame_errors = adapter->stats.algnerrc; in e1000_update_stats()
3700 netdev->stats.rx_missed_errors = adapter->stats.mpc; in e1000_update_stats()
3703 adapter->stats.txerrc = adapter->stats.ecol + adapter->stats.latecol; in e1000_update_stats()
3704 netdev->stats.tx_errors = adapter->stats.txerrc; in e1000_update_stats()
3705 netdev->stats.tx_aborted_errors = adapter->stats.ecol; in e1000_update_stats()
3706 netdev->stats.tx_window_errors = adapter->stats.latecol; in e1000_update_stats()
3707 netdev->stats.tx_carrier_errors = adapter->stats.tncrs; in e1000_update_stats()
3708 if (hw->bad_tx_carr_stats_fd && in e1000_update_stats()
3709 adapter->link_duplex == FULL_DUPLEX) { in e1000_update_stats()
3710 netdev->stats.tx_carrier_errors = 0; in e1000_update_stats()
3711 adapter->stats.tncrs = 0; in e1000_update_stats()
3717 if (hw->media_type == e1000_media_type_copper) { in e1000_update_stats()
3718 if ((adapter->link_speed == SPEED_1000) && in e1000_update_stats()
3721 adapter->phy_stats.idle_errors += phy_tmp; in e1000_update_stats()
3724 if ((hw->mac_type <= e1000_82546) && in e1000_update_stats()
3725 (hw->phy_type == e1000_phy_m88) && in e1000_update_stats()
3727 adapter->phy_stats.receive_errors += phy_tmp; in e1000_update_stats()
3731 if (hw->has_smbus) { in e1000_update_stats()
3732 adapter->stats.mgptc += er32(MGTPTC); in e1000_update_stats()
3733 adapter->stats.mgprc += er32(MGTPRC); in e1000_update_stats()
3734 adapter->stats.mgpdc += er32(MGTPDC); in e1000_update_stats()
3737 spin_unlock_irqrestore(&adapter->stats_lock, flags); in e1000_update_stats()
3741 * e1000_intr - Interrupt Handler
3749 struct e1000_hw *hw = &adapter->hw; in e1000_intr()
3759 if (unlikely(test_bit(__E1000_DOWN, &adapter->flags))) in e1000_intr()
3763 hw->get_link_status = 1; in e1000_intr()
3765 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_intr()
3766 schedule_delayed_work(&adapter->watchdog_task, 1); in e1000_intr()
3769 /* disable interrupts, without the synchronize_irq bit */ in e1000_intr()
3773 if (likely(napi_schedule_prep(&adapter->napi))) { in e1000_intr()
3774 adapter->total_tx_bytes = 0; in e1000_intr()
3775 adapter->total_tx_packets = 0; in e1000_intr()
3776 adapter->total_rx_bytes = 0; in e1000_intr()
3777 adapter->total_rx_packets = 0; in e1000_intr()
3778 __napi_schedule(&adapter->napi); in e1000_intr()
3783 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_intr()
3791 * e1000_clean - NAPI Rx polling callback
3801 tx_clean_complete = e1000_clean_tx_irq(adapter, &adapter->tx_ring[0]); in e1000_clean()
3803 adapter->clean_rx(adapter, &adapter->rx_ring[0], &work_done, budget); in e1000_clean()
3808 /* Exit the polling mode, but don't re-enable interrupts if stack might in e1000_clean()
3809 * poll us due to busy-polling in e1000_clean()
3812 if (likely(adapter->itr_setting & 3)) in e1000_clean()
3814 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_clean()
3822 * e1000_clean_tx_irq - Reclaim resources after transmit completes
3829 struct e1000_hw *hw = &adapter->hw; in e1000_clean_tx_irq()
3830 struct net_device *netdev = adapter->netdev; in e1000_clean_tx_irq()
3833 unsigned int i, eop; in e1000_clean_tx_irq() local
3838 i = tx_ring->next_to_clean; in e1000_clean_tx_irq()
3839 eop = tx_ring->buffer_info[i].next_to_watch; in e1000_clean_tx_irq()
3840 eop_desc = E1000_TX_DESC(*tx_ring, eop); in e1000_clean_tx_irq()
3842 while ((eop_desc->upper.data & cpu_to_le32(E1000_TXD_STAT_DD)) && in e1000_clean_tx_irq()
3843 (count < tx_ring->count)) { in e1000_clean_tx_irq()
3848 buffer_info = &tx_ring->buffer_info[i]; in e1000_clean_tx_irq()
3849 cleaned = (i == eop); in e1000_clean_tx_irq()
3852 total_tx_packets += buffer_info->segs; in e1000_clean_tx_irq()
3853 total_tx_bytes += buffer_info->bytecount; in e1000_clean_tx_irq()
3854 if (buffer_info->skb) { in e1000_clean_tx_irq()
3855 bytes_compl += buffer_info->skb->len; in e1000_clean_tx_irq()
3862 tx_desc->upper.data = 0; in e1000_clean_tx_irq()
3864 if (unlikely(++i == tx_ring->count)) in e1000_clean_tx_irq()
3868 eop = tx_ring->buffer_info[i].next_to_watch; in e1000_clean_tx_irq()
3869 eop_desc = E1000_TX_DESC(*tx_ring, eop); in e1000_clean_tx_irq()
3875 smp_store_release(&tx_ring->next_to_clean, i); in e1000_clean_tx_irq()
3888 !(test_bit(__E1000_DOWN, &adapter->flags))) { in e1000_clean_tx_irq()
3890 ++adapter->restart_queue; in e1000_clean_tx_irq()
3894 if (adapter->detect_tx_hung) { in e1000_clean_tx_irq()
3898 adapter->detect_tx_hung = false; in e1000_clean_tx_irq()
3899 if (tx_ring->buffer_info[eop].time_stamp && in e1000_clean_tx_irq()
3900 time_after(jiffies, tx_ring->buffer_info[eop].time_stamp + in e1000_clean_tx_irq()
3901 (adapter->tx_timeout_factor * HZ)) && in e1000_clean_tx_irq()
3916 (unsigned long)(tx_ring - adapter->tx_ring), in e1000_clean_tx_irq()
3917 readl(hw->hw_addr + tx_ring->tdh), in e1000_clean_tx_irq()
3918 readl(hw->hw_addr + tx_ring->tdt), in e1000_clean_tx_irq()
3919 tx_ring->next_to_use, in e1000_clean_tx_irq()
3920 tx_ring->next_to_clean, in e1000_clean_tx_irq()
3921 tx_ring->buffer_info[eop].time_stamp, in e1000_clean_tx_irq()
3922 eop, in e1000_clean_tx_irq()
3924 eop_desc->upper.fields.status); in e1000_clean_tx_irq()
3929 adapter->total_tx_bytes += total_tx_bytes; in e1000_clean_tx_irq()
3930 adapter->total_tx_packets += total_tx_packets; in e1000_clean_tx_irq()
3931 netdev->stats.tx_bytes += total_tx_bytes; in e1000_clean_tx_irq()
3932 netdev->stats.tx_packets += total_tx_packets; in e1000_clean_tx_irq()
3933 return count < tx_ring->count; in e1000_clean_tx_irq()
3937 * e1000_rx_checksum - Receive Checksum Offload for 82543
3946 struct e1000_hw *hw = &adapter->hw; in e1000_rx_checksum()
3953 if (unlikely(hw->mac_type < e1000_82543)) in e1000_rx_checksum()
3961 adapter->hw_csum_err++; in e1000_rx_checksum()
3971 skb->ip_summed = CHECKSUM_UNNECESSARY; in e1000_rx_checksum()
3973 adapter->hw_csum_good++; in e1000_rx_checksum()
3977 * e1000_consume_page - helper function for jumbo Rx path
3985 bi->rxbuf.page = NULL; in e1000_consume_page()
3986 skb->len += length; in e1000_consume_page()
3987 skb->data_len += length; in e1000_consume_page()
3988 skb->truesize += PAGE_SIZE; in e1000_consume_page()
3992 * e1000_receive_skb - helper function to handle rx indications
4001 skb->protocol = eth_type_trans(skb, adapter->netdev); in e1000_receive_skb()
4008 napi_gro_receive(&adapter->napi, skb); in e1000_receive_skb()
4027 frame_len--; in e1000_tbi_adjust_stats()
4033 stats->crcerrs--; in e1000_tbi_adjust_stats()
4035 stats->gprc++; in e1000_tbi_adjust_stats()
4038 carry_bit = 0x80000000 & stats->gorcl; in e1000_tbi_adjust_stats()
4039 stats->gorcl += frame_len; in e1000_tbi_adjust_stats()
4045 * 64-bit integers. in e1000_tbi_adjust_stats()
4047 if (carry_bit && ((stats->gorcl & 0x80000000) == 0)) in e1000_tbi_adjust_stats()
4048 stats->gorch++; in e1000_tbi_adjust_stats()
4054 stats->bprc++; in e1000_tbi_adjust_stats()
4056 stats->mprc++; in e1000_tbi_adjust_stats()
4058 if (frame_len == hw->max_frame_size) { in e1000_tbi_adjust_stats()
4062 if (stats->roc > 0) in e1000_tbi_adjust_stats()
4063 stats->roc--; in e1000_tbi_adjust_stats()
4070 stats->prc64++; in e1000_tbi_adjust_stats()
4071 stats->prc127--; in e1000_tbi_adjust_stats()
4073 stats->prc127++; in e1000_tbi_adjust_stats()
4074 stats->prc255--; in e1000_tbi_adjust_stats()
4076 stats->prc255++; in e1000_tbi_adjust_stats()
4077 stats->prc511--; in e1000_tbi_adjust_stats()
4079 stats->prc511++; in e1000_tbi_adjust_stats()
4080 stats->prc1023--; in e1000_tbi_adjust_stats()
4082 stats->prc1023++; in e1000_tbi_adjust_stats()
4083 stats->prc1522--; in e1000_tbi_adjust_stats()
4085 stats->prc1522++; in e1000_tbi_adjust_stats()
4093 struct e1000_hw *hw = &adapter->hw; in e1000_tbi_should_accept()
4094 u8 last_byte = *(data + length - 1); in e1000_tbi_should_accept()
4099 spin_lock_irqsave(&adapter->stats_lock, irq_flags); in e1000_tbi_should_accept()
4100 e1000_tbi_adjust_stats(hw, &adapter->stats, length, data); in e1000_tbi_should_accept()
4101 spin_unlock_irqrestore(&adapter->stats_lock, irq_flags); in e1000_tbi_should_accept()
4112 struct sk_buff *skb = napi_alloc_skb(&adapter->napi, bufsz); in e1000_alloc_rx_skb()
4115 adapter->alloc_rx_buff_failed++; in e1000_alloc_rx_skb()
4120 * e1000_clean_jumbo_rx_irq - Send received data up the network stack; legacy
4133 struct net_device *netdev = adapter->netdev; in e1000_clean_jumbo_rx_irq()
4134 struct pci_dev *pdev = adapter->pdev; in e1000_clean_jumbo_rx_irq()
4143 i = rx_ring->next_to_clean; in e1000_clean_jumbo_rx_irq()
4145 buffer_info = &rx_ring->buffer_info[i]; in e1000_clean_jumbo_rx_irq()
4147 while (rx_desc->status & E1000_RXD_STAT_DD) { in e1000_clean_jumbo_rx_irq()
4156 status = rx_desc->status; in e1000_clean_jumbo_rx_irq()
4158 if (++i == rx_ring->count) in e1000_clean_jumbo_rx_irq()
4164 next_buffer = &rx_ring->buffer_info[i]; in e1000_clean_jumbo_rx_irq()
4168 dma_unmap_page(&pdev->dev, buffer_info->dma, in e1000_clean_jumbo_rx_irq()
4169 adapter->rx_buffer_len, DMA_FROM_DEVICE); in e1000_clean_jumbo_rx_irq()
4170 buffer_info->dma = 0; in e1000_clean_jumbo_rx_irq()
4172 length = le16_to_cpu(rx_desc->length); in e1000_clean_jumbo_rx_irq()
4174 /* errors is only valid for DD + EOP descriptors */ in e1000_clean_jumbo_rx_irq()
4176 (rx_desc->errors & E1000_RXD_ERR_FRAME_ERR_MASK))) { in e1000_clean_jumbo_rx_irq()
4177 u8 *mapped = page_address(buffer_info->rxbuf.page); in e1000_clean_jumbo_rx_irq()
4180 rx_desc->errors, in e1000_clean_jumbo_rx_irq()
4182 length--; in e1000_clean_jumbo_rx_irq()
4183 } else if (netdev->features & NETIF_F_RXALL) { in e1000_clean_jumbo_rx_irq()
4189 dev_kfree_skb(rx_ring->rx_skb_top); in e1000_clean_jumbo_rx_irq()
4190 rx_ring->rx_skb_top = NULL; in e1000_clean_jumbo_rx_irq()
4195 #define rxtop rx_ring->rx_skb_top in e1000_clean_jumbo_rx_irq()
4201 rxtop = napi_get_frags(&adapter->napi); in e1000_clean_jumbo_rx_irq()
4206 buffer_info->rxbuf.page, in e1000_clean_jumbo_rx_irq()
4211 skb_shinfo(rxtop)->nr_frags, in e1000_clean_jumbo_rx_irq()
4212 buffer_info->rxbuf.page, 0, length); in e1000_clean_jumbo_rx_irq()
4220 skb_shinfo(rxtop)->nr_frags, in e1000_clean_jumbo_rx_irq()
4221 buffer_info->rxbuf.page, 0, length); in e1000_clean_jumbo_rx_irq()
4227 /* no chain, got EOP, this buf is the packet in e1000_clean_jumbo_rx_irq()
4230 p = buffer_info->rxbuf.page; in e1000_clean_jumbo_rx_irq()
4232 if (likely(!(netdev->features & NETIF_F_RXFCS))) in e1000_clean_jumbo_rx_irq()
4233 length -= 4; in e1000_clean_jumbo_rx_irq()
4242 /* re-use the page, so don't erase in e1000_clean_jumbo_rx_irq()
4243 * buffer_info->rxbuf.page in e1000_clean_jumbo_rx_irq()
4247 status | rx_desc->errors << 24, in e1000_clean_jumbo_rx_irq()
4248 le16_to_cpu(rx_desc->csum), skb); in e1000_clean_jumbo_rx_irq()
4250 total_rx_bytes += skb->len; in e1000_clean_jumbo_rx_irq()
4254 rx_desc->special, skb); in e1000_clean_jumbo_rx_irq()
4257 skb = napi_get_frags(&adapter->napi); in e1000_clean_jumbo_rx_irq()
4259 adapter->alloc_rx_buff_failed++; in e1000_clean_jumbo_rx_irq()
4273 ((u32)(rx_desc->errors) << 24), in e1000_clean_jumbo_rx_irq()
4274 le16_to_cpu(rx_desc->csum), skb); in e1000_clean_jumbo_rx_irq()
4276 total_rx_bytes += (skb->len - 4); /* don't count FCS */ in e1000_clean_jumbo_rx_irq()
4277 if (likely(!(netdev->features & NETIF_F_RXFCS))) in e1000_clean_jumbo_rx_irq()
4278 pskb_trim(skb, skb->len - 4); in e1000_clean_jumbo_rx_irq()
4282 __le16 vlan = rx_desc->special; in e1000_clean_jumbo_rx_irq()
4288 napi_gro_frags(&adapter->napi); in e1000_clean_jumbo_rx_irq()
4291 rx_desc->status = 0; in e1000_clean_jumbo_rx_irq()
4295 adapter->alloc_rx_buf(adapter, rx_ring, cleaned_count); in e1000_clean_jumbo_rx_irq()
4303 rx_ring->next_to_clean = i; in e1000_clean_jumbo_rx_irq()
4307 adapter->alloc_rx_buf(adapter, rx_ring, cleaned_count); in e1000_clean_jumbo_rx_irq()
4309 adapter->total_rx_packets += total_rx_packets; in e1000_clean_jumbo_rx_irq()
4310 adapter->total_rx_bytes += total_rx_bytes; in e1000_clean_jumbo_rx_irq()
4311 netdev->stats.rx_bytes += total_rx_bytes; in e1000_clean_jumbo_rx_irq()
4312 netdev->stats.rx_packets += total_rx_packets; in e1000_clean_jumbo_rx_irq()
4332 dma_sync_single_for_cpu(&adapter->pdev->dev, buffer_info->dma, in e1000_copybreak()
4341 * e1000_clean_rx_irq - Send received data up the network stack; legacy
4351 struct net_device *netdev = adapter->netdev; in e1000_clean_rx_irq()
4352 struct pci_dev *pdev = adapter->pdev; in e1000_clean_rx_irq()
4361 i = rx_ring->next_to_clean; in e1000_clean_rx_irq()
4363 buffer_info = &rx_ring->buffer_info[i]; in e1000_clean_rx_irq()
4365 while (rx_desc->status & E1000_RXD_STAT_DD) { in e1000_clean_rx_irq()
4375 status = rx_desc->status; in e1000_clean_rx_irq()
4376 length = le16_to_cpu(rx_desc->length); in e1000_clean_rx_irq()
4378 data = buffer_info->rxbuf.data; in e1000_clean_rx_irq()
4384 skb = napi_build_skb(data - E1000_HEADROOM, frag_len); in e1000_clean_rx_irq()
4386 adapter->alloc_rx_buff_failed++; in e1000_clean_rx_irq()
4391 dma_unmap_single(&pdev->dev, buffer_info->dma, in e1000_clean_rx_irq()
4392 adapter->rx_buffer_len, in e1000_clean_rx_irq()
4394 buffer_info->dma = 0; in e1000_clean_rx_irq()
4395 buffer_info->rxbuf.data = NULL; in e1000_clean_rx_irq()
4398 if (++i == rx_ring->count) in e1000_clean_rx_irq()
4404 next_buffer = &rx_ring->buffer_info[i]; in e1000_clean_rx_irq()
4409 /* !EOP means multiple descriptors were used to store a single in e1000_clean_rx_irq()
4411 * to toss every packet with the EOP bit clear and the next in e1000_clean_rx_irq()
4412 * frame that _does_ have the EOP bit set, as it is by in e1000_clean_rx_irq()
4416 adapter->discarding = true; in e1000_clean_rx_irq()
4418 if (adapter->discarding) { in e1000_clean_rx_irq()
4423 adapter->discarding = false; in e1000_clean_rx_irq()
4427 if (unlikely(rx_desc->errors & E1000_RXD_ERR_FRAME_ERR_MASK)) { in e1000_clean_rx_irq()
4429 rx_desc->errors, in e1000_clean_rx_irq()
4431 length--; in e1000_clean_rx_irq()
4432 } else if (netdev->features & NETIF_F_RXALL) { in e1000_clean_rx_irq()
4441 total_rx_bytes += (length - 4); /* don't count FCS */ in e1000_clean_rx_irq()
4444 if (likely(!(netdev->features & NETIF_F_RXFCS))) in e1000_clean_rx_irq()
4448 length -= 4; in e1000_clean_rx_irq()
4450 if (buffer_info->rxbuf.data == NULL) in e1000_clean_rx_irq()
4458 ((u32)(rx_desc->errors) << 24), in e1000_clean_rx_irq()
4459 le16_to_cpu(rx_desc->csum), skb); in e1000_clean_rx_irq()
4461 e1000_receive_skb(adapter, status, rx_desc->special, skb); in e1000_clean_rx_irq()
4464 rx_desc->status = 0; in e1000_clean_rx_irq()
4468 adapter->alloc_rx_buf(adapter, rx_ring, cleaned_count); in e1000_clean_rx_irq()
4476 rx_ring->next_to_clean = i; in e1000_clean_rx_irq()
4480 adapter->alloc_rx_buf(adapter, rx_ring, cleaned_count); in e1000_clean_rx_irq()
4482 adapter->total_rx_packets += total_rx_packets; in e1000_clean_rx_irq()
4483 adapter->total_rx_bytes += total_rx_bytes; in e1000_clean_rx_irq()
4484 netdev->stats.rx_bytes += total_rx_bytes; in e1000_clean_rx_irq()
4485 netdev->stats.rx_packets += total_rx_packets; in e1000_clean_rx_irq()
4490 * e1000_alloc_jumbo_rx_buffers - Replace used jumbo receive buffers
4499 struct pci_dev *pdev = adapter->pdev; in e1000_alloc_jumbo_rx_buffers()
4504 i = rx_ring->next_to_use; in e1000_alloc_jumbo_rx_buffers()
4505 buffer_info = &rx_ring->buffer_info[i]; in e1000_alloc_jumbo_rx_buffers()
4507 while (cleaned_count--) { in e1000_alloc_jumbo_rx_buffers()
4509 if (!buffer_info->rxbuf.page) { in e1000_alloc_jumbo_rx_buffers()
4510 buffer_info->rxbuf.page = alloc_page(GFP_ATOMIC); in e1000_alloc_jumbo_rx_buffers()
4511 if (unlikely(!buffer_info->rxbuf.page)) { in e1000_alloc_jumbo_rx_buffers()
4512 adapter->alloc_rx_buff_failed++; in e1000_alloc_jumbo_rx_buffers()
4517 if (!buffer_info->dma) { in e1000_alloc_jumbo_rx_buffers()
4518 buffer_info->dma = dma_map_page(&pdev->dev, in e1000_alloc_jumbo_rx_buffers()
4519 buffer_info->rxbuf.page, 0, in e1000_alloc_jumbo_rx_buffers()
4520 adapter->rx_buffer_len, in e1000_alloc_jumbo_rx_buffers()
4522 if (dma_mapping_error(&pdev->dev, buffer_info->dma)) { in e1000_alloc_jumbo_rx_buffers()
4523 put_page(buffer_info->rxbuf.page); in e1000_alloc_jumbo_rx_buffers()
4524 buffer_info->rxbuf.page = NULL; in e1000_alloc_jumbo_rx_buffers()
4525 buffer_info->dma = 0; in e1000_alloc_jumbo_rx_buffers()
4526 adapter->alloc_rx_buff_failed++; in e1000_alloc_jumbo_rx_buffers()
4532 rx_desc->buffer_addr = cpu_to_le64(buffer_info->dma); in e1000_alloc_jumbo_rx_buffers()
4534 if (unlikely(++i == rx_ring->count)) in e1000_alloc_jumbo_rx_buffers()
4536 buffer_info = &rx_ring->buffer_info[i]; in e1000_alloc_jumbo_rx_buffers()
4539 if (likely(rx_ring->next_to_use != i)) { in e1000_alloc_jumbo_rx_buffers()
4540 rx_ring->next_to_use = i; in e1000_alloc_jumbo_rx_buffers()
4541 if (unlikely(i-- == 0)) in e1000_alloc_jumbo_rx_buffers()
4542 i = (rx_ring->count - 1); in e1000_alloc_jumbo_rx_buffers()
4546 * applicable for weak-ordered memory model archs, in e1000_alloc_jumbo_rx_buffers()
4547 * such as IA-64). in e1000_alloc_jumbo_rx_buffers()
4550 writel(i, adapter->hw.hw_addr + rx_ring->rdt); in e1000_alloc_jumbo_rx_buffers()
4555 * e1000_alloc_rx_buffers - Replace used receive buffers; legacy & extended
4564 struct e1000_hw *hw = &adapter->hw; in e1000_alloc_rx_buffers()
4565 struct pci_dev *pdev = adapter->pdev; in e1000_alloc_rx_buffers()
4569 unsigned int bufsz = adapter->rx_buffer_len; in e1000_alloc_rx_buffers()
4571 i = rx_ring->next_to_use; in e1000_alloc_rx_buffers()
4572 buffer_info = &rx_ring->buffer_info[i]; in e1000_alloc_rx_buffers()
4574 while (cleaned_count--) { in e1000_alloc_rx_buffers()
4577 if (buffer_info->rxbuf.data) in e1000_alloc_rx_buffers()
4583 adapter->alloc_rx_buff_failed++; in e1000_alloc_rx_buffers()
4597 adapter->alloc_rx_buff_failed++; in e1000_alloc_rx_buffers()
4605 adapter->alloc_rx_buff_failed++; in e1000_alloc_rx_buffers()
4612 buffer_info->dma = dma_map_single(&pdev->dev, in e1000_alloc_rx_buffers()
4614 adapter->rx_buffer_len, in e1000_alloc_rx_buffers()
4616 if (dma_mapping_error(&pdev->dev, buffer_info->dma)) { in e1000_alloc_rx_buffers()
4618 buffer_info->dma = 0; in e1000_alloc_rx_buffers()
4619 adapter->alloc_rx_buff_failed++; in e1000_alloc_rx_buffers()
4629 (void *)(unsigned long)buffer_info->dma, in e1000_alloc_rx_buffers()
4630 adapter->rx_buffer_len)) { in e1000_alloc_rx_buffers()
4632 "%p\n", adapter->rx_buffer_len, in e1000_alloc_rx_buffers()
4633 (void *)(unsigned long)buffer_info->dma); in e1000_alloc_rx_buffers()
4635 dma_unmap_single(&pdev->dev, buffer_info->dma, in e1000_alloc_rx_buffers()
4636 adapter->rx_buffer_len, in e1000_alloc_rx_buffers()
4640 buffer_info->rxbuf.data = NULL; in e1000_alloc_rx_buffers()
4641 buffer_info->dma = 0; in e1000_alloc_rx_buffers()
4643 adapter->alloc_rx_buff_failed++; in e1000_alloc_rx_buffers()
4646 buffer_info->rxbuf.data = data; in e1000_alloc_rx_buffers()
4649 rx_desc->buffer_addr = cpu_to_le64(buffer_info->dma); in e1000_alloc_rx_buffers()
4651 if (unlikely(++i == rx_ring->count)) in e1000_alloc_rx_buffers()
4653 buffer_info = &rx_ring->buffer_info[i]; in e1000_alloc_rx_buffers()
4656 if (likely(rx_ring->next_to_use != i)) { in e1000_alloc_rx_buffers()
4657 rx_ring->next_to_use = i; in e1000_alloc_rx_buffers()
4658 if (unlikely(i-- == 0)) in e1000_alloc_rx_buffers()
4659 i = (rx_ring->count - 1); in e1000_alloc_rx_buffers()
4663 * applicable for weak-ordered memory model archs, in e1000_alloc_rx_buffers()
4664 * such as IA-64). in e1000_alloc_rx_buffers()
4667 writel(i, hw->hw_addr + rx_ring->rdt); in e1000_alloc_rx_buffers()
4672 * e1000_smartspeed - Workaround for SmartSpeed on 82541 and 82547 controllers.
4677 struct e1000_hw *hw = &adapter->hw; in e1000_smartspeed()
4681 if ((hw->phy_type != e1000_phy_igp) || !hw->autoneg || in e1000_smartspeed()
4682 !(hw->autoneg_advertised & ADVERTISE_1000_FULL)) in e1000_smartspeed()
4685 if (adapter->smartspeed == 0) { in e1000_smartspeed()
4687 * we assume back-to-back in e1000_smartspeed()
4700 adapter->smartspeed++; in e1000_smartspeed()
4711 } else if (adapter->smartspeed == E1000_SMARTSPEED_DOWNSHIFT) { in e1000_smartspeed()
4724 if (adapter->smartspeed++ == E1000_SMARTSPEED_MAX) in e1000_smartspeed()
4725 adapter->smartspeed = 0; in e1000_smartspeed()
4729 * e1000_ioctl - handle ioctl calls
4742 return -EOPNOTSUPP; in e1000_ioctl()
4747 * e1000_mii_ioctl -
4756 struct e1000_hw *hw = &adapter->hw; in e1000_mii_ioctl()
4762 if (hw->media_type != e1000_media_type_copper) in e1000_mii_ioctl()
4763 return -EOPNOTSUPP; in e1000_mii_ioctl()
4767 data->phy_id = hw->phy_addr; in e1000_mii_ioctl()
4770 spin_lock_irqsave(&adapter->stats_lock, flags); in e1000_mii_ioctl()
4771 if (e1000_read_phy_reg(hw, data->reg_num & 0x1F, in e1000_mii_ioctl()
4772 &data->val_out)) { in e1000_mii_ioctl()
4773 spin_unlock_irqrestore(&adapter->stats_lock, flags); in e1000_mii_ioctl()
4774 return -EIO; in e1000_mii_ioctl()
4776 spin_unlock_irqrestore(&adapter->stats_lock, flags); in e1000_mii_ioctl()
4779 if (data->reg_num & ~(0x1F)) in e1000_mii_ioctl()
4780 return -EFAULT; in e1000_mii_ioctl()
4781 mii_reg = data->val_in; in e1000_mii_ioctl()
4782 spin_lock_irqsave(&adapter->stats_lock, flags); in e1000_mii_ioctl()
4783 if (e1000_write_phy_reg(hw, data->reg_num, in e1000_mii_ioctl()
4785 spin_unlock_irqrestore(&adapter->stats_lock, flags); in e1000_mii_ioctl()
4786 return -EIO; in e1000_mii_ioctl()
4788 spin_unlock_irqrestore(&adapter->stats_lock, flags); in e1000_mii_ioctl()
4789 if (hw->media_type == e1000_media_type_copper) { in e1000_mii_ioctl()
4790 switch (data->reg_num) { in e1000_mii_ioctl()
4795 hw->autoneg = 1; in e1000_mii_ioctl()
4796 hw->autoneg_advertised = 0x2F; in e1000_mii_ioctl()
4813 if (netif_running(adapter->netdev)) in e1000_mii_ioctl()
4821 return -EIO; in e1000_mii_ioctl()
4825 switch (data->reg_num) { in e1000_mii_ioctl()
4829 if (netif_running(adapter->netdev)) in e1000_mii_ioctl()
4838 return -EOPNOTSUPP; in e1000_mii_ioctl()
4845 struct e1000_adapter *adapter = hw->back; in e1000_pci_set_mwi()
4846 int ret_val = pci_set_mwi(adapter->pdev); in e1000_pci_set_mwi()
4854 struct e1000_adapter *adapter = hw->back; in e1000_pci_clear_mwi()
4856 pci_clear_mwi(adapter->pdev); in e1000_pci_clear_mwi()
4861 struct e1000_adapter *adapter = hw->back; in e1000_pcix_get_mmrbc()
4862 return pcix_get_mmrbc(adapter->pdev); in e1000_pcix_get_mmrbc()
4867 struct e1000_adapter *adapter = hw->back; in e1000_pcix_set_mmrbc()
4868 pcix_set_mmrbc(adapter->pdev, mmrbc); in e1000_pcix_set_mmrbc()
4880 for_each_set_bit(vid, adapter->active_vlans, VLAN_N_VID) in e1000_vlan_used()
4888 struct e1000_hw *hw = &adapter->hw; in __e1000_vlan_mode()
4896 /* disable VLAN tag insert/strip */ in __e1000_vlan_mode()
4904 struct e1000_hw *hw = &adapter->hw; in e1000_vlan_filter_on_off()
4907 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_vlan_filter_on_off()
4910 __e1000_vlan_mode(adapter, adapter->netdev->features); in e1000_vlan_filter_on_off()
4915 if (!(adapter->netdev->flags & IFF_PROMISC)) in e1000_vlan_filter_on_off()
4920 /* disable VLAN receive filtering */ in e1000_vlan_filter_on_off()
4926 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_vlan_filter_on_off()
4935 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_vlan_mode()
4940 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_vlan_mode()
4948 struct e1000_hw *hw = &adapter->hw; in e1000_vlan_rx_add_vid()
4951 if ((hw->mng_cookie.status & in e1000_vlan_rx_add_vid()
4953 (vid == adapter->mng_vlan_id)) in e1000_vlan_rx_add_vid()
4965 set_bit(vid, adapter->active_vlans); in e1000_vlan_rx_add_vid()
4974 struct e1000_hw *hw = &adapter->hw; in e1000_vlan_rx_kill_vid()
4977 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_vlan_rx_kill_vid()
4979 if (!test_bit(__E1000_DOWN, &adapter->flags)) in e1000_vlan_rx_kill_vid()
4988 clear_bit(vid, adapter->active_vlans); in e1000_vlan_rx_kill_vid()
5004 for_each_set_bit(vid, adapter->active_vlans, VLAN_N_VID) in e1000_restore_vlan()
5005 e1000_vlan_rx_add_vid(adapter->netdev, htons(ETH_P_8021Q), vid); in e1000_restore_vlan()
5010 struct e1000_hw *hw = &adapter->hw; in e1000_set_spd_dplx()
5012 hw->autoneg = 0; in e1000_set_spd_dplx()
5021 if ((hw->media_type == e1000_media_type_fiber) && in e1000_set_spd_dplx()
5028 hw->forced_speed_duplex = e1000_10_half; in e1000_set_spd_dplx()
5031 hw->forced_speed_duplex = e1000_10_full; in e1000_set_spd_dplx()
5034 hw->forced_speed_duplex = e1000_100_half; in e1000_set_spd_dplx()
5037 hw->forced_speed_duplex = e1000_100_full; in e1000_set_spd_dplx()
5040 hw->autoneg = 1; in e1000_set_spd_dplx()
5041 hw->autoneg_advertised = ADVERTISE_1000_FULL; in e1000_set_spd_dplx()
5048 /* clear MDI, MDI(-X) override is only allowed when autoneg enabled */ in e1000_set_spd_dplx()
5049 hw->mdix = AUTO_ALL_MODES; in e1000_set_spd_dplx()
5055 return -EINVAL; in e1000_set_spd_dplx()
5062 struct e1000_hw *hw = &adapter->hw; in __e1000_shutdown()
5064 u32 wufc = adapter->wol; in __e1000_shutdown()
5071 while (test_bit(__E1000_RESETTING, &adapter->flags) && count--) in __e1000_shutdown()
5074 WARN_ON(test_bit(__E1000_RESETTING, &adapter->flags)); in __e1000_shutdown()
5088 /* turn on all-multi mode if wake on multicast is enabled */ in __e1000_shutdown()
5095 if (hw->mac_type >= e1000_82540) { in __e1000_shutdown()
5106 if (hw->media_type == e1000_media_type_fiber || in __e1000_shutdown()
5107 hw->media_type == e1000_media_type_internal_serdes) { in __e1000_shutdown()
5126 if (adapter->en_mng_pt) in __e1000_shutdown()
5132 if (!test_and_set_bit(__E1000_DISABLED, &adapter->flags)) in __e1000_shutdown()
5155 struct e1000_hw *hw = &adapter->hw; in e1000_resume()
5158 if (adapter->need_ioport) in e1000_resume()
5169 clear_bit(__E1000_DISABLED, &adapter->flags); in e1000_resume()
5208 /* Polling 'interrupt' - used by things like netconsole to send skbs
5209 * without having to re-enable interrupts. It's not called while
5216 if (disable_hardirq(adapter->pdev->irq)) in e1000_netpoll()
5217 e1000_intr(adapter->pdev->irq, netdev); in e1000_netpoll()
5218 enable_irq(adapter->pdev->irq); in e1000_netpoll()
5223 * e1000_io_error_detected - called when PCI error is detected
5244 if (!test_and_set_bit(__E1000_DISABLED, &adapter->flags)) in e1000_io_error_detected()
5252 * e1000_io_slot_reset - called after the pci bus has been reset.
5255 * Restart the card from scratch, as if from a cold-boot. Implementation
5256 * resembles the first-half of the e1000_resume routine.
5262 struct e1000_hw *hw = &adapter->hw; in e1000_io_slot_reset()
5265 if (adapter->need_ioport) in e1000_io_slot_reset()
5270 pr_err("Cannot re-enable PCI device after reset.\n"); in e1000_io_slot_reset()
5276 clear_bit(__E1000_DISABLED, &adapter->flags); in e1000_io_slot_reset()
5289 * e1000_io_resume - called when traffic can start flowing again.
5294 * second-half of the e1000_resume routine.