Lines Matching full:ndev
51 void ravb_modify(struct net_device *ndev, enum ravb_reg reg, u32 clear, in ravb_modify() argument
54 ravb_write(ndev, (ravb_read(ndev, reg) & ~clear) | set, reg); in ravb_modify()
57 int ravb_wait(struct net_device *ndev, enum ravb_reg reg, u32 mask, u32 value) in ravb_wait() argument
62 if ((ravb_read(ndev, reg) & mask) == value) in ravb_wait()
69 static int ravb_set_opmode(struct net_device *ndev, u32 opmode) in ravb_set_opmode() argument
83 ravb_modify(ndev, CCC, ccc_mask, opmode); in ravb_set_opmode()
85 error = ravb_wait(ndev, CSR, CSR_OPS, csr_ops); in ravb_set_opmode()
87 netdev_err(ndev, "failed to switch device to requested mode (%u)\n", in ravb_set_opmode()
94 static void ravb_set_rate_gbeth(struct net_device *ndev) in ravb_set_rate_gbeth() argument
96 struct ravb_private *priv = netdev_priv(ndev); in ravb_set_rate_gbeth()
100 ravb_write(ndev, GBETH_GECMR_SPEED_10, GECMR); in ravb_set_rate_gbeth()
103 ravb_write(ndev, GBETH_GECMR_SPEED_100, GECMR); in ravb_set_rate_gbeth()
106 ravb_write(ndev, GBETH_GECMR_SPEED_1000, GECMR); in ravb_set_rate_gbeth()
111 static void ravb_set_rate_rcar(struct net_device *ndev) in ravb_set_rate_rcar() argument
113 struct ravb_private *priv = netdev_priv(ndev); in ravb_set_rate_rcar()
117 ravb_write(ndev, GECMR_SPEED_100, GECMR); in ravb_set_rate_rcar()
120 ravb_write(ndev, GECMR_SPEED_1000, GECMR); in ravb_set_rate_rcar()
139 struct net_device *ndev) in ravb_read_mac_address() argument
143 ret = of_get_ethdev_address(np, ndev); in ravb_read_mac_address()
145 u32 mahr = ravb_read(ndev, MAHR); in ravb_read_mac_address()
146 u32 malr = ravb_read(ndev, MALR); in ravb_read_mac_address()
155 eth_hw_addr_set(ndev, addr); in ravb_read_mac_address()
164 ravb_modify(priv->ndev, PIR, mask, set ? mask : 0); in ravb_mdio_ctrl()
191 return (ravb_read(priv->ndev, PIR) & PIR_MDI) != 0; in ravb_get_mdio_data()
204 static int ravb_tx_free(struct net_device *ndev, int q, bool free_txed_only) in ravb_tx_free() argument
206 struct ravb_private *priv = netdev_priv(ndev); in ravb_tx_free()
228 dma_unmap_single(ndev->dev.parent, le32_to_cpu(desc->dptr), in ravb_tx_free()
247 static void ravb_rx_ring_free_gbeth(struct net_device *ndev, int q) in ravb_rx_ring_free_gbeth() argument
249 struct ravb_private *priv = netdev_priv(ndev); in ravb_rx_ring_free_gbeth()
259 if (!dma_mapping_error(ndev->dev.parent, in ravb_rx_ring_free_gbeth()
261 dma_unmap_single(ndev->dev.parent, in ravb_rx_ring_free_gbeth()
267 dma_free_coherent(ndev->dev.parent, ring_size, priv->gbeth_rx_ring, in ravb_rx_ring_free_gbeth()
272 static void ravb_rx_ring_free_rcar(struct net_device *ndev, int q) in ravb_rx_ring_free_rcar() argument
274 struct ravb_private *priv = netdev_priv(ndev); in ravb_rx_ring_free_rcar()
284 if (!dma_mapping_error(ndev->dev.parent, in ravb_rx_ring_free_rcar()
286 dma_unmap_single(ndev->dev.parent, in ravb_rx_ring_free_rcar()
293 dma_free_coherent(ndev->dev.parent, ring_size, priv->rx_ring[q], in ravb_rx_ring_free_rcar()
299 static void ravb_ring_free(struct net_device *ndev, int q) in ravb_ring_free() argument
301 struct ravb_private *priv = netdev_priv(ndev); in ravb_ring_free()
307 info->rx_ring_free(ndev, q); in ravb_ring_free()
310 ravb_tx_free(ndev, q, false); in ravb_ring_free()
314 dma_free_coherent(ndev->dev.parent, ring_size, priv->tx_ring[q], in ravb_ring_free()
338 static void ravb_rx_ring_format_gbeth(struct net_device *ndev, int q) in ravb_rx_ring_format_gbeth() argument
340 struct ravb_private *priv = netdev_priv(ndev); in ravb_rx_ring_format_gbeth()
353 dma_addr = dma_map_single(ndev->dev.parent, priv->rx_skb[q][i]->data, in ravb_rx_ring_format_gbeth()
359 if (dma_mapping_error(ndev->dev.parent, dma_addr)) in ravb_rx_ring_format_gbeth()
369 static void ravb_rx_ring_format_rcar(struct net_device *ndev, int q) in ravb_rx_ring_format_rcar() argument
371 struct ravb_private *priv = netdev_priv(ndev); in ravb_rx_ring_format_rcar()
383 dma_addr = dma_map_single(ndev->dev.parent, priv->rx_skb[q][i]->data, in ravb_rx_ring_format_rcar()
389 if (dma_mapping_error(ndev->dev.parent, dma_addr)) in ravb_rx_ring_format_rcar()
400 static void ravb_ring_format(struct net_device *ndev, int q) in ravb_ring_format() argument
402 struct ravb_private *priv = netdev_priv(ndev); in ravb_ring_format()
416 info->rx_ring_format(ndev, q); in ravb_ring_format()
442 static void *ravb_alloc_rx_desc_gbeth(struct net_device *ndev, int q) in ravb_alloc_rx_desc_gbeth() argument
444 struct ravb_private *priv = netdev_priv(ndev); in ravb_alloc_rx_desc_gbeth()
449 priv->gbeth_rx_ring = dma_alloc_coherent(ndev->dev.parent, ring_size, in ravb_alloc_rx_desc_gbeth()
455 static void *ravb_alloc_rx_desc_rcar(struct net_device *ndev, int q) in ravb_alloc_rx_desc_rcar() argument
457 struct ravb_private *priv = netdev_priv(ndev); in ravb_alloc_rx_desc_rcar()
462 priv->rx_ring[q] = dma_alloc_coherent(ndev->dev.parent, ring_size, in ravb_alloc_rx_desc_rcar()
469 static int ravb_ring_init(struct net_device *ndev, int q) in ravb_ring_init() argument
471 struct ravb_private *priv = netdev_priv(ndev); in ravb_ring_init()
487 skb = __netdev_alloc_skb(ndev, info->max_rx_len, GFP_KERNEL); in ravb_ring_init()
503 if (!info->alloc_rx_desc(ndev, q)) in ravb_ring_init()
511 priv->tx_ring[q] = dma_alloc_coherent(ndev->dev.parent, ring_size, in ravb_ring_init()
520 ravb_ring_free(ndev, q); in ravb_ring_init()
525 static void ravb_emac_init_gbeth(struct net_device *ndev) in ravb_emac_init_gbeth() argument
527 struct ravb_private *priv = netdev_priv(ndev); in ravb_emac_init_gbeth()
530 ravb_write(ndev, (1000 << 16) | CXR35_SEL_XMII_MII, CXR35); in ravb_emac_init_gbeth()
531 ravb_modify(ndev, CXR31, CXR31_SEL_LINK0 | CXR31_SEL_LINK1, 0); in ravb_emac_init_gbeth()
533 ravb_write(ndev, (1000 << 16) | CXR35_SEL_XMII_RGMII, CXR35); in ravb_emac_init_gbeth()
534 ravb_modify(ndev, CXR31, CXR31_SEL_LINK0 | CXR31_SEL_LINK1, in ravb_emac_init_gbeth()
539 ravb_write(ndev, GBETH_RX_BUFF_MAX + ETH_FCS_LEN, RFLR); in ravb_emac_init_gbeth()
542 ravb_write(ndev, ECMR_ZPF | ((priv->duplex > 0) ? ECMR_DM : 0) | in ravb_emac_init_gbeth()
546 ravb_set_rate_gbeth(ndev); in ravb_emac_init_gbeth()
549 ravb_write(ndev, in ravb_emac_init_gbeth()
550 (ndev->dev_addr[0] << 24) | (ndev->dev_addr[1] << 16) | in ravb_emac_init_gbeth()
551 (ndev->dev_addr[2] << 8) | (ndev->dev_addr[3]), MAHR); in ravb_emac_init_gbeth()
552 ravb_write(ndev, (ndev->dev_addr[4] << 8) | (ndev->dev_addr[5]), MALR); in ravb_emac_init_gbeth()
555 ravb_write(ndev, ECSR_ICD | ECSR_LCHNG | ECSR_PFRI, ECSR); in ravb_emac_init_gbeth()
556 ravb_write(ndev, CSR0_TPE | CSR0_RPE, CSR0); in ravb_emac_init_gbeth()
559 ravb_write(ndev, ECSIPR_ICDIP, ECSIPR); in ravb_emac_init_gbeth()
562 static void ravb_emac_init_rcar(struct net_device *ndev) in ravb_emac_init_rcar() argument
565 ravb_write(ndev, ndev->mtu + ETH_HLEN + VLAN_HLEN + ETH_FCS_LEN, RFLR); in ravb_emac_init_rcar()
568 ravb_write(ndev, ECMR_ZPF | ECMR_DM | in ravb_emac_init_rcar()
569 (ndev->features & NETIF_F_RXCSUM ? ECMR_RCSC : 0) | in ravb_emac_init_rcar()
572 ravb_set_rate_rcar(ndev); in ravb_emac_init_rcar()
575 ravb_write(ndev, in ravb_emac_init_rcar()
576 (ndev->dev_addr[0] << 24) | (ndev->dev_addr[1] << 16) | in ravb_emac_init_rcar()
577 (ndev->dev_addr[2] << 8) | (ndev->dev_addr[3]), MAHR); in ravb_emac_init_rcar()
578 ravb_write(ndev, in ravb_emac_init_rcar()
579 (ndev->dev_addr[4] << 8) | (ndev->dev_addr[5]), MALR); in ravb_emac_init_rcar()
582 ravb_write(ndev, ECSR_ICD | ECSR_MPD, ECSR); in ravb_emac_init_rcar()
585 ravb_write(ndev, ECSIPR_ICDIP | ECSIPR_MPDIP | ECSIPR_LCHNGIP, ECSIPR); in ravb_emac_init_rcar()
589 static void ravb_emac_init(struct net_device *ndev) in ravb_emac_init() argument
591 struct ravb_private *priv = netdev_priv(ndev); in ravb_emac_init()
594 info->emac_init(ndev); in ravb_emac_init()
597 static int ravb_dmac_init_gbeth(struct net_device *ndev) in ravb_dmac_init_gbeth() argument
601 error = ravb_ring_init(ndev, RAVB_BE); in ravb_dmac_init_gbeth()
606 ravb_ring_format(ndev, RAVB_BE); in ravb_dmac_init_gbeth()
609 ravb_write(ndev, 0x60000000, RCR); in ravb_dmac_init_gbeth()
612 ravb_write(ndev, 0x7ffc0000 | GBETH_RX_BUFF_MAX, RTC); in ravb_dmac_init_gbeth()
615 ravb_write(ndev, 0x00222200, TGC); in ravb_dmac_init_gbeth()
617 ravb_write(ndev, 0, TCCR); in ravb_dmac_init_gbeth()
620 ravb_write(ndev, RIC0_FRE0, RIC0); in ravb_dmac_init_gbeth()
622 ravb_write(ndev, 0x0, RIC1); in ravb_dmac_init_gbeth()
624 ravb_write(ndev, RIC2_QFE0 | RIC2_RFFE, RIC2); in ravb_dmac_init_gbeth()
626 ravb_write(ndev, TIC_FTE0, TIC); in ravb_dmac_init_gbeth()
631 static int ravb_dmac_init_rcar(struct net_device *ndev) in ravb_dmac_init_rcar() argument
633 struct ravb_private *priv = netdev_priv(ndev); in ravb_dmac_init_rcar()
637 error = ravb_ring_init(ndev, RAVB_BE); in ravb_dmac_init_rcar()
640 error = ravb_ring_init(ndev, RAVB_NC); in ravb_dmac_init_rcar()
642 ravb_ring_free(ndev, RAVB_BE); in ravb_dmac_init_rcar()
647 ravb_ring_format(ndev, RAVB_BE); in ravb_dmac_init_rcar()
648 ravb_ring_format(ndev, RAVB_NC); in ravb_dmac_init_rcar()
651 ravb_write(ndev, in ravb_dmac_init_rcar()
655 ravb_write(ndev, TGC_TQP_AVBMODE1 | 0x00112200, TGC); in ravb_dmac_init_rcar()
658 ravb_write(ndev, TCCR_TFEN, TCCR); in ravb_dmac_init_rcar()
663 ravb_write(ndev, 0, DIL); in ravb_dmac_init_rcar()
665 ravb_write(ndev, CIE_CRIE | CIE_CTIE | CIE_CL0M, CIE); in ravb_dmac_init_rcar()
668 ravb_write(ndev, RIC0_FRE0 | RIC0_FRE1, RIC0); in ravb_dmac_init_rcar()
670 ravb_write(ndev, 0, RIC1); in ravb_dmac_init_rcar()
672 ravb_write(ndev, RIC2_QFE0 | RIC2_QFE1 | RIC2_RFFE, RIC2); in ravb_dmac_init_rcar()
674 ravb_write(ndev, TIC_FTE0 | TIC_FTE1 | TIC_TFUE, TIC); in ravb_dmac_init_rcar()
680 static int ravb_dmac_init(struct net_device *ndev) in ravb_dmac_init() argument
682 struct ravb_private *priv = netdev_priv(ndev); in ravb_dmac_init()
687 error = ravb_set_opmode(ndev, CCC_OPC_CONFIG); in ravb_dmac_init()
691 error = info->dmac_init(ndev); in ravb_dmac_init()
696 return ravb_set_opmode(ndev, CCC_OPC_OPERATION); in ravb_dmac_init()
699 static void ravb_get_tx_tstamp(struct net_device *ndev) in ravb_get_tx_tstamp() argument
701 struct ravb_private *priv = netdev_priv(ndev); in ravb_get_tx_tstamp()
710 count = (ravb_read(ndev, TSR) & TSR_TFFL) >> 8; in ravb_get_tx_tstamp()
712 tfa2 = ravb_read(ndev, TFA2); in ravb_get_tx_tstamp()
714 ts.tv_nsec = (u64)ravb_read(ndev, TFA0); in ravb_get_tx_tstamp()
716 ravb_read(ndev, TFA1); in ravb_get_tx_tstamp()
733 ravb_modify(ndev, TCCR, TCCR_TFR, TCCR_TFR); in ravb_get_tx_tstamp()
752 static struct sk_buff *ravb_get_skb_gbeth(struct net_device *ndev, int entry, in ravb_get_skb_gbeth() argument
755 struct ravb_private *priv = netdev_priv(ndev); in ravb_get_skb_gbeth()
760 dma_unmap_single(ndev->dev.parent, le32_to_cpu(desc->dptr), in ravb_get_skb_gbeth()
767 static bool ravb_rx_gbeth(struct net_device *ndev, int *quota, int q) in ravb_rx_gbeth() argument
769 struct ravb_private *priv = netdev_priv(ndev); in ravb_rx_gbeth()
815 skb = ravb_get_skb_gbeth(ndev, entry, desc); in ravb_rx_gbeth()
817 skb->protocol = eth_type_trans(skb, ndev); in ravb_rx_gbeth()
823 priv->rx_1st_skb = ravb_get_skb_gbeth(ndev, entry, desc); in ravb_rx_gbeth()
827 skb = ravb_get_skb_gbeth(ndev, entry, desc); in ravb_rx_gbeth()
836 skb = ravb_get_skb_gbeth(ndev, entry, desc); in ravb_rx_gbeth()
844 eth_type_trans(priv->rx_1st_skb, ndev); in ravb_rx_gbeth()
864 skb = netdev_alloc_skb(ndev, info->max_rx_len); in ravb_rx_gbeth()
868 dma_addr = dma_map_single(ndev->dev.parent, in ravb_rx_gbeth()
876 if (dma_mapping_error(ndev->dev.parent, dma_addr)) in ravb_rx_gbeth()
892 static bool ravb_rx_rcar(struct net_device *ndev, int *quota, int q) in ravb_rx_rcar() argument
894 struct ravb_private *priv = netdev_priv(ndev); in ravb_rx_rcar()
943 dma_unmap_single(ndev->dev.parent, le32_to_cpu(desc->dptr), in ravb_rx_rcar()
961 skb->protocol = eth_type_trans(skb, ndev); in ravb_rx_rcar()
962 if (ndev->features & NETIF_F_RXCSUM) in ravb_rx_rcar()
980 skb = netdev_alloc_skb(ndev, info->max_rx_len); in ravb_rx_rcar()
984 dma_addr = dma_map_single(ndev->dev.parent, skb->data, in ravb_rx_rcar()
991 if (dma_mapping_error(ndev->dev.parent, dma_addr)) in ravb_rx_rcar()
1007 static bool ravb_rx(struct net_device *ndev, int *quota, int q) in ravb_rx() argument
1009 struct ravb_private *priv = netdev_priv(ndev); in ravb_rx()
1012 return info->receive(ndev, quota, q); in ravb_rx()
1015 static void ravb_rcv_snd_disable(struct net_device *ndev) in ravb_rcv_snd_disable() argument
1018 ravb_modify(ndev, ECMR, ECMR_RE | ECMR_TE, 0); in ravb_rcv_snd_disable()
1021 static void ravb_rcv_snd_enable(struct net_device *ndev) in ravb_rcv_snd_enable() argument
1024 ravb_modify(ndev, ECMR, ECMR_RE | ECMR_TE, ECMR_RE | ECMR_TE); in ravb_rcv_snd_enable()
1028 static int ravb_stop_dma(struct net_device *ndev) in ravb_stop_dma() argument
1030 struct ravb_private *priv = netdev_priv(ndev); in ravb_stop_dma()
1035 error = ravb_wait(ndev, TCCR, info->tccr_mask, 0); in ravb_stop_dma()
1040 error = ravb_wait(ndev, CSR, CSR_TPO0 | CSR_TPO1 | CSR_TPO2 | CSR_TPO3, in ravb_stop_dma()
1046 ravb_rcv_snd_disable(ndev); in ravb_stop_dma()
1049 error = ravb_wait(ndev, CSR, CSR_RPO, 0); in ravb_stop_dma()
1054 return ravb_set_opmode(ndev, CCC_OPC_CONFIG); in ravb_stop_dma()
1058 static void ravb_emac_interrupt_unlocked(struct net_device *ndev) in ravb_emac_interrupt_unlocked() argument
1060 struct ravb_private *priv = netdev_priv(ndev); in ravb_emac_interrupt_unlocked()
1063 ecsr = ravb_read(ndev, ECSR); in ravb_emac_interrupt_unlocked()
1064 ravb_write(ndev, ecsr, ECSR); /* clear interrupt */ in ravb_emac_interrupt_unlocked()
1069 ndev->stats.tx_carrier_errors++; in ravb_emac_interrupt_unlocked()
1074 psr = ravb_read(ndev, PSR); in ravb_emac_interrupt_unlocked()
1079 ravb_rcv_snd_disable(ndev); in ravb_emac_interrupt_unlocked()
1082 ravb_rcv_snd_enable(ndev); in ravb_emac_interrupt_unlocked()
1089 struct net_device *ndev = dev_id; in ravb_emac_interrupt() local
1090 struct ravb_private *priv = netdev_priv(ndev); in ravb_emac_interrupt()
1093 ravb_emac_interrupt_unlocked(ndev); in ravb_emac_interrupt()
1099 static void ravb_error_interrupt(struct net_device *ndev) in ravb_error_interrupt() argument
1101 struct ravb_private *priv = netdev_priv(ndev); in ravb_error_interrupt()
1104 eis = ravb_read(ndev, EIS); in ravb_error_interrupt()
1105 ravb_write(ndev, ~(EIS_QFS | EIS_RESERVED), EIS); in ravb_error_interrupt()
1107 ris2 = ravb_read(ndev, RIS2); in ravb_error_interrupt()
1108 ravb_write(ndev, ~(RIS2_QFF0 | RIS2_QFF1 | RIS2_RFFF | RIS2_RESERVED), in ravb_error_interrupt()
1125 static bool ravb_queue_interrupt(struct net_device *ndev, int q) in ravb_queue_interrupt() argument
1127 struct ravb_private *priv = netdev_priv(ndev); in ravb_queue_interrupt()
1129 u32 ris0 = ravb_read(ndev, RIS0); in ravb_queue_interrupt()
1130 u32 ric0 = ravb_read(ndev, RIC0); in ravb_queue_interrupt()
1131 u32 tis = ravb_read(ndev, TIS); in ravb_queue_interrupt()
1132 u32 tic = ravb_read(ndev, TIC); in ravb_queue_interrupt()
1138 ravb_write(ndev, ric0 & ~BIT(q), RIC0); in ravb_queue_interrupt()
1139 ravb_write(ndev, tic & ~BIT(q), TIC); in ravb_queue_interrupt()
1141 ravb_write(ndev, BIT(q), RID0); in ravb_queue_interrupt()
1142 ravb_write(ndev, BIT(q), TID); in ravb_queue_interrupt()
1146 netdev_warn(ndev, in ravb_queue_interrupt()
1149 netdev_warn(ndev, in ravb_queue_interrupt()
1158 static bool ravb_timestamp_interrupt(struct net_device *ndev) in ravb_timestamp_interrupt() argument
1160 u32 tis = ravb_read(ndev, TIS); in ravb_timestamp_interrupt()
1163 ravb_write(ndev, ~(TIS_TFUF | TIS_RESERVED), TIS); in ravb_timestamp_interrupt()
1164 ravb_get_tx_tstamp(ndev); in ravb_timestamp_interrupt()
1172 struct net_device *ndev = dev_id; in ravb_interrupt() local
1173 struct ravb_private *priv = netdev_priv(ndev); in ravb_interrupt()
1180 iss = ravb_read(ndev, ISS); in ravb_interrupt()
1187 if (ravb_timestamp_interrupt(ndev)) in ravb_interrupt()
1193 if (ravb_queue_interrupt(ndev, q)) in ravb_interrupt()
1197 if (ravb_queue_interrupt(ndev, RAVB_BE)) in ravb_interrupt()
1204 ravb_emac_interrupt_unlocked(ndev); in ravb_interrupt()
1210 ravb_error_interrupt(ndev); in ravb_interrupt()
1216 ravb_ptp_interrupt(ndev); in ravb_interrupt()
1227 struct net_device *ndev = dev_id; in ravb_multi_interrupt() local
1228 struct ravb_private *priv = netdev_priv(ndev); in ravb_multi_interrupt()
1234 iss = ravb_read(ndev, ISS); in ravb_multi_interrupt()
1237 if ((iss & ISS_TFUS) && ravb_timestamp_interrupt(ndev)) in ravb_multi_interrupt()
1242 ravb_error_interrupt(ndev); in ravb_multi_interrupt()
1248 ravb_ptp_interrupt(ndev); in ravb_multi_interrupt()
1258 struct net_device *ndev = dev_id; in ravb_dma_interrupt() local
1259 struct ravb_private *priv = netdev_priv(ndev); in ravb_dma_interrupt()
1265 if (ravb_queue_interrupt(ndev, q)) in ravb_dma_interrupt()
1284 struct net_device *ndev = napi->dev; in ravb_poll() local
1285 struct ravb_private *priv = netdev_priv(ndev); in ravb_poll()
1301 ravb_write(ndev, ~(mask | RIS0_RESERVED), RIS0); in ravb_poll()
1303 if (ravb_rx(ndev, "a, q)) in ravb_poll()
1310 ravb_write(ndev, ~(mask | TIS_RESERVED), TIS); in ravb_poll()
1311 ravb_tx_free(ndev, q, true); in ravb_poll()
1312 netif_wake_subqueue(ndev, q); in ravb_poll()
1320 ravb_modify(ndev, RIC0, mask, mask); in ravb_poll()
1321 ravb_modify(ndev, TIC, mask, mask); in ravb_poll()
1323 ravb_write(ndev, mask, RIE0); in ravb_poll()
1324 ravb_write(ndev, mask, TIE); in ravb_poll()
1332 if (priv->rx_over_errors != ndev->stats.rx_over_errors) in ravb_poll()
1333 ndev->stats.rx_over_errors = priv->rx_over_errors; in ravb_poll()
1334 if (priv->rx_fifo_errors != ndev->stats.rx_fifo_errors) in ravb_poll()
1335 ndev->stats.rx_fifo_errors = priv->rx_fifo_errors; in ravb_poll()
1340 static void ravb_set_duplex_gbeth(struct net_device *ndev) in ravb_set_duplex_gbeth() argument
1342 struct ravb_private *priv = netdev_priv(ndev); in ravb_set_duplex_gbeth()
1344 ravb_modify(ndev, ECMR, ECMR_DM, priv->duplex > 0 ? ECMR_DM : 0); in ravb_set_duplex_gbeth()
1348 static void ravb_adjust_link(struct net_device *ndev) in ravb_adjust_link() argument
1350 struct ravb_private *priv = netdev_priv(ndev); in ravb_adjust_link()
1352 struct phy_device *phydev = ndev->phydev; in ravb_adjust_link()
1360 ravb_rcv_snd_disable(ndev); in ravb_adjust_link()
1366 ravb_set_duplex_gbeth(ndev); in ravb_adjust_link()
1372 info->set_rate(ndev); in ravb_adjust_link()
1375 ravb_modify(ndev, ECMR, ECMR_TXF, 0); in ravb_adjust_link()
1389 ravb_rcv_snd_enable(ndev); in ravb_adjust_link()
1398 static int ravb_phy_init(struct net_device *ndev) in ravb_phy_init() argument
1400 struct device_node *np = ndev->dev.parent->of_node; in ravb_phy_init()
1401 struct ravb_private *priv = netdev_priv(ndev); in ravb_phy_init()
1428 phydev = of_phy_connect(ndev, pn, ravb_adjust_link, 0, iface); in ravb_phy_init()
1431 netdev_err(ndev, "failed to connect PHY\n"); in ravb_phy_init()
1460 static int ravb_phy_start(struct net_device *ndev) in ravb_phy_start() argument
1464 error = ravb_phy_init(ndev); in ravb_phy_start()
1468 phy_start(ndev->phydev); in ravb_phy_start()
1473 static u32 ravb_get_msglevel(struct net_device *ndev) in ravb_get_msglevel() argument
1475 struct ravb_private *priv = netdev_priv(ndev); in ravb_get_msglevel()
1480 static void ravb_set_msglevel(struct net_device *ndev, u32 value) in ravb_set_msglevel() argument
1482 struct ravb_private *priv = netdev_priv(ndev); in ravb_set_msglevel()
1552 static void ravb_get_ethtool_stats(struct net_device *ndev, in ravb_get_ethtool_stats() argument
1555 struct ravb_private *priv = netdev_priv(ndev); in ravb_get_ethtool_stats()
1584 static void ravb_get_strings(struct net_device *ndev, u32 stringset, u8 *data) in ravb_get_strings() argument
1586 struct ravb_private *priv = netdev_priv(ndev); in ravb_get_strings()
1596 static void ravb_get_ringparam(struct net_device *ndev, in ravb_get_ringparam() argument
1601 struct ravb_private *priv = netdev_priv(ndev); in ravb_get_ringparam()
1609 static int ravb_set_ringparam(struct net_device *ndev, in ravb_set_ringparam() argument
1614 struct ravb_private *priv = netdev_priv(ndev); in ravb_set_ringparam()
1626 if (netif_running(ndev)) { in ravb_set_ringparam()
1627 netif_device_detach(ndev); in ravb_set_ringparam()
1630 ravb_ptp_stop(ndev); in ravb_set_ringparam()
1632 error = ravb_stop_dma(ndev); in ravb_set_ringparam()
1634 netdev_err(ndev, in ravb_set_ringparam()
1638 synchronize_irq(ndev->irq); in ravb_set_ringparam()
1641 ravb_ring_free(ndev, RAVB_BE); in ravb_set_ringparam()
1643 ravb_ring_free(ndev, RAVB_NC); in ravb_set_ringparam()
1650 if (netif_running(ndev)) { in ravb_set_ringparam()
1651 error = ravb_dmac_init(ndev); in ravb_set_ringparam()
1653 netdev_err(ndev, in ravb_set_ringparam()
1659 ravb_emac_init(ndev); in ravb_set_ringparam()
1663 ravb_ptp_init(ndev, priv->pdev); in ravb_set_ringparam()
1665 netif_device_attach(ndev); in ravb_set_ringparam()
1671 static int ravb_get_ts_info(struct net_device *ndev, in ravb_get_ts_info() argument
1674 struct ravb_private *priv = netdev_priv(ndev); in ravb_get_ts_info()
1695 static void ravb_get_wol(struct net_device *ndev, struct ethtool_wolinfo *wol) in ravb_get_wol() argument
1697 struct ravb_private *priv = netdev_priv(ndev); in ravb_get_wol()
1703 static int ravb_set_wol(struct net_device *ndev, struct ethtool_wolinfo *wol) in ravb_set_wol() argument
1705 struct ravb_private *priv = netdev_priv(ndev); in ravb_set_wol()
1736 struct net_device *ndev, struct device *dev, in ravb_hook_irq() argument
1742 name = devm_kasprintf(dev, GFP_KERNEL, "%s:%s", ndev->name, ch); in ravb_hook_irq()
1745 error = request_irq(irq, handler, 0, name, ndev); in ravb_hook_irq()
1747 netdev_err(ndev, "cannot request IRQ %s\n", name); in ravb_hook_irq()
1753 static int ravb_open(struct net_device *ndev) in ravb_open() argument
1755 struct ravb_private *priv = netdev_priv(ndev); in ravb_open()
1766 error = request_irq(ndev->irq, ravb_interrupt, IRQF_SHARED, in ravb_open()
1767 ndev->name, ndev); in ravb_open()
1769 netdev_err(ndev, "cannot request IRQ\n"); in ravb_open()
1773 error = ravb_hook_irq(ndev->irq, ravb_multi_interrupt, ndev, in ravb_open()
1777 error = ravb_hook_irq(priv->emac_irq, ravb_emac_interrupt, ndev, in ravb_open()
1782 ndev, dev, "ch0:rx_be"); in ravb_open()
1786 ndev, dev, "ch18:tx_be"); in ravb_open()
1790 ndev, dev, "ch1:rx_nc"); in ravb_open()
1794 ndev, dev, "ch19:tx_nc"); in ravb_open()
1800 ndev, dev, "err_a"); in ravb_open()
1804 ndev, dev, "mgmt_a"); in ravb_open()
1811 error = ravb_dmac_init(ndev); in ravb_open()
1814 ravb_emac_init(ndev); in ravb_open()
1818 ravb_ptp_init(ndev, priv->pdev); in ravb_open()
1821 error = ravb_phy_start(ndev); in ravb_open()
1825 netif_tx_start_all_queues(ndev); in ravb_open()
1832 ravb_ptp_stop(ndev); in ravb_open()
1833 ravb_stop_dma(ndev); in ravb_open()
1838 free_irq(priv->mgmta_irq, ndev); in ravb_open()
1841 free_irq(priv->erra_irq, ndev); in ravb_open()
1843 free_irq(priv->tx_irqs[RAVB_NC], ndev); in ravb_open()
1845 free_irq(priv->rx_irqs[RAVB_NC], ndev); in ravb_open()
1847 free_irq(priv->tx_irqs[RAVB_BE], ndev); in ravb_open()
1849 free_irq(priv->rx_irqs[RAVB_BE], ndev); in ravb_open()
1851 free_irq(priv->emac_irq, ndev); in ravb_open()
1853 free_irq(ndev->irq, ndev); in ravb_open()
1862 static void ravb_tx_timeout(struct net_device *ndev, unsigned int txqueue) in ravb_tx_timeout() argument
1864 struct ravb_private *priv = netdev_priv(ndev); in ravb_tx_timeout()
1866 netif_err(priv, tx_err, ndev, in ravb_tx_timeout()
1868 ravb_read(ndev, ISS)); in ravb_tx_timeout()
1871 ndev->stats.tx_errors++; in ravb_tx_timeout()
1881 struct net_device *ndev = priv->ndev; in ravb_tx_timeout_work() local
1890 netif_tx_stop_all_queues(ndev); in ravb_tx_timeout_work()
1894 ravb_ptp_stop(ndev); in ravb_tx_timeout_work()
1897 if (ravb_stop_dma(ndev)) { in ravb_tx_timeout_work()
1906 ravb_rcv_snd_enable(ndev); in ravb_tx_timeout_work()
1910 ravb_ring_free(ndev, RAVB_BE); in ravb_tx_timeout_work()
1912 ravb_ring_free(ndev, RAVB_NC); in ravb_tx_timeout_work()
1915 error = ravb_dmac_init(ndev); in ravb_tx_timeout_work()
1921 netdev_err(ndev, "%s: ravb_dmac_init() failed, error %d\n", in ravb_tx_timeout_work()
1925 ravb_emac_init(ndev); in ravb_tx_timeout_work()
1930 ravb_ptp_init(ndev, priv->pdev); in ravb_tx_timeout_work()
1932 netif_tx_start_all_queues(ndev); in ravb_tx_timeout_work()
1939 static netdev_tx_t ravb_start_xmit(struct sk_buff *skb, struct net_device *ndev) in ravb_start_xmit() argument
1941 struct ravb_private *priv = netdev_priv(ndev); in ravb_start_xmit()
1956 netif_err(priv, tx_queued, ndev, in ravb_start_xmit()
1958 netif_stop_subqueue(ndev, q); in ravb_start_xmit()
1990 dma_addr = dma_map_single(ndev->dev.parent, buffer, len, in ravb_start_xmit()
1992 if (dma_mapping_error(ndev->dev.parent, dma_addr)) in ravb_start_xmit()
2001 dma_addr = dma_map_single(ndev->dev.parent, buffer, len, in ravb_start_xmit()
2003 if (dma_mapping_error(ndev->dev.parent, dma_addr)) in ravb_start_xmit()
2010 dma_addr = dma_map_single(ndev->dev.parent, skb->data, skb->len, in ravb_start_xmit()
2012 if (dma_mapping_error(ndev->dev.parent, dma_addr)) in ravb_start_xmit()
2025 dma_unmap_single(ndev->dev.parent, dma_addr, in ravb_start_xmit()
2052 ravb_modify(ndev, TCCR, TCCR_TSRQ0 << q, TCCR_TSRQ0 << q); in ravb_start_xmit()
2057 !ravb_tx_free(ndev, q, true)) in ravb_start_xmit()
2058 netif_stop_subqueue(ndev, q); in ravb_start_xmit()
2065 dma_unmap_single(ndev->dev.parent, le32_to_cpu(desc->dptr), in ravb_start_xmit()
2073 static u16 ravb_select_queue(struct net_device *ndev, struct sk_buff *skb, in ravb_select_queue() argument
2082 static struct net_device_stats *ravb_get_stats(struct net_device *ndev) in ravb_get_stats() argument
2084 struct ravb_private *priv = netdev_priv(ndev); in ravb_get_stats()
2088 nstats = &ndev->stats; in ravb_get_stats()
2092 nstats->tx_dropped += ravb_read(ndev, TROCR); in ravb_get_stats()
2093 ravb_write(ndev, 0, TROCR); /* (write clear) */ in ravb_get_stats()
2097 nstats->collisions += ravb_read(ndev, CXR41); in ravb_get_stats()
2098 ravb_write(ndev, 0, CXR41); /* (write clear) */ in ravb_get_stats()
2099 nstats->tx_carrier_errors += ravb_read(ndev, CXR42); in ravb_get_stats()
2100 ravb_write(ndev, 0, CXR42); /* (write clear) */ in ravb_get_stats()
2134 static void ravb_set_rx_mode(struct net_device *ndev) in ravb_set_rx_mode() argument
2136 struct ravb_private *priv = netdev_priv(ndev); in ravb_set_rx_mode()
2140 ravb_modify(ndev, ECMR, ECMR_PRM, in ravb_set_rx_mode()
2141 ndev->flags & IFF_PROMISC ? ECMR_PRM : 0); in ravb_set_rx_mode()
2146 static int ravb_close(struct net_device *ndev) in ravb_close() argument
2148 struct device_node *np = ndev->dev.parent->of_node; in ravb_close()
2149 struct ravb_private *priv = netdev_priv(ndev); in ravb_close()
2153 netif_tx_stop_all_queues(ndev); in ravb_close()
2156 ravb_write(ndev, 0, RIC0); in ravb_close()
2157 ravb_write(ndev, 0, RIC2); in ravb_close()
2158 ravb_write(ndev, 0, TIC); in ravb_close()
2162 ravb_ptp_stop(ndev); in ravb_close()
2165 if (ravb_stop_dma(ndev) < 0) in ravb_close()
2166 netdev_err(ndev, in ravb_close()
2179 if (ndev->phydev) { in ravb_close()
2180 phy_stop(ndev->phydev); in ravb_close()
2181 phy_disconnect(ndev->phydev); in ravb_close()
2189 free_irq(priv->tx_irqs[RAVB_NC], ndev); in ravb_close()
2190 free_irq(priv->rx_irqs[RAVB_NC], ndev); in ravb_close()
2191 free_irq(priv->tx_irqs[RAVB_BE], ndev); in ravb_close()
2192 free_irq(priv->rx_irqs[RAVB_BE], ndev); in ravb_close()
2193 free_irq(priv->emac_irq, ndev); in ravb_close()
2195 free_irq(priv->erra_irq, ndev); in ravb_close()
2196 free_irq(priv->mgmta_irq, ndev); in ravb_close()
2199 free_irq(ndev->irq, ndev); in ravb_close()
2206 ravb_ring_free(ndev, RAVB_BE); in ravb_close()
2208 ravb_ring_free(ndev, RAVB_NC); in ravb_close()
2213 static int ravb_hwtstamp_get(struct net_device *ndev, struct ifreq *req) in ravb_hwtstamp_get() argument
2215 struct ravb_private *priv = netdev_priv(ndev); in ravb_hwtstamp_get()
2237 static int ravb_hwtstamp_set(struct net_device *ndev, struct ifreq *req) in ravb_hwtstamp_set() argument
2239 struct ravb_private *priv = netdev_priv(ndev); in ravb_hwtstamp_set()
2278 static int ravb_do_ioctl(struct net_device *ndev, struct ifreq *req, int cmd) in ravb_do_ioctl() argument
2280 struct phy_device *phydev = ndev->phydev; in ravb_do_ioctl()
2282 if (!netif_running(ndev)) in ravb_do_ioctl()
2290 return ravb_hwtstamp_get(ndev, req); in ravb_do_ioctl()
2292 return ravb_hwtstamp_set(ndev, req); in ravb_do_ioctl()
2298 static int ravb_change_mtu(struct net_device *ndev, int new_mtu) in ravb_change_mtu() argument
2300 struct ravb_private *priv = netdev_priv(ndev); in ravb_change_mtu()
2302 ndev->mtu = new_mtu; in ravb_change_mtu()
2304 if (netif_running(ndev)) { in ravb_change_mtu()
2306 ravb_emac_init(ndev); in ravb_change_mtu()
2309 netdev_update_features(ndev); in ravb_change_mtu()
2314 static void ravb_set_rx_csum(struct net_device *ndev, bool enable) in ravb_set_rx_csum() argument
2316 struct ravb_private *priv = netdev_priv(ndev); in ravb_set_rx_csum()
2322 ravb_rcv_snd_disable(ndev); in ravb_set_rx_csum()
2325 ravb_modify(ndev, ECMR, ECMR_RCSC, enable ? ECMR_RCSC : 0); in ravb_set_rx_csum()
2328 ravb_rcv_snd_enable(ndev); in ravb_set_rx_csum()
2333 static int ravb_set_features_gbeth(struct net_device *ndev, in ravb_set_features_gbeth() argument
2340 static int ravb_set_features_rcar(struct net_device *ndev, in ravb_set_features_rcar() argument
2343 netdev_features_t changed = ndev->features ^ features; in ravb_set_features_rcar()
2346 ravb_set_rx_csum(ndev, features & NETIF_F_RXCSUM); in ravb_set_features_rcar()
2348 ndev->features = features; in ravb_set_features_rcar()
2353 static int ravb_set_features(struct net_device *ndev, in ravb_set_features() argument
2356 struct ravb_private *priv = netdev_priv(ndev); in ravb_set_features()
2359 return info->set_feature(ndev, features); in ravb_set_features()
2540 static int ravb_set_gti(struct net_device *ndev) in ravb_set_gti() argument
2542 struct ravb_private *priv = netdev_priv(ndev); in ravb_set_gti()
2544 struct device *dev = ndev->dev.parent; in ravb_set_gti()
2563 ravb_write(ndev, inc, GTI); in ravb_set_gti()
2568 static int ravb_set_config_mode(struct net_device *ndev) in ravb_set_config_mode() argument
2570 struct ravb_private *priv = netdev_priv(ndev); in ravb_set_config_mode()
2575 error = ravb_set_opmode(ndev, CCC_OPC_CONFIG); in ravb_set_config_mode()
2579 ravb_modify(ndev, CCC, CCC_CSEL, CCC_CSEL_HPB); in ravb_set_config_mode()
2581 error = ravb_set_opmode(ndev, CCC_OPC_CONFIG | CCC_GAC | CCC_CSEL_HPB); in ravb_set_config_mode()
2583 error = ravb_set_opmode(ndev, CCC_OPC_CONFIG); in ravb_set_config_mode()
2590 static void ravb_parse_delay_mode(struct device_node *np, struct net_device *ndev) in ravb_parse_delay_mode() argument
2592 struct ravb_private *priv = netdev_priv(ndev); in ravb_parse_delay_mode()
2624 static void ravb_set_delay_mode(struct net_device *ndev) in ravb_set_delay_mode() argument
2626 struct ravb_private *priv = netdev_priv(ndev); in ravb_set_delay_mode()
2633 ravb_modify(ndev, APSR, APSR_RDM | APSR_TDM, set); in ravb_set_delay_mode()
2642 struct net_device *ndev; in ravb_probe() local
2658 ndev = alloc_etherdev_mqs(sizeof(struct ravb_private), in ravb_probe()
2660 if (!ndev) in ravb_probe()
2665 ndev->features = info->net_features; in ravb_probe()
2666 ndev->hw_features = info->net_hw_features; in ravb_probe()
2689 ndev->irq = irq; in ravb_probe()
2691 SET_NETDEV_DEV(ndev, &pdev->dev); in ravb_probe()
2693 priv = netdev_priv(ndev); in ravb_probe()
2696 priv->ndev = ndev; in ravb_probe()
2712 ndev->base_addr = res->start; in ravb_probe()
2791 ndev->max_mtu = info->rx_max_buf_size - (ETH_HLEN + VLAN_HLEN + ETH_FCS_LEN); in ravb_probe()
2792 ndev->min_mtu = ETH_MIN_MTU; in ravb_probe()
2802 ndev->netdev_ops = &ravb_netdev_ops; in ravb_probe()
2803 ndev->ethtool_ops = &ravb_ethtool_ops; in ravb_probe()
2806 error = ravb_set_config_mode(ndev); in ravb_probe()
2812 error = ravb_set_gti(ndev); in ravb_probe()
2817 ravb_modify(ndev, GCCR, GCCR_LTI, GCCR_LTI); in ravb_probe()
2821 ravb_parse_delay_mode(np, ndev); in ravb_probe()
2822 ravb_set_delay_mode(ndev); in ravb_probe()
2827 priv->desc_bat = dma_alloc_coherent(ndev->dev.parent, priv->desc_bat_size, in ravb_probe()
2838 ravb_write(ndev, priv->desc_bat_dma, DBAT); in ravb_probe()
2845 ravb_ptp_init(ndev, pdev); in ravb_probe()
2851 ravb_read_mac_address(np, ndev); in ravb_probe()
2852 if (!is_valid_ether_addr(ndev->dev_addr)) { in ravb_probe()
2855 eth_hw_addr_random(ndev); in ravb_probe()
2865 netif_napi_add(ndev, &priv->napi[RAVB_BE], ravb_poll); in ravb_probe()
2867 netif_napi_add(ndev, &priv->napi[RAVB_NC], ravb_poll); in ravb_probe()
2870 error = register_netdev(ndev); in ravb_probe()
2877 netdev_info(ndev, "Base address at %#x, %pM, IRQ %d.\n", in ravb_probe()
2878 (u32)ndev->base_addr, ndev->dev_addr, ndev->irq); in ravb_probe()
2880 platform_set_drvdata(pdev, ndev); in ravb_probe()
2891 dma_free_coherent(ndev->dev.parent, priv->desc_bat_size, priv->desc_bat, in ravb_probe()
2896 ravb_ptp_stop(ndev); in ravb_probe()
2907 free_netdev(ndev); in ravb_probe()
2913 struct net_device *ndev = platform_get_drvdata(pdev); in ravb_remove() local
2914 struct ravb_private *priv = netdev_priv(ndev); in ravb_remove()
2917 unregister_netdev(ndev); in ravb_remove()
2926 ravb_ptp_stop(ndev); in ravb_remove()
2928 dma_free_coherent(ndev->dev.parent, priv->desc_bat_size, priv->desc_bat, in ravb_remove()
2931 ravb_set_opmode(ndev, CCC_OPC_RESET); in ravb_remove()
2939 free_netdev(ndev); in ravb_remove()
2943 static int ravb_wol_setup(struct net_device *ndev) in ravb_wol_setup() argument
2945 struct ravb_private *priv = netdev_priv(ndev); in ravb_wol_setup()
2949 ravb_write(ndev, 0, RIC0); in ravb_wol_setup()
2950 ravb_write(ndev, 0, RIC2); in ravb_wol_setup()
2951 ravb_write(ndev, 0, TIC); in ravb_wol_setup()
2958 ravb_write(ndev, ECSIPR_MPDIP, ECSIPR); in ravb_wol_setup()
2961 ravb_modify(ndev, ECMR, ECMR_MPDE, ECMR_MPDE); in ravb_wol_setup()
2966 static int ravb_wol_restore(struct net_device *ndev) in ravb_wol_restore() argument
2968 struct ravb_private *priv = netdev_priv(ndev); in ravb_wol_restore()
2976 ravb_modify(ndev, ECMR, ECMR_MPDE, 0); in ravb_wol_restore()
2978 ravb_close(ndev); in ravb_wol_restore()
2985 struct net_device *ndev = dev_get_drvdata(dev); in ravb_suspend() local
2986 struct ravb_private *priv = netdev_priv(ndev); in ravb_suspend()
2989 if (!netif_running(ndev)) in ravb_suspend()
2992 netif_device_detach(ndev); in ravb_suspend()
2995 ret = ravb_wol_setup(ndev); in ravb_suspend()
2997 ret = ravb_close(ndev); in ravb_suspend()
3000 ravb_ptp_stop(ndev); in ravb_suspend()
3007 struct net_device *ndev = dev_get_drvdata(dev); in ravb_resume() local
3008 struct ravb_private *priv = netdev_priv(ndev); in ravb_resume()
3014 ret = ravb_set_opmode(ndev, CCC_OPC_RESET); in ravb_resume()
3025 ret = ravb_set_config_mode(ndev); in ravb_resume()
3031 ret = ravb_set_gti(ndev); in ravb_resume()
3036 ravb_modify(ndev, GCCR, GCCR_LTI, GCCR_LTI); in ravb_resume()
3040 ravb_set_delay_mode(ndev); in ravb_resume()
3043 ravb_write(ndev, priv->desc_bat_dma, DBAT); in ravb_resume()
3046 ravb_ptp_init(ndev, priv->pdev); in ravb_resume()
3048 if (netif_running(ndev)) { in ravb_resume()
3050 ret = ravb_wol_restore(ndev); in ravb_resume()
3054 ret = ravb_open(ndev); in ravb_resume()
3057 ravb_set_rx_mode(ndev); in ravb_resume()
3058 netif_device_attach(ndev); in ravb_resume()