1 // SPDX-License-Identifier: GPL-2.0-or-later
10 #include <linux/dma-mapping.h>
24 #include <linux/platform_data/eth-ep93xx.h>
26 #define DRV_MODULE_NAME		"ep93xx-eth"
177 #define rdb(ep, off)		__raw_readb((ep)->base_addr + (off))
178 #define rdw(ep, off)		__raw_readw((ep)->base_addr + (off))
179 #define rdl(ep, off)		__raw_readl((ep)->base_addr + (off))
180 #define wrb(ep, off, val)	__raw_writeb((val), (ep)->base_addr + (off))
181 #define wrw(ep, off, val)	__raw_writew((val), (ep)->base_addr + (off))
182 #define wrl(ep, off, val)	__raw_writel((val), (ep)->base_addr + (off))
239 		entry = ep->rx_pointer;  in ep93xx_rx()
240 		rstat = ep->descs->rstat + entry;  in ep93xx_rx()
242 		rstat0 = rstat->rstat0;  in ep93xx_rx()
243 		rstat1 = rstat->rstat1;  in ep93xx_rx()
247 		rstat->rstat0 = 0;  in ep93xx_rx()
248 		rstat->rstat1 = 0;  in ep93xx_rx()
251 			pr_crit("not end-of-frame %.8x %.8x\n", rstat0, rstat1);  in ep93xx_rx()
253 			pr_crit("not end-of-buffer %.8x %.8x\n", rstat0, rstat1);  in ep93xx_rx()
258 			dev->stats.rx_errors++;  in ep93xx_rx()
260 				dev->stats.rx_fifo_errors++;  in ep93xx_rx()
262 				dev->stats.rx_frame_errors++;  in ep93xx_rx()
264 				dev->stats.rx_length_errors++;  in ep93xx_rx()
266 				dev->stats.rx_crc_errors++;  in ep93xx_rx()
278 			length -= 4;  in ep93xx_rx()
282 			struct ep93xx_rdesc *rxd = &ep->descs->rdesc[entry];  in ep93xx_rx()
284 			dma_sync_single_for_cpu(dev->dev.parent, rxd->buf_addr,  in ep93xx_rx()
286 			skb_copy_to_linear_data(skb, ep->rx_buf[entry], length);  in ep93xx_rx()
287 			dma_sync_single_for_device(dev->dev.parent,  in ep93xx_rx()
288 						   rxd->buf_addr, length,  in ep93xx_rx()
291 			skb->protocol = eth_type_trans(skb, dev);  in ep93xx_rx()
293 			napi_gro_receive(&ep->napi, skb);  in ep93xx_rx()
295 			dev->stats.rx_packets++;  in ep93xx_rx()
296 			dev->stats.rx_bytes += length;  in ep93xx_rx()
298 			dev->stats.rx_dropped++;  in ep93xx_rx()
302 		ep->rx_pointer = (entry + 1) & (RX_QUEUE_ENTRIES - 1);  in ep93xx_rx()
312 	struct net_device *dev = ep->dev;  in ep93xx_poll()
317 		spin_lock_irq(&ep->rx_lock);  in ep93xx_poll()
319 		spin_unlock_irq(&ep->rx_lock);  in ep93xx_poll()
336 	if (unlikely(skb->len > MAX_PKT_SIZE)) {  in ep93xx_xmit()
337 		dev->stats.tx_dropped++;  in ep93xx_xmit()
342 	entry = ep->tx_pointer;  in ep93xx_xmit()
343 	ep->tx_pointer = (ep->tx_pointer + 1) & (TX_QUEUE_ENTRIES - 1);  in ep93xx_xmit()
345 	txd = &ep->descs->tdesc[entry];  in ep93xx_xmit()
347 	txd->tdesc1 = TDESC1_EOF | (entry << 16) | (skb->len & 0xfff);  in ep93xx_xmit()
348 	dma_sync_single_for_cpu(dev->dev.parent, txd->buf_addr, skb->len,  in ep93xx_xmit()
350 	skb_copy_and_csum_dev(skb, ep->tx_buf[entry]);  in ep93xx_xmit()
351 	dma_sync_single_for_device(dev->dev.parent, txd->buf_addr, skb->len,  in ep93xx_xmit()
355 	spin_lock_irq(&ep->tx_pending_lock);  in ep93xx_xmit()
356 	ep->tx_pending++;  in ep93xx_xmit()
357 	if (ep->tx_pending == TX_QUEUE_ENTRIES)  in ep93xx_xmit()
359 	spin_unlock_irq(&ep->tx_pending_lock);  in ep93xx_xmit()
373 	spin_lock(&ep->tx_pending_lock);  in ep93xx_tx_complete()
379 		entry = ep->tx_clean_pointer;  in ep93xx_tx_complete()
380 		tstat = ep->descs->tstat + entry;  in ep93xx_tx_complete()
382 		tstat0 = tstat->tstat0;  in ep93xx_tx_complete()
386 		tstat->tstat0 = 0;  in ep93xx_tx_complete()
394 			int length = ep->descs->tdesc[entry].tdesc1 & 0xfff;  in ep93xx_tx_complete()
396 			dev->stats.tx_packets++;  in ep93xx_tx_complete()
397 			dev->stats.tx_bytes += length;  in ep93xx_tx_complete()
399 			dev->stats.tx_errors++;  in ep93xx_tx_complete()
403 			dev->stats.tx_window_errors++;  in ep93xx_tx_complete()
405 			dev->stats.tx_fifo_errors++;  in ep93xx_tx_complete()
406 		dev->stats.collisions += (tstat0 >> 16) & 0x1f;  in ep93xx_tx_complete()
408 		ep->tx_clean_pointer = (entry + 1) & (TX_QUEUE_ENTRIES - 1);  in ep93xx_tx_complete()
409 		if (ep->tx_pending == TX_QUEUE_ENTRIES)  in ep93xx_tx_complete()
411 		ep->tx_pending--;  in ep93xx_tx_complete()
413 	spin_unlock(&ep->tx_pending_lock);  in ep93xx_tx_complete()
430 		spin_lock(&ep->rx_lock);  in ep93xx_irq()
431 		if (likely(napi_schedule_prep(&ep->napi))) {  in ep93xx_irq()
433 			__napi_schedule(&ep->napi);  in ep93xx_irq()
435 		spin_unlock(&ep->rx_lock);  in ep93xx_irq()
446 	struct device *dev = ep->dev->dev.parent;  in ep93xx_free_buffers()
449 	if (!ep->descs)  in ep93xx_free_buffers()
455 		d = ep->descs->rdesc[i].buf_addr;  in ep93xx_free_buffers()
459 		kfree(ep->rx_buf[i]);  in ep93xx_free_buffers()
465 		d = ep->descs->tdesc[i].buf_addr;  in ep93xx_free_buffers()
469 		kfree(ep->tx_buf[i]);  in ep93xx_free_buffers()
472 	dma_free_coherent(dev, sizeof(struct ep93xx_descs), ep->descs,  in ep93xx_free_buffers()
473 							ep->descs_dma_addr);  in ep93xx_free_buffers()
474 	ep->descs = NULL;  in ep93xx_free_buffers()
479 	struct device *dev = ep->dev->dev.parent;  in ep93xx_alloc_buffers()
482 	ep->descs = dma_alloc_coherent(dev, sizeof(struct ep93xx_descs),  in ep93xx_alloc_buffers()
483 				&ep->descs_dma_addr, GFP_KERNEL);  in ep93xx_alloc_buffers()
484 	if (ep->descs == NULL)  in ep93xx_alloc_buffers()
501 		ep->rx_buf[i] = buf;  in ep93xx_alloc_buffers()
502 		ep->descs->rdesc[i].buf_addr = d;  in ep93xx_alloc_buffers()
503 		ep->descs->rdesc[i].rdesc1 = (i << 16) | PKT_BUF_SIZE;  in ep93xx_alloc_buffers()
520 		ep->tx_buf[i] = buf;  in ep93xx_alloc_buffers()
521 		ep->descs->tdesc[i].buf_addr = d;  in ep93xx_alloc_buffers()
549 	wrl(ep, REG_SELFCTL, ((ep->mdc_divisor - 1) << 9));  in ep93xx_start_hw()
551 	/* Does the PHY support preamble suppress?  */  in ep93xx_start_hw()
552 	if ((ep93xx_mdio_read(dev, ep->mii.phy_id, MII_BMSR) & 0x0040) != 0)  in ep93xx_start_hw()
553 		wrl(ep, REG_SELFCTL, ((ep->mdc_divisor - 1) << 9) | (1 << 8));  in ep93xx_start_hw()
556 	addr = ep->descs_dma_addr + offsetof(struct ep93xx_descs, rdesc);  in ep93xx_start_hw()
562 	addr = ep->descs_dma_addr + offsetof(struct ep93xx_descs, rstat);  in ep93xx_start_hw()
568 	addr = ep->descs_dma_addr + offsetof(struct ep93xx_descs, tdesc);  in ep93xx_start_hw()
574 	addr = ep->descs_dma_addr + offsetof(struct ep93xx_descs, tstat);  in ep93xx_start_hw()
597 	wrb(ep, REG_INDAD0, dev->dev_addr[0]);  in ep93xx_start_hw()
598 	wrb(ep, REG_INDAD1, dev->dev_addr[1]);  in ep93xx_start_hw()
599 	wrb(ep, REG_INDAD2, dev->dev_addr[2]);  in ep93xx_start_hw()
600 	wrb(ep, REG_INDAD3, dev->dev_addr[3]);  in ep93xx_start_hw()
601 	wrb(ep, REG_INDAD4, dev->dev_addr[4]);  in ep93xx_start_hw()
602 	wrb(ep, REG_INDAD5, dev->dev_addr[5]);  in ep93xx_start_hw()
635 		return -ENOMEM;  in ep93xx_open()
637 	napi_enable(&ep->napi);  in ep93xx_open()
640 		napi_disable(&ep->napi);  in ep93xx_open()
642 		return -EIO;  in ep93xx_open()
645 	spin_lock_init(&ep->rx_lock);  in ep93xx_open()
646 	ep->rx_pointer = 0;  in ep93xx_open()
647 	ep->tx_clean_pointer = 0;  in ep93xx_open()
648 	ep->tx_pointer = 0;  in ep93xx_open()
649 	spin_lock_init(&ep->tx_pending_lock);  in ep93xx_open()
650 	ep->tx_pending = 0;  in ep93xx_open()
652 	err = request_irq(ep->irq, ep93xx_irq, IRQF_SHARED, dev->name, dev);  in ep93xx_open()
654 		napi_disable(&ep->napi);  in ep93xx_open()
671 	napi_disable(&ep->napi);  in ep93xx_close()
675 	free_irq(ep->irq, dev);  in ep93xx_close()
687 	return generic_mii_ioctl(&ep->mii, data, cmd, NULL);  in ep93xx_ioctl()
692 	strscpy(info->driver, DRV_MODULE_NAME, sizeof(info->driver));  in ep93xx_get_drvinfo()
700 	mii_ethtool_get_link_ksettings(&ep->mii, cmd);  in ep93xx_get_link_ksettings()
709 	return mii_ethtool_set_link_ksettings(&ep->mii, cmd);  in ep93xx_set_link_ksettings()
715 	return mii_nway_restart(&ep->mii);  in ep93xx_nway_reset()
721 	return mii_link_ok(&ep->mii);  in ep93xx_get_link()
749 	eth_hw_addr_set(dev, data->dev_addr);  in ep93xx_dev_alloc()
751 	dev->ethtool_ops = &ep93xx_ethtool_ops;  in ep93xx_dev_alloc()
752 	dev->netdev_ops = &ep93xx_netdev_ops;  in ep93xx_dev_alloc()
754 	dev->features |= NETIF_F_SG | NETIF_F_HW_CSUM;  in ep93xx_dev_alloc()
776 	if (ep->base_addr != NULL)  in ep93xx_eth_remove()
777 		iounmap(ep->base_addr);  in ep93xx_eth_remove()
779 	if (ep->res != NULL) {  in ep93xx_eth_remove()
781 		release_mem_region(mem->start, resource_size(mem));  in ep93xx_eth_remove()
797 		return -ENODEV;  in ep93xx_eth_probe()
798 	data = dev_get_platdata(&pdev->dev);  in ep93xx_eth_probe()
803 		return -ENXIO;  in ep93xx_eth_probe()
807 		err = -ENOMEM;  in ep93xx_eth_probe()
811 	ep->dev = dev;  in ep93xx_eth_probe()
812 	SET_NETDEV_DEV(dev, &pdev->dev);  in ep93xx_eth_probe()
813 	netif_napi_add(dev, &ep->napi, ep93xx_poll);  in ep93xx_eth_probe()
817 	ep->res = request_mem_region(mem->start, resource_size(mem),  in ep93xx_eth_probe()
818 				     dev_name(&pdev->dev));  in ep93xx_eth_probe()
819 	if (ep->res == NULL) {  in ep93xx_eth_probe()
820 		dev_err(&pdev->dev, "Could not reserve memory region\n");  in ep93xx_eth_probe()
821 		err = -ENOMEM;  in ep93xx_eth_probe()
825 	ep->base_addr = ioremap(mem->start, resource_size(mem));  in ep93xx_eth_probe()
826 	if (ep->base_addr == NULL) {  in ep93xx_eth_probe()
827 		dev_err(&pdev->dev, "Failed to ioremap ethernet registers\n");  in ep93xx_eth_probe()
828 		err = -EIO;  in ep93xx_eth_probe()
831 	ep->irq = irq;  in ep93xx_eth_probe()
833 	ep->mii.phy_id = data->phy_id;  in ep93xx_eth_probe()
834 	ep->mii.phy_id_mask = 0x1f;  in ep93xx_eth_probe()
835 	ep->mii.reg_num_mask = 0x1f;  in ep93xx_eth_probe()
836 	ep->mii.dev = dev;  in ep93xx_eth_probe()
837 	ep->mii.mdio_read = ep93xx_mdio_read;  in ep93xx_eth_probe()
838 	ep->mii.mdio_write = ep93xx_mdio_write;  in ep93xx_eth_probe()
839 	ep->mdc_divisor = 40;	/* Max HCLK 100 MHz, min MDIO clk 2.5 MHz.  */  in ep93xx_eth_probe()
841 	if (is_zero_ether_addr(dev->dev_addr))  in ep93xx_eth_probe()
846 		dev_err(&pdev->dev, "Failed to register netdev\n");  in ep93xx_eth_probe()
850 	printk(KERN_INFO "%s: ep93xx on-chip ethernet, IRQ %d, %pM\n",  in ep93xx_eth_probe()
851 			dev->name, ep->irq, dev->dev_addr);  in ep93xx_eth_probe()
865 		.name	= "ep93xx-eth",
873 MODULE_ALIAS("platform:ep93xx-eth");