Lines Matching full:tx
218 struct lan743x_tx *tx = context; in lan743x_tx_isr() local
219 struct lan743x_adapter *adapter = tx->adapter; in lan743x_tx_isr()
225 INT_BIT_DMA_TX_(tx->channel_number)); in lan743x_tx_isr()
228 if (int_sts & INT_BIT_DMA_TX_(tx->channel_number)) { in lan743x_tx_isr()
229 u32 ioc_bit = DMAC_INT_BIT_TX_IOC_(tx->channel_number); in lan743x_tx_isr()
246 napi_schedule(&tx->napi); in lan743x_tx_isr()
254 INT_BIT_DMA_TX_(tx->channel_number)); in lan743x_tx_isr()
321 lan743x_tx_isr(&adapter->tx[channel], in lan743x_intr_shared_isr()
671 /* map TX interrupt to vector */ in lan743x_intr_open()
675 /* Remove TX interrupt from shared mask */ in lan743x_intr_open()
679 &adapter->tx[index]); in lan743x_intr_open()
1755 static void lan743x_tx_release_desc(struct lan743x_tx *tx, in lan743x_tx_release_desc() argument
1763 descriptor = &tx->ring_cpu_ptr[descriptor_index]; in lan743x_tx_release_desc()
1764 buffer_info = &tx->buffer_info[descriptor_index]; in lan743x_tx_release_desc()
1779 dma_unmap_page(&tx->adapter->pdev->dev, in lan743x_tx_release_desc()
1784 dma_unmap_single(&tx->adapter->pdev->dev, in lan743x_tx_release_desc()
1801 lan743x_ptp_unrequest_tx_timestamp(tx->adapter); in lan743x_tx_release_desc()
1806 lan743x_ptp_tx_timestamp_skb(tx->adapter, in lan743x_tx_release_desc()
1821 static int lan743x_tx_next_index(struct lan743x_tx *tx, int index) in lan743x_tx_next_index() argument
1823 return ((++index) % tx->ring_size); in lan743x_tx_next_index()
1826 static void lan743x_tx_release_completed_descriptors(struct lan743x_tx *tx) in lan743x_tx_release_completed_descriptors() argument
1828 while (le32_to_cpu(*tx->head_cpu_ptr) != (tx->last_head)) { in lan743x_tx_release_completed_descriptors()
1829 lan743x_tx_release_desc(tx, tx->last_head, false); in lan743x_tx_release_completed_descriptors()
1830 tx->last_head = lan743x_tx_next_index(tx, tx->last_head); in lan743x_tx_release_completed_descriptors()
1834 static void lan743x_tx_release_all_descriptors(struct lan743x_tx *tx) in lan743x_tx_release_all_descriptors() argument
1838 original_head = tx->last_head; in lan743x_tx_release_all_descriptors()
1840 lan743x_tx_release_desc(tx, tx->last_head, true); in lan743x_tx_release_all_descriptors()
1841 tx->last_head = lan743x_tx_next_index(tx, tx->last_head); in lan743x_tx_release_all_descriptors()
1842 } while (tx->last_head != original_head); in lan743x_tx_release_all_descriptors()
1843 memset(tx->ring_cpu_ptr, 0, in lan743x_tx_release_all_descriptors()
1844 sizeof(*tx->ring_cpu_ptr) * (tx->ring_size)); in lan743x_tx_release_all_descriptors()
1845 memset(tx->buffer_info, 0, in lan743x_tx_release_all_descriptors()
1846 sizeof(*tx->buffer_info) * (tx->ring_size)); in lan743x_tx_release_all_descriptors()
1849 static int lan743x_tx_get_desc_cnt(struct lan743x_tx *tx, in lan743x_tx_get_desc_cnt() argument
1862 static int lan743x_tx_get_avail_desc(struct lan743x_tx *tx) in lan743x_tx_get_avail_desc() argument
1864 int last_head = tx->last_head; in lan743x_tx_get_avail_desc()
1865 int last_tail = tx->last_tail; in lan743x_tx_get_avail_desc()
1868 return tx->ring_size - last_tail + last_head - 1; in lan743x_tx_get_avail_desc()
1917 void lan743x_tx_set_timestamping_mode(struct lan743x_tx *tx, in lan743x_tx_set_timestamping_mode() argument
1922 tx->ts_flags |= TX_TS_FLAG_TIMESTAMPING_ENABLED; in lan743x_tx_set_timestamping_mode()
1924 tx->ts_flags &= ~TX_TS_FLAG_TIMESTAMPING_ENABLED; in lan743x_tx_set_timestamping_mode()
1926 tx->ts_flags |= TX_TS_FLAG_ONE_STEP_SYNC; in lan743x_tx_set_timestamping_mode()
1928 tx->ts_flags &= ~TX_TS_FLAG_ONE_STEP_SYNC; in lan743x_tx_set_timestamping_mode()
1931 static int lan743x_tx_frame_start(struct lan743x_tx *tx, in lan743x_tx_frame_start() argument
1939 * assuming tx->ring_lock has already been acquired. in lan743x_tx_frame_start()
1943 struct lan743x_adapter *adapter = tx->adapter; in lan743x_tx_frame_start()
1947 tx->frame_flags |= TX_FRAME_FLAG_IN_PROGRESS; in lan743x_tx_frame_start()
1948 tx->frame_first = tx->last_tail; in lan743x_tx_frame_start()
1949 tx->frame_tail = tx->frame_first; in lan743x_tx_frame_start()
1951 tx_descriptor = &tx->ring_cpu_ptr[tx->frame_tail]; in lan743x_tx_frame_start()
1952 buffer_info = &tx->buffer_info[tx->frame_tail]; in lan743x_tx_frame_start()
1968 tx->frame_data0 = (first_buffer_length & in lan743x_tx_frame_start()
1974 tx->frame_data0 |= TX_DESC_DATA0_TSE_; in lan743x_tx_frame_start()
1977 tx->frame_data0 |= TX_DESC_DATA0_ICE_ | in lan743x_tx_frame_start()
1985 static void lan743x_tx_frame_add_lso(struct lan743x_tx *tx, in lan743x_tx_frame_add_lso() argument
1990 * assuming tx->ring_lock has already been acquired. in lan743x_tx_frame_add_lso()
1996 tx->frame_data0 |= TX_DESC_DATA0_EXT_; in lan743x_tx_frame_add_lso()
1998 tx->frame_data0 |= TX_DESC_DATA0_LS_; in lan743x_tx_frame_add_lso()
1999 tx->frame_data0 |= TX_DESC_DATA0_IOC_; in lan743x_tx_frame_add_lso()
2001 tx_descriptor = &tx->ring_cpu_ptr[tx->frame_tail]; in lan743x_tx_frame_add_lso()
2002 tx_descriptor->data0 = cpu_to_le32(tx->frame_data0); in lan743x_tx_frame_add_lso()
2005 tx->frame_tail = lan743x_tx_next_index(tx, tx->frame_tail); in lan743x_tx_frame_add_lso()
2006 tx_descriptor = &tx->ring_cpu_ptr[tx->frame_tail]; in lan743x_tx_frame_add_lso()
2007 buffer_info = &tx->buffer_info[tx->frame_tail]; in lan743x_tx_frame_add_lso()
2019 tx->frame_data0 = (frame_length & TX_DESC_DATA0_EXT_PAY_LENGTH_MASK_) | in lan743x_tx_frame_add_lso()
2026 static int lan743x_tx_frame_add_fragment(struct lan743x_tx *tx, in lan743x_tx_frame_add_fragment() argument
2031 * assuming tx->ring_lock has already been acquired in lan743x_tx_frame_add_fragment()
2035 struct lan743x_adapter *adapter = tx->adapter; in lan743x_tx_frame_add_fragment()
2045 tx_descriptor = &tx->ring_cpu_ptr[tx->frame_tail]; in lan743x_tx_frame_add_fragment()
2046 tx_descriptor->data0 = cpu_to_le32(tx->frame_data0); in lan743x_tx_frame_add_fragment()
2049 tx->frame_tail = lan743x_tx_next_index(tx, tx->frame_tail); in lan743x_tx_frame_add_fragment()
2050 tx_descriptor = &tx->ring_cpu_ptr[tx->frame_tail]; in lan743x_tx_frame_add_fragment()
2051 buffer_info = &tx->buffer_info[tx->frame_tail]; in lan743x_tx_frame_add_fragment()
2059 desc_index = tx->frame_first; in lan743x_tx_frame_add_fragment()
2060 while (desc_index != tx->frame_tail) { in lan743x_tx_frame_add_fragment()
2061 lan743x_tx_release_desc(tx, desc_index, true); in lan743x_tx_frame_add_fragment()
2062 desc_index = lan743x_tx_next_index(tx, desc_index); in lan743x_tx_frame_add_fragment()
2065 tx->frame_flags &= ~TX_FRAME_FLAG_IN_PROGRESS; in lan743x_tx_frame_add_fragment()
2066 tx->frame_first = 0; in lan743x_tx_frame_add_fragment()
2067 tx->frame_data0 = 0; in lan743x_tx_frame_add_fragment()
2068 tx->frame_tail = 0; in lan743x_tx_frame_add_fragment()
2083 tx->frame_data0 = (fragment_length & TX_DESC_DATA0_BUF_LENGTH_MASK_) | in lan743x_tx_frame_add_fragment()
2091 static void lan743x_tx_frame_end(struct lan743x_tx *tx, in lan743x_tx_frame_end() argument
2097 * assuming tx->ring_lock has already been acquired in lan743x_tx_frame_end()
2101 struct lan743x_adapter *adapter = tx->adapter; in lan743x_tx_frame_end()
2105 if ((tx->frame_data0 & TX_DESC_DATA0_DTYPE_MASK_) == in lan743x_tx_frame_end()
2107 tx->frame_data0 |= TX_DESC_DATA0_LS_; in lan743x_tx_frame_end()
2108 tx->frame_data0 |= TX_DESC_DATA0_IOC_; in lan743x_tx_frame_end()
2111 tx_descriptor = &tx->ring_cpu_ptr[tx->frame_tail]; in lan743x_tx_frame_end()
2112 buffer_info = &tx->buffer_info[tx->frame_tail]; in lan743x_tx_frame_end()
2119 tx_descriptor->data0 = cpu_to_le32(tx->frame_data0); in lan743x_tx_frame_end()
2120 tx->frame_tail = lan743x_tx_next_index(tx, tx->frame_tail); in lan743x_tx_frame_end()
2121 tx->last_tail = tx->frame_tail; in lan743x_tx_frame_end()
2125 if (tx->vector_flags & LAN743X_VECTOR_FLAG_VECTOR_ENABLE_AUTO_SET) in lan743x_tx_frame_end()
2127 if (tx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_ENABLE_AUTO_SET) in lan743x_tx_frame_end()
2131 lan743x_csr_write(adapter, TX_TAIL(tx->channel_number), in lan743x_tx_frame_end()
2132 tx_tail_flags | tx->frame_tail); in lan743x_tx_frame_end()
2133 tx->frame_flags &= ~TX_FRAME_FLAG_IN_PROGRESS; in lan743x_tx_frame_end()
2136 static netdev_tx_t lan743x_tx_xmit_frame(struct lan743x_tx *tx, in lan743x_tx_xmit_frame() argument
2152 required_number_of_descriptors = lan743x_tx_get_desc_cnt(tx, skb); in lan743x_tx_xmit_frame()
2154 spin_lock_irqsave(&tx->ring_lock, irq_flags); in lan743x_tx_xmit_frame()
2156 lan743x_tx_get_avail_desc(tx)) { in lan743x_tx_xmit_frame()
2157 if (required_number_of_descriptors > (tx->ring_size - 1)) { in lan743x_tx_xmit_frame()
2161 tx->rqd_descriptors = required_number_of_descriptors; in lan743x_tx_xmit_frame()
2163 txq = netdev_get_tx_queue(tx->adapter->netdev, in lan743x_tx_xmit_frame()
2164 tx->channel_number); in lan743x_tx_xmit_frame()
2172 (tx->ts_flags & TX_TS_FLAG_TIMESTAMPING_ENABLED) && in lan743x_tx_xmit_frame()
2173 (lan743x_ptp_request_tx_timestamp(tx->adapter))) { in lan743x_tx_xmit_frame()
2176 if (tx->ts_flags & TX_TS_FLAG_ONE_STEP_SYNC) in lan743x_tx_xmit_frame()
2189 if (lan743x_tx_frame_start(tx, in lan743x_tx_xmit_frame()
2197 tx->frame_count++; in lan743x_tx_xmit_frame()
2200 lan743x_tx_frame_add_lso(tx, frame_length, nr_frags); in lan743x_tx_xmit_frame()
2208 if (lan743x_tx_frame_add_fragment(tx, frag, frame_length)) { in lan743x_tx_xmit_frame()
2220 lan743x_tx_frame_end(tx, skb, do_timestamp, ignore_sync); in lan743x_tx_xmit_frame()
2223 spin_unlock_irqrestore(&tx->ring_lock, irq_flags); in lan743x_tx_xmit_frame()
2229 struct lan743x_tx *tx = container_of(napi, struct lan743x_tx, napi); in lan743x_tx_napi_poll() local
2230 struct lan743x_adapter *adapter = tx->adapter; in lan743x_tx_napi_poll()
2235 ioc_bit = DMAC_INT_BIT_TX_IOC_(tx->channel_number); in lan743x_tx_napi_poll()
2237 if (tx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_STATUS_W2C) in lan743x_tx_napi_poll()
2239 spin_lock_irqsave(&tx->ring_lock, irq_flags); in lan743x_tx_napi_poll()
2241 /* clean up tx ring */ in lan743x_tx_napi_poll()
2242 lan743x_tx_release_completed_descriptors(tx); in lan743x_tx_napi_poll()
2243 txq = netdev_get_tx_queue(adapter->netdev, tx->channel_number); in lan743x_tx_napi_poll()
2245 if (tx->rqd_descriptors) { in lan743x_tx_napi_poll()
2246 if (tx->rqd_descriptors <= in lan743x_tx_napi_poll()
2247 lan743x_tx_get_avail_desc(tx)) { in lan743x_tx_napi_poll()
2248 tx->rqd_descriptors = 0; in lan743x_tx_napi_poll()
2255 spin_unlock_irqrestore(&tx->ring_lock, irq_flags); in lan743x_tx_napi_poll()
2262 INT_BIT_DMA_TX_(tx->channel_number)); in lan743x_tx_napi_poll()
2269 static void lan743x_tx_ring_cleanup(struct lan743x_tx *tx) in lan743x_tx_ring_cleanup() argument
2271 if (tx->head_cpu_ptr) { in lan743x_tx_ring_cleanup()
2272 dma_free_coherent(&tx->adapter->pdev->dev, in lan743x_tx_ring_cleanup()
2273 sizeof(*tx->head_cpu_ptr), tx->head_cpu_ptr, in lan743x_tx_ring_cleanup()
2274 tx->head_dma_ptr); in lan743x_tx_ring_cleanup()
2275 tx->head_cpu_ptr = NULL; in lan743x_tx_ring_cleanup()
2276 tx->head_dma_ptr = 0; in lan743x_tx_ring_cleanup()
2278 kfree(tx->buffer_info); in lan743x_tx_ring_cleanup()
2279 tx->buffer_info = NULL; in lan743x_tx_ring_cleanup()
2281 if (tx->ring_cpu_ptr) { in lan743x_tx_ring_cleanup()
2282 dma_free_coherent(&tx->adapter->pdev->dev, in lan743x_tx_ring_cleanup()
2283 tx->ring_allocation_size, tx->ring_cpu_ptr, in lan743x_tx_ring_cleanup()
2284 tx->ring_dma_ptr); in lan743x_tx_ring_cleanup()
2285 tx->ring_allocation_size = 0; in lan743x_tx_ring_cleanup()
2286 tx->ring_cpu_ptr = NULL; in lan743x_tx_ring_cleanup()
2287 tx->ring_dma_ptr = 0; in lan743x_tx_ring_cleanup()
2289 tx->ring_size = 0; in lan743x_tx_ring_cleanup()
2292 static int lan743x_tx_ring_init(struct lan743x_tx *tx) in lan743x_tx_ring_init() argument
2299 tx->ring_size = LAN743X_TX_RING_SIZE; in lan743x_tx_ring_init()
2300 if (tx->ring_size & ~TX_CFG_B_TX_RING_LEN_MASK_) { in lan743x_tx_ring_init()
2304 if (dma_set_mask_and_coherent(&tx->adapter->pdev->dev, in lan743x_tx_ring_init()
2306 dev_warn(&tx->adapter->pdev->dev, in lan743x_tx_ring_init()
2311 ring_allocation_size = ALIGN(tx->ring_size * in lan743x_tx_ring_init()
2315 cpu_ptr = dma_alloc_coherent(&tx->adapter->pdev->dev, in lan743x_tx_ring_init()
2322 tx->ring_allocation_size = ring_allocation_size; in lan743x_tx_ring_init()
2323 tx->ring_cpu_ptr = (struct lan743x_tx_descriptor *)cpu_ptr; in lan743x_tx_ring_init()
2324 tx->ring_dma_ptr = dma_ptr; in lan743x_tx_ring_init()
2326 cpu_ptr = kcalloc(tx->ring_size, sizeof(*tx->buffer_info), GFP_KERNEL); in lan743x_tx_ring_init()
2331 tx->buffer_info = (struct lan743x_tx_buffer_info *)cpu_ptr; in lan743x_tx_ring_init()
2333 cpu_ptr = dma_alloc_coherent(&tx->adapter->pdev->dev, in lan743x_tx_ring_init()
2334 sizeof(*tx->head_cpu_ptr), &dma_ptr, in lan743x_tx_ring_init()
2341 tx->head_cpu_ptr = cpu_ptr; in lan743x_tx_ring_init()
2342 tx->head_dma_ptr = dma_ptr; in lan743x_tx_ring_init()
2343 if (tx->head_dma_ptr & 0x3) { in lan743x_tx_ring_init()
2351 lan743x_tx_ring_cleanup(tx); in lan743x_tx_ring_init()
2355 static void lan743x_tx_close(struct lan743x_tx *tx) in lan743x_tx_close() argument
2357 struct lan743x_adapter *adapter = tx->adapter; in lan743x_tx_close()
2361 DMAC_CMD_STOP_T_(tx->channel_number)); in lan743x_tx_close()
2362 lan743x_dmac_tx_wait_till_stopped(adapter, tx->channel_number); in lan743x_tx_close()
2366 DMAC_INT_BIT_TX_IOC_(tx->channel_number)); in lan743x_tx_close()
2368 INT_BIT_DMA_TX_(tx->channel_number)); in lan743x_tx_close()
2369 napi_disable(&tx->napi); in lan743x_tx_close()
2370 netif_napi_del(&tx->napi); in lan743x_tx_close()
2373 FCT_TX_CTL_DIS_(tx->channel_number)); in lan743x_tx_close()
2375 FCT_TX_CTL_EN_(tx->channel_number), in lan743x_tx_close()
2378 lan743x_tx_release_all_descriptors(tx); in lan743x_tx_close()
2380 tx->rqd_descriptors = 0; in lan743x_tx_close()
2382 lan743x_tx_ring_cleanup(tx); in lan743x_tx_close()
2385 static int lan743x_tx_open(struct lan743x_tx *tx) in lan743x_tx_open() argument
2391 adapter = tx->adapter; in lan743x_tx_open()
2392 ret = lan743x_tx_ring_init(tx); in lan743x_tx_open()
2398 FCT_TX_CTL_RESET_(tx->channel_number)); in lan743x_tx_open()
2400 FCT_TX_CTL_RESET_(tx->channel_number), in lan743x_tx_open()
2405 FCT_TX_CTL_EN_(tx->channel_number)); in lan743x_tx_open()
2407 /* reset tx channel */ in lan743x_tx_open()
2409 DMAC_CMD_TX_SWR_(tx->channel_number)); in lan743x_tx_open()
2411 DMAC_CMD_TX_SWR_(tx->channel_number), in lan743x_tx_open()
2416 TX_BASE_ADDRH(tx->channel_number), in lan743x_tx_open()
2417 DMA_ADDR_HIGH32(tx->ring_dma_ptr)); in lan743x_tx_open()
2419 TX_BASE_ADDRL(tx->channel_number), in lan743x_tx_open()
2420 DMA_ADDR_LOW32(tx->ring_dma_ptr)); in lan743x_tx_open()
2423 data = lan743x_csr_read(adapter, TX_CFG_B(tx->channel_number)); in lan743x_tx_open()
2425 data |= ((tx->ring_size) & TX_CFG_B_TX_RING_LEN_MASK_); in lan743x_tx_open()
2428 lan743x_csr_write(adapter, TX_CFG_B(tx->channel_number), data); in lan743x_tx_open()
2438 lan743x_csr_write(adapter, TX_CFG_A(tx->channel_number), data); in lan743x_tx_open()
2442 TX_HEAD_WRITEBACK_ADDRH(tx->channel_number), in lan743x_tx_open()
2443 DMA_ADDR_HIGH32(tx->head_dma_ptr)); in lan743x_tx_open()
2445 TX_HEAD_WRITEBACK_ADDRL(tx->channel_number), in lan743x_tx_open()
2446 DMA_ADDR_LOW32(tx->head_dma_ptr)); in lan743x_tx_open()
2449 tx->last_head = lan743x_csr_read(adapter, TX_HEAD(tx->channel_number)); in lan743x_tx_open()
2452 tx->last_tail = 0; in lan743x_tx_open()
2453 lan743x_csr_write(adapter, TX_TAIL(tx->channel_number), in lan743x_tx_open()
2454 (u32)(tx->last_tail)); in lan743x_tx_open()
2455 tx->vector_flags = lan743x_intr_get_vector_flags(adapter, in lan743x_tx_open()
2457 (tx->channel_number)); in lan743x_tx_open()
2459 &tx->napi, lan743x_tx_napi_poll, in lan743x_tx_open()
2461 napi_enable(&tx->napi); in lan743x_tx_open()
2464 if (tx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_ENABLE_AUTO_CLEAR) in lan743x_tx_open()
2466 if (tx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_STATUS_AUTO_CLEAR) in lan743x_tx_open()
2468 if (tx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_STATUS_R2C) in lan743x_tx_open()
2470 if (tx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_ENABLE_R2C) in lan743x_tx_open()
2472 lan743x_csr_write(adapter, TX_CFG_C(tx->channel_number), data); in lan743x_tx_open()
2474 if (!(tx->vector_flags & LAN743X_VECTOR_FLAG_SOURCE_ENABLE_AUTO_SET)) in lan743x_tx_open()
2476 INT_BIT_DMA_TX_(tx->channel_number)); in lan743x_tx_open()
2478 DMAC_INT_BIT_TX_IOC_(tx->channel_number)); in lan743x_tx_open()
2482 DMAC_CMD_START_T_(tx->channel_number)); in lan743x_tx_open()
3061 lan743x_tx_close(&adapter->tx[index]); in lan743x_netdev_close()
3108 ret = lan743x_tx_open(&adapter->tx[index]); in lan743x_netdev_open()
3116 if (adapter->tx[index].ring_cpu_ptr) in lan743x_netdev_open()
3117 lan743x_tx_close(&adapter->tx[index]); in lan743x_netdev_open()
3151 return lan743x_tx_xmit_frame(&adapter->tx[ch], skb); in lan743x_netdev_xmit_frame()
3278 struct lan743x_tx *tx; in lan743x_hardware_init() local
3327 tx = &adapter->tx[index]; in lan743x_hardware_init()
3328 tx->adapter = adapter; in lan743x_hardware_init()
3329 tx->channel_number = index; in lan743x_hardware_init()
3330 spin_lock_init(&tx->ring_lock); in lan743x_hardware_init()