Lines Matching +full:num +full:- +full:vectors
1 // SPDX-License-Identifier: GPL-2.0-only
3 * Linux network driver for QLogic BR-series Converged Network Adapter.
6 * Copyright (c) 2005-2014 Brocade Communications Systems, Inc.
7 * Copyright (c) 2014-2015 QLogic Corporation
58 (((_bnad)->cfg_flags & BNAD_CF_MSIX) ? \
59 ((_bnad)->msix_table[BNAD_MAILBOX_MSIX_INDEX].vector) : \
60 ((_bnad)->pcidev->irq))
64 (_res_info)->res_type = BNA_RES_T_MEM; \
65 (_res_info)->res_u.mem_info.mem_type = BNA_MEM_T_KVA; \
66 (_res_info)->res_u.mem_info.num = (_num); \
67 (_res_info)->res_u.mem_info.len = (_size); \
79 for (i = 0; i < ccb->q_depth; i++) { in bnad_cq_cleanup()
80 cmpl = &((struct bna_cq_entry *)ccb->sw_q)[i]; in bnad_cq_cleanup()
81 cmpl->valid = 0; in bnad_cq_cleanup()
99 nvecs = unmap->nvecs; in bnad_tx_buff_unmap()
101 skb = unmap->skb; in bnad_tx_buff_unmap()
102 unmap->skb = NULL; in bnad_tx_buff_unmap()
103 unmap->nvecs = 0; in bnad_tx_buff_unmap()
104 dma_unmap_single(&bnad->pcidev->dev, in bnad_tx_buff_unmap()
105 dma_unmap_addr(&unmap->vectors[0], dma_addr), in bnad_tx_buff_unmap()
107 dma_unmap_addr_set(&unmap->vectors[0], dma_addr, 0); in bnad_tx_buff_unmap()
108 nvecs--; in bnad_tx_buff_unmap()
119 dma_unmap_page(&bnad->pcidev->dev, in bnad_tx_buff_unmap()
120 dma_unmap_addr(&unmap->vectors[vector], dma_addr), in bnad_tx_buff_unmap()
121 dma_unmap_len(&unmap->vectors[vector], dma_len), in bnad_tx_buff_unmap()
123 dma_unmap_addr_set(&unmap->vectors[vector], dma_addr, 0); in bnad_tx_buff_unmap()
124 nvecs--; in bnad_tx_buff_unmap()
140 struct bnad_tx_unmap *unmap_q = tcb->unmap_q; in bnad_txq_cleanup()
144 for (i = 0; i < tcb->q_depth; i++) { in bnad_txq_cleanup()
148 bnad_tx_buff_unmap(bnad, unmap_q, tcb->q_depth, i); in bnad_txq_cleanup()
164 struct bnad_tx_unmap *unmap_q = tcb->unmap_q; in bnad_txcmpl_process()
169 if (!test_bit(BNAD_TXQ_TX_STARTED, &tcb->flags)) in bnad_txcmpl_process()
172 hw_cons = *(tcb->hw_consumer_index); in bnad_txcmpl_process()
174 cons = tcb->consumer_index; in bnad_txcmpl_process()
175 q_depth = tcb->q_depth; in bnad_txcmpl_process()
178 BUG_ON(!(wis <= BNA_QE_IN_USE_CNT(tcb, tcb->q_depth))); in bnad_txcmpl_process()
183 skb = unmap->skb; in bnad_txcmpl_process()
186 sent_bytes += skb->len; in bnad_txcmpl_process()
188 unmap_wis = BNA_TXQ_WI_NEEDED(unmap->nvecs); in bnad_txcmpl_process()
189 wis -= unmap_wis; in bnad_txcmpl_process()
196 tcb->consumer_index = hw_cons; in bnad_txcmpl_process()
198 tcb->txq->tx_packets += sent_packets; in bnad_txcmpl_process()
199 tcb->txq->tx_bytes += sent_bytes; in bnad_txcmpl_process()
207 struct net_device *netdev = bnad->netdev; in bnad_tx_complete()
210 if (test_and_set_bit(BNAD_TXQ_FREE_SENT, &tcb->flags)) in bnad_tx_complete()
217 BNA_QE_FREE_CNT(tcb, tcb->q_depth) >= in bnad_tx_complete()
219 if (test_bit(BNAD_TXQ_TX_STARTED, &tcb->flags)) { in bnad_tx_complete()
226 if (likely(test_bit(BNAD_TXQ_TX_STARTED, &tcb->flags))) in bnad_tx_complete()
227 bna_ib_ack(tcb->i_dbell, sent); in bnad_tx_complete()
230 clear_bit(BNAD_TXQ_FREE_SENT, &tcb->flags); in bnad_tx_complete()
240 struct bnad *bnad = tcb->bnad; in bnad_msix_tx()
250 struct bnad_rx_unmap_q *unmap_q = rcb->unmap_q; in bnad_rxq_alloc_uninit()
252 unmap_q->reuse_pi = -1; in bnad_rxq_alloc_uninit()
253 unmap_q->alloc_order = -1; in bnad_rxq_alloc_uninit()
254 unmap_q->map_size = 0; in bnad_rxq_alloc_uninit()
255 unmap_q->type = BNAD_RXBUF_NONE; in bnad_rxq_alloc_uninit()
258 /* Default is page-based allocation. Multi-buffer support - TBD */
262 struct bnad_rx_unmap_q *unmap_q = rcb->unmap_q; in bnad_rxq_alloc_init()
267 order = get_order(rcb->rxq->buffer_size); in bnad_rxq_alloc_init()
269 unmap_q->type = BNAD_RXBUF_PAGE; in bnad_rxq_alloc_init()
271 if (bna_is_small_rxq(rcb->id)) { in bnad_rxq_alloc_init()
272 unmap_q->alloc_order = 0; in bnad_rxq_alloc_init()
273 unmap_q->map_size = rcb->rxq->buffer_size; in bnad_rxq_alloc_init()
275 if (rcb->rxq->multi_buffer) { in bnad_rxq_alloc_init()
276 unmap_q->alloc_order = 0; in bnad_rxq_alloc_init()
277 unmap_q->map_size = rcb->rxq->buffer_size; in bnad_rxq_alloc_init()
278 unmap_q->type = BNAD_RXBUF_MULTI_BUFF; in bnad_rxq_alloc_init()
280 unmap_q->alloc_order = order; in bnad_rxq_alloc_init()
281 unmap_q->map_size = in bnad_rxq_alloc_init()
282 (rcb->rxq->buffer_size > 2048) ? in bnad_rxq_alloc_init()
287 BUG_ON((PAGE_SIZE << order) % unmap_q->map_size); in bnad_rxq_alloc_init()
295 if (!unmap->page) in bnad_rxq_cleanup_page()
298 dma_unmap_page(&bnad->pcidev->dev, in bnad_rxq_cleanup_page()
299 dma_unmap_addr(&unmap->vector, dma_addr), in bnad_rxq_cleanup_page()
300 unmap->vector.len, DMA_FROM_DEVICE); in bnad_rxq_cleanup_page()
301 put_page(unmap->page); in bnad_rxq_cleanup_page()
302 unmap->page = NULL; in bnad_rxq_cleanup_page()
303 dma_unmap_addr_set(&unmap->vector, dma_addr, 0); in bnad_rxq_cleanup_page()
304 unmap->vector.len = 0; in bnad_rxq_cleanup_page()
310 if (!unmap->skb) in bnad_rxq_cleanup_skb()
313 dma_unmap_single(&bnad->pcidev->dev, in bnad_rxq_cleanup_skb()
314 dma_unmap_addr(&unmap->vector, dma_addr), in bnad_rxq_cleanup_skb()
315 unmap->vector.len, DMA_FROM_DEVICE); in bnad_rxq_cleanup_skb()
316 dev_kfree_skb_any(unmap->skb); in bnad_rxq_cleanup_skb()
317 unmap->skb = NULL; in bnad_rxq_cleanup_skb()
318 dma_unmap_addr_set(&unmap->vector, dma_addr, 0); in bnad_rxq_cleanup_skb()
319 unmap->vector.len = 0; in bnad_rxq_cleanup_skb()
325 struct bnad_rx_unmap_q *unmap_q = rcb->unmap_q; in bnad_rxq_cleanup()
328 for (i = 0; i < rcb->q_depth; i++) { in bnad_rxq_cleanup()
329 struct bnad_rx_unmap *unmap = &unmap_q->unmap[i]; in bnad_rxq_cleanup()
331 if (BNAD_RXBUF_IS_SK_BUFF(unmap_q->type)) in bnad_rxq_cleanup()
343 struct bnad_rx_unmap_q *unmap_q = rcb->unmap_q; in bnad_rxq_refill_page()
350 prod = rcb->producer_index; in bnad_rxq_refill_page()
351 q_depth = rcb->q_depth; in bnad_rxq_refill_page()
353 alloc_size = PAGE_SIZE << unmap_q->alloc_order; in bnad_rxq_refill_page()
356 while (nalloc--) { in bnad_rxq_refill_page()
357 unmap = &unmap_q->unmap[prod]; in bnad_rxq_refill_page()
359 if (unmap_q->reuse_pi < 0) { in bnad_rxq_refill_page()
361 unmap_q->alloc_order); in bnad_rxq_refill_page()
364 prev = &unmap_q->unmap[unmap_q->reuse_pi]; in bnad_rxq_refill_page()
365 page = prev->page; in bnad_rxq_refill_page()
366 page_offset = prev->page_offset + unmap_q->map_size; in bnad_rxq_refill_page()
372 rcb->rxq->rxbuf_alloc_failed++; in bnad_rxq_refill_page()
376 dma_addr = dma_map_page(&bnad->pcidev->dev, page, page_offset, in bnad_rxq_refill_page()
377 unmap_q->map_size, DMA_FROM_DEVICE); in bnad_rxq_refill_page()
378 if (dma_mapping_error(&bnad->pcidev->dev, dma_addr)) { in bnad_rxq_refill_page()
381 rcb->rxq->rxbuf_map_failed++; in bnad_rxq_refill_page()
385 unmap->page = page; in bnad_rxq_refill_page()
386 unmap->page_offset = page_offset; in bnad_rxq_refill_page()
387 dma_unmap_addr_set(&unmap->vector, dma_addr, dma_addr); in bnad_rxq_refill_page()
388 unmap->vector.len = unmap_q->map_size; in bnad_rxq_refill_page()
389 page_offset += unmap_q->map_size; in bnad_rxq_refill_page()
392 unmap_q->reuse_pi = prod; in bnad_rxq_refill_page()
394 unmap_q->reuse_pi = -1; in bnad_rxq_refill_page()
396 rxent = &((struct bna_rxq_entry *)rcb->sw_q)[prod]; in bnad_rxq_refill_page()
397 BNA_SET_DMA_ADDR(dma_addr, &rxent->host_addr); in bnad_rxq_refill_page()
404 rcb->producer_index = prod; in bnad_rxq_refill_page()
406 if (likely(test_bit(BNAD_RXQ_POST_OK, &rcb->flags))) in bnad_rxq_refill_page()
417 struct bnad_rx_unmap_q *unmap_q = rcb->unmap_q; in bnad_rxq_refill_skb()
423 buff_sz = rcb->rxq->buffer_size; in bnad_rxq_refill_skb()
424 prod = rcb->producer_index; in bnad_rxq_refill_skb()
425 q_depth = rcb->q_depth; in bnad_rxq_refill_skb()
428 while (nalloc--) { in bnad_rxq_refill_skb()
429 unmap = &unmap_q->unmap[prod]; in bnad_rxq_refill_skb()
431 skb = netdev_alloc_skb_ip_align(bnad->netdev, buff_sz); in bnad_rxq_refill_skb()
435 rcb->rxq->rxbuf_alloc_failed++; in bnad_rxq_refill_skb()
439 dma_addr = dma_map_single(&bnad->pcidev->dev, skb->data, in bnad_rxq_refill_skb()
441 if (dma_mapping_error(&bnad->pcidev->dev, dma_addr)) { in bnad_rxq_refill_skb()
444 rcb->rxq->rxbuf_map_failed++; in bnad_rxq_refill_skb()
448 unmap->skb = skb; in bnad_rxq_refill_skb()
449 dma_unmap_addr_set(&unmap->vector, dma_addr, dma_addr); in bnad_rxq_refill_skb()
450 unmap->vector.len = buff_sz; in bnad_rxq_refill_skb()
452 rxent = &((struct bna_rxq_entry *)rcb->sw_q)[prod]; in bnad_rxq_refill_skb()
453 BNA_SET_DMA_ADDR(dma_addr, &rxent->host_addr); in bnad_rxq_refill_skb()
460 rcb->producer_index = prod; in bnad_rxq_refill_skb()
462 if (likely(test_bit(BNAD_RXQ_POST_OK, &rcb->flags))) in bnad_rxq_refill_skb()
472 struct bnad_rx_unmap_q *unmap_q = rcb->unmap_q; in bnad_rxq_post()
475 to_alloc = BNA_QE_FREE_CNT(rcb, rcb->q_depth); in bnad_rxq_post()
479 if (BNAD_RXBUF_IS_SK_BUFF(unmap_q->type)) in bnad_rxq_post()
507 unmap_q = rcb->unmap_q; in bnad_cq_drop_packet()
509 unmap = &unmap_q->unmap[ci]; in bnad_cq_drop_packet()
510 BNA_QE_INDX_INC(ci, rcb->q_depth); in bnad_cq_drop_packet()
512 if (BNAD_RXBUF_IS_SK_BUFF(unmap_q->type)) in bnad_cq_drop_packet()
528 cq = ccb->sw_q; in bnad_cq_setup_skb_frags()
529 pi = ccb->producer_index; in bnad_cq_setup_skb_frags()
532 rcb = bna_is_small_rxq(cmpl->rxq_id) ? ccb->rcb[1] : ccb->rcb[0]; in bnad_cq_setup_skb_frags()
533 unmap_q = rcb->unmap_q; in bnad_cq_setup_skb_frags()
534 bnad = rcb->bnad; in bnad_cq_setup_skb_frags()
535 ci = rcb->consumer_index; in bnad_cq_setup_skb_frags()
538 prefetch(page_address(unmap_q->unmap[ci].page) + in bnad_cq_setup_skb_frags()
539 unmap_q->unmap[ci].page_offset); in bnad_cq_setup_skb_frags()
541 while (nvecs--) { in bnad_cq_setup_skb_frags()
545 unmap = &unmap_q->unmap[ci]; in bnad_cq_setup_skb_frags()
546 BNA_QE_INDX_INC(ci, rcb->q_depth); in bnad_cq_setup_skb_frags()
548 dma_unmap_page(&bnad->pcidev->dev, in bnad_cq_setup_skb_frags()
549 dma_unmap_addr(&unmap->vector, dma_addr), in bnad_cq_setup_skb_frags()
550 unmap->vector.len, DMA_FROM_DEVICE); in bnad_cq_setup_skb_frags()
552 len = ntohs(cmpl->length); in bnad_cq_setup_skb_frags()
553 skb->truesize += unmap->vector.len; in bnad_cq_setup_skb_frags()
556 skb_fill_page_desc(skb, skb_shinfo(skb)->nr_frags, in bnad_cq_setup_skb_frags()
557 unmap->page, unmap->page_offset, len); in bnad_cq_setup_skb_frags()
559 unmap->page = NULL; in bnad_cq_setup_skb_frags()
560 unmap->vector.len = 0; in bnad_cq_setup_skb_frags()
562 BNA_QE_INDX_INC(pi, ccb->q_depth); in bnad_cq_setup_skb_frags()
566 skb->len += totlen; in bnad_cq_setup_skb_frags()
567 skb->data_len += totlen; in bnad_cq_setup_skb_frags()
574 prefetch(skb->data); in bnad_cq_setup_skb()
576 dma_unmap_single(&bnad->pcidev->dev, in bnad_cq_setup_skb()
577 dma_unmap_addr(&unmap->vector, dma_addr), in bnad_cq_setup_skb()
578 unmap->vector.len, DMA_FROM_DEVICE); in bnad_cq_setup_skb()
581 skb->protocol = eth_type_trans(skb, bnad->netdev); in bnad_cq_setup_skb()
583 unmap->skb = NULL; in bnad_cq_setup_skb()
584 unmap->vector.len = 0; in bnad_cq_setup_skb()
595 struct bna_pkt_rate *pkt_rt = &ccb->pkt_rate; in bnad_cq_process()
596 struct bnad_rx_ctrl *rx_ctrl = ccb->ctrl; in bnad_cq_process()
601 prefetch(bnad->netdev); in bnad_cq_process()
603 cq = ccb->sw_q; in bnad_cq_process()
606 cmpl = &cq[ccb->producer_index]; in bnad_cq_process()
607 if (!cmpl->valid) in bnad_cq_process()
618 BNA_UPDATE_PKT_CNT(pkt_rt, ntohs(cmpl->length)); in bnad_cq_process()
620 if (bna_is_small_rxq(cmpl->rxq_id)) in bnad_cq_process()
621 rcb = ccb->rcb[1]; in bnad_cq_process()
623 rcb = ccb->rcb[0]; in bnad_cq_process()
625 unmap_q = rcb->unmap_q; in bnad_cq_process()
628 sop_ci = rcb->consumer_index; in bnad_cq_process()
630 if (BNAD_RXBUF_IS_SK_BUFF(unmap_q->type)) { in bnad_cq_process()
631 unmap = &unmap_q->unmap[sop_ci]; in bnad_cq_process()
632 skb = unmap->skb; in bnad_cq_process()
634 skb = napi_get_frags(&rx_ctrl->napi); in bnad_cq_process()
640 flags = ntohl(cmpl->flags); in bnad_cq_process()
641 len = ntohs(cmpl->length); in bnad_cq_process()
646 * busy-wait doesn't help much, break here. in bnad_cq_process()
648 if (BNAD_RXBUF_IS_MULTI_BUFF(unmap_q->type) && in bnad_cq_process()
650 pi = ccb->producer_index; in bnad_cq_process()
652 BNA_QE_INDX_INC(pi, ccb->q_depth); in bnad_cq_process()
655 if (!next_cmpl->valid) in bnad_cq_process()
668 len = ntohs(next_cmpl->length); in bnad_cq_process()
669 flags = ntohl(next_cmpl->flags); in bnad_cq_process()
675 if (!next_cmpl->valid) in bnad_cq_process()
685 rcb->rxq->rx_packets_with_error++; in bnad_cq_process()
690 if (BNAD_RXBUF_IS_SK_BUFF(unmap_q->type)) in bnad_cq_process()
695 rcb->rxq->rx_packets++; in bnad_cq_process()
696 rcb->rxq->rx_bytes += totlen; in bnad_cq_process()
697 ccb->bytes_per_intr += totlen; in bnad_cq_process()
702 ((bnad->netdev->features & NETIF_F_RXCSUM) && in bnad_cq_process()
707 skb->ip_summed = CHECKSUM_UNNECESSARY; in bnad_cq_process()
712 (bnad->netdev->features & NETIF_F_HW_VLAN_CTAG_RX)) in bnad_cq_process()
713 __vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q), ntohs(cmpl->vlan_tag)); in bnad_cq_process()
715 if (BNAD_RXBUF_IS_SK_BUFF(unmap_q->type)) in bnad_cq_process()
718 napi_gro_frags(&rx_ctrl->napi); in bnad_cq_process()
721 BNA_QE_INDX_ADD(rcb->consumer_index, nvecs, rcb->q_depth); in bnad_cq_process()
723 cmpl = &cq[ccb->producer_index]; in bnad_cq_process()
724 cmpl->valid = 0; in bnad_cq_process()
725 BNA_QE_INDX_INC(ccb->producer_index, ccb->q_depth); in bnad_cq_process()
729 napi_gro_flush(&rx_ctrl->napi, false); in bnad_cq_process()
730 if (likely(test_bit(BNAD_RXQ_STARTED, &ccb->rcb[0]->flags))) in bnad_cq_process()
731 bna_ib_ack_disable_irq(ccb->i_dbell, packets); in bnad_cq_process()
733 bnad_rxq_post(bnad, ccb->rcb[0]); in bnad_cq_process()
734 if (ccb->rcb[1]) in bnad_cq_process()
735 bnad_rxq_post(bnad, ccb->rcb[1]); in bnad_cq_process()
743 struct bnad_rx_ctrl *rx_ctrl = (struct bnad_rx_ctrl *)(ccb->ctrl); in bnad_netif_rx_schedule_poll()
744 struct napi_struct *napi = &rx_ctrl->napi; in bnad_netif_rx_schedule_poll()
748 rx_ctrl->rx_schedule++; in bnad_netif_rx_schedule_poll()
759 ((struct bnad_rx_ctrl *)ccb->ctrl)->rx_intr_ctr++; in bnad_msix_rx()
760 bnad_netif_rx_schedule_poll(ccb->bnad, ccb); in bnad_msix_rx()
776 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_msix_mbox_handler()
777 if (unlikely(test_bit(BNAD_RF_MBOX_IRQ_DISABLED, &bnad->run_flags))) { in bnad_msix_mbox_handler()
778 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_msix_mbox_handler()
782 bna_intr_status_get(&bnad->bna, intr_status); in bnad_msix_mbox_handler()
784 if (BNA_IS_MBOX_ERR_INTR(&bnad->bna, intr_status)) in bnad_msix_mbox_handler()
785 bna_mbox_handler(&bnad->bna, intr_status); in bnad_msix_mbox_handler()
787 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_msix_mbox_handler()
803 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_isr()
804 if (unlikely(test_bit(BNAD_RF_MBOX_IRQ_DISABLED, &bnad->run_flags))) { in bnad_isr()
805 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_isr()
809 bna_intr_status_get(&bnad->bna, intr_status); in bnad_isr()
812 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_isr()
816 if (BNA_IS_MBOX_ERR_INTR(&bnad->bna, intr_status)) in bnad_isr()
817 bna_mbox_handler(&bnad->bna, intr_status); in bnad_isr()
819 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_isr()
826 for (i = 0; i < bnad->num_tx; i++) { in bnad_isr()
827 for (j = 0; j < bnad->num_txq_per_tx; j++) { in bnad_isr()
828 tcb = bnad->tx_info[i].tcb[j]; in bnad_isr()
829 if (tcb && test_bit(BNAD_TXQ_TX_STARTED, &tcb->flags)) in bnad_isr()
830 bnad_tx_complete(bnad, bnad->tx_info[i].tcb[j]); in bnad_isr()
834 for (i = 0; i < bnad->num_rx; i++) { in bnad_isr()
835 rx_info = &bnad->rx_info[i]; in bnad_isr()
836 if (!rx_info->rx) in bnad_isr()
838 for (j = 0; j < bnad->num_rxp_per_rx; j++) { in bnad_isr()
839 rx_ctrl = &rx_info->rx_ctrl[j]; in bnad_isr()
840 if (rx_ctrl->ccb) in bnad_isr()
842 rx_ctrl->ccb); in bnad_isr()
855 clear_bit(BNAD_RF_MBOX_IRQ_DISABLED, &bnad->run_flags); in bnad_enable_mbox_irq()
861 * Called with bnad->bna_lock held b'cos of
862 * bnad->cfg_flags access.
867 set_bit(BNAD_RF_MBOX_IRQ_DISABLED, &bnad->run_flags); in bnad_disable_mbox_irq()
875 struct net_device *netdev = bnad->netdev; in bnad_set_netdev_perm_addr()
877 ether_addr_copy(netdev->perm_addr, bnad->perm_addr); in bnad_set_netdev_perm_addr()
878 if (is_zero_ether_addr(netdev->dev_addr)) in bnad_set_netdev_perm_addr()
879 eth_hw_addr_set(netdev, bnad->perm_addr); in bnad_set_netdev_perm_addr()
900 bnad->bnad_completions.ioc_comp_status = BNA_CB_SUCCESS; in bnad_cb_ioceth_ready()
901 complete(&bnad->bnad_completions.ioc_comp); in bnad_cb_ioceth_ready()
907 bnad->bnad_completions.ioc_comp_status = BNA_CB_FAIL; in bnad_cb_ioceth_failed()
908 complete(&bnad->bnad_completions.ioc_comp); in bnad_cb_ioceth_failed()
914 bnad->bnad_completions.ioc_comp_status = BNA_CB_SUCCESS; in bnad_cb_ioceth_disabled()
915 complete(&bnad->bnad_completions.ioc_comp); in bnad_cb_ioceth_disabled()
923 netif_carrier_off(bnad->netdev); in bnad_cb_enet_disabled()
924 complete(&bnad->bnad_completions.enet_comp); in bnad_cb_enet_disabled()
936 if (!test_bit(BNAD_RF_CEE_RUNNING, &bnad->run_flags)) in bnad_cb_ethport_link_status()
938 set_bit(BNAD_RF_CEE_RUNNING, &bnad->run_flags); in bnad_cb_ethport_link_status()
940 if (test_bit(BNAD_RF_CEE_RUNNING, &bnad->run_flags)) in bnad_cb_ethport_link_status()
942 clear_bit(BNAD_RF_CEE_RUNNING, &bnad->run_flags); in bnad_cb_ethport_link_status()
946 if (!netif_carrier_ok(bnad->netdev)) { in bnad_cb_ethport_link_status()
948 netdev_info(bnad->netdev, "link up\n"); in bnad_cb_ethport_link_status()
949 netif_carrier_on(bnad->netdev); in bnad_cb_ethport_link_status()
951 for (tx_id = 0; tx_id < bnad->num_tx; tx_id++) { in bnad_cb_ethport_link_status()
952 for (tcb_id = 0; tcb_id < bnad->num_txq_per_tx; in bnad_cb_ethport_link_status()
955 bnad->tx_info[tx_id].tcb[tcb_id]; in bnad_cb_ethport_link_status()
960 txq_id = tcb->id; in bnad_cb_ethport_link_status()
963 &tcb->flags)) { in bnad_cb_ethport_link_status()
968 bnad->netdev, in bnad_cb_ethport_link_status()
974 bnad->netdev, in bnad_cb_ethport_link_status()
983 if (netif_carrier_ok(bnad->netdev)) { in bnad_cb_ethport_link_status()
984 netdev_info(bnad->netdev, "link down\n"); in bnad_cb_ethport_link_status()
985 netif_carrier_off(bnad->netdev); in bnad_cb_ethport_link_status()
996 complete(&bnad->bnad_completions.tx_comp); in bnad_cb_tx_disabled()
1003 (struct bnad_tx_info *)tcb->txq->tx->priv; in bnad_cb_tcb_setup()
1005 tcb->priv = tcb; in bnad_cb_tcb_setup()
1006 tx_info->tcb[tcb->id] = tcb; in bnad_cb_tcb_setup()
1013 (struct bnad_tx_info *)tcb->txq->tx->priv; in bnad_cb_tcb_destroy()
1015 tx_info->tcb[tcb->id] = NULL; in bnad_cb_tcb_destroy()
1016 tcb->priv = NULL; in bnad_cb_tcb_destroy()
1023 (struct bnad_rx_info *)ccb->cq->rx->priv; in bnad_cb_ccb_setup()
1025 rx_info->rx_ctrl[ccb->id].ccb = ccb; in bnad_cb_ccb_setup()
1026 ccb->ctrl = &rx_info->rx_ctrl[ccb->id]; in bnad_cb_ccb_setup()
1033 (struct bnad_rx_info *)ccb->cq->rx->priv; in bnad_cb_ccb_destroy()
1035 rx_info->rx_ctrl[ccb->id].ccb = NULL; in bnad_cb_ccb_destroy()
1041 struct bnad_tx_info *tx_info = tx->priv; in bnad_cb_tx_stall()
1047 tcb = tx_info->tcb[i]; in bnad_cb_tx_stall()
1050 txq_id = tcb->id; in bnad_cb_tx_stall()
1051 clear_bit(BNAD_TXQ_TX_STARTED, &tcb->flags); in bnad_cb_tx_stall()
1052 netif_stop_subqueue(bnad->netdev, txq_id); in bnad_cb_tx_stall()
1059 struct bnad_tx_info *tx_info = tx->priv; in bnad_cb_tx_resume()
1065 tcb = tx_info->tcb[i]; in bnad_cb_tx_resume()
1068 txq_id = tcb->id; in bnad_cb_tx_resume()
1070 BUG_ON(test_bit(BNAD_TXQ_TX_STARTED, &tcb->flags)); in bnad_cb_tx_resume()
1071 set_bit(BNAD_TXQ_TX_STARTED, &tcb->flags); in bnad_cb_tx_resume()
1072 BUG_ON(*(tcb->hw_consumer_index) != 0); in bnad_cb_tx_resume()
1074 if (netif_carrier_ok(bnad->netdev)) { in bnad_cb_tx_resume()
1075 netif_wake_subqueue(bnad->netdev, txq_id); in bnad_cb_tx_resume()
1085 if (is_zero_ether_addr(bnad->perm_addr)) { in bnad_cb_tx_resume()
1086 bna_enet_perm_mac_get(&bnad->bna.enet, bnad->perm_addr); in bnad_cb_tx_resume()
1105 tcb = tx_info->tcb[i]; in bnad_tx_cleanup()
1109 bnad = tcb->bnad; in bnad_tx_cleanup()
1111 if (test_and_set_bit(BNAD_TXQ_FREE_SENT, &tcb->flags)) { in bnad_tx_cleanup()
1119 clear_bit(BNAD_TXQ_FREE_SENT, &tcb->flags); in bnad_tx_cleanup()
1123 queue_delayed_work(bnad->work_q, &tx_info->tx_cleanup_work, in bnad_tx_cleanup()
1128 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_tx_cleanup()
1129 bna_tx_cleanup_complete(tx_info->tx); in bnad_tx_cleanup()
1130 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_tx_cleanup()
1136 struct bnad_tx_info *tx_info = tx->priv; in bnad_cb_tx_cleanup()
1141 tcb = tx_info->tcb[i]; in bnad_cb_tx_cleanup()
1146 queue_delayed_work(bnad->work_q, &tx_info->tx_cleanup_work, 0); in bnad_cb_tx_cleanup()
1152 struct bnad_rx_info *rx_info = rx->priv; in bnad_cb_rx_stall()
1158 rx_ctrl = &rx_info->rx_ctrl[i]; in bnad_cb_rx_stall()
1159 ccb = rx_ctrl->ccb; in bnad_cb_rx_stall()
1163 clear_bit(BNAD_RXQ_POST_OK, &ccb->rcb[0]->flags); in bnad_cb_rx_stall()
1165 if (ccb->rcb[1]) in bnad_cb_rx_stall()
1166 clear_bit(BNAD_RXQ_POST_OK, &ccb->rcb[1]->flags); in bnad_cb_rx_stall()
1184 rx_ctrl = &rx_info->rx_ctrl[i]; in bnad_rx_cleanup()
1186 if (!rx_ctrl->ccb) in bnad_rx_cleanup()
1189 bnad = rx_ctrl->ccb->bnad; in bnad_rx_cleanup()
1195 napi_disable(&rx_ctrl->napi); in bnad_rx_cleanup()
1197 bnad_cq_cleanup(bnad, rx_ctrl->ccb); in bnad_rx_cleanup()
1198 bnad_rxq_cleanup(bnad, rx_ctrl->ccb->rcb[0]); in bnad_rx_cleanup()
1199 if (rx_ctrl->ccb->rcb[1]) in bnad_rx_cleanup()
1200 bnad_rxq_cleanup(bnad, rx_ctrl->ccb->rcb[1]); in bnad_rx_cleanup()
1203 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_rx_cleanup()
1204 bna_rx_cleanup_complete(rx_info->rx); in bnad_rx_cleanup()
1205 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_rx_cleanup()
1211 struct bnad_rx_info *rx_info = rx->priv; in bnad_cb_rx_cleanup()
1217 rx_ctrl = &rx_info->rx_ctrl[i]; in bnad_cb_rx_cleanup()
1218 ccb = rx_ctrl->ccb; in bnad_cb_rx_cleanup()
1222 clear_bit(BNAD_RXQ_STARTED, &ccb->rcb[0]->flags); in bnad_cb_rx_cleanup()
1224 if (ccb->rcb[1]) in bnad_cb_rx_cleanup()
1225 clear_bit(BNAD_RXQ_STARTED, &ccb->rcb[1]->flags); in bnad_cb_rx_cleanup()
1228 queue_work(bnad->work_q, &rx_info->rx_cleanup_work); in bnad_cb_rx_cleanup()
1234 struct bnad_rx_info *rx_info = rx->priv; in bnad_cb_rx_post()
1241 rx_ctrl = &rx_info->rx_ctrl[i]; in bnad_cb_rx_post()
1242 ccb = rx_ctrl->ccb; in bnad_cb_rx_post()
1246 napi_enable(&rx_ctrl->napi); in bnad_cb_rx_post()
1249 rcb = ccb->rcb[j]; in bnad_cb_rx_post()
1254 set_bit(BNAD_RXQ_STARTED, &rcb->flags); in bnad_cb_rx_post()
1255 set_bit(BNAD_RXQ_POST_OK, &rcb->flags); in bnad_cb_rx_post()
1266 complete(&bnad->bnad_completions.rx_comp); in bnad_cb_rx_disabled()
1272 bnad->bnad_completions.mcast_comp_status = BNA_CB_SUCCESS; in bnad_cb_rx_mcast_add()
1273 complete(&bnad->bnad_completions.mcast_comp); in bnad_cb_rx_mcast_add()
1283 if (!netif_running(bnad->netdev) || in bnad_cb_stats_get()
1284 !test_bit(BNAD_RF_STATS_TIMER_RUNNING, &bnad->run_flags)) in bnad_cb_stats_get()
1287 mod_timer(&bnad->stats_timer, in bnad_cb_stats_get()
1294 bnad->bnad_completions.mtu_comp_status = BNA_CB_SUCCESS; in bnad_cb_enet_mtu_set()
1295 complete(&bnad->bnad_completions.mtu_comp); in bnad_cb_enet_mtu_set()
1304 iocmd_comp->comp_status = (u32) status; in bnad_cb_completion()
1305 complete(&iocmd_comp->comp); in bnad_cb_completion()
1317 if (mem_info->mdl == NULL) in bnad_mem_free()
1320 for (i = 0; i < mem_info->num; i++) { in bnad_mem_free()
1321 if (mem_info->mdl[i].kva != NULL) { in bnad_mem_free()
1322 if (mem_info->mem_type == BNA_MEM_T_DMA) { in bnad_mem_free()
1323 BNA_GET_DMA_ADDR(&(mem_info->mdl[i].dma), in bnad_mem_free()
1325 dma_free_coherent(&bnad->pcidev->dev, in bnad_mem_free()
1326 mem_info->mdl[i].len, in bnad_mem_free()
1327 mem_info->mdl[i].kva, dma_pa); in bnad_mem_free()
1329 kfree(mem_info->mdl[i].kva); in bnad_mem_free()
1332 kfree(mem_info->mdl); in bnad_mem_free()
1333 mem_info->mdl = NULL; in bnad_mem_free()
1343 if ((mem_info->num == 0) || (mem_info->len == 0)) { in bnad_mem_alloc()
1344 mem_info->mdl = NULL; in bnad_mem_alloc()
1348 mem_info->mdl = kcalloc(mem_info->num, sizeof(struct bna_mem_descr), in bnad_mem_alloc()
1350 if (mem_info->mdl == NULL) in bnad_mem_alloc()
1351 return -ENOMEM; in bnad_mem_alloc()
1353 if (mem_info->mem_type == BNA_MEM_T_DMA) { in bnad_mem_alloc()
1354 for (i = 0; i < mem_info->num; i++) { in bnad_mem_alloc()
1355 mem_info->mdl[i].len = mem_info->len; in bnad_mem_alloc()
1356 mem_info->mdl[i].kva = in bnad_mem_alloc()
1357 dma_alloc_coherent(&bnad->pcidev->dev, in bnad_mem_alloc()
1358 mem_info->len, &dma_pa, in bnad_mem_alloc()
1360 if (mem_info->mdl[i].kva == NULL) in bnad_mem_alloc()
1364 &(mem_info->mdl[i].dma)); in bnad_mem_alloc()
1367 for (i = 0; i < mem_info->num; i++) { in bnad_mem_alloc()
1368 mem_info->mdl[i].len = mem_info->len; in bnad_mem_alloc()
1369 mem_info->mdl[i].kva = kzalloc(mem_info->len, in bnad_mem_alloc()
1371 if (mem_info->mdl[i].kva == NULL) in bnad_mem_alloc()
1380 return -ENOMEM; in bnad_mem_alloc()
1390 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_mbox_irq_free()
1392 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_mbox_irq_free()
1411 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_mbox_irq_alloc()
1412 if (bnad->cfg_flags & BNAD_CF_MSIX) { in bnad_mbox_irq_alloc()
1414 irq = bnad->msix_table[BNAD_MAILBOX_MSIX_INDEX].vector; in bnad_mbox_irq_alloc()
1418 irq = bnad->pcidev->irq; in bnad_mbox_irq_alloc()
1422 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_mbox_irq_alloc()
1423 sprintf(bnad->mbox_irq_name, "%s", BNAD_NAME); in bnad_mbox_irq_alloc()
1429 set_bit(BNAD_RF_MBOX_IRQ_DISABLED, &bnad->run_flags); in bnad_mbox_irq_alloc()
1434 bnad->mbox_irq_name, bnad); in bnad_mbox_irq_alloc()
1442 kfree(intr_info->idl); in bnad_txrx_irq_free()
1443 intr_info->idl = NULL; in bnad_txrx_irq_free()
1446 /* Allocates Interrupt Descriptor List for MSIX/INT-X vectors */
1455 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_txrx_irq_alloc()
1456 cfg_flags = bnad->cfg_flags; in bnad_txrx_irq_alloc()
1457 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_txrx_irq_alloc()
1460 intr_info->intr_type = BNA_INTR_T_MSIX; in bnad_txrx_irq_alloc()
1461 intr_info->idl = kcalloc(intr_info->num, in bnad_txrx_irq_alloc()
1464 if (!intr_info->idl) in bnad_txrx_irq_alloc()
1465 return -ENOMEM; in bnad_txrx_irq_alloc()
1474 (bnad->num_tx * bnad->num_txq_per_tx) + in bnad_txrx_irq_alloc()
1482 for (i = 0; i < intr_info->num; i++) in bnad_txrx_irq_alloc()
1483 intr_info->idl[i].vector = vector_start + i; in bnad_txrx_irq_alloc()
1485 intr_info->intr_type = BNA_INTR_T_INTX; in bnad_txrx_irq_alloc()
1486 intr_info->num = 1; in bnad_txrx_irq_alloc()
1487 intr_info->idl = kcalloc(intr_info->num, in bnad_txrx_irq_alloc()
1490 if (!intr_info->idl) in bnad_txrx_irq_alloc()
1491 return -ENOMEM; in bnad_txrx_irq_alloc()
1495 intr_info->idl[0].vector = BNAD_INTX_TX_IB_BITMASK; in bnad_txrx_irq_alloc()
1499 intr_info->idl[0].vector = BNAD_INTX_RX_IB_BITMASK; in bnad_txrx_irq_alloc()
1517 if (tx_info->tcb[i] == NULL) in bnad_tx_msix_unregister()
1520 vector_num = tx_info->tcb[i]->intr_vector; in bnad_tx_msix_unregister()
1521 free_irq(bnad->msix_table[vector_num].vector, tx_info->tcb[i]); in bnad_tx_msix_unregister()
1537 vector_num = tx_info->tcb[i]->intr_vector; in bnad_tx_msix_register()
1538 snprintf(tx_info->tcb[i]->name, BNA_Q_NAME_SIZE, "%s TXQ %d", in bnad_tx_msix_register()
1539 bnad->netdev->name, in bnad_tx_msix_register()
1540 tx_id + tx_info->tcb[i]->id); in bnad_tx_msix_register()
1541 err = request_irq(bnad->msix_table[vector_num].vector, in bnad_tx_msix_register()
1543 tx_info->tcb[i]->name, in bnad_tx_msix_register()
1544 tx_info->tcb[i]); in bnad_tx_msix_register()
1553 bnad_tx_msix_unregister(bnad, tx_info, (i - 1)); in bnad_tx_msix_register()
1554 return -1; in bnad_tx_msix_register()
1568 if (rx_info->rx_ctrl[i].ccb == NULL) in bnad_rx_msix_unregister()
1571 vector_num = rx_info->rx_ctrl[i].ccb->intr_vector; in bnad_rx_msix_unregister()
1572 free_irq(bnad->msix_table[vector_num].vector, in bnad_rx_msix_unregister()
1573 rx_info->rx_ctrl[i].ccb); in bnad_rx_msix_unregister()
1589 vector_num = rx_info->rx_ctrl[i].ccb->intr_vector; in bnad_rx_msix_register()
1590 snprintf(rx_info->rx_ctrl[i].ccb->name, BNA_Q_NAME_SIZE, in bnad_rx_msix_register()
1591 "%s CQ %d", bnad->netdev->name, in bnad_rx_msix_register()
1592 rx_id + rx_info->rx_ctrl[i].ccb->id); in bnad_rx_msix_register()
1593 err = request_irq(bnad->msix_table[vector_num].vector, in bnad_rx_msix_register()
1595 rx_info->rx_ctrl[i].ccb->name, in bnad_rx_msix_register()
1596 rx_info->rx_ctrl[i].ccb); in bnad_rx_msix_register()
1605 bnad_rx_msix_unregister(bnad, rx_info, (i - 1)); in bnad_rx_msix_register()
1606 return -1; in bnad_rx_msix_register()
1695 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_ioc_timeout()
1696 bfa_nw_ioc_timeout(&bnad->bna.ioceth.ioc); in bnad_ioc_timeout()
1697 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_ioc_timeout()
1707 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_ioc_hb_check()
1708 bfa_nw_ioc_hb_check(&bnad->bna.ioceth.ioc); in bnad_ioc_hb_check()
1709 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_ioc_hb_check()
1719 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_iocpf_timeout()
1720 bfa_nw_iocpf_timeout(&bnad->bna.ioceth.ioc); in bnad_iocpf_timeout()
1721 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_iocpf_timeout()
1731 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_iocpf_sem_timeout()
1732 bfa_nw_iocpf_sem_timeout(&bnad->bna.ioceth.ioc); in bnad_iocpf_sem_timeout()
1733 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_iocpf_sem_timeout()
1737 * All timer routines use bnad->bna_lock to protect against
1756 if (!netif_carrier_ok(bnad->netdev)) in bnad_dim_timeout()
1759 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_dim_timeout()
1760 for (i = 0; i < bnad->num_rx; i++) { in bnad_dim_timeout()
1761 rx_info = &bnad->rx_info[i]; in bnad_dim_timeout()
1762 if (!rx_info->rx) in bnad_dim_timeout()
1764 for (j = 0; j < bnad->num_rxp_per_rx; j++) { in bnad_dim_timeout()
1765 rx_ctrl = &rx_info->rx_ctrl[j]; in bnad_dim_timeout()
1766 if (!rx_ctrl->ccb) in bnad_dim_timeout()
1768 bna_rx_dim_update(rx_ctrl->ccb); in bnad_dim_timeout()
1773 if (test_bit(BNAD_RF_DIM_TIMER_RUNNING, &bnad->run_flags)) in bnad_dim_timeout()
1774 mod_timer(&bnad->dim_timer, in bnad_dim_timeout()
1776 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_dim_timeout()
1786 if (!netif_running(bnad->netdev) || in bnad_stats_timeout()
1787 !test_bit(BNAD_RF_STATS_TIMER_RUNNING, &bnad->run_flags)) in bnad_stats_timeout()
1790 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_stats_timeout()
1791 bna_hw_stats_get(&bnad->bna); in bnad_stats_timeout()
1792 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_stats_timeout()
1797 * Called with bnad->bna_lock held
1802 if (bnad->cfg_flags & BNAD_CF_DIM_ENABLED && in bnad_dim_timer_start()
1803 !test_bit(BNAD_RF_DIM_TIMER_RUNNING, &bnad->run_flags)) { in bnad_dim_timer_start()
1804 timer_setup(&bnad->dim_timer, bnad_dim_timeout, 0); in bnad_dim_timer_start()
1805 set_bit(BNAD_RF_DIM_TIMER_RUNNING, &bnad->run_flags); in bnad_dim_timer_start()
1806 mod_timer(&bnad->dim_timer, in bnad_dim_timer_start()
1813 * Called with mutex_lock(&bnad->conf_mutex) held
1820 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_stats_timer_start()
1821 if (!test_and_set_bit(BNAD_RF_STATS_TIMER_RUNNING, &bnad->run_flags)) { in bnad_stats_timer_start()
1822 timer_setup(&bnad->stats_timer, bnad_stats_timeout, 0); in bnad_stats_timer_start()
1823 mod_timer(&bnad->stats_timer, in bnad_stats_timer_start()
1826 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_stats_timer_start()
1831 * Called with mutex_lock(&bnad->conf_mutex) held
1839 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_stats_timer_stop()
1840 if (test_and_clear_bit(BNAD_RF_STATS_TIMER_RUNNING, &bnad->run_flags)) in bnad_stats_timer_stop()
1842 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_stats_timer_stop()
1844 timer_delete_sync(&bnad->stats_timer); in bnad_stats_timer_stop()
1856 ether_addr_copy(&mc_list[i * ETH_ALEN], &mc_addr->addr[0]); in bnad_netdev_mc_list_get()
1866 struct bnad *bnad = rx_ctrl->bnad; in bnad_napi_poll_rx()
1869 rx_ctrl->rx_poll_ctr++; in bnad_napi_poll_rx()
1871 if (!netif_carrier_ok(bnad->netdev)) in bnad_napi_poll_rx()
1874 rcvd = bnad_cq_process(bnad, rx_ctrl->ccb, budget); in bnad_napi_poll_rx()
1881 rx_ctrl->rx_complete++; in bnad_napi_poll_rx()
1883 if (rx_ctrl->ccb) in bnad_napi_poll_rx()
1884 bnad_enable_rx_irq_unsafe(rx_ctrl->ccb); in bnad_napi_poll_rx()
1896 for (i = 0; i < bnad->num_rxp_per_rx; i++) { in bnad_napi_add()
1897 rx_ctrl = &bnad->rx_info[rx_id].rx_ctrl[i]; in bnad_napi_add()
1898 netif_napi_add(bnad->netdev, &rx_ctrl->napi, in bnad_napi_add()
1909 for (i = 0; i < bnad->num_rxp_per_rx; i++) in bnad_napi_delete()
1910 netif_napi_del(&bnad->rx_info[rx_id].rx_ctrl[i].napi); in bnad_napi_delete()
1917 struct bnad_tx_info *tx_info = &bnad->tx_info[tx_id]; in bnad_destroy_tx()
1918 struct bna_res_info *res_info = &bnad->tx_res_info[tx_id].res_info[0]; in bnad_destroy_tx()
1921 if (!tx_info->tx) in bnad_destroy_tx()
1924 init_completion(&bnad->bnad_completions.tx_comp); in bnad_destroy_tx()
1925 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_destroy_tx()
1926 bna_tx_disable(tx_info->tx, BNA_HARD_CLEANUP, bnad_cb_tx_disabled); in bnad_destroy_tx()
1927 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_destroy_tx()
1928 wait_for_completion(&bnad->bnad_completions.tx_comp); in bnad_destroy_tx()
1930 if (tx_info->tcb[0]->intr_type == BNA_INTR_T_MSIX) in bnad_destroy_tx()
1932 bnad->num_txq_per_tx); in bnad_destroy_tx()
1934 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_destroy_tx()
1935 bna_tx_destroy(tx_info->tx); in bnad_destroy_tx()
1936 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_destroy_tx()
1938 tx_info->tx = NULL; in bnad_destroy_tx()
1939 tx_info->tx_id = 0; in bnad_destroy_tx()
1949 struct bnad_tx_info *tx_info = &bnad->tx_info[tx_id]; in bnad_setup_tx()
1950 struct bna_res_info *res_info = &bnad->tx_res_info[tx_id].res_info[0]; in bnad_setup_tx()
1953 struct bna_tx_config *tx_config = &bnad->tx_config[tx_id]; in bnad_setup_tx()
1965 tx_info->tx_id = tx_id; in bnad_setup_tx()
1968 tx_config->num_txq = bnad->num_txq_per_tx; in bnad_setup_tx()
1969 tx_config->txq_depth = bnad->txq_depth; in bnad_setup_tx()
1970 tx_config->tx_type = BNA_TX_T_REGULAR; in bnad_setup_tx()
1971 tx_config->coalescing_timeo = bnad->tx_coalescing_timeo; in bnad_setup_tx()
1974 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_setup_tx()
1975 bna_tx_res_req(bnad->num_txq_per_tx, in bnad_setup_tx()
1976 bnad->txq_depth, res_info); in bnad_setup_tx()
1977 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_setup_tx()
1981 bnad->num_txq_per_tx, (sizeof(struct bnad_tx_unmap) * in bnad_setup_tx()
1982 bnad->txq_depth)); in bnad_setup_tx()
1990 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_setup_tx()
1991 tx = bna_tx_create(&bnad->bna, bnad, tx_config, &tx_cbfn, res_info, in bnad_setup_tx()
1993 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_setup_tx()
1995 err = -ENOMEM; in bnad_setup_tx()
1998 tx_info->tx = tx; in bnad_setup_tx()
2000 INIT_DELAYED_WORK(&tx_info->tx_cleanup_work, bnad_tx_cleanup); in bnad_setup_tx()
2003 if (intr_info->intr_type == BNA_INTR_T_MSIX) { in bnad_setup_tx()
2005 tx_id, bnad->num_txq_per_tx); in bnad_setup_tx()
2010 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_setup_tx()
2012 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_setup_tx()
2017 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_setup_tx()
2018 bna_tx_destroy(tx_info->tx); in bnad_setup_tx()
2019 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_setup_tx()
2020 tx_info->tx = NULL; in bnad_setup_tx()
2021 tx_info->tx_id = 0; in bnad_setup_tx()
2033 rx_config->rx_type = BNA_RX_T_REGULAR; in bnad_init_rx_config()
2034 rx_config->num_paths = bnad->num_rxp_per_rx; in bnad_init_rx_config()
2035 rx_config->coalescing_timeo = bnad->rx_coalescing_timeo; in bnad_init_rx_config()
2037 if (bnad->num_rxp_per_rx > 1) { in bnad_init_rx_config()
2038 rx_config->rss_status = BNA_STATUS_T_ENABLED; in bnad_init_rx_config()
2039 rx_config->rss_config.hash_type = in bnad_init_rx_config()
2044 rx_config->rss_config.hash_mask = in bnad_init_rx_config()
2045 bnad->num_rxp_per_rx - 1; in bnad_init_rx_config()
2046 netdev_rss_key_fill(rx_config->rss_config.toeplitz_hash_key, in bnad_init_rx_config()
2047 sizeof(rx_config->rss_config.toeplitz_hash_key)); in bnad_init_rx_config()
2049 rx_config->rss_status = BNA_STATUS_T_DISABLED; in bnad_init_rx_config()
2050 memset(&rx_config->rss_config, 0, in bnad_init_rx_config()
2051 sizeof(rx_config->rss_config)); in bnad_init_rx_config()
2054 rx_config->frame_size = BNAD_FRAME_SIZE(bnad->netdev->mtu); in bnad_init_rx_config()
2055 rx_config->q0_multi_buf = BNA_STATUS_T_DISABLED; in bnad_init_rx_config()
2057 /* BNA_RXP_SINGLE - one data-buffer queue in bnad_init_rx_config()
2058 * BNA_RXP_SLR - one small-buffer and one large-buffer queues in bnad_init_rx_config()
2059 * BNA_RXP_HDS - one header-buffer and one data-buffer queues in bnad_init_rx_config()
2062 rx_config->rxp_type = BNA_RXP_SLR; in bnad_init_rx_config()
2065 rx_config->frame_size > 4096) { in bnad_init_rx_config()
2070 rx_config->q0_buf_size = 2048; in bnad_init_rx_config()
2072 rx_config->q0_num_vecs = 4; in bnad_init_rx_config()
2073 rx_config->q0_depth = bnad->rxq_depth * rx_config->q0_num_vecs; in bnad_init_rx_config()
2074 rx_config->q0_multi_buf = BNA_STATUS_T_ENABLED; in bnad_init_rx_config()
2076 rx_config->q0_buf_size = rx_config->frame_size; in bnad_init_rx_config()
2077 rx_config->q0_num_vecs = 1; in bnad_init_rx_config()
2078 rx_config->q0_depth = bnad->rxq_depth; in bnad_init_rx_config()
2082 if (rx_config->rxp_type == BNA_RXP_SLR) { in bnad_init_rx_config()
2083 rx_config->q1_depth = bnad->rxq_depth; in bnad_init_rx_config()
2084 rx_config->q1_buf_size = BFI_SMALL_RXBUF_SIZE; in bnad_init_rx_config()
2087 rx_config->vlan_strip_status = in bnad_init_rx_config()
2088 (bnad->netdev->features & NETIF_F_HW_VLAN_CTAG_RX) ? in bnad_init_rx_config()
2095 struct bnad_rx_info *rx_info = &bnad->rx_info[rx_id]; in bnad_rx_ctrl_init()
2098 for (i = 0; i < bnad->num_rxp_per_rx; i++) in bnad_rx_ctrl_init()
2099 rx_info->rx_ctrl[i].bnad = bnad; in bnad_rx_ctrl_init()
2102 /* Called with mutex_lock(&bnad->conf_mutex) held */
2106 struct net_device *netdev = bnad->netdev; in bnad_reinit_rx()
2112 for (rx_id = 0; rx_id < bnad->num_rx; rx_id++) { in bnad_reinit_rx()
2113 if (!bnad->rx_info[rx_id].rx) in bnad_reinit_rx()
2118 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_reinit_rx()
2119 bna_enet_mtu_set(&bnad->bna.enet, in bnad_reinit_rx()
2120 BNAD_FRAME_SIZE(bnad->netdev->mtu), NULL); in bnad_reinit_rx()
2121 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_reinit_rx()
2123 for (rx_id = 0; rx_id < bnad->num_rx; rx_id++) { in bnad_reinit_rx()
2133 if (bnad->rx_info[0].rx && !err) { in bnad_reinit_rx()
2136 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_reinit_rx()
2137 bnad_mac_addr_set_locked(bnad, netdev->dev_addr); in bnad_reinit_rx()
2138 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_reinit_rx()
2149 struct bnad_rx_info *rx_info = &bnad->rx_info[rx_id]; in bnad_destroy_rx()
2150 struct bna_rx_config *rx_config = &bnad->rx_config[rx_id]; in bnad_destroy_rx()
2151 struct bna_res_info *res_info = &bnad->rx_res_info[rx_id].res_info[0]; in bnad_destroy_rx()
2155 if (!rx_info->rx) in bnad_destroy_rx()
2159 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_destroy_rx()
2160 if (bnad->cfg_flags & BNAD_CF_DIM_ENABLED && in bnad_destroy_rx()
2161 test_bit(BNAD_RF_DIM_TIMER_RUNNING, &bnad->run_flags)) { in bnad_destroy_rx()
2162 clear_bit(BNAD_RF_DIM_TIMER_RUNNING, &bnad->run_flags); in bnad_destroy_rx()
2165 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_destroy_rx()
2167 timer_delete_sync(&bnad->dim_timer); in bnad_destroy_rx()
2170 init_completion(&bnad->bnad_completions.rx_comp); in bnad_destroy_rx()
2171 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_destroy_rx()
2172 bna_rx_disable(rx_info->rx, BNA_HARD_CLEANUP, bnad_cb_rx_disabled); in bnad_destroy_rx()
2173 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_destroy_rx()
2174 wait_for_completion(&bnad->bnad_completions.rx_comp); in bnad_destroy_rx()
2176 if (rx_info->rx_ctrl[0].ccb->intr_type == BNA_INTR_T_MSIX) in bnad_destroy_rx()
2177 bnad_rx_msix_unregister(bnad, rx_info, rx_config->num_paths); in bnad_destroy_rx()
2181 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_destroy_rx()
2182 bna_rx_destroy(rx_info->rx); in bnad_destroy_rx()
2184 rx_info->rx = NULL; in bnad_destroy_rx()
2185 rx_info->rx_id = 0; in bnad_destroy_rx()
2186 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_destroy_rx()
2191 /* Called with mutex_lock(&bnad->conf_mutex) held */
2196 struct bnad_rx_info *rx_info = &bnad->rx_info[rx_id]; in bnad_setup_rx()
2197 struct bna_res_info *res_info = &bnad->rx_res_info[rx_id].res_info[0]; in bnad_setup_rx()
2200 struct bna_rx_config *rx_config = &bnad->rx_config[rx_id]; in bnad_setup_rx()
2213 rx_info->rx_id = rx_id; in bnad_setup_rx()
2219 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_setup_rx()
2221 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_setup_rx()
2225 rx_config->num_paths, in bnad_setup_rx()
2226 (rx_config->q0_depth * in bnad_setup_rx()
2230 if (rx_config->rxp_type != BNA_RXP_SINGLE) { in bnad_setup_rx()
2232 rx_config->num_paths, in bnad_setup_rx()
2233 (rx_config->q1_depth * in bnad_setup_rx()
2245 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_setup_rx()
2246 rx = bna_rx_create(&bnad->bna, bnad, rx_config, &rx_cbfn, res_info, in bnad_setup_rx()
2249 err = -ENOMEM; in bnad_setup_rx()
2250 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_setup_rx()
2253 rx_info->rx = rx; in bnad_setup_rx()
2254 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_setup_rx()
2256 INIT_WORK(&rx_info->rx_cleanup_work, bnad_rx_cleanup); in bnad_setup_rx()
2265 if (intr_info->intr_type == BNA_INTR_T_MSIX) { in bnad_setup_rx()
2267 rx_config->num_paths); in bnad_setup_rx()
2272 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_setup_rx()
2275 if (bnad->cfg_flags & BNAD_CF_DIM_ENABLED) in bnad_setup_rx()
2276 bna_rx_dim_reconfig(&bnad->bna, bna_napi_dim_vector); in bnad_setup_rx()
2286 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_setup_rx()
2295 /* Called with conf_lock & bnad->bna_lock held */
2301 tx_info = &bnad->tx_info[0]; in bnad_tx_coalescing_timeo_set()
2302 if (!tx_info->tx) in bnad_tx_coalescing_timeo_set()
2305 bna_tx_coalescing_timeo_set(tx_info->tx, bnad->tx_coalescing_timeo); in bnad_tx_coalescing_timeo_set()
2308 /* Called with conf_lock & bnad->bna_lock held */
2315 for (i = 0; i < bnad->num_rx; i++) { in bnad_rx_coalescing_timeo_set()
2316 rx_info = &bnad->rx_info[i]; in bnad_rx_coalescing_timeo_set()
2317 if (!rx_info->rx) in bnad_rx_coalescing_timeo_set()
2319 bna_rx_coalescing_timeo_set(rx_info->rx, in bnad_rx_coalescing_timeo_set()
2320 bnad->rx_coalescing_timeo); in bnad_rx_coalescing_timeo_set()
2325 * Called with bnad->bna_lock held
2333 return -EADDRNOTAVAIL; in bnad_mac_addr_set_locked()
2336 if (!bnad->rx_info[0].rx) in bnad_mac_addr_set_locked()
2339 ret = bna_rx_ucast_set(bnad->rx_info[0].rx, mac_addr); in bnad_mac_addr_set_locked()
2341 return -EADDRNOTAVAIL; in bnad_mac_addr_set_locked()
2350 struct bnad_rx_info *rx_info = &bnad->rx_info[0]; in bnad_enable_default_bcast()
2354 init_completion(&bnad->bnad_completions.mcast_comp); in bnad_enable_default_bcast()
2356 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_enable_default_bcast()
2357 ret = bna_rx_mcast_add(rx_info->rx, bnad_bcast_addr, in bnad_enable_default_bcast()
2359 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_enable_default_bcast()
2362 wait_for_completion(&bnad->bnad_completions.mcast_comp); in bnad_enable_default_bcast()
2364 return -ENODEV; in bnad_enable_default_bcast()
2366 if (bnad->bnad_completions.mcast_comp_status != BNA_CB_SUCCESS) in bnad_enable_default_bcast()
2367 return -ENODEV; in bnad_enable_default_bcast()
2372 /* Called with mutex_lock(&bnad->conf_mutex) held */
2379 for_each_set_bit(vid, bnad->active_vlans, VLAN_N_VID) { in bnad_restore_vlans()
2380 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_restore_vlans()
2381 bna_rx_vlan_add(bnad->rx_info[rx_id].rx, vid); in bnad_restore_vlans()
2382 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_restore_vlans()
2392 for (i = 0; i < bnad->num_rx; i++) { in bnad_netdev_qstats_fill()
2393 for (j = 0; j < bnad->num_rxp_per_rx; j++) { in bnad_netdev_qstats_fill()
2394 if (bnad->rx_info[i].rx_ctrl[j].ccb) { in bnad_netdev_qstats_fill()
2395 stats->rx_packets += bnad->rx_info[i]. in bnad_netdev_qstats_fill()
2396 rx_ctrl[j].ccb->rcb[0]->rxq->rx_packets; in bnad_netdev_qstats_fill()
2397 stats->rx_bytes += bnad->rx_info[i]. in bnad_netdev_qstats_fill()
2398 rx_ctrl[j].ccb->rcb[0]->rxq->rx_bytes; in bnad_netdev_qstats_fill()
2399 if (bnad->rx_info[i].rx_ctrl[j].ccb->rcb[1] && in bnad_netdev_qstats_fill()
2400 bnad->rx_info[i].rx_ctrl[j].ccb-> in bnad_netdev_qstats_fill()
2401 rcb[1]->rxq) { in bnad_netdev_qstats_fill()
2402 stats->rx_packets += in bnad_netdev_qstats_fill()
2403 bnad->rx_info[i].rx_ctrl[j]. in bnad_netdev_qstats_fill()
2404 ccb->rcb[1]->rxq->rx_packets; in bnad_netdev_qstats_fill()
2405 stats->rx_bytes += in bnad_netdev_qstats_fill()
2406 bnad->rx_info[i].rx_ctrl[j]. in bnad_netdev_qstats_fill()
2407 ccb->rcb[1]->rxq->rx_bytes; in bnad_netdev_qstats_fill()
2412 for (i = 0; i < bnad->num_tx; i++) { in bnad_netdev_qstats_fill()
2413 for (j = 0; j < bnad->num_txq_per_tx; j++) { in bnad_netdev_qstats_fill()
2414 if (bnad->tx_info[i].tcb[j]) { in bnad_netdev_qstats_fill()
2415 stats->tx_packets += in bnad_netdev_qstats_fill()
2416 bnad->tx_info[i].tcb[j]->txq->tx_packets; in bnad_netdev_qstats_fill()
2417 stats->tx_bytes += in bnad_netdev_qstats_fill()
2418 bnad->tx_info[i].tcb[j]->txq->tx_bytes; in bnad_netdev_qstats_fill()
2434 mac_stats = &bnad->stats.bna_stats->hw_stats.mac_stats; in bnad_netdev_hwstats_fill()
2435 stats->rx_errors = in bnad_netdev_hwstats_fill()
2436 mac_stats->rx_fcs_error + mac_stats->rx_alignment_error + in bnad_netdev_hwstats_fill()
2437 mac_stats->rx_frame_length_error + mac_stats->rx_code_error + in bnad_netdev_hwstats_fill()
2438 mac_stats->rx_undersize; in bnad_netdev_hwstats_fill()
2439 stats->tx_errors = mac_stats->tx_fcs_error + in bnad_netdev_hwstats_fill()
2440 mac_stats->tx_undersize; in bnad_netdev_hwstats_fill()
2441 stats->rx_dropped = mac_stats->rx_drop; in bnad_netdev_hwstats_fill()
2442 stats->tx_dropped = mac_stats->tx_drop; in bnad_netdev_hwstats_fill()
2443 stats->multicast = mac_stats->rx_multicast; in bnad_netdev_hwstats_fill()
2444 stats->collisions = mac_stats->tx_total_collision; in bnad_netdev_hwstats_fill()
2446 stats->rx_length_errors = mac_stats->rx_frame_length_error; in bnad_netdev_hwstats_fill()
2450 stats->rx_crc_errors = mac_stats->rx_fcs_error; in bnad_netdev_hwstats_fill()
2451 stats->rx_frame_errors = mac_stats->rx_alignment_error; in bnad_netdev_hwstats_fill()
2453 bmap = bna_rx_rid_mask(&bnad->bna); in bnad_netdev_hwstats_fill()
2456 stats->rx_fifo_errors += in bnad_netdev_hwstats_fill()
2457 bnad->stats.bna_stats-> in bnad_netdev_hwstats_fill()
2471 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_mbox_irq_sync()
2472 if (bnad->cfg_flags & BNAD_CF_MSIX) in bnad_mbox_irq_sync()
2473 irq = bnad->msix_table[BNAD_MAILBOX_MSIX_INDEX].vector; in bnad_mbox_irq_sync()
2475 irq = bnad->pcidev->irq; in bnad_mbox_irq_sync()
2476 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_mbox_irq_sync()
2494 * For TSO, the TCP checksum field is seeded with pseudo-header sum in bnad_tso_prepare()
2501 iph->tot_len = 0; in bnad_tso_prepare()
2502 iph->check = 0; in bnad_tso_prepare()
2504 tcp_hdr(skb)->check = in bnad_tso_prepare()
2505 ~csum_tcpudp_magic(iph->saddr, iph->daddr, 0, in bnad_tso_prepare()
2518 * Called with bnad->bna_lock held, because of cfg_flags
2529 if (!(bnad->cfg_flags & BNAD_CF_MSIX)) in bnad_q_num_init()
2532 bnad->num_rx = 1; in bnad_q_num_init()
2533 bnad->num_tx = 1; in bnad_q_num_init()
2534 bnad->num_rxp_per_rx = rxps; in bnad_q_num_init()
2535 bnad->num_txq_per_tx = BNAD_TXQ_NUM; in bnad_q_num_init()
2539 * Adjusts the Q numbers, given a number of msix vectors
2542 * Called with bnad->bna_lock held b'cos of cfg_flags access
2547 bnad->num_txq_per_tx = 1; in bnad_q_num_adjust()
2548 if ((msix_vectors >= (bnad->num_tx * bnad->num_txq_per_tx) + in bnad_q_num_adjust()
2550 (bnad->cfg_flags & BNAD_CF_MSIX)) { in bnad_q_num_adjust()
2551 bnad->num_rxp_per_rx = msix_vectors - in bnad_q_num_adjust()
2552 (bnad->num_tx * bnad->num_txq_per_tx) - in bnad_q_num_adjust()
2555 bnad->num_rxp_per_rx = 1; in bnad_q_num_adjust()
2565 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_ioceth_disable()
2566 init_completion(&bnad->bnad_completions.ioc_comp); in bnad_ioceth_disable()
2567 bna_ioceth_disable(&bnad->bna.ioceth, BNA_HARD_CLEANUP); in bnad_ioceth_disable()
2568 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_ioceth_disable()
2570 wait_for_completion_timeout(&bnad->bnad_completions.ioc_comp, in bnad_ioceth_disable()
2573 err = bnad->bnad_completions.ioc_comp_status; in bnad_ioceth_disable()
2583 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_ioceth_enable()
2584 init_completion(&bnad->bnad_completions.ioc_comp); in bnad_ioceth_enable()
2585 bnad->bnad_completions.ioc_comp_status = BNA_CB_WAITING; in bnad_ioceth_enable()
2586 bna_ioceth_enable(&bnad->bna.ioceth); in bnad_ioceth_enable()
2587 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_ioceth_enable()
2589 wait_for_completion_timeout(&bnad->bnad_completions.ioc_comp, in bnad_ioceth_enable()
2592 err = bnad->bnad_completions.ioc_comp_status; in bnad_ioceth_enable()
2634 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_enable_msix()
2635 if (!(bnad->cfg_flags & BNAD_CF_MSIX)) { in bnad_enable_msix()
2636 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_enable_msix()
2639 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_enable_msix()
2641 if (bnad->msix_table) in bnad_enable_msix()
2644 bnad->msix_table = in bnad_enable_msix()
2645 kcalloc(bnad->msix_num, sizeof(struct msix_entry), GFP_KERNEL); in bnad_enable_msix()
2647 if (!bnad->msix_table) in bnad_enable_msix()
2650 for (i = 0; i < bnad->msix_num; i++) in bnad_enable_msix()
2651 bnad->msix_table[i].entry = i; in bnad_enable_msix()
2653 ret = pci_enable_msix_range(bnad->pcidev, bnad->msix_table, in bnad_enable_msix()
2654 1, bnad->msix_num); in bnad_enable_msix()
2657 } else if (ret < bnad->msix_num) { in bnad_enable_msix()
2658 dev_warn(&bnad->pcidev->dev, in bnad_enable_msix()
2659 "%d MSI-X vectors allocated < %d requested\n", in bnad_enable_msix()
2660 ret, bnad->msix_num); in bnad_enable_msix()
2662 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_enable_msix()
2663 /* ret = #of vectors that we got */ in bnad_enable_msix()
2664 bnad_q_num_adjust(bnad, (ret - BNAD_MAILBOX_MSIX_VECTORS) / 2, in bnad_enable_msix()
2665 (ret - BNAD_MAILBOX_MSIX_VECTORS) / 2); in bnad_enable_msix()
2666 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_enable_msix()
2668 bnad->msix_num = BNAD_NUM_TXQ + BNAD_NUM_RXP + in bnad_enable_msix()
2671 if (bnad->msix_num > ret) { in bnad_enable_msix()
2672 pci_disable_msix(bnad->pcidev); in bnad_enable_msix()
2677 pci_intx(bnad->pcidev, 0); in bnad_enable_msix()
2682 dev_warn(&bnad->pcidev->dev, in bnad_enable_msix()
2683 "MSI-X enable failed - operating in INTx mode\n"); in bnad_enable_msix()
2685 kfree(bnad->msix_table); in bnad_enable_msix()
2686 bnad->msix_table = NULL; in bnad_enable_msix()
2687 bnad->msix_num = 0; in bnad_enable_msix()
2688 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_enable_msix()
2689 bnad->cfg_flags &= ~BNAD_CF_MSIX; in bnad_enable_msix()
2691 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_enable_msix()
2700 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_disable_msix()
2701 cfg_flags = bnad->cfg_flags; in bnad_disable_msix()
2702 if (bnad->cfg_flags & BNAD_CF_MSIX) in bnad_disable_msix()
2703 bnad->cfg_flags &= ~BNAD_CF_MSIX; in bnad_disable_msix()
2704 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_disable_msix()
2707 pci_disable_msix(bnad->pcidev); in bnad_disable_msix()
2708 kfree(bnad->msix_table); in bnad_disable_msix()
2709 bnad->msix_table = NULL; in bnad_disable_msix()
2722 mutex_lock(&bnad->conf_mutex); in bnad_open()
2738 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_open()
2739 bna_enet_mtu_set(&bnad->bna.enet, in bnad_open()
2740 BNAD_FRAME_SIZE(bnad->netdev->mtu), NULL); in bnad_open()
2741 bna_enet_pause_config(&bnad->bna.enet, &pause_config); in bnad_open()
2742 bna_enet_enable(&bnad->bna.enet); in bnad_open()
2743 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_open()
2752 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_open()
2753 bnad_mac_addr_set_locked(bnad, netdev->dev_addr); in bnad_open()
2754 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_open()
2759 mutex_unlock(&bnad->conf_mutex); in bnad_open()
2767 mutex_unlock(&bnad->conf_mutex); in bnad_open()
2777 mutex_lock(&bnad->conf_mutex); in bnad_stop()
2782 init_completion(&bnad->bnad_completions.enet_comp); in bnad_stop()
2784 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_stop()
2785 bna_enet_disable(&bnad->bna.enet, BNA_HARD_CLEANUP, in bnad_stop()
2787 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_stop()
2789 wait_for_completion(&bnad->bnad_completions.enet_comp); in bnad_stop()
2797 mutex_unlock(&bnad->conf_mutex); in bnad_stop()
2816 if (test_bit(BNAD_RF_CEE_RUNNING, &bnad->run_flags)) { in bnad_txq_wi_prepare()
2817 vlan_tag = ((tcb->priority & 0x7) << VLAN_PRIO_SHIFT) in bnad_txq_wi_prepare()
2821 txqent->hdr.wi.vlan_tag = htons(vlan_tag); in bnad_txq_wi_prepare()
2824 gso_size = skb_shinfo(skb)->gso_size; in bnad_txq_wi_prepare()
2825 if (unlikely(gso_size > bnad->netdev->mtu)) { in bnad_txq_wi_prepare()
2827 return -EINVAL; in bnad_txq_wi_prepare()
2829 if (unlikely((gso_size + skb_tcp_all_headers(skb)) >= skb->len)) { in bnad_txq_wi_prepare()
2830 txqent->hdr.wi.opcode = htons(BNA_TXQ_WI_SEND); in bnad_txq_wi_prepare()
2831 txqent->hdr.wi.lso_mss = 0; in bnad_txq_wi_prepare()
2834 txqent->hdr.wi.opcode = htons(BNA_TXQ_WI_SEND_LSO); in bnad_txq_wi_prepare()
2835 txqent->hdr.wi.lso_mss = htons(gso_size); in bnad_txq_wi_prepare()
2840 return -EINVAL; in bnad_txq_wi_prepare()
2844 txqent->hdr.wi.l4_hdr_size_n_offset = in bnad_txq_wi_prepare()
2848 txqent->hdr.wi.opcode = htons(BNA_TXQ_WI_SEND); in bnad_txq_wi_prepare()
2849 txqent->hdr.wi.lso_mss = 0; in bnad_txq_wi_prepare()
2851 if (unlikely(skb->len > (bnad->netdev->mtu + VLAN_ETH_HLEN))) { in bnad_txq_wi_prepare()
2853 return -EINVAL; in bnad_txq_wi_prepare()
2856 if (skb->ip_summed == CHECKSUM_PARTIAL) { in bnad_txq_wi_prepare()
2861 proto = ip_hdr(skb)->protocol; in bnad_txq_wi_prepare()
2865 proto = ipv6_hdr(skb)->nexthdr; in bnad_txq_wi_prepare()
2870 txqent->hdr.wi.l4_hdr_size_n_offset = in bnad_txq_wi_prepare()
2879 return -EINVAL; in bnad_txq_wi_prepare()
2883 txqent->hdr.wi.l4_hdr_size_n_offset = in bnad_txq_wi_prepare()
2892 return -EINVAL; in bnad_txq_wi_prepare()
2897 return -EINVAL; in bnad_txq_wi_prepare()
2900 txqent->hdr.wi.l4_hdr_size_n_offset = 0; in bnad_txq_wi_prepare()
2903 txqent->hdr.wi.flags = htons(flags); in bnad_txq_wi_prepare()
2904 txqent->hdr.wi.frame_length = htonl(skb->len); in bnad_txq_wi_prepare()
2921 u32 wis, vectors, len; in bnad_start_xmit() local
2930 if (unlikely(skb->len <= ETH_HLEN)) { in bnad_start_xmit()
2946 tcb = bnad->tx_info[0].tcb[txq_id]; in bnad_start_xmit()
2952 if (unlikely(!tcb || !test_bit(BNAD_TXQ_TX_STARTED, &tcb->flags))) { in bnad_start_xmit()
2958 q_depth = tcb->q_depth; in bnad_start_xmit()
2959 prod = tcb->producer_index; in bnad_start_xmit()
2960 unmap_q = tcb->unmap_q; in bnad_start_xmit()
2962 vectors = 1 + skb_shinfo(skb)->nr_frags; in bnad_start_xmit()
2963 wis = BNA_TXQ_WI_NEEDED(vectors); /* 4 vectors per work item */ in bnad_start_xmit()
2965 if (unlikely(vectors > BFI_TX_MAX_VECTORS_PER_PKT)) { in bnad_start_xmit()
2973 if ((*tcb->hw_consumer_index != tcb->consumer_index) && in bnad_start_xmit()
2974 !test_and_set_bit(BNAD_TXQ_FREE_SENT, &tcb->flags)) { in bnad_start_xmit()
2977 if (likely(test_bit(BNAD_TXQ_TX_STARTED, &tcb->flags))) in bnad_start_xmit()
2978 bna_ib_ack(tcb->i_dbell, sent); in bnad_start_xmit()
2980 clear_bit(BNAD_TXQ_FREE_SENT, &tcb->flags); in bnad_start_xmit()
3001 txqent = &((struct bna_txq_entry *)tcb->sw_q)[prod]; in bnad_start_xmit()
3009 txqent->hdr.wi.reserved = 0; in bnad_start_xmit()
3010 txqent->hdr.wi.num_vectors = vectors; in bnad_start_xmit()
3012 head_unmap->skb = skb; in bnad_start_xmit()
3013 head_unmap->nvecs = 0; in bnad_start_xmit()
3015 /* Program the vectors */ in bnad_start_xmit()
3017 dma_addr = dma_map_single(&bnad->pcidev->dev, skb->data, in bnad_start_xmit()
3019 if (dma_mapping_error(&bnad->pcidev->dev, dma_addr)) { in bnad_start_xmit()
3024 BNA_SET_DMA_ADDR(dma_addr, &txqent->vector[0].host_addr); in bnad_start_xmit()
3025 txqent->vector[0].length = htons(len); in bnad_start_xmit()
3026 dma_unmap_addr_set(&unmap->vectors[0], dma_addr, dma_addr); in bnad_start_xmit()
3027 head_unmap->nvecs++; in bnad_start_xmit()
3029 for (i = 0, vect_id = 0; i < vectors - 1; i++) { in bnad_start_xmit()
3030 const skb_frag_t *frag = &skb_shinfo(skb)->frags[i]; in bnad_start_xmit()
3034 /* Undo the changes starting at tcb->producer_index */ in bnad_start_xmit()
3036 tcb->producer_index); in bnad_start_xmit()
3048 txqent = &((struct bna_txq_entry *)tcb->sw_q)[prod]; in bnad_start_xmit()
3049 txqent->hdr.wi_ext.opcode = htons(BNA_TXQ_WI_EXTENSION); in bnad_start_xmit()
3053 dma_addr = skb_frag_dma_map(&bnad->pcidev->dev, frag, in bnad_start_xmit()
3055 if (dma_mapping_error(&bnad->pcidev->dev, dma_addr)) { in bnad_start_xmit()
3056 /* Undo the changes starting at tcb->producer_index */ in bnad_start_xmit()
3058 tcb->producer_index); in bnad_start_xmit()
3064 dma_unmap_len_set(&unmap->vectors[vect_id], dma_len, size); in bnad_start_xmit()
3065 BNA_SET_DMA_ADDR(dma_addr, &txqent->vector[vect_id].host_addr); in bnad_start_xmit()
3066 txqent->vector[vect_id].length = htons(size); in bnad_start_xmit()
3067 dma_unmap_addr_set(&unmap->vectors[vect_id], dma_addr, in bnad_start_xmit()
3069 head_unmap->nvecs++; in bnad_start_xmit()
3072 if (unlikely(len != skb->len)) { in bnad_start_xmit()
3073 /* Undo the changes starting at tcb->producer_index */ in bnad_start_xmit()
3074 bnad_tx_buff_unmap(bnad, unmap_q, q_depth, tcb->producer_index); in bnad_start_xmit()
3081 tcb->producer_index = prod; in bnad_start_xmit()
3085 if (unlikely(!test_bit(BNAD_TXQ_TX_STARTED, &tcb->flags))) in bnad_start_xmit()
3105 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_get_stats64()
3110 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_get_stats64()
3116 struct net_device *netdev = bnad->netdev; in bnad_set_rx_ucast_fltr()
3123 if (netdev_uc_empty(bnad->netdev)) { in bnad_set_rx_ucast_fltr()
3124 bna_rx_ucast_listset(bnad->rx_info[0].rx, 0, NULL); in bnad_set_rx_ucast_fltr()
3128 if (uc_count > bna_attr(&bnad->bna)->num_ucmac) in bnad_set_rx_ucast_fltr()
3137 ether_addr_copy(&mac_list[entry * ETH_ALEN], &ha->addr[0]); in bnad_set_rx_ucast_fltr()
3141 ret = bna_rx_ucast_listset(bnad->rx_info[0].rx, entry, mac_list); in bnad_set_rx_ucast_fltr()
3151 bnad->cfg_flags |= BNAD_CF_DEFAULT; in bnad_set_rx_ucast_fltr()
3152 bna_rx_ucast_listset(bnad->rx_info[0].rx, 0, NULL); in bnad_set_rx_ucast_fltr()
3158 struct net_device *netdev = bnad->netdev; in bnad_set_rx_mcast_fltr()
3163 if (netdev->flags & IFF_ALLMULTI) in bnad_set_rx_mcast_fltr()
3169 if (mc_count > bna_attr(&bnad->bna)->num_mcmac) in bnad_set_rx_mcast_fltr()
3181 ret = bna_rx_mcast_listset(bnad->rx_info[0].rx, mc_count + 1, mac_list); in bnad_set_rx_mcast_fltr()
3190 bnad->cfg_flags |= BNAD_CF_ALLMULTI; in bnad_set_rx_mcast_fltr()
3191 bna_rx_mcast_delall(bnad->rx_info[0].rx); in bnad_set_rx_mcast_fltr()
3201 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_set_rx_mode()
3203 if (bnad->rx_info[0].rx == NULL) { in bnad_set_rx_mode()
3204 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_set_rx_mode()
3209 bnad->cfg_flags &= ~(BNAD_CF_PROMISC | BNAD_CF_DEFAULT | in bnad_set_rx_mode()
3213 if (netdev->flags & IFF_PROMISC) { in bnad_set_rx_mode()
3215 bnad->cfg_flags |= BNAD_CF_PROMISC; in bnad_set_rx_mode()
3219 if (bnad->cfg_flags & BNAD_CF_ALLMULTI) in bnad_set_rx_mode()
3224 if (bnad->cfg_flags & BNAD_CF_DEFAULT) in bnad_set_rx_mode()
3230 bna_rx_mode_set(bnad->rx_info[0].rx, new_mode, mode_mask); in bnad_set_rx_mode()
3232 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_set_rx_mode()
3236 * bna_lock is used to sync writes to netdev->addr
3238 * in a non-blocking context.
3248 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_set_mac_address()
3250 err = bnad_mac_addr_set_locked(bnad, sa->sa_data); in bnad_set_mac_address()
3252 eth_hw_addr_set(netdev, sa->sa_data); in bnad_set_mac_address()
3254 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_set_mac_address()
3264 init_completion(&bnad->bnad_completions.mtu_comp); in bnad_mtu_set()
3266 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_mtu_set()
3267 bna_enet_mtu_set(&bnad->bna.enet, frame_size, bnad_cb_enet_mtu_set); in bnad_mtu_set()
3268 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_mtu_set()
3270 wait_for_completion(&bnad->bnad_completions.mtu_comp); in bnad_mtu_set()
3272 return bnad->bnad_completions.mtu_comp_status; in bnad_mtu_set()
3282 mutex_lock(&bnad->conf_mutex); in bnad_change_mtu()
3284 mtu = netdev->mtu; in bnad_change_mtu()
3285 WRITE_ONCE(netdev->mtu, new_mtu); in bnad_change_mtu()
3290 /* check if multi-buffer needs to be enabled */ in bnad_change_mtu()
3292 netif_running(bnad->netdev)) { in bnad_change_mtu()
3301 err = -EBUSY; in bnad_change_mtu()
3303 mutex_unlock(&bnad->conf_mutex); in bnad_change_mtu()
3313 if (!bnad->rx_info[0].rx) in bnad_vlan_rx_add_vid()
3316 mutex_lock(&bnad->conf_mutex); in bnad_vlan_rx_add_vid()
3318 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_vlan_rx_add_vid()
3319 bna_rx_vlan_add(bnad->rx_info[0].rx, vid); in bnad_vlan_rx_add_vid()
3320 set_bit(vid, bnad->active_vlans); in bnad_vlan_rx_add_vid()
3321 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_vlan_rx_add_vid()
3323 mutex_unlock(&bnad->conf_mutex); in bnad_vlan_rx_add_vid()
3334 if (!bnad->rx_info[0].rx) in bnad_vlan_rx_kill_vid()
3337 mutex_lock(&bnad->conf_mutex); in bnad_vlan_rx_kill_vid()
3339 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_vlan_rx_kill_vid()
3340 clear_bit(vid, bnad->active_vlans); in bnad_vlan_rx_kill_vid()
3341 bna_rx_vlan_del(bnad->rx_info[0].rx, vid); in bnad_vlan_rx_kill_vid()
3342 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_vlan_rx_kill_vid()
3344 mutex_unlock(&bnad->conf_mutex); in bnad_vlan_rx_kill_vid()
3352 netdev_features_t changed = features ^ dev->features; in bnad_set_features()
3357 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_set_features()
3360 bna_rx_vlan_strip_enable(bnad->rx_info[0].rx); in bnad_set_features()
3362 bna_rx_vlan_strip_disable(bnad->rx_info[0].rx); in bnad_set_features()
3364 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_set_features()
3380 if (!(bnad->cfg_flags & BNAD_CF_MSIX)) { in bnad_netpoll()
3381 bna_intx_disable(&bnad->bna, curr_mask); in bnad_netpoll()
3382 bnad_isr(bnad->pcidev->irq, netdev); in bnad_netpoll()
3383 bna_intx_enable(&bnad->bna, curr_mask); in bnad_netpoll()
3391 for (i = 0; i < bnad->num_rx; i++) { in bnad_netpoll()
3392 rx_info = &bnad->rx_info[i]; in bnad_netpoll()
3393 if (!rx_info->rx) in bnad_netpoll()
3395 for (j = 0; j < bnad->num_rxp_per_rx; j++) { in bnad_netpoll()
3396 rx_ctrl = &rx_info->rx_ctrl[j]; in bnad_netpoll()
3397 if (rx_ctrl->ccb) in bnad_netpoll()
3399 rx_ctrl->ccb); in bnad_netpoll()
3426 struct net_device *netdev = bnad->netdev; in bnad_netdev_init()
3428 netdev->hw_features = NETIF_F_SG | NETIF_F_RXCSUM | in bnad_netdev_init()
3433 netdev->vlan_features = NETIF_F_SG | NETIF_F_HIGHDMA | in bnad_netdev_init()
3437 netdev->features |= netdev->hw_features | NETIF_F_HW_VLAN_CTAG_FILTER | in bnad_netdev_init()
3440 netdev->mem_start = bnad->mmio_start; in bnad_netdev_init()
3441 netdev->mem_end = bnad->mmio_start + bnad->mmio_len - 1; in bnad_netdev_init()
3443 /* MTU range: 46 - 9000 */ in bnad_netdev_init()
3444 netdev->min_mtu = ETH_ZLEN - ETH_HLEN; in bnad_netdev_init()
3445 netdev->max_mtu = BNAD_JUMBO_MTU; in bnad_netdev_init()
3447 netdev->netdev_ops = &bnad_netdev_ops; in bnad_netdev_init()
3454 * 3. Initialize no. of TxQ & CQs & MSIX vectors
3463 SET_NETDEV_DEV(netdev, &pdev->dev); in bnad_init()
3466 bnad->netdev = netdev; in bnad_init()
3467 bnad->pcidev = pdev; in bnad_init()
3468 bnad->mmio_start = pci_resource_start(pdev, 0); in bnad_init()
3469 bnad->mmio_len = pci_resource_len(pdev, 0); in bnad_init()
3470 bnad->bar0 = ioremap(bnad->mmio_start, bnad->mmio_len); in bnad_init()
3471 if (!bnad->bar0) { in bnad_init()
3472 dev_err(&pdev->dev, "ioremap for bar0 failed\n"); in bnad_init()
3473 return -ENOMEM; in bnad_init()
3475 dev_info(&pdev->dev, "bar0 mapped to %p, len %llu\n", bnad->bar0, in bnad_init()
3476 (unsigned long long) bnad->mmio_len); in bnad_init()
3478 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_init()
3480 bnad->cfg_flags = BNAD_CF_MSIX; in bnad_init()
3482 bnad->cfg_flags |= BNAD_CF_DIM_ENABLED; in bnad_init()
3485 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_init()
3487 bnad->msix_num = (bnad->num_tx * bnad->num_txq_per_tx) + in bnad_init()
3488 (bnad->num_rx * bnad->num_rxp_per_rx) + in bnad_init()
3491 bnad->txq_depth = BNAD_TXQ_DEPTH; in bnad_init()
3492 bnad->rxq_depth = BNAD_RXQ_DEPTH; in bnad_init()
3494 bnad->tx_coalescing_timeo = BFI_TX_COALESCING_TIMEO; in bnad_init()
3495 bnad->rx_coalescing_timeo = BFI_RX_COALESCING_TIMEO; in bnad_init()
3497 sprintf(bnad->wq_name, "%s_wq_%d", BNAD_NAME, bnad->id); in bnad_init()
3498 bnad->work_q = create_singlethread_workqueue(bnad->wq_name); in bnad_init()
3499 if (!bnad->work_q) { in bnad_init()
3500 iounmap(bnad->bar0); in bnad_init()
3501 return -ENOMEM; in bnad_init()
3515 if (bnad->work_q) { in bnad_uninit()
3516 destroy_workqueue(bnad->work_q); in bnad_uninit()
3517 bnad->work_q = NULL; in bnad_uninit()
3520 if (bnad->bar0) in bnad_uninit()
3521 iounmap(bnad->bar0); in bnad_uninit()
3533 spin_lock_init(&bnad->bna_lock); in bnad_lock_init()
3534 mutex_init(&bnad->conf_mutex); in bnad_lock_init()
3540 mutex_destroy(&bnad->conf_mutex); in bnad_lock_uninit()
3555 err = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64)); in bnad_pci_init()
3590 dev_err(&pdev->dev, "failed to load firmware image!\n"); in bnad_pci_probe()
3591 return -ENODEV; in bnad_pci_probe()
3597 * bnad = netdev->priv in bnad_pci_probe()
3601 err = -ENOMEM; in bnad_pci_probe()
3606 bnad->id = atomic_inc_return(&bna_id) - 1; in bnad_pci_probe()
3608 mutex_lock(&bnad->conf_mutex); in bnad_pci_probe()
3633 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_pci_probe()
3634 bna_res_req(&bnad->res_info[0]); in bnad_pci_probe()
3635 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_pci_probe()
3638 err = bnad_res_alloc(bnad, &bnad->res_info[0], BNA_RES_T_MAX); in bnad_pci_probe()
3642 bna = &bnad->bna; in bnad_pci_probe()
3645 pcidev_info.pci_slot = PCI_SLOT(bnad->pcidev->devfn); in bnad_pci_probe()
3646 pcidev_info.pci_func = PCI_FUNC(bnad->pcidev->devfn); in bnad_pci_probe()
3647 pcidev_info.device_id = bnad->pcidev->device; in bnad_pci_probe()
3648 pcidev_info.pci_bar_kva = bnad->bar0; in bnad_pci_probe()
3650 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_pci_probe()
3651 bna_init(bna, bnad, &pcidev_info, &bnad->res_info[0]); in bnad_pci_probe()
3652 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_pci_probe()
3654 bnad->stats.bna_stats = &bna->stats; in bnad_pci_probe()
3662 timer_setup(&bnad->bna.ioceth.ioc.ioc_timer, bnad_ioc_timeout, 0); in bnad_pci_probe()
3663 timer_setup(&bnad->bna.ioceth.ioc.hb_timer, bnad_ioc_hb_check, 0); in bnad_pci_probe()
3664 timer_setup(&bnad->bna.ioceth.ioc.iocpf_timer, bnad_iocpf_timeout, 0); in bnad_pci_probe()
3665 timer_setup(&bnad->bna.ioceth.ioc.sem_timer, bnad_iocpf_sem_timeout, in bnad_pci_probe()
3675 dev_err(&pdev->dev, "initialization failed err=%d\n", err); in bnad_pci_probe()
3679 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_pci_probe()
3682 bnad_q_num_adjust(bnad, bna_attr(bna)->num_txq - 1, in bnad_pci_probe()
3683 bna_attr(bna)->num_rxp - 1); in bnad_pci_probe()
3686 err = -EIO; in bnad_pci_probe()
3688 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_pci_probe()
3692 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_pci_probe()
3693 bna_mod_res_req(&bnad->bna, &bnad->mod_res_info[0]); in bnad_pci_probe()
3694 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_pci_probe()
3696 err = bnad_res_alloc(bnad, &bnad->mod_res_info[0], BNA_MOD_RES_T_MAX); in bnad_pci_probe()
3698 err = -EIO; in bnad_pci_probe()
3702 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_pci_probe()
3703 bna_mod_init(&bnad->bna, &bnad->mod_res_info[0]); in bnad_pci_probe()
3704 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_pci_probe()
3706 /* Get the burnt-in mac */ in bnad_pci_probe()
3707 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_pci_probe()
3708 bna_enet_perm_mac_get(&bna->enet, bnad->perm_addr); in bnad_pci_probe()
3710 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_pci_probe()
3712 mutex_unlock(&bnad->conf_mutex); in bnad_pci_probe()
3717 dev_err(&pdev->dev, "registering net device failed\n"); in bnad_pci_probe()
3720 set_bit(BNAD_RF_NETDEV_REGISTERED, &bnad->run_flags); in bnad_pci_probe()
3725 mutex_unlock(&bnad->conf_mutex); in bnad_pci_probe()
3729 mutex_lock(&bnad->conf_mutex); in bnad_pci_probe()
3730 bnad_res_free(bnad, &bnad->mod_res_info[0], BNA_MOD_RES_T_MAX); in bnad_pci_probe()
3733 timer_delete_sync(&bnad->bna.ioceth.ioc.ioc_timer); in bnad_pci_probe()
3734 timer_delete_sync(&bnad->bna.ioceth.ioc.sem_timer); in bnad_pci_probe()
3735 timer_delete_sync(&bnad->bna.ioceth.ioc.hb_timer); in bnad_pci_probe()
3736 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_pci_probe()
3738 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_pci_probe()
3742 bnad_res_free(bnad, &bnad->res_info[0], BNA_RES_T_MAX); in bnad_pci_probe()
3745 kfree(bnad->regdata); in bnad_pci_probe()
3751 mutex_unlock(&bnad->conf_mutex); in bnad_pci_probe()
3769 bna = &bnad->bna; in bnad_pci_remove()
3771 if (test_and_clear_bit(BNAD_RF_NETDEV_REGISTERED, &bnad->run_flags)) in bnad_pci_remove()
3774 mutex_lock(&bnad->conf_mutex); in bnad_pci_remove()
3776 timer_delete_sync(&bnad->bna.ioceth.ioc.ioc_timer); in bnad_pci_remove()
3777 timer_delete_sync(&bnad->bna.ioceth.ioc.sem_timer); in bnad_pci_remove()
3778 timer_delete_sync(&bnad->bna.ioceth.ioc.hb_timer); in bnad_pci_remove()
3779 spin_lock_irqsave(&bnad->bna_lock, flags); in bnad_pci_remove()
3781 spin_unlock_irqrestore(&bnad->bna_lock, flags); in bnad_pci_remove()
3783 bnad_res_free(bnad, &bnad->mod_res_info[0], BNA_MOD_RES_T_MAX); in bnad_pci_remove()
3784 bnad_res_free(bnad, &bnad->res_info[0], BNA_RES_T_MAX); in bnad_pci_remove()
3788 mutex_unlock(&bnad->conf_mutex); in bnad_pci_remove()
3791 kfree(bnad->regdata); in bnad_pci_remove()
3850 MODULE_DESCRIPTION("QLogic BR-series 10G PCIe Ethernet driver");