Lines Matching full:net_device
35 int netvsc_switch_datapath(struct net_device *ndev, bool vf) in netvsc_switch_datapath()
130 struct netvsc_device *net_device; in alloc_net_device() local
132 net_device = kzalloc(sizeof(struct netvsc_device), GFP_KERNEL); in alloc_net_device()
133 if (!net_device) in alloc_net_device()
136 init_waitqueue_head(&net_device->wait_drain); in alloc_net_device()
137 net_device->destroy = false; in alloc_net_device()
138 net_device->tx_disable = true; in alloc_net_device()
140 net_device->max_pkt = RNDIS_MAX_PKT_DEFAULT; in alloc_net_device()
141 net_device->pkt_align = RNDIS_PKT_ALIGN_DEFAULT; in alloc_net_device()
143 init_completion(&net_device->channel_init_wait); in alloc_net_device()
144 init_waitqueue_head(&net_device->subchan_open); in alloc_net_device()
145 INIT_WORK(&net_device->subchan_work, netvsc_subchan_work); in alloc_net_device()
147 return net_device; in alloc_net_device()
176 struct netvsc_device *net_device, in netvsc_revoke_recv_buf() argument
177 struct net_device *ndev) in netvsc_revoke_recv_buf()
188 if (net_device->recv_section_cnt) { in netvsc_revoke_recv_buf()
190 revoke_packet = &net_device->revoke_packet; in netvsc_revoke_recv_buf()
221 net_device->recv_section_cnt = 0; in netvsc_revoke_recv_buf()
226 struct netvsc_device *net_device, in netvsc_revoke_send_buf() argument
227 struct net_device *ndev) in netvsc_revoke_send_buf()
238 if (net_device->send_section_cnt) { in netvsc_revoke_send_buf()
240 revoke_packet = &net_device->revoke_packet; in netvsc_revoke_send_buf()
272 net_device->send_section_cnt = 0; in netvsc_revoke_send_buf()
277 struct netvsc_device *net_device, in netvsc_teardown_recv_gpadl() argument
278 struct net_device *ndev) in netvsc_teardown_recv_gpadl()
282 if (net_device->recv_buf_gpadl_handle.gpadl_handle) { in netvsc_teardown_recv_gpadl()
284 &net_device->recv_buf_gpadl_handle); in netvsc_teardown_recv_gpadl()
298 struct netvsc_device *net_device, in netvsc_teardown_send_gpadl() argument
299 struct net_device *ndev) in netvsc_teardown_send_gpadl()
303 if (net_device->send_buf_gpadl_handle.gpadl_handle) { in netvsc_teardown_send_gpadl()
305 &net_device->send_buf_gpadl_handle); in netvsc_teardown_send_gpadl()
318 int netvsc_alloc_recv_comp_ring(struct netvsc_device *net_device, u32 q_idx) in netvsc_alloc_recv_comp_ring() argument
320 struct netvsc_channel *nvchan = &net_device->chan_table[q_idx]; in netvsc_alloc_recv_comp_ring()
324 size = net_device->recv_completion_cnt * sizeof(struct recv_comp_data); in netvsc_alloc_recv_comp_ring()
333 struct netvsc_device *net_device, in netvsc_init_buf() argument
337 struct net_device *ndev = hv_get_drvdata(device); in netvsc_init_buf()
347 if (net_device->nvsp_version <= NVSP_PROTOCOL_VERSION_2) in netvsc_init_buf()
351 net_device->recv_buf = vzalloc(buf_size); in netvsc_init_buf()
352 if (!net_device->recv_buf) { in netvsc_init_buf()
360 net_device->recv_buf_size = buf_size; in netvsc_init_buf()
367 ret = vmbus_establish_gpadl(device->channel, net_device->recv_buf, in netvsc_init_buf()
369 &net_device->recv_buf_gpadl_handle); in netvsc_init_buf()
377 init_packet = &net_device->channel_init_pkt; in netvsc_init_buf()
381 gpadl_handle = net_device->recv_buf_gpadl_handle.gpadl_handle; in netvsc_init_buf()
399 wait_for_completion(&net_device->channel_init_wait); in netvsc_init_buf()
422 net_device->recv_section_size = resp->sections[0].sub_alloc_size; in netvsc_init_buf()
423 net_device->recv_section_cnt = resp->sections[0].num_sub_allocs; in netvsc_init_buf()
426 if (net_device->recv_section_size < NETVSC_MTU_MIN || (u64)net_device->recv_section_size * in netvsc_init_buf()
427 (u64)net_device->recv_section_cnt > (u64)buf_size) { in netvsc_init_buf()
429 net_device->recv_section_size); in netvsc_init_buf()
435 struct netvsc_channel *nvchan = &net_device->chan_table[i]; in netvsc_init_buf()
437 nvchan->recv_buf = kzalloc(net_device->recv_section_size, GFP_KERNEL); in netvsc_init_buf()
448 net_device->recv_completion_cnt = net_device->recv_section_cnt + 1; in netvsc_init_buf()
449 ret = netvsc_alloc_recv_comp_ring(net_device, 0); in netvsc_init_buf()
457 net_device->send_buf = vzalloc(buf_size); in netvsc_init_buf()
458 if (!net_device->send_buf) { in netvsc_init_buf()
464 net_device->send_buf_size = buf_size; in netvsc_init_buf()
470 ret = vmbus_establish_gpadl(device->channel, net_device->send_buf, in netvsc_init_buf()
472 &net_device->send_buf_gpadl_handle); in netvsc_init_buf()
480 init_packet = &net_device->channel_init_pkt; in netvsc_init_buf()
484 net_device->send_buf_gpadl_handle.gpadl_handle; in netvsc_init_buf()
501 wait_for_completion(&net_device->channel_init_wait); in netvsc_init_buf()
515 net_device->send_section_size = init_packet->msg. in netvsc_init_buf()
517 if (net_device->send_section_size < NETVSC_MTU_MIN) { in netvsc_init_buf()
519 net_device->send_section_size); in netvsc_init_buf()
525 net_device->send_section_cnt = buf_size / net_device->send_section_size; in netvsc_init_buf()
528 net_device->send_section_size, net_device->send_section_cnt); in netvsc_init_buf()
531 net_device->send_section_map = bitmap_zalloc(net_device->send_section_cnt, in netvsc_init_buf()
533 if (!net_device->send_section_map) { in netvsc_init_buf()
541 netvsc_revoke_recv_buf(device, net_device, ndev); in netvsc_init_buf()
542 netvsc_revoke_send_buf(device, net_device, ndev); in netvsc_init_buf()
543 netvsc_teardown_recv_gpadl(device, net_device, ndev); in netvsc_init_buf()
544 netvsc_teardown_send_gpadl(device, net_device, ndev); in netvsc_init_buf()
552 struct netvsc_device *net_device, in negotiate_nvsp_ver() argument
556 struct net_device *ndev = hv_get_drvdata(device); in negotiate_nvsp_ver()
575 wait_for_completion(&net_device->channel_init_wait); in negotiate_nvsp_ver()
614 struct netvsc_device *net_device, in netvsc_connect_vsp() argument
617 struct net_device *ndev = hv_get_drvdata(device); in netvsc_connect_vsp()
626 init_packet = &net_device->channel_init_pkt; in netvsc_connect_vsp()
630 if (negotiate_nvsp_ver(device, net_device, init_packet, in netvsc_connect_vsp()
632 net_device->nvsp_version = ver_list[i]; in netvsc_connect_vsp()
641 if (hv_is_isolation_supported() && net_device->nvsp_version < NVSP_PROTOCOL_VERSION_61) { in netvsc_connect_vsp()
643 net_device->nvsp_version, NVSP_PROTOCOL_VERSION_61); in netvsc_connect_vsp()
648 pr_debug("Negotiated NVSP version:%x\n", net_device->nvsp_version); in netvsc_connect_vsp()
653 if (net_device->nvsp_version <= NVSP_PROTOCOL_VERSION_4) in netvsc_connect_vsp()
677 ret = netvsc_init_buf(device, net_device, device_info); in netvsc_connect_vsp()
688 struct net_device *ndev = hv_get_drvdata(device); in netvsc_device_remove()
690 struct netvsc_device *net_device in netvsc_device_remove() local
698 netvsc_revoke_recv_buf(device, net_device, ndev); in netvsc_device_remove()
700 netvsc_teardown_recv_gpadl(device, net_device, ndev); in netvsc_device_remove()
702 netvsc_revoke_send_buf(device, net_device, ndev); in netvsc_device_remove()
704 netvsc_teardown_send_gpadl(device, net_device, ndev); in netvsc_device_remove()
709 for (i = 0; i < net_device->num_chn; i++) { in netvsc_device_remove()
713 napi_disable(&net_device->chan_table[i].napi); in netvsc_device_remove()
715 netif_napi_del(&net_device->chan_table[i].napi); in netvsc_device_remove()
719 * At this point, no one should be accessing net_device in netvsc_device_remove()
732 netvsc_teardown_recv_gpadl(device, net_device, ndev); in netvsc_device_remove()
733 netvsc_teardown_send_gpadl(device, net_device, ndev); in netvsc_device_remove()
737 free_netvsc_device_rcu(net_device); in netvsc_device_remove()
743 static inline void netvsc_free_send_slot(struct netvsc_device *net_device, in netvsc_free_send_slot() argument
746 sync_change_bit(index, net_device->send_section_map); in netvsc_free_send_slot()
749 static void netvsc_send_tx_complete(struct net_device *ndev, in netvsc_send_tx_complete()
750 struct netvsc_device *net_device, in netvsc_send_tx_complete() argument
777 netvsc_free_send_slot(net_device, send_index); in netvsc_send_tx_complete()
780 tx_stats = &net_device->chan_table[q_idx].tx_stats; in netvsc_send_tx_complete()
792 atomic_dec_return(&net_device->chan_table[q_idx].queue_sends); in netvsc_send_tx_complete()
794 if (unlikely(net_device->destroy)) { in netvsc_send_tx_complete()
796 wake_up(&net_device->wait_drain); in netvsc_send_tx_complete()
800 if (netif_tx_queue_stopped(txq) && !net_device->tx_disable && in netvsc_send_tx_complete()
809 static void netvsc_send_completion(struct net_device *ndev, in netvsc_send_completion()
810 struct netvsc_device *net_device, in netvsc_send_completion() argument
833 complete(&net_device->channel_init_wait); in netvsc_send_completion()
904 netvsc_send_tx_complete(ndev, net_device, incoming_channel, in netvsc_send_completion()
916 memcpy(&net_device->channel_init_pkt, nvsp_packet, in netvsc_send_completion()
918 complete(&net_device->channel_init_wait); in netvsc_send_completion()
921 static u32 netvsc_get_next_send_section(struct netvsc_device *net_device) in netvsc_get_next_send_section() argument
923 unsigned long *map_addr = net_device->send_section_map; in netvsc_get_next_send_section()
926 for_each_clear_bit(i, map_addr, net_device->send_section_cnt) { in netvsc_get_next_send_section()
934 static void netvsc_copy_to_send_buf(struct netvsc_device *net_device, in netvsc_copy_to_send_buf() argument
942 char *start = net_device->send_buf; in netvsc_copy_to_send_buf()
943 char *dest = start + (section_index * net_device->send_section_size) in netvsc_copy_to_send_buf()
952 remain = packet->total_data_buflen & (net_device->pkt_align - 1); in netvsc_copy_to_send_buf()
954 padding = net_device->pkt_align - remain; in netvsc_copy_to_send_buf()
1052 struct netvsc_device *net_device, in netvsc_send_pkt() argument
1060 &net_device->chan_table[packet->q_idx]; in netvsc_send_pkt()
1062 struct net_device *ndev = hv_get_drvdata(device); in netvsc_send_pkt()
1134 !net_device->tx_disable) { in netvsc_send_pkt()
1177 int netvsc_send(struct net_device *ndev, in netvsc_send()
1185 struct netvsc_device *net_device in netvsc_send() local
1198 if (unlikely(!net_device || net_device->destroy)) in netvsc_send()
1201 nvchan = &net_device->chan_table[packet->q_idx]; in netvsc_send()
1210 return netvsc_send_pkt(device, packet, net_device, pb, skb); in netvsc_send()
1217 try_batch = msd_len > 0 && msdp->count < net_device->max_pkt; in netvsc_send()
1218 if (try_batch && msd_len + pktlen + net_device->pkt_align < in netvsc_send()
1219 net_device->send_section_size) { in netvsc_send()
1223 net_device->send_section_size) { in netvsc_send()
1227 } else if (pktlen + net_device->pkt_align < in netvsc_send()
1228 net_device->send_section_size) { in netvsc_send()
1229 section_index = netvsc_get_next_send_section(net_device); in netvsc_send()
1246 netvsc_copy_to_send_buf(net_device, in netvsc_send()
1284 int m_ret = netvsc_send_pkt(device, msd_send, net_device, in netvsc_send()
1288 netvsc_free_send_slot(net_device, in netvsc_send()
1295 ret = netvsc_send_pkt(device, cur_send, net_device, pb, skb); in netvsc_send()
1298 netvsc_free_send_slot(net_device, section_index); in netvsc_send()
1304 static int send_recv_completions(struct net_device *ndev, in send_recv_completions()
1359 static void enq_receive_complete(struct net_device *ndev, in enq_receive_complete()
1389 static int netvsc_receive(struct net_device *ndev, in netvsc_receive()
1390 struct netvsc_device *net_device, in netvsc_receive() argument
1401 char *recv_buf = net_device->recv_buf; in netvsc_receive()
1455 if (unlikely(offset > net_device->recv_buf_size || in netvsc_receive()
1456 buflen > net_device->recv_buf_size - offset)) { in netvsc_receive()
1469 if (unlikely(buflen > net_device->recv_section_size)) { in netvsc_receive()
1474 buflen, net_device->recv_section_size); in netvsc_receive()
1486 ret = rndis_filter_receive(ndev, net_device, in netvsc_receive()
1496 enq_receive_complete(ndev, net_device, q_idx, in netvsc_receive()
1502 static void netvsc_send_table(struct net_device *ndev, in netvsc_send_table()
1548 static void netvsc_send_vf(struct net_device *ndev, in netvsc_send_vf()
1572 static void netvsc_receive_inband(struct net_device *ndev, in netvsc_receive_inband()
1601 struct netvsc_device *net_device, in netvsc_process_raw_pkt() argument
1602 struct net_device *ndev, in netvsc_process_raw_pkt()
1613 netvsc_send_completion(ndev, net_device, channel, desc, budget); in netvsc_process_raw_pkt()
1617 return netvsc_receive(ndev, net_device, nvchan, desc); in netvsc_process_raw_pkt()
1620 netvsc_receive_inband(ndev, net_device, desc); in netvsc_process_raw_pkt()
1647 struct netvsc_device *net_device = nvchan->net_device; in netvsc_poll() local
1650 struct net_device *ndev = hv_get_drvdata(device); in netvsc_poll()
1661 work_done += netvsc_process_raw_pkt(device, nvchan, net_device, in netvsc_poll()
1670 ret = send_recv_completions(ndev, net_device, nvchan); in netvsc_poll()
1718 struct netvsc_device *net_device; in netvsc_device_add() local
1719 struct net_device *ndev = hv_get_drvdata(device); in netvsc_device_add()
1722 net_device = alloc_net_device(); in netvsc_device_add()
1723 if (!net_device) in netvsc_device_add()
1742 struct netvsc_channel *nvchan = &net_device->chan_table[i]; in netvsc_device_add()
1745 nvchan->net_device = net_device; in netvsc_device_add()
1766 netif_napi_add(ndev, &net_device->chan_table[0].napi, netvsc_poll); in netvsc_device_add()
1776 netvsc_channel_cb, net_device->chan_table); in netvsc_device_add()
1786 napi_enable(&net_device->chan_table[0].napi); in netvsc_device_add()
1789 ret = netvsc_connect_vsp(device, net_device, device_info); in netvsc_device_add()
1799 rcu_assign_pointer(net_device_ctx->nvdev, net_device); in netvsc_device_add()
1801 return net_device; in netvsc_device_add()
1805 napi_disable(&net_device->chan_table[0].napi); in netvsc_device_add()
1811 netif_napi_del(&net_device->chan_table[0].napi); in netvsc_device_add()
1814 free_netvsc_device(&net_device->rcu); in netvsc_device_add()