Lines Matching refs:iwdev
300 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_send_cm_event()
383 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_create_event()
406 irdma_rem_ref_sqbuf(&cm_node->iwdev->vsi, send_entry->sqbuf); in irdma_free_retrans_entry()
441 struct irdma_sc_vsi *vsi = &cm_node->iwdev->vsi; in irdma_form_ah_cm_frame()
450 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, "AH invalid\n"); in irdma_form_ah_cm_frame()
456 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, "SQ buf NULL\n"); in irdma_form_ah_cm_frame()
552 struct irdma_sc_vsi *vsi = &cm_node->iwdev->vsi; in irdma_form_uda_cm_frame()
738 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_send_reset()
760 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_active_open_err()
782 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_passive_open_err()
806 if (!iwqp || !iwqp->iwdev) in irdma_event_connect_error()
842 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_process_options()
862 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_process_options()
894 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_handle_tcp_options()
957 if (cm_node->iwdev->iw_ooo) { in irdma_build_mpa_v2()
1042 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_send_mpa_request()
1153 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_negotiate_mpa_v2_ird_ord()
1176 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_parse_mpa()
1186 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_parse_mpa()
1192 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_parse_mpa()
1198 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_parse_mpa()
1207 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_parse_mpa()
1214 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_parse_mpa()
1221 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_parse_mpa()
1228 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_parse_mpa()
1276 struct irdma_sc_vsi *vsi = &cm_node->iwdev->vsi; in irdma_schedule_cm_timer()
1302 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_schedule_cm_timer()
1492 vsi = &cm_node->iwdev->vsi; in irdma_cm_timer_tick()
1597 struct irdma_sc_vsi *vsi = &cm_node->iwdev->vsi; in irdma_send_ack()
1679 irdma_del_multiple_qhash(struct irdma_device *iwdev, in irdma_del_multiple_qhash() argument
1688 spin_lock_irqsave(&iwdev->cm_core.listen_list_lock, flags); in irdma_del_multiple_qhash()
1694 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_del_multiple_qhash()
1700 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_del_multiple_qhash()
1710 ret = irdma_manage_qhash(iwdev, cm_info, in irdma_del_multiple_qhash()
1718 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_del_multiple_qhash()
1724 spin_unlock_irqrestore(&iwdev->cm_core.listen_list_lock, flags); in irdma_del_multiple_qhash()
1816 struct irdma_device *iwdev = cbs->iwdev; in irdma_add_mqh_ifa_cb() local
1827 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_add_mqh_ifa_cb()
1837 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_add_mqh_ifa_cb()
1847 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_add_mqh_ifa_cb()
1859 if (!iwdev->vsi.dscp_mode) in irdma_add_mqh_ifa_cb()
1864 ret = irdma_add_qhash_wait_no_lock(iwdev, cm_info); in irdma_add_mqh_ifa_cb()
1871 spin_lock_irqsave(&iwdev->cm_core.listen_list_lock, flags); in irdma_add_mqh_ifa_cb()
1874 spin_unlock_irqrestore(&iwdev->cm_core.listen_list_lock, flags); in irdma_add_mqh_ifa_cb()
1887 irdma_add_mqh(struct irdma_device *iwdev, in irdma_add_mqh() argument
1897 cbs.iwdev = iwdev; in irdma_add_mqh()
1912 (rdma_vlan_dev_real_dev(ifp) != iwdev->netdev)) && in irdma_add_mqh()
1913 ifp != iwdev->netdev) in irdma_add_mqh()
1995 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_dec_refcnt_listen()
2010 irdma_del_apbvt(listener->iwdev, in irdma_dec_refcnt_listen()
2017 nfo.qh_qpid = listener->iwdev->vsi.ilq->qp_id; in irdma_dec_refcnt_listen()
2020 irdma_del_multiple_qhash(listener->iwdev, &nfo, in irdma_dec_refcnt_listen()
2024 irdma_manage_qhash(listener->iwdev, in irdma_dec_refcnt_listen()
2033 irdma_debug(&listener->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_dec_refcnt_listen()
2152 struct irdma_device *iwdev = cm_node->iwdev; in irdma_cm_create_ah() local
2157 ether_addr_copy(ah_info.mac_addr, if_getlladdr(iwdev->netdev)); in irdma_cm_create_ah()
2161 ah_info.vsi = &iwdev->vsi; in irdma_cm_create_ah()
2187 irdma_arp_table(iwdev->rf, ah_info.dest_ip_addr, in irdma_cm_create_ah()
2190 if (irdma_puda_create_ah(&iwdev->rf->sc_dev, &ah_info, wait, in irdma_cm_create_ah()
2219 struct irdma_device *iwdev = cm_node->iwdev; in irdma_cm_free_ah() local
2226 queue_work(iwdev->cleanup_wq, &cm_node->ah->ah_free_work); in irdma_cm_free_ah()
2239 irdma_make_cm_node(struct irdma_cm_core *cm_core, struct irdma_device *iwdev, in irdma_make_cm_node() argument
2245 if_t netdev = iwdev->netdev; in irdma_make_cm_node()
2256 if (cm_node->vlan_id >= VLAN_N_VID && iwdev->dcb_vlan_mode) in irdma_make_cm_node()
2262 irdma_dev_warn(&iwdev->ibdev, in irdma_make_cm_node()
2265 if (iwdev->vsi.dscp_mode) { in irdma_make_cm_node()
2275 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_DCB, in irdma_make_cm_node()
2286 cm_node->iwdev = iwdev; in irdma_make_cm_node()
2287 cm_node->dev = &iwdev->rf->sc_dev; in irdma_make_cm_node()
2303 cm_node->tcp_cntxt.rcv_wscale = iwdev->rcv_wscale; in irdma_make_cm_node()
2304 cm_node->tcp_cntxt.rcv_wnd = iwdev->rcv_wnd >> cm_node->tcp_cntxt.rcv_wscale; in irdma_make_cm_node()
2307 arpindex = irdma_resolve_neigh_lpb_chk(iwdev, cm_node, cm_info); in irdma_make_cm_node()
2313 ether_addr_copy(cm_node->rem_mac, iwdev->rf->arp_table[arpindex].mac_addr); in irdma_make_cm_node()
2333 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_destroy_connection()
2346 irdma_del_apbvt(cm_node->iwdev, cm_node->apbvt_entry); in irdma_destroy_connection()
2351 nfo.qh_qpid = cm_node->iwdev->vsi.ilq->qp_id; in irdma_destroy_connection()
2352 irdma_manage_qhash(cm_node->iwdev, &nfo, in irdma_destroy_connection()
2369 nfo.qh_qpid = cm_node->iwdev->vsi.ilq->qp_id; in irdma_destroy_connection()
2370 irdma_manage_qhash(cm_node->iwdev, &nfo, in irdma_destroy_connection()
2479 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_handle_fin_pkt()
2494 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_handle_rst_pkt()
2572 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_handle_rcv_mpa()
2592 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_handle_rcv_mpa()
2637 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_check_seq()
2649 nfo.qh_qpid = cm_node->iwdev->vsi.ilq->qp_id; in irdma_add_conn_est_qh()
2650 irdma_manage_qhash(cm_node->iwdev, &nfo, in irdma_add_conn_est_qh()
2746 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_handle_synack_pkt()
2754 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_handle_synack_pkt()
2763 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_handle_synack_pkt()
2941 struct irdma_device *iwdev, in irdma_make_listen_node() argument
2981 listener->iwdev = iwdev; in irdma_make_listen_node()
3005 struct irdma_device *iwdev, in irdma_create_cm_node() argument
3015 cm_node = irdma_make_cm_node(cm_core, iwdev, cm_info, NULL); in irdma_create_cm_node()
3070 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_cm_reject()
3117 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_cm_close()
3141 struct irdma_device *iwdev = vsi->back_vsi; in irdma_receive_ilq() local
3142 struct irdma_cm_core *cm_core = &iwdev->cm_core; in irdma_receive_ilq()
3150 if (iwdev->rf->sc_dev.hw_attrs.uk_attrs.hw_rev >= IRDMA_GEN_2) { in irdma_receive_ilq()
3167 irdma_debug(&cm_core->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_receive_ilq()
3209 irdma_debug(&cm_core->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_receive_ilq()
3215 cm_node = irdma_make_cm_node(cm_core, iwdev, &cm_info, in irdma_receive_ilq()
3218 irdma_debug(&cm_core->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_receive_ilq()
3261 irdma_setup_cm_core(struct irdma_device *iwdev, u8 rdma_ver) in irdma_setup_cm_core() argument
3263 struct irdma_cm_core *cm_core = &iwdev->cm_core; in irdma_setup_cm_core()
3265 cm_core->iwdev = iwdev; in irdma_setup_cm_core()
3266 cm_core->dev = &iwdev->rf->sc_dev; in irdma_setup_cm_core()
3310 cm_core->dev->ws_reset(&cm_core->iwdev->vsi); in irdma_cleanup_cm_core()
3325 tcp_info->drop_ooo_seg = !iwqp->iwdev->iw_ooo; in irdma_init_tcp_ctx()
3363 tcp_info->arp_idx = (u16)irdma_arp_table(iwqp->iwdev->rf, in irdma_init_tcp_ctx()
3416 iwqp->tcp_info.src_mac_addr_idx = iwqp->iwdev->mac_ip_table_idx; in irdma_cm_init_tsa_conn()
3437 struct irdma_device *iwdev = iwqp->iwdev; in irdma_cm_disconn() local
3445 spin_lock_irqsave(&iwdev->rf->qptable_lock, flags); in irdma_cm_disconn()
3446 if (!iwdev->rf->qp_table[iwqp->ibqp.qp_num]) { in irdma_cm_disconn()
3447 spin_unlock_irqrestore(&iwdev->rf->qptable_lock, flags); in irdma_cm_disconn()
3448 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_cm_disconn()
3454 spin_unlock_irqrestore(&iwdev->rf->qptable_lock, flags); in irdma_cm_disconn()
3458 queue_work(iwdev->cleanup_wq, &work->work); in irdma_cm_disconn()
3468 struct irdma_device *iwdev = iwqp->iwdev; in irdma_qp_disconnect() local
3472 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, "Call close API\n"); in irdma_qp_disconnect()
3479 struct irdma_device *iwdev = iwqp->iwdev; in dump_qp_ae_info() local
3480 struct irdma_ae_info *ae_info = &iwdev->ae_info; in dump_qp_ae_info()
3506 irdma_dev_err(&iwdev->ibdev, in dump_qp_ae_info()
3525 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_AEQ, in dump_qp_ae_info()
3531 irdma_dev_err(&iwdev->ibdev, in dump_qp_ae_info()
3546 struct irdma_device *iwdev; in irdma_cm_disconn_true() local
3558 iwdev = iwqp->iwdev; in irdma_cm_disconn_true()
3563 if (rdma_protocol_roce(&iwdev->ibdev, 1)) { in irdma_cm_disconn_true()
3604 last_ae == IRDMA_AE_LLP_CONNECTION_RESET || iwdev->rf->reset || !cm_id) { in irdma_cm_disconn_true()
3624 spin_lock_irqsave(&iwdev->cm_core.ht_lock, flags); in irdma_cm_disconn_true()
3626 spin_unlock_irqrestore(&iwdev->cm_core.ht_lock, flags); in irdma_cm_disconn_true()
3631 spin_unlock_irqrestore(&iwdev->cm_core.ht_lock, flags); in irdma_cm_disconn_true()
3638 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_cm_disconn_true()
3647 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_cm_disconn_true()
3677 struct irdma_device *iwdev; in irdma_free_lsmm_rsrc() local
3679 iwdev = iwqp->iwdev; in irdma_free_lsmm_rsrc()
3683 iwdev->ibdev.dereg_mr(iwqp->lsmm_mr, NULL); in irdma_free_lsmm_rsrc()
3685 irdma_free_dma_mem(iwdev->rf->sc_dev.hw, in irdma_free_lsmm_rsrc()
3701 struct irdma_device *iwdev; in irdma_accept() local
3719 iwdev = iwqp->iwdev; in irdma_accept()
3720 dev = &iwdev->rf->sc_dev; in irdma_accept()
3731 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, "Accept vlan_id=%d\n", in irdma_accept()
3767 iwdev->rf->check_fc(&iwdev->vsi, &iwqp->sc_qp); in irdma_accept()
3812 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_accept()
3830 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_accept()
3853 struct irdma_device *iwdev; in irdma_reject() local
3859 iwdev = to_iwdev(cm_id->device); in irdma_reject()
3860 if (!iwdev) in irdma_reject()
3881 struct irdma_device *iwdev; in irdma_connect() local
3896 iwdev = iwqp->iwdev; in irdma_connect()
3897 if (!iwdev) in irdma_connect()
3914 if (iwdev->vsi.mtu < IRDMA_MIN_MTU_IPV4) in irdma_connect()
3926 if (iwdev->vsi.mtu < IRDMA_MIN_MTU_IPV6) in irdma_connect()
3939 cm_info.qh_qpid = iwdev->vsi.ilq->qp_id; in irdma_connect()
3941 if (iwdev->vsi.dscp_mode) { in irdma_connect()
3956 if (iwdev->rf->sc_dev.hw_attrs.uk_attrs.hw_rev == IRDMA_GEN_2) in irdma_connect()
3957 iwdev->rf->check_fc(&iwdev->vsi, &iwqp->sc_qp); in irdma_connect()
3958 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_DCB, "TOS:[%d] UP:[%d]\n", in irdma_connect()
3961 ret = irdma_create_cm_node(&iwdev->cm_core, iwdev, conn_param, &cm_info, in irdma_connect()
3968 if (irdma_manage_qhash(iwdev, &cm_info, in irdma_connect()
3976 cm_node->apbvt_entry = irdma_add_apbvt(iwdev, cm_info.loc_port); in irdma_connect()
3996 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_connect()
4005 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_connect()
4009 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_connect()
4013 iwdev->cm_core.stats_connect_errs++; in irdma_connect()
4026 struct irdma_device *iwdev; in irdma_create_listen() local
4034 iwdev = to_iwdev(cm_id->device); in irdma_create_listen()
4035 if (!iwdev) in irdma_create_listen()
4040 cm_info.qh_qpid = iwdev->vsi.ilq->qp_id; in irdma_create_listen()
4043 if (iwdev->vsi.mtu < IRDMA_MIN_MTU_IPV4) in irdma_create_listen()
4057 if (iwdev->vsi.mtu < IRDMA_MIN_MTU_IPV6) in irdma_create_listen()
4073 if (cm_info.vlan_id >= VLAN_N_VID && iwdev->dcb_vlan_mode) in irdma_create_listen()
4078 cm_listen_node = irdma_make_listen_node(&iwdev->cm_core, iwdev, in irdma_create_listen()
4081 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_create_listen()
4089 if (iwdev->vsi.dscp_mode) in irdma_create_listen()
4091 iwdev->vsi.dscp_map[irdma_tos2dscp(cm_id->tos)]; in irdma_create_listen()
4097 err = irdma_add_mqh(iwdev, &cm_info, cm_listen_node); in irdma_create_listen()
4101 if (!iwdev->vsi.dscp_mode) in irdma_create_listen()
4106 err = irdma_manage_qhash(iwdev, &cm_info, in irdma_create_listen()
4116 cm_listen_node->apbvt_entry = irdma_add_apbvt(iwdev, in irdma_create_listen()
4123 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_create_listen()
4133 irdma_cm_del_listen(&iwdev->cm_core, cm_listen_node, false); in irdma_create_listen()
4145 struct irdma_device *iwdev; in irdma_destroy_listen() local
4147 iwdev = to_iwdev(cm_id->device); in irdma_destroy_listen()
4149 irdma_cm_del_listen(&iwdev->cm_core, cm_id->provider_data, in irdma_destroy_listen()
4152 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_destroy_listen()
4207 irdma_roce_teardown_list_prep(struct irdma_device *iwdev, in irdma_roce_teardown_list_prep() argument
4213 struct irdma_sc_vsi *vsi = &iwdev->vsi; in irdma_roce_teardown_list_prep()
4245 spin_lock_irqsave(&iwdev->rf->qptable_lock, flags); in irdma_roce_teardown_list_prep()
4246 if (iwdev->rf->qp_table[sc_qp->qp_uk.qp_id]) { in irdma_roce_teardown_list_prep()
4250 spin_unlock_irqrestore(&iwdev->rf->qptable_lock, flags); in irdma_roce_teardown_list_prep()
4265 struct irdma_device *iwdev; in irdma_cm_event_connected() local
4277 iwdev = iwqp->iwdev; in irdma_cm_event_connected()
4278 dev = &iwdev->rf->sc_dev; in irdma_cm_event_connected()
4300 irdma_debug(&iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_cm_event_connected()
4338 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_cm_event_reset()
4390 irdma_debug(&cm_node->iwdev->rf->sc_dev, IRDMA_DEBUG_CM, in irdma_cm_event_handler()
4421 irdma_cm_teardown_connections(struct irdma_device *iwdev, in irdma_cm_teardown_connections() argument
4426 struct irdma_cm_core *cm_core = &iwdev->cm_core; in irdma_cm_teardown_connections()
4445 if (iwdev->rf->reset) in irdma_cm_teardown_connections()
4450 if (!rdma_protocol_roce(&iwdev->ibdev, 1)) in irdma_cm_teardown_connections()
4454 irdma_roce_teardown_list_prep(iwdev, &teardown_list, ipaddr, nfo, disconnect_all); in irdma_cm_teardown_connections()