Lines Matching +full:ether +full:- +full:link +full:- +full:active +full:- +full:low
1 // SPDX-License-Identifier: GPL-1.0+
98 /*---------------------------- Module parameters ----------------------------*/
138 MODULE_PARM_DESC(miimon, "Link check interval in milliseconds");
140 MODULE_PARM_DESC(updelay, "Delay before considering link up, in milliseconds");
142 MODULE_PARM_DESC(downdelay, "Delay before considering link down, "
148 MODULE_PARM_DESC(mode, "Mode of operation; 0 for balance-rr, "
149 "1 for active-backup, 2 for balance-xor, "
150 "3 for broadcast, 4 for 802.3ad, 5 for balance-tlb, "
151 "6 for balance-alb");
160 "2 for only on active slave "
173 MODULE_PARM_DESC(xmit_hash_policy, "balance-alb, balance-tlb, balance-xor, 802.3ad hashing method; "
183 "0 for none (default), 1 for active, "
188 MODULE_PARM_DESC(fail_over_mac, "For active-backup, do not set all slaves to "
190 "1 for active, 2 for follow");
193 "by setting active flag for all slaves; "
197 "link failure");
199 MODULE_PARM_DESC(packets_per_slave, "Packets to send per slave in balance-rr "
207 /*----------------------------- Global variables ----------------------------*/
260 /*-------------------------- Forward declarations ---------------------------*/
271 /*---------------------------- General routines -----------------------------*/
276 [BOND_MODE_ROUNDROBIN] = "load balancing (round-robin)", in bond_mode_name()
277 [BOND_MODE_ACTIVEBACKUP] = "fault-tolerance (active-backup)", in bond_mode_name()
279 [BOND_MODE_BROADCAST] = "fault-tolerance (broadcast)", in bond_mode_name()
280 [BOND_MODE_8023AD] = "IEEE 802.3ad Dynamic link aggregation", in bond_mode_name()
292 * bond_dev_queue_xmit - Prepare skb for xmit.
301 skb->dev = slave_dev; in bond_dev_queue_xmit()
303 BUILD_BUG_ON(sizeof(skb->queue_mapping) != in bond_dev_queue_xmit()
304 sizeof(qdisc_skb_cb(skb)->slave_dev_queue_mapping)); in bond_dev_queue_xmit()
305 skb_set_queue_mapping(skb, qdisc_skb_cb(skb)->slave_dev_queue_mapping); in bond_dev_queue_xmit()
307 if (unlikely(netpoll_tx_running(bond->dev))) in bond_dev_queue_xmit()
318 if (bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER34) in bond_sk_check()
337 if (bond->params.xmit_policy != BOND_XMIT_POLICY_VLAN_SRCMAC) in bond_xdp_check()
345 /*---------------------------------- VLAN -----------------------------------*/
364 * bond_vlan_rx_add_vid - Propagates adding an id to slaves
378 res = vlan_vid_add(slave->dev, proto, vid); in bond_vlan_rx_add_vid()
391 vlan_vid_del(rollback_slave->dev, proto, vid); in bond_vlan_rx_add_vid()
398 * bond_vlan_rx_kill_vid - Propagates deleting an id to slaves
411 vlan_vid_del(slave->dev, proto, vid); in bond_vlan_rx_kill_vid()
419 /*---------------------------------- XFRM -----------------------------------*/
423 * bond_ipsec_dev - Get active device for IPsec offload
432 struct net_device *bond_dev = xs->xso.dev; in bond_ipsec_dev()
440 slave = rcu_dereference(bond->curr_active_slave); in bond_ipsec_dev()
444 if (!xs->xso.real_dev) in bond_ipsec_dev()
447 if (xs->xso.real_dev != slave->dev) in bond_ipsec_dev()
449 bond_dev->name, slave->dev->name, xs->xso.real_dev->name); in bond_ipsec_dev()
451 return slave->dev; in bond_ipsec_dev()
455 * bond_ipsec_add_sa - program device with a security association
462 struct net_device *bond_dev = xs->xso.dev; in bond_ipsec_add_sa()
471 return -EINVAL; in bond_ipsec_add_sa()
475 slave = rcu_dereference(bond->curr_active_slave); in bond_ipsec_add_sa()
476 real_dev = slave ? slave->dev : NULL; in bond_ipsec_add_sa()
480 err = -ENODEV; in bond_ipsec_add_sa()
484 if (!real_dev->xfrmdev_ops || in bond_ipsec_add_sa()
485 !real_dev->xfrmdev_ops->xdo_dev_state_add || in bond_ipsec_add_sa()
488 err = -EINVAL; in bond_ipsec_add_sa()
494 err = -ENOMEM; in bond_ipsec_add_sa()
498 xs->xso.real_dev = real_dev; in bond_ipsec_add_sa()
499 err = real_dev->xfrmdev_ops->xdo_dev_state_add(xs, extack); in bond_ipsec_add_sa()
501 ipsec->xs = xs; in bond_ipsec_add_sa()
502 INIT_LIST_HEAD(&ipsec->list); in bond_ipsec_add_sa()
503 mutex_lock(&bond->ipsec_lock); in bond_ipsec_add_sa()
504 list_add(&ipsec->list, &bond->ipsec_list); in bond_ipsec_add_sa()
505 mutex_unlock(&bond->ipsec_lock); in bond_ipsec_add_sa()
516 struct net_device *bond_dev = bond->dev; in bond_ipsec_add_sa_all()
521 slave = rtnl_dereference(bond->curr_active_slave); in bond_ipsec_add_sa_all()
522 real_dev = slave ? slave->dev : NULL; in bond_ipsec_add_sa_all()
526 mutex_lock(&bond->ipsec_lock); in bond_ipsec_add_sa_all()
527 if (!real_dev->xfrmdev_ops || in bond_ipsec_add_sa_all()
528 !real_dev->xfrmdev_ops->xdo_dev_state_add || in bond_ipsec_add_sa_all()
530 if (!list_empty(&bond->ipsec_list)) in bond_ipsec_add_sa_all()
537 list_for_each_entry(ipsec, &bond->ipsec_list, list) { in bond_ipsec_add_sa_all()
539 if (ipsec->xs->xso.real_dev == real_dev) in bond_ipsec_add_sa_all()
542 ipsec->xs->xso.real_dev = real_dev; in bond_ipsec_add_sa_all()
543 if (real_dev->xfrmdev_ops->xdo_dev_state_add(ipsec->xs, NULL)) { in bond_ipsec_add_sa_all()
545 ipsec->xs->xso.real_dev = NULL; in bond_ipsec_add_sa_all()
549 mutex_unlock(&bond->ipsec_lock); in bond_ipsec_add_sa_all()
553 * bond_ipsec_del_sa - clear out this specific SA
558 struct net_device *bond_dev = xs->xso.dev; in bond_ipsec_del_sa()
570 slave = rcu_dereference(bond->curr_active_slave); in bond_ipsec_del_sa()
571 real_dev = slave ? slave->dev : NULL; in bond_ipsec_del_sa()
578 if (!xs->xso.real_dev) in bond_ipsec_del_sa()
581 WARN_ON(xs->xso.real_dev != real_dev); in bond_ipsec_del_sa()
583 if (!real_dev->xfrmdev_ops || in bond_ipsec_del_sa()
584 !real_dev->xfrmdev_ops->xdo_dev_state_delete || in bond_ipsec_del_sa()
590 real_dev->xfrmdev_ops->xdo_dev_state_delete(xs); in bond_ipsec_del_sa()
593 mutex_lock(&bond->ipsec_lock); in bond_ipsec_del_sa()
594 list_for_each_entry(ipsec, &bond->ipsec_list, list) { in bond_ipsec_del_sa()
595 if (ipsec->xs == xs) { in bond_ipsec_del_sa()
596 list_del(&ipsec->list); in bond_ipsec_del_sa()
601 mutex_unlock(&bond->ipsec_lock); in bond_ipsec_del_sa()
606 struct net_device *bond_dev = bond->dev; in bond_ipsec_del_sa_all()
611 slave = rtnl_dereference(bond->curr_active_slave); in bond_ipsec_del_sa_all()
612 real_dev = slave ? slave->dev : NULL; in bond_ipsec_del_sa_all()
616 mutex_lock(&bond->ipsec_lock); in bond_ipsec_del_sa_all()
617 list_for_each_entry(ipsec, &bond->ipsec_list, list) { in bond_ipsec_del_sa_all()
618 if (!ipsec->xs->xso.real_dev) in bond_ipsec_del_sa_all()
621 if (!real_dev->xfrmdev_ops || in bond_ipsec_del_sa_all()
622 !real_dev->xfrmdev_ops->xdo_dev_state_delete || in bond_ipsec_del_sa_all()
628 real_dev->xfrmdev_ops->xdo_dev_state_delete(ipsec->xs); in bond_ipsec_del_sa_all()
629 if (real_dev->xfrmdev_ops->xdo_dev_state_free) in bond_ipsec_del_sa_all()
630 real_dev->xfrmdev_ops->xdo_dev_state_free(ipsec->xs); in bond_ipsec_del_sa_all()
633 mutex_unlock(&bond->ipsec_lock); in bond_ipsec_del_sa_all()
638 struct net_device *bond_dev = xs->xso.dev; in bond_ipsec_free_sa()
649 slave = rcu_dereference(bond->curr_active_slave); in bond_ipsec_free_sa()
650 real_dev = slave ? slave->dev : NULL; in bond_ipsec_free_sa()
657 if (!xs->xso.real_dev) in bond_ipsec_free_sa()
660 WARN_ON(xs->xso.real_dev != real_dev); in bond_ipsec_free_sa()
662 if (real_dev && real_dev->xfrmdev_ops && in bond_ipsec_free_sa()
663 real_dev->xfrmdev_ops->xdo_dev_state_free) in bond_ipsec_free_sa()
664 real_dev->xfrmdev_ops->xdo_dev_state_free(xs); in bond_ipsec_free_sa()
670 * bond_ipsec_offload_ok - can this packet use the xfrm hw offload
690 * bond_advance_esn_state - ESN support for IPSec HW offload
702 if (!real_dev->xfrmdev_ops || in bond_advance_esn_state()
703 !real_dev->xfrmdev_ops->xdo_dev_state_advance_esn) { in bond_advance_esn_state()
704 …pr_warn_ratelimited("%s: %s doesn't support xdo_dev_state_advance_esn\n", __func__, real_dev->name… in bond_advance_esn_state()
708 real_dev->xfrmdev_ops->xdo_dev_state_advance_esn(xs); in bond_advance_esn_state()
714 * bond_xfrm_update_stats - Update xfrm state
726 if (!real_dev->xfrmdev_ops || in bond_xfrm_update_stats()
727 !real_dev->xfrmdev_ops->xdo_dev_state_update_stats) { in bond_xfrm_update_stats()
728 …pr_warn_ratelimited("%s: %s doesn't support xdo_dev_state_update_stats\n", __func__, real_dev->nam… in bond_xfrm_update_stats()
732 real_dev->xfrmdev_ops->xdo_dev_state_update_stats(xs); in bond_xfrm_update_stats()
747 /*------------------------------- Link status -------------------------------*/
767 if (slave->link == BOND_LINK_UP) { in bond_set_carrier()
768 if (!netif_carrier_ok(bond->dev)) { in bond_set_carrier()
769 netif_carrier_on(bond->dev); in bond_set_carrier()
777 if (netif_carrier_ok(bond->dev)) { in bond_set_carrier()
778 netif_carrier_off(bond->dev); in bond_set_carrier()
784 /* Get link speed and duplex from the slave's base driver
786 * values are invalid, set speed and duplex to -1,
792 struct net_device *slave_dev = slave->dev; in bond_update_speed_duplex()
796 slave->speed = SPEED_UNKNOWN; in bond_update_speed_duplex()
797 slave->duplex = DUPLEX_UNKNOWN; in bond_update_speed_duplex()
802 if (ecmd.base.speed == 0 || ecmd.base.speed == ((__u32)-1)) in bond_update_speed_duplex()
812 slave->speed = ecmd.base.speed; in bond_update_speed_duplex()
813 slave->duplex = ecmd.base.duplex; in bond_update_speed_duplex()
818 const char *bond_slave_link_status(s8 link) in bond_slave_link_status() argument
820 switch (link) { in bond_slave_link_status()
834 /* if <dev> supports MII link status reporting, check its link status.
839 * Return either BMSR_LSTATUS, meaning that the link is up (or we
840 * can't tell and just pretend it is), or 0, meaning that the link is
843 * If reporting is non-zero, instead of faking link up, return -1 if
852 const struct net_device_ops *slave_ops = slave_dev->netdev_ops; in bond_check_dev_link()
860 if (bond->params.use_carrier) in bond_check_dev_link()
863 /* Try to get link status using Ethtool first. */ in bond_check_dev_link()
864 if (slave_dev->ethtool_ops->get_link) { in bond_check_dev_link()
866 ret = slave_dev->ethtool_ops->get_link(slave_dev); in bond_check_dev_link()
873 if (slave_ops->ndo_eth_ioctl) { in bond_check_dev_link()
887 strscpy_pad(ifr.ifr_name, slave_dev->name, IFNAMSIZ); in bond_check_dev_link()
891 mii->reg_num = MII_BMSR; in bond_check_dev_link()
893 return mii->val_out & BMSR_LSTATUS; in bond_check_dev_link()
899 * cannot report link status). If not reporting, pretend in bond_check_dev_link()
902 return reporting ? -1 : BMSR_LSTATUS; in bond_check_dev_link()
905 /*----------------------------- Multicast list ------------------------------*/
914 struct slave *curr_active = rtnl_dereference(bond->curr_active_slave); in bond_set_promiscuity()
917 err = dev_set_promiscuity(curr_active->dev, inc); in bond_set_promiscuity()
922 err = dev_set_promiscuity(slave->dev, inc); in bond_set_promiscuity()
937 struct slave *curr_active = rtnl_dereference(bond->curr_active_slave); in bond_set_allmulti()
940 err = dev_set_allmulti(curr_active->dev, inc); in bond_set_allmulti()
945 err = dev_set_allmulti(slave->dev, inc); in bond_set_allmulti()
954 * device and retransmit an IGMP JOIN request to the current active
963 queue_delayed_work(bond->wq, &bond->mcast_work, 1); in bond_resend_igmp_join_requests_delayed()
966 call_netdevice_notifiers(NETDEV_RESEND_IGMP, bond->dev); in bond_resend_igmp_join_requests_delayed()
968 if (bond->igmp_retrans > 1) { in bond_resend_igmp_join_requests_delayed()
969 bond->igmp_retrans--; in bond_resend_igmp_join_requests_delayed()
970 queue_delayed_work(bond->wq, &bond->mcast_work, HZ/5); in bond_resend_igmp_join_requests_delayed()
988 /*--------------------------- Active slave change ---------------------------*/
991 * old active slaves (if any). Modes that are not using primary keep all
999 if (bond->dev->flags & IFF_PROMISC) in bond_hw_addr_swap()
1000 dev_set_promiscuity(old_active->dev, -1); in bond_hw_addr_swap()
1002 if (bond->dev->flags & IFF_ALLMULTI) in bond_hw_addr_swap()
1003 dev_set_allmulti(old_active->dev, -1); in bond_hw_addr_swap()
1005 if (bond->dev->flags & IFF_UP) in bond_hw_addr_swap()
1006 bond_hw_addr_flush(bond->dev, old_active->dev); in bond_hw_addr_swap()
1013 if (bond->dev->flags & IFF_PROMISC) in bond_hw_addr_swap()
1014 dev_set_promiscuity(new_active->dev, 1); in bond_hw_addr_swap()
1016 if (bond->dev->flags & IFF_ALLMULTI) in bond_hw_addr_swap()
1017 dev_set_allmulti(new_active->dev, 1); in bond_hw_addr_swap()
1019 if (bond->dev->flags & IFF_UP) { in bond_hw_addr_swap()
1020 netif_addr_lock_bh(bond->dev); in bond_hw_addr_swap()
1021 dev_uc_sync(new_active->dev, bond->dev); in bond_hw_addr_swap()
1022 dev_mc_sync(new_active->dev, bond->dev); in bond_hw_addr_swap()
1023 netif_addr_unlock_bh(bond->dev); in bond_hw_addr_swap()
1031 * bond_set_dev_addr - clone slave's address to bond
1042 slave_dbg(bond_dev, slave_dev, "bond_dev=%p slave_dev=%p slave_dev->addr_len=%d\n", in bond_set_dev_addr()
1043 bond_dev, slave_dev, slave_dev->addr_len); in bond_set_dev_addr()
1044 err = dev_pre_changeaddr_notify(bond_dev, slave_dev->dev_addr, NULL); in bond_set_dev_addr()
1048 __dev_addr_set(bond_dev, slave_dev->dev_addr, slave_dev->addr_len); in bond_set_dev_addr()
1049 bond_dev->addr_assign_type = NET_ADDR_STOLEN; in bond_set_dev_addr()
1064 if (ether_addr_equal(bond->dev->dev_addr, slave->dev->dev_addr)) in bond_get_old_active()
1085 switch (bond->params.fail_over_mac) { in bond_do_fail_over_mac()
1088 rv = bond_set_dev_addr(bond->dev, new_active->dev); in bond_do_fail_over_mac()
1090 slave_err(bond->dev, new_active->dev, "Error %d setting bond MAC from slave\n", in bond_do_fail_over_mac()
1091 -rv); in bond_do_fail_over_mac()
1096 * if just old_active, do nothing (going to no active slave) in bond_do_fail_over_mac()
1106 bond_hw_addr_copy(tmp_mac, new_active->dev->dev_addr, in bond_do_fail_over_mac()
1107 new_active->dev->addr_len); in bond_do_fail_over_mac()
1109 old_active->dev->dev_addr, in bond_do_fail_over_mac()
1110 old_active->dev->addr_len); in bond_do_fail_over_mac()
1111 ss.ss_family = new_active->dev->type; in bond_do_fail_over_mac()
1113 bond_hw_addr_copy(ss.__data, bond->dev->dev_addr, in bond_do_fail_over_mac()
1114 bond->dev->addr_len); in bond_do_fail_over_mac()
1115 ss.ss_family = bond->dev->type; in bond_do_fail_over_mac()
1118 rv = dev_set_mac_address(new_active->dev, in bond_do_fail_over_mac()
1121 slave_err(bond->dev, new_active->dev, "Error %d setting MAC of new active slave\n", in bond_do_fail_over_mac()
1122 -rv); in bond_do_fail_over_mac()
1130 new_active->dev->addr_len); in bond_do_fail_over_mac()
1131 ss.ss_family = old_active->dev->type; in bond_do_fail_over_mac()
1133 rv = dev_set_mac_address(old_active->dev, in bond_do_fail_over_mac()
1136 slave_err(bond->dev, old_active->dev, "Error %d setting MAC of old active slave\n", in bond_do_fail_over_mac()
1137 -rv); in bond_do_fail_over_mac()
1141 netdev_err(bond->dev, "bond_do_fail_over_mac impossible: bad policy %d\n", in bond_do_fail_over_mac()
1142 bond->params.fail_over_mac); in bond_do_fail_over_mac()
1149 * bond_choose_primary_or_current - select the primary or high priority slave
1152 * - Check if there is a primary link. If the primary link was set and is up,
1153 * go on and do link reselection.
1155 * - If primary link is not set or down, find the highest priority link.
1156 * If the highest priority link is not current slave, set it as primary
1157 * link and do link reselection.
1161 struct slave *prim = rtnl_dereference(bond->primary_slave); in bond_choose_primary_or_current()
1162 struct slave *curr = rtnl_dereference(bond->curr_active_slave); in bond_choose_primary_or_current()
1166 if (!prim || prim->link != BOND_LINK_UP) { in bond_choose_primary_or_current()
1168 if (slave->link == BOND_LINK_UP) { in bond_choose_primary_or_current()
1170 if (slave->prio > hprio->prio) in bond_choose_primary_or_current()
1180 if (!curr || curr->link != BOND_LINK_UP) in bond_choose_primary_or_current()
1185 if (bond->force_primary) { in bond_choose_primary_or_current()
1186 bond->force_primary = false; in bond_choose_primary_or_current()
1191 if (!curr || curr->link != BOND_LINK_UP) in bond_choose_primary_or_current()
1195 switch (bond->params.primary_reselect) { in bond_choose_primary_or_current()
1199 if (prim->speed < curr->speed) in bond_choose_primary_or_current()
1201 if (prim->speed == curr->speed && prim->duplex <= curr->duplex) in bond_choose_primary_or_current()
1207 netdev_err(bond->dev, "impossible primary_reselect %d\n", in bond_choose_primary_or_current()
1208 bond->params.primary_reselect); in bond_choose_primary_or_current()
1214 * bond_find_best_slave - select the best available slave to be the active one
1221 int mintime = bond->params.updelay; in bond_find_best_slave()
1228 if (slave->link == BOND_LINK_UP) in bond_find_best_slave()
1230 if (slave->link == BOND_LINK_BACK && bond_slave_is_up(slave) && in bond_find_best_slave()
1231 slave->delay < mintime) { in bond_find_best_slave()
1232 mintime = slave->delay; in bond_find_best_slave()
1243 struct slave *slave = rcu_dereference_rtnl(bond->curr_active_slave); in bond_should_notify_peers()
1245 if (!slave || !bond->send_peer_notif || in bond_should_notify_peers()
1246 bond->send_peer_notif % in bond_should_notify_peers()
1247 max(1, bond->params.peer_notif_delay) != 0 || in bond_should_notify_peers()
1248 !netif_carrier_ok(bond->dev) || in bond_should_notify_peers()
1249 test_bit(__LINK_STATE_LINKWATCH_PENDING, &slave->dev->state)) in bond_should_notify_peers()
1252 netdev_dbg(bond->dev, "bond_should_notify_peers: slave %s\n", in bond_should_notify_peers()
1253 slave ? slave->dev->name : "NULL"); in bond_should_notify_peers()
1259 * bond_change_active_slave - change the active slave into the specified one
1261 * @new_active: the new slave to make the active one
1265 * Setting include flags, mc-list, promiscuity, allmulti, etc.
1267 * If @new's link state is %BOND_LINK_BACK we'll set it to %BOND_LINK_UP,
1279 old_active = rtnl_dereference(bond->curr_active_slave); in bond_change_active_slave()
1289 new_active->last_link_up = jiffies; in bond_change_active_slave()
1291 if (new_active->link == BOND_LINK_BACK) { in bond_change_active_slave()
1293 slave_info(bond->dev, new_active->dev, "making interface the new active one %d ms earlier\n", in bond_change_active_slave()
1294 (bond->params.updelay - new_active->delay) * bond->params.miimon); in bond_change_active_slave()
1297 new_active->delay = 0; in bond_change_active_slave()
1308 slave_info(bond->dev, new_active->dev, "making interface the new active one\n"); in bond_change_active_slave()
1324 rcu_assign_pointer(bond->curr_active_slave, new_active); in bond_change_active_slave()
1338 if (bond->params.fail_over_mac) in bond_change_active_slave()
1342 if (netif_running(bond->dev)) { in bond_change_active_slave()
1343 bond->send_peer_notif = in bond_change_active_slave()
1344 bond->params.num_peer_notif * in bond_change_active_slave()
1345 max(1, bond->params.peer_notif_delay); in bond_change_active_slave()
1350 call_netdevice_notifiers(NETDEV_BONDING_FAILOVER, bond->dev); in bond_change_active_slave()
1352 bond->send_peer_notif--; in bond_change_active_slave()
1354 bond->dev); in bond_change_active_slave()
1363 /* resend IGMP joins since active slave has changed or in bond_change_active_slave()
1368 if (netif_running(bond->dev) && (bond->params.resend_igmp > 0) && in bond_change_active_slave()
1371 bond->igmp_retrans = bond->params.resend_igmp; in bond_change_active_slave()
1372 queue_delayed_work(bond->wq, &bond->mcast_work, 1); in bond_change_active_slave()
1377 * bond_select_active_slave - select a new active slave, if needed
1381 * - The old curr_active_slave has been released or lost its link.
1382 * - The primary_slave has got its link back.
1383 * - A slave has got its link back and there's no old curr_active_slave.
1395 if (best_slave != rtnl_dereference(bond->curr_active_slave)) { in bond_select_active_slave()
1401 if (netif_carrier_ok(bond->dev)) in bond_select_active_slave()
1402 netdev_info(bond->dev, "active interface up!\n"); in bond_select_active_slave()
1404 netdev_info(bond->dev, "now running without any active interface!\n"); in bond_select_active_slave()
1415 err = -ENOMEM; in slave_enable_netpoll()
1419 err = __netpoll_setup(np, slave->dev); in slave_enable_netpoll()
1424 slave->np = np; in slave_enable_netpoll()
1430 struct netpoll *np = slave->np; in slave_disable_netpoll()
1435 slave->np = NULL; in slave_disable_netpoll()
1457 SLAVE_AD_INFO(slave)->port.aggregator; in bond_poll_controller()
1460 agg->aggregator_identifier != ad_info.aggregator_id) in bond_poll_controller()
1464 netpoll_poll_dev(slave->dev); in bond_poll_controller()
1508 /*---------------------------------- IOCTL ----------------------------------*/
1523 slave->dev->features, in bond_fix_features()
1557 struct net_device *bond_dev = bond->dev; in bond_compute_features()
1572 slave->dev->vlan_features, BOND_VLAN_FEATURES); in bond_compute_features()
1575 slave->dev->hw_enc_features, in bond_compute_features()
1580 slave->dev->hw_enc_features, in bond_compute_features()
1585 slave->dev->gso_partial_features, in bond_compute_features()
1589 slave->dev->mpls_features, in bond_compute_features()
1592 dst_release_flag &= slave->dev->priv_flags; in bond_compute_features()
1593 if (slave->dev->hard_header_len > max_hard_header_len) in bond_compute_features()
1594 max_hard_header_len = slave->dev->hard_header_len; in bond_compute_features()
1596 tso_max_size = min(tso_max_size, slave->dev->tso_max_size); in bond_compute_features()
1597 tso_max_segs = min(tso_max_segs, slave->dev->tso_max_segs); in bond_compute_features()
1599 bond_dev->hard_header_len = max_hard_header_len; in bond_compute_features()
1602 bond_dev->gso_partial_features = gso_partial_features; in bond_compute_features()
1603 bond_dev->vlan_features = vlan_features; in bond_compute_features()
1604 bond_dev->hw_enc_features = enc_features | NETIF_F_GSO_ENCAP_ALL | in bond_compute_features()
1608 bond_dev->hw_enc_features |= xfrm_features; in bond_compute_features()
1610 bond_dev->mpls_features = mpls_features; in bond_compute_features()
1614 bond_dev->priv_flags &= ~IFF_XMIT_DST_RELEASE; in bond_compute_features()
1615 if ((bond_dev->priv_flags & IFF_XMIT_DST_RELEASE_PERM) && in bond_compute_features()
1617 bond_dev->priv_flags |= IFF_XMIT_DST_RELEASE; in bond_compute_features()
1625 bool was_up = !!(bond_dev->flags & IFF_UP); in bond_setup_by_slave()
1629 bond_dev->header_ops = slave_dev->header_ops; in bond_setup_by_slave()
1631 bond_dev->type = slave_dev->type; in bond_setup_by_slave()
1632 bond_dev->hard_header_len = slave_dev->hard_header_len; in bond_setup_by_slave()
1633 bond_dev->needed_headroom = slave_dev->needed_headroom; in bond_setup_by_slave()
1634 bond_dev->addr_len = slave_dev->addr_len; in bond_setup_by_slave()
1636 memcpy(bond_dev->broadcast, slave_dev->broadcast, in bond_setup_by_slave()
1637 slave_dev->addr_len); in bond_setup_by_slave()
1639 if (slave_dev->flags & IFF_POINTOPOINT) { in bond_setup_by_slave()
1640 bond_dev->flags &= ~(IFF_BROADCAST | IFF_MULTICAST); in bond_setup_by_slave()
1641 bond_dev->flags |= (IFF_POINTOPOINT | IFF_NOARP); in bond_setup_by_slave()
1647 /* On bonding slaves other than the currently active slave, suppress
1648 * duplicates except for alb non-mcast/bcast.
1656 skb->pkt_type != PACKET_BROADCAST && in bond_should_deliver_exact_match()
1657 skb->pkt_type != PACKET_MULTICAST) in bond_should_deliver_exact_match()
1679 slave = bond_slave_get_rcu(skb->dev); in bond_handle_frame()
1680 bond = slave->bond; in bond_handle_frame()
1682 recv_probe = READ_ONCE(bond->recv_probe); in bond_handle_frame()
1693 * be suppressed we want to make an exception for link-local packets. in bond_handle_frame()
1699 * (including link-local ones) can have their originating interface in bond_handle_frame()
1703 if (is_link_local_ether_addr(eth_hdr(skb)->h_dest)) in bond_handle_frame()
1708 skb->dev = bond->dev; in bond_handle_frame()
1711 netif_is_bridge_port(bond->dev) && in bond_handle_frame()
1712 skb->pkt_type == PACKET_HOST) { in bond_handle_frame()
1715 skb->data - skb_mac_header(skb)))) { in bond_handle_frame()
1719 bond_hw_addr_copy(eth_hdr(skb)->h_dest, bond->dev->dev_addr, in bond_handle_frame()
1720 bond->dev->addr_len); in bond_handle_frame()
1749 switch (bond->params.xmit_policy) { in bond_lag_hash_type()
1778 err = netdev_master_upper_dev_link(slave->dev, bond->dev, slave, in bond_master_upper_dev_link()
1783 slave->dev->flags |= IFF_SLAVE; in bond_master_upper_dev_link()
1789 netdev_upper_dev_unlink(slave->dev, bond->dev); in bond_upper_dev_unlink()
1790 slave->dev->flags &= ~IFF_SLAVE; in bond_upper_dev_unlink()
1798 cancel_delayed_work_sync(&slave->notify_work); in slave_kobj_release()
1816 err = kobject_init_and_add(&slave->kobj, &slave_ktype, in bond_kobj_init()
1817 &(slave->dev->dev.kobj), "bonding_slave"); in bond_kobj_init()
1819 kobject_put(&slave->kobj); in bond_kobj_init()
1833 slave->bond = bond; in bond_alloc_slave()
1834 slave->dev = slave_dev; in bond_alloc_slave()
1835 INIT_DELAYED_WORK(&slave->notify_work, bond_netdev_notify_work); in bond_alloc_slave()
1844 kobject_put(&slave->kobj); in bond_alloc_slave()
1854 info->bond_mode = BOND_MODE(bond); in bond_fill_ifbond()
1855 info->miimon = bond->params.miimon; in bond_fill_ifbond()
1856 info->num_slaves = bond->slave_cnt; in bond_fill_ifbond()
1861 strcpy(info->slave_name, slave->dev->name); in bond_fill_ifslave()
1862 info->link = slave->link; in bond_fill_ifslave()
1863 info->state = bond_slave_state(slave); in bond_fill_ifslave()
1864 info->link_failure_count = slave->link_failure_count; in bond_fill_ifslave()
1876 bond_fill_ifbond(slave->bond, &binfo.master); in bond_netdev_notify_work()
1877 netdev_bonding_info_change(slave->dev, &binfo); in bond_netdev_notify_work()
1880 queue_delayed_work(slave->bond->wq, &slave->notify_work, 1); in bond_netdev_notify_work()
1886 queue_delayed_work(slave->bond->wq, &slave->notify_work, 0); in bond_queue_slave_event()
1893 info.link_up = slave->link == BOND_LINK_UP || in bond_lower_state_changed()
1894 slave->link == BOND_LINK_FAIL; in bond_lower_state_changed()
1896 netdev_lower_state_changed(slave->dev, &info); in bond_lower_state_changed()
1920 unsigned int flags = bond_dev->flags & (IFF_SLAVE | IFF_UP); in bond_ether_setup()
1923 bond_dev->flags |= IFF_MASTER | flags; in bond_ether_setup()
1924 bond_dev->priv_flags &= ~IFF_TX_SKB_SHARING; in bond_ether_setup()
1942 val &= slave->dev->xdp_features; in bond_xdp_set_features()
1954 const struct net_device_ops *slave_ops = slave_dev->netdev_ops; in bond_enslave()
1960 if (slave_dev->flags & IFF_MASTER && in bond_enslave()
1964 return -EPERM; in bond_enslave()
1967 if (!bond->params.use_carrier && in bond_enslave()
1968 slave_dev->ethtool_ops->get_link == NULL && in bond_enslave()
1969 slave_ops->ndo_eth_ioctl == NULL) { in bond_enslave()
1970 slave_warn(bond_dev, slave_dev, "no link monitoring support\n"); in bond_enslave()
1973 /* already in-use? */ in bond_enslave()
1977 return -EBUSY; in bond_enslave()
1982 return -EPERM; in bond_enslave()
1987 if (slave_dev->features & NETIF_F_VLAN_CHALLENGED) { in bond_enslave()
1992 return -EPERM; in bond_enslave()
2000 if (slave_dev->features & NETIF_F_HW_ESP) in bond_enslave()
2001 slave_dbg(bond_dev, slave_dev, "is esp-hw-offload capable\n"); in bond_enslave()
2008 if (slave_dev->flags & IFF_UP) { in bond_enslave()
2011 return -EPERM; in bond_enslave()
2014 /* set bonding device ether type by slave - bonding netdevices are in bond_enslave()
2018 * bond ether type mutual exclusion - don't allow slaves of dissimilar in bond_enslave()
2019 * ether type (eg ARPHRD_ETHER and ARPHRD_INFINIBAND) share the same bond in bond_enslave()
2022 if (bond_dev->type != slave_dev->type) { in bond_enslave()
2024 bond_dev->type, slave_dev->type); in bond_enslave()
2031 return -EBUSY; in bond_enslave()
2038 if (slave_dev->type != ARPHRD_ETHER) in bond_enslave()
2046 } else if (bond_dev->type != slave_dev->type) { in bond_enslave()
2049 return -EINVAL; in bond_enslave()
2052 if (slave_dev->type == ARPHRD_INFINIBAND && in bond_enslave()
2055 "Only active-backup mode is supported for infiniband slaves"); in bond_enslave()
2056 res = -EOPNOTSUPP; in bond_enslave()
2060 if (!slave_ops->ndo_set_mac_address || in bond_enslave()
2061 slave_dev->type == ARPHRD_INFINIBAND) { in bond_enslave()
2064 bond->params.fail_over_mac != BOND_FOM_ACTIVE) { in bond_enslave()
2066 bond->params.fail_over_mac = BOND_FOM_ACTIVE; in bond_enslave()
2067 slave_warn(bond_dev, slave_dev, "Setting fail_over_mac to active for active-backup mode\n"); in bond_enslave()
2070 … "Slave device does not support setting the MAC address, but fail_over_mac is not set to active"); in bond_enslave()
2071 res = -EOPNOTSUPP; in bond_enslave()
2083 bond->dev->addr_assign_type == NET_ADDR_RANDOM) { in bond_enslave()
2084 res = bond_set_dev_addr(bond->dev, slave_dev); in bond_enslave()
2091 res = -ENOMEM; in bond_enslave()
2098 new_slave->queue_id = 0; in bond_enslave()
2101 new_slave->original_mtu = slave_dev->mtu; in bond_enslave()
2102 res = dev_set_mtu(slave_dev, bond->dev->mtu); in bond_enslave()
2112 bond_hw_addr_copy(new_slave->perm_hwaddr, slave_dev->dev_addr, in bond_enslave()
2113 slave_dev->addr_len); in bond_enslave()
2115 if (!bond->params.fail_over_mac || in bond_enslave()
2120 memcpy(ss.__data, bond_dev->dev_addr, bond_dev->addr_len); in bond_enslave()
2121 ss.ss_family = slave_dev->type; in bond_enslave()
2131 slave_dev->priv_flags |= IFF_NO_ADDRCONF; in bond_enslave()
2140 slave_dev->priv_flags |= IFF_BONDING; in bond_enslave()
2142 dev_get_stats(new_slave->dev, &new_slave->slave_stats); in bond_enslave()
2161 new_slave->delay = 0; in bond_enslave()
2162 new_slave->link_failure_count = 0; in bond_enslave()
2166 new_slave->link = BOND_LINK_DOWN; in bond_enslave()
2168 new_slave->last_rx = jiffies - in bond_enslave()
2169 (msecs_to_jiffies(bond->params.arp_interval) + 1); in bond_enslave()
2171 new_slave->target_last_arp_rx[i] = new_slave->last_rx; in bond_enslave()
2173 new_slave->last_tx = new_slave->last_rx; in bond_enslave()
2175 if (bond->params.miimon && !bond->params.use_carrier) { in bond_enslave()
2178 if ((link_reporting == -1) && !bond->params.arp_interval) { in bond_enslave()
2187 …p_ip_target module parameters not specified, thus bonding will not detect link failures! see bondi… in bond_enslave()
2188 } else if (link_reporting == -1) { in bond_enslave()
2189 /* unable get link status using mii/ethtool */ in bond_enslave()
2190 …lave_dev, "can't get link status from slave; the network driver associated with this interface doe… in bond_enslave()
2195 new_slave->link = BOND_LINK_NOCHANGE; in bond_enslave()
2196 if (bond->params.miimon) { in bond_enslave()
2198 if (bond->params.updelay) { in bond_enslave()
2202 new_slave->delay = bond->params.updelay; in bond_enslave()
2212 } else if (bond->params.arp_interval) { in bond_enslave()
2222 if (new_slave->link != BOND_LINK_DOWN) in bond_enslave()
2223 new_slave->last_link_up = jiffies; in bond_enslave()
2225 new_slave->link == BOND_LINK_DOWN ? "DOWN" : in bond_enslave()
2226 (new_slave->link == BOND_LINK_UP ? "UP" : "BACK")); in bond_enslave()
2228 if (bond_uses_primary(bond) && bond->params.primary[0]) { in bond_enslave()
2230 if (strcmp(bond->params.primary, new_slave->dev->name) == 0) { in bond_enslave()
2231 rcu_assign_pointer(bond->primary_slave, new_slave); in bond_enslave()
2232 bond->force_primary = true; in bond_enslave()
2249 SLAVE_AD_INFO(new_slave)->id = 1; in bond_enslave()
2255 SLAVE_AD_INFO(new_slave)->id = in bond_enslave()
2256 SLAVE_AD_INFO(prev_slave)->id + 1; in bond_enslave()
2267 slave_dbg(bond_dev, slave_dev, "This slave is always active in trunk mode\n"); in bond_enslave()
2269 /* always active in trunk mode */ in bond_enslave()
2276 if (!rcu_access_pointer(bond->curr_active_slave) && in bond_enslave()
2277 new_slave->link == BOND_LINK_UP) in bond_enslave()
2278 rcu_assign_pointer(bond->curr_active_slave, new_slave); in bond_enslave()
2284 if (bond->dev->npinfo) { in bond_enslave()
2287 res = -EBUSY; in bond_enslave()
2293 if (!(bond_dev->features & NETIF_F_LRO)) in bond_enslave()
2322 if (bond_dev->flags & IFF_PROMISC) { in bond_enslave()
2329 if (bond_dev->flags & IFF_ALLMULTI) { in bond_enslave()
2332 if (bond_dev->flags & IFF_PROMISC) in bond_enslave()
2333 dev_set_promiscuity(slave_dev, -1); in bond_enslave()
2338 if (bond_dev->flags & IFF_UP) { in bond_enslave()
2349 bond->slave_cnt++; in bond_enslave()
2354 * remove the maddrs if the slave is selected as active slave. in bond_enslave()
2367 if (!slave_dev->netdev_ops->ndo_bpf || in bond_enslave()
2368 !slave_dev->netdev_ops->ndo_xdp_xmit) { in bond_enslave()
2369 if (bond->xdp_prog) { in bond_enslave()
2372 res = -EOPNOTSUPP; in bond_enslave()
2375 } else if (bond->xdp_prog) { in bond_enslave()
2379 .prog = bond->xdp_prog, in bond_enslave()
2386 res = -EOPNOTSUPP; in bond_enslave()
2396 if (bond->xdp_prog) in bond_enslave()
2397 bpf_prog_inc(bond->xdp_prog); in bond_enslave()
2402 slave_info(bond_dev, slave_dev, "Enslaving as %s interface with %s link\n", in bond_enslave()
2403 bond_is_active_slave(new_slave) ? "an active" : "a backup", in bond_enslave()
2404 new_slave->link != BOND_LINK_DOWN ? "an up" : "a down"); in bond_enslave()
2422 if (rcu_access_pointer(bond->primary_slave) == new_slave) in bond_enslave()
2423 RCU_INIT_POINTER(bond->primary_slave, NULL); in bond_enslave()
2424 if (rcu_access_pointer(bond->curr_active_slave) == new_slave) { in bond_enslave()
2436 slave_dev->priv_flags &= ~IFF_BONDING; in bond_enslave()
2440 slave_dev->priv_flags &= ~IFF_NO_ADDRCONF; in bond_enslave()
2441 if (!bond->params.fail_over_mac || in bond_enslave()
2443 /* XXX TODO - fom follow mode needs to change master's in bond_enslave()
2447 bond_hw_addr_copy(ss.__data, new_slave->perm_hwaddr, in bond_enslave()
2448 new_slave->dev->addr_len); in bond_enslave()
2449 ss.ss_family = slave_dev->type; in bond_enslave()
2454 dev_set_mtu(slave_dev, new_slave->original_mtu); in bond_enslave()
2457 kobject_put(&new_slave->kobj); in bond_enslave()
2462 if (ether_addr_equal_64bits(bond_dev->dev_addr, in bond_enslave()
2463 slave_dev->dev_addr)) in bond_enslave()
2465 if (bond_dev->type != ARPHRD_ETHER) { in bond_enslave()
2476 * is RTNL-locked. If "all" is true it means that the function is being called
2480 * for Active/Backup:
2481 * Active stays on all backups go down
2492 int old_flags = bond_dev->flags; in __bond_release_one()
2493 netdev_features_t old_features = bond_dev->features; in __bond_release_one()
2496 if (!(slave_dev->flags & IFF_SLAVE) || in __bond_release_one()
2499 return -EINVAL; in __bond_release_one()
2509 return -EINVAL; in __bond_release_one()
2517 bond_get_stats(bond->dev, &bond->bond_stats); in __bond_release_one()
2519 if (bond->xdp_prog) { in __bond_release_one()
2544 bond_is_active_slave(slave) ? "active" : "backup"); in __bond_release_one()
2546 oldcurrent = rcu_access_pointer(bond->curr_active_slave); in __bond_release_one()
2548 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in __bond_release_one()
2550 if (!all && (bond->params.fail_over_mac != BOND_FOM_ACTIVE || in __bond_release_one()
2552 if (ether_addr_equal_64bits(bond_dev->dev_addr, slave->perm_hwaddr) && in __bond_release_one()
2554 …slave_warn(bond_dev, slave_dev, "the permanent HWaddr of slave - %pM - is still in use by bond - s… in __bond_release_one()
2555 slave->perm_hwaddr); in __bond_release_one()
2558 if (rtnl_dereference(bond->primary_slave) == slave) in __bond_release_one()
2559 RCU_INIT_POINTER(bond->primary_slave, NULL); in __bond_release_one()
2565 * might change from an active slave to a backup slave. Then it is in __bond_release_one()
2574 * but before a new active slave is selected. in __bond_release_one()
2580 RCU_INIT_POINTER(bond->curr_active_slave, NULL); in __bond_release_one()
2595 bond->slave_cnt--; in __bond_release_one()
2598 call_netdevice_notifiers(NETDEV_CHANGEADDR, bond->dev); in __bond_release_one()
2599 call_netdevice_notifiers(NETDEV_RELEASE, bond->dev); in __bond_release_one()
2603 if (!(bond_dev->features & NETIF_F_VLAN_CHALLENGED) && in __bond_release_one()
2605 …slave_info(bond_dev, slave_dev, "last VLAN challenged slave left bond - VLAN blocking is removed\n… in __bond_release_one()
2621 dev_set_promiscuity(slave_dev, -1); in __bond_release_one()
2625 dev_set_allmulti(slave_dev, -1); in __bond_release_one()
2636 slave_dev->priv_flags &= ~IFF_NO_ADDRCONF; in __bond_release_one()
2638 if (bond->params.fail_over_mac != BOND_FOM_ACTIVE || in __bond_release_one()
2641 bond_hw_addr_copy(ss.__data, slave->perm_hwaddr, in __bond_release_one()
2642 slave->dev->addr_len); in __bond_release_one()
2643 ss.ss_family = slave_dev->type; in __bond_release_one()
2649 __dev_set_mtu(slave_dev, slave->original_mtu); in __bond_release_one()
2652 dev_set_mtu(slave_dev, slave->original_mtu); in __bond_release_one()
2656 slave_dev->priv_flags &= ~IFF_BONDING; in __bond_release_one()
2659 kobject_put(&slave->kobj); in __bond_release_one()
2681 bond_dev->reg_state != NETREG_UNREGISTERING) { in bond_release_and_destroy()
2682 bond_dev->priv_flags |= IFF_DISABLE_NETPOLL; in bond_release_and_destroy()
2701 int i = 0, res = -ENODEV; in bond_slave_info_query()
2705 if (i++ == (int)info->slave_id) { in bond_slave_info_query()
2715 /*-------------------------------- Monitoring -------------------------------*/
2726 ignore_updelay = !rcu_dereference(bond->curr_active_slave); in bond_miimon_inspect()
2730 usable_slaves = rcu_dereference(bond->usable_slaves); in bond_miimon_inspect()
2732 if (usable_slaves && usable_slaves->count == 0) in bond_miimon_inspect()
2739 link_state = bond_check_dev_link(bond, slave->dev, 0); in bond_miimon_inspect()
2741 switch (slave->link) { in bond_miimon_inspect()
2748 slave->delay = bond->params.downdelay; in bond_miimon_inspect()
2749 if (slave->delay && net_ratelimit()) { in bond_miimon_inspect()
2750 slave_info(bond->dev, slave->dev, "link status down for %sinterface, disabling it in %d ms\n", in bond_miimon_inspect()
2754 "active " : "backup ") : "", in bond_miimon_inspect()
2755 bond->params.downdelay * bond->params.miimon); in bond_miimon_inspect()
2762 slave->last_link_up = jiffies; in bond_miimon_inspect()
2764 slave_info(bond->dev, slave->dev, "link status up again after %d ms\n", in bond_miimon_inspect()
2765 (bond->params.downdelay - slave->delay) * in bond_miimon_inspect()
2766 bond->params.miimon); in bond_miimon_inspect()
2771 if (slave->delay <= 0) { in bond_miimon_inspect()
2777 slave->delay--; in bond_miimon_inspect()
2786 slave->delay = bond->params.updelay; in bond_miimon_inspect()
2788 if (slave->delay && net_ratelimit()) { in bond_miimon_inspect()
2789 slave_info(bond->dev, slave->dev, "link status up, enabling it in %d ms\n", in bond_miimon_inspect()
2791 bond->params.updelay * in bond_miimon_inspect()
2792 bond->params.miimon); in bond_miimon_inspect()
2799 slave_info(bond->dev, slave->dev, "link status down again after %d ms\n", in bond_miimon_inspect()
2800 (bond->params.updelay - slave->delay) * in bond_miimon_inspect()
2801 bond->params.miimon); in bond_miimon_inspect()
2807 slave->delay = 0; in bond_miimon_inspect()
2809 if (slave->delay <= 0) { in bond_miimon_inspect()
2816 slave->delay--; in bond_miimon_inspect()
2826 char link) in bond_miimon_link_change() argument
2830 bond_3ad_handle_link_change(slave, link); in bond_miimon_link_change()
2834 bond_alb_handle_link_change(bond, slave, link); in bond_miimon_link_change()
2844 struct slave *slave, *primary, *active; in bond_miimon_commit() local
2851 switch (slave->link_new_state) { in bond_miimon_commit()
2856 * link monitoring could make a decision on the actual in bond_miimon_commit()
2857 * link status in bond_miimon_commit()
2860 slave->link == BOND_LINK_UP) in bond_miimon_commit()
2867 slave->link = BOND_LINK_DOWN; in bond_miimon_commit()
2869 slave_warn(bond->dev, slave->dev, in bond_miimon_commit()
2870 "failed to get link speed/duplex\n"); in bond_miimon_commit()
2875 slave->last_link_up = jiffies; in bond_miimon_commit()
2877 primary = rtnl_dereference(bond->primary_slave); in bond_miimon_commit()
2879 /* prevent it from being the active one */ in bond_miimon_commit()
2882 /* make it immediately active */ in bond_miimon_commit()
2886 slave_info(bond->dev, slave->dev, "link status definitely up, %u Mbps %s duplex\n", in bond_miimon_commit()
2887 slave->speed == SPEED_UNKNOWN ? 0 : slave->speed, in bond_miimon_commit()
2888 slave->duplex ? "full" : "half"); in bond_miimon_commit()
2892 active = rtnl_dereference(bond->curr_active_slave); in bond_miimon_commit()
2893 if (!active || slave == primary || slave->prio > active->prio) in bond_miimon_commit()
2899 if (slave->link_failure_count < UINT_MAX) in bond_miimon_commit()
2900 slave->link_failure_count++; in bond_miimon_commit()
2910 slave_info(bond->dev, slave->dev, "link status definitely down, disabling slave\n"); in bond_miimon_commit()
2914 if (slave == rcu_access_pointer(bond->curr_active_slave)) in bond_miimon_commit()
2920 slave_err(bond->dev, slave->dev, "invalid new link %d on slave\n", in bond_miimon_commit()
2921 slave->link_new_state); in bond_miimon_commit()
2942 * implement whatever link state changes are indicated.
2954 delay = msecs_to_jiffies(bond->params.miimon); in bond_mii_monitor()
2962 if (bond->send_peer_notif) { in bond_mii_monitor()
2965 bond->send_peer_notif--; in bond_mii_monitor()
2989 if (bond->params.miimon) in bond_mii_monitor()
2990 queue_delayed_work(bond->wq, &bond->mii_work, delay); in bond_mii_monitor()
2995 call_netdevice_notifiers(NETDEV_NOTIFY_PEERS, bond->dev); in bond_mii_monitor()
3003 __be32 ip = *(__be32 *)priv->data; in bond_upper_dev_walk()
3015 if (ip == bond_confirm_addr(bond->dev, 0, ip)) in bond_has_this_ip()
3019 if (netdev_walk_all_upper_dev_rcu(bond->dev, bond_upper_dev_walk, &priv)) in bond_has_this_ip()
3031 struct net_device *bond_dev = slave->bond->dev; in bond_handle_vlan()
3032 struct net_device *slave_dev = slave->dev; in bond_handle_vlan()
3035 if (!tags || tags->vlan_proto == BOND_VLAN_PROTO_NONE) in bond_handle_vlan()
3041 while (tags->vlan_proto != BOND_VLAN_PROTO_NONE) { in bond_handle_vlan()
3042 if (!tags->vlan_id) { in bond_handle_vlan()
3048 ntohs(outer_tag->vlan_proto), tags->vlan_id); in bond_handle_vlan()
3049 skb = vlan_insert_tag_set_proto(skb, tags->vlan_proto, in bond_handle_vlan()
3050 tags->vlan_id); in bond_handle_vlan()
3059 if (outer_tag->vlan_id) { in bond_handle_vlan()
3061 ntohs(outer_tag->vlan_proto), outer_tag->vlan_id); in bond_handle_vlan()
3062 __vlan_hwaccel_put_tag(skb, outer_tag->vlan_proto, in bond_handle_vlan()
3063 outer_tag->vlan_id); in bond_handle_vlan()
3071 * "native" to a VLAN) might not pass non-tagged frames.
3076 struct net_device *bond_dev = slave->bond->dev; in bond_arp_send()
3077 struct net_device *slave_dev = slave->dev; in bond_arp_send()
3084 NULL, slave_dev->dev_addr, NULL); in bond_arp_send()
3116 return ERR_PTR(-ENOMEM); in bond_verify_device_path()
3143 __be32 *targets = bond->params.arp_targets, addr; in bond_arp_send_all()
3147 slave_dbg(bond->dev, slave->dev, "%s: target %pI4\n", in bond_arp_send_all()
3152 rt = ip_route_output(dev_net(bond->dev), targets[i], 0, 0, 0, in bond_arp_send_all()
3155 /* there's no route to target - try to send arp in bond_arp_send_all()
3158 if (bond->params.arp_validate) in bond_arp_send_all()
3160 bond->dev->name, in bond_arp_send_all()
3168 if (rt->dst.dev == bond->dev) in bond_arp_send_all()
3172 tags = bond_verify_device_path(bond->dev, rt->dst.dev, 0); in bond_arp_send_all()
3178 /* Not our device - skip */ in bond_arp_send_all()
3179 slave_dbg(bond->dev, slave->dev, "no path to arp_ip_target %pI4 via rt.dev %s\n", in bond_arp_send_all()
3180 &targets[i], rt->dst.dev ? rt->dst.dev->name : "NULL"); in bond_arp_send_all()
3186 addr = bond_confirm_addr(rt->dst.dev, targets[i], 0); in bond_arp_send_all()
3198 slave_dbg(bond->dev, slave->dev, "%s: sip %pI4 tip %pI4 not found\n", in bond_validate_arp()
3203 i = bond_get_targets_ip(bond->params.arp_targets, sip); in bond_validate_arp()
3204 if (i == -1) { in bond_validate_arp()
3205 slave_dbg(bond->dev, slave->dev, "%s: sip %pI4 not found in targets\n", in bond_validate_arp()
3209 slave->last_rx = jiffies; in bond_validate_arp()
3210 slave->target_last_arp_rx[i] = jiffies; in bond_validate_arp()
3216 struct arphdr *arp = (struct arphdr *)skb->data; in bond_arp_rcv()
3222 alen = arp_hdr_len(bond->dev); in bond_arp_rcv()
3232 if (arp->ar_hln != bond->dev->addr_len || in bond_arp_rcv()
3233 skb->pkt_type == PACKET_OTHERHOST || in bond_arp_rcv()
3234 skb->pkt_type == PACKET_LOOPBACK || in bond_arp_rcv()
3235 arp->ar_hrd != htons(ARPHRD_ETHER) || in bond_arp_rcv()
3236 arp->ar_pro != htons(ETH_P_IP) || in bond_arp_rcv()
3237 arp->ar_pln != 4) in bond_arp_rcv()
3241 arp_ptr += bond->dev->addr_len; in bond_arp_rcv()
3243 arp_ptr += 4 + bond->dev->addr_len; in bond_arp_rcv()
3246 slave_dbg(bond->dev, slave->dev, "%s: %s/%d av %d sv %d sip %pI4 tip %pI4\n", in bond_arp_rcv()
3247 __func__, slave->dev->name, bond_slave_state(slave), in bond_arp_rcv()
3248 bond->params.arp_validate, slave_do_arp_validate(bond, slave), in bond_arp_rcv()
3251 curr_active_slave = rcu_dereference(bond->curr_active_slave); in bond_arp_rcv()
3252 curr_arp_slave = rcu_dereference(bond->current_arp_slave); in bond_arp_rcv()
3256 * (a) the slave receiving the ARP is active (which includes the in bond_arp_rcv()
3259 * (b) the receiving slave isn't active, but there is a currently in bond_arp_rcv()
3260 * active slave and it received valid arp reply(s) after it became in bond_arp_rcv()
3261 * the currently active slave, or in bond_arp_rcv()
3281 curr_active_slave->last_link_up)) in bond_arp_rcv()
3283 else if (curr_arp_slave && (arp->ar_op == htons(ARPOP_REPLY)) && in bond_arp_rcv()
3288 if (arp != (struct arphdr *)skb->data) in bond_arp_rcv()
3297 struct net_device *bond_dev = slave->bond->dev; in bond_ns_send()
3298 struct net_device *slave_dev = slave->dev; in bond_ns_send()
3320 struct in6_addr *targets = bond->params.ns_targets; in bond_ns_send_all()
3328 slave_dbg(bond->dev, slave->dev, "%s: target %pI6c\n", in bond_ns_send_all()
3335 fl6.flowi6_oif = bond->dev->ifindex; in bond_ns_send_all()
3337 dst = ip6_route_output(dev_net(bond->dev), NULL, &fl6); in bond_ns_send_all()
3338 if (dst->error) { in bond_ns_send_all()
3340 /* there's no route to target - try to send arp in bond_ns_send_all()
3343 if (bond->params.arp_validate) in bond_ns_send_all()
3345 bond->dev->name, in bond_ns_send_all()
3352 if (dst->dev == bond->dev) in bond_ns_send_all()
3356 tags = bond_verify_device_path(bond->dev, dst->dev, 0); in bond_ns_send_all()
3362 /* Not our device - skip */ in bond_ns_send_all()
3363 slave_dbg(bond->dev, slave->dev, "no path to ns_ip6_target %pI6c via dst->dev %s\n", in bond_ns_send_all()
3364 &targets[i], dst->dev ? dst->dev->name : "NULL"); in bond_ns_send_all()
3370 if (!ipv6_dev_get_saddr(dev_net(dst->dev), dst->dev, &targets[i], 0, &saddr)) in bond_ns_send_all()
3383 struct in6_addr *addr = (struct in6_addr *)priv->data; in bond_confirm_addr6()
3395 if (bond_confirm_addr6(bond->dev, &priv)) in bond_has_this_ip6()
3399 if (netdev_walk_all_upper_dev_rcu(bond->dev, bond_confirm_addr6, &priv)) in bond_has_this_ip6()
3413 * 2. Dest address is neither all-nodes multicast address nor in bond_validate_na()
3419 slave_dbg(bond->dev, slave->dev, "%s: sip %pI6c tip %pI6c not found\n", in bond_validate_na()
3424 i = bond_get_targets_ip6(bond->params.ns_targets, saddr); in bond_validate_na()
3425 if (i == -1) { in bond_validate_na()
3426 slave_dbg(bond->dev, slave->dev, "%s: sip %pI6c not found in targets\n", in bond_validate_na()
3430 slave->last_rx = jiffies; in bond_validate_na()
3431 slave->target_last_arp_rx[i] = jiffies; in bond_validate_na()
3444 if (skb->pkt_type == PACKET_OTHERHOST || in bond_na_rcv()
3445 skb->pkt_type == PACKET_LOOPBACK) in bond_na_rcv()
3449 if (!combined || combined->ip6.nexthdr != NEXTHDR_ICMP || in bond_na_rcv()
3450 (combined->icmp6.icmp6_type != NDISC_NEIGHBOUR_SOLICITATION && in bond_na_rcv()
3451 combined->icmp6.icmp6_type != NDISC_NEIGHBOUR_ADVERTISEMENT)) in bond_na_rcv()
3454 saddr = &combined->ip6.saddr; in bond_na_rcv()
3455 daddr = &combined->ip6.daddr; in bond_na_rcv()
3457 slave_dbg(bond->dev, slave->dev, "%s: %s/%d av %d sv %d sip %pI6c tip %pI6c\n", in bond_na_rcv()
3458 __func__, slave->dev->name, bond_slave_state(slave), in bond_na_rcv()
3459 bond->params.arp_validate, slave_do_arp_validate(bond, slave), in bond_na_rcv()
3462 curr_active_slave = rcu_dereference(bond->curr_active_slave); in bond_na_rcv()
3463 curr_arp_slave = rcu_dereference(bond->current_arp_slave); in bond_na_rcv()
3472 curr_active_slave->last_link_up)) in bond_na_rcv()
3487 bool is_ipv6 = skb->protocol == __cpu_to_be16(ETH_P_IPV6); in bond_rcv_validate()
3489 bool is_arp = skb->protocol == __cpu_to_be16(ETH_P_ARP); in bond_rcv_validate()
3491 slave_dbg(bond->dev, slave->dev, "%s: skb->dev %s\n", in bond_rcv_validate()
3492 __func__, skb->dev->name); in bond_rcv_validate()
3501 slave->last_rx = jiffies; in bond_rcv_validate()
3523 * (last_act - arp_interval) <= jiffies <= (last_act + mod * arp_interval +
3529 int delta_in_ticks = msecs_to_jiffies(bond->params.arp_interval); in bond_time_in_interval()
3532 last_act - delta_in_ticks, in bond_time_in_interval()
3536 /* This function is called regularly to monitor each slave's link
3538 * is used in load-balancing mode. if the adapter has been dormant, then an
3540 * arp monitoring in active backup mode.
3553 oldcurrent = rcu_dereference(bond->curr_active_slave); in bond_loadbalance_arp_mon()
3556 * the picture unless it is null. also, slave->last_link_up is not in bond_loadbalance_arp_mon()
3567 if (slave->link != BOND_LINK_UP) { in bond_loadbalance_arp_mon()
3569 bond_time_in_interval(bond, slave->last_rx, 1)) { in bond_loadbalance_arp_mon()
3574 /* primary_slave has no meaning in round-robin in bond_loadbalance_arp_mon()
3580 slave_info(bond->dev, slave->dev, "link status definitely up\n"); in bond_loadbalance_arp_mon()
3583 slave_info(bond->dev, slave->dev, "interface is now up\n"); in bond_loadbalance_arp_mon()
3587 /* slave->link == BOND_LINK_UP */ in bond_loadbalance_arp_mon()
3590 * when the source ip is 0, so don't take the link down in bond_loadbalance_arp_mon()
3593 if (!bond_time_in_interval(bond, last_tx, bond->params.missed_max) || in bond_loadbalance_arp_mon()
3594 !bond_time_in_interval(bond, slave->last_rx, bond->params.missed_max)) { in bond_loadbalance_arp_mon()
3599 if (slave->link_failure_count < UINT_MAX) in bond_loadbalance_arp_mon()
3600 slave->link_failure_count++; in bond_loadbalance_arp_mon()
3602 slave_info(bond->dev, slave->dev, "interface is now down\n"); in bond_loadbalance_arp_mon()
3609 /* note: if switch is in round-robin mode, all links in bond_loadbalance_arp_mon()
3610 * must tx arp to ensure all links rx an arp - otherwise in bond_loadbalance_arp_mon()
3613 * do - all replies will be rx'ed on same link causing slaves in bond_loadbalance_arp_mon()
3614 * to be unstable during low/no traffic periods in bond_loadbalance_arp_mon()
3627 if (slave->link_new_state != BOND_LINK_NOCHANGE) in bond_loadbalance_arp_mon()
3628 slave->link = slave->link_new_state; in bond_loadbalance_arp_mon()
3645 if (bond->params.arp_interval) in bond_loadbalance_arp_mon()
3646 queue_delayed_work(bond->wq, &bond->arp_work, in bond_loadbalance_arp_mon()
3647 msecs_to_jiffies(bond->params.arp_interval)); in bond_loadbalance_arp_mon()
3650 /* Called to inspect slaves for active-backup mode ARP monitor link state
3651 * changes. Sets proposed link state in slaves to specify what action
3653 * if changes to link states must be committed.
3668 if (slave->link != BOND_LINK_UP) { in bond_ab_arp_inspect()
3672 } else if (slave->link == BOND_LINK_BACK) { in bond_ab_arp_inspect()
3680 * active. This avoids bouncing, as the last receive in bond_ab_arp_inspect()
3683 if (bond_time_in_interval(bond, slave->last_link_up, 2)) in bond_ab_arp_inspect()
3687 * - No current_arp_slave AND in bond_ab_arp_inspect()
3688 * - more than (missed_max+1)*delta since last receive AND in bond_ab_arp_inspect()
3689 * - the bond has an IP address in bond_ab_arp_inspect()
3691 * Note: a non-null current_arp_slave indicates in bond_ab_arp_inspect()
3694 * we only take the curr_active_slave down - this in bond_ab_arp_inspect()
3699 !rcu_access_pointer(bond->current_arp_slave) && in bond_ab_arp_inspect()
3700 !bond_time_in_interval(bond, last_rx, bond->params.missed_max + 1)) { in bond_ab_arp_inspect()
3705 /* Active slave is down if: in bond_ab_arp_inspect()
3706 * - more than missed_max*delta since transmitting OR in bond_ab_arp_inspect()
3707 * - (more than missed_max*delta since receive AND in bond_ab_arp_inspect()
3712 (!bond_time_in_interval(bond, last_tx, bond->params.missed_max) || in bond_ab_arp_inspect()
3713 !bond_time_in_interval(bond, last_rx, bond->params.missed_max))) { in bond_ab_arp_inspect()
3722 /* Called to commit link state changes noted by inspection step of
3723 * active-backup mode ARP monitor.
3735 switch (slave->link_new_state) { in bond_ab_arp_commit()
3741 if (rtnl_dereference(bond->curr_active_slave) != slave || in bond_ab_arp_commit()
3742 (!rtnl_dereference(bond->curr_active_slave) && in bond_ab_arp_commit()
3746 current_arp_slave = rtnl_dereference(bond->current_arp_slave); in bond_ab_arp_commit()
3753 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in bond_ab_arp_commit()
3756 slave_info(bond->dev, slave->dev, "link status definitely up\n"); in bond_ab_arp_commit()
3758 if (!rtnl_dereference(bond->curr_active_slave) || in bond_ab_arp_commit()
3759 slave == rtnl_dereference(bond->primary_slave) || in bond_ab_arp_commit()
3760 slave->prio > rtnl_dereference(bond->curr_active_slave)->prio) in bond_ab_arp_commit()
3768 if (slave->link_failure_count < UINT_MAX) in bond_ab_arp_commit()
3769 slave->link_failure_count++; in bond_ab_arp_commit()
3776 slave_info(bond->dev, slave->dev, "link status definitely down, disabling slave\n"); in bond_ab_arp_commit()
3778 if (slave == rtnl_dereference(bond->curr_active_slave)) { in bond_ab_arp_commit()
3779 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in bond_ab_arp_commit()
3792 * the current active slave. in bond_ab_arp_commit()
3794 if (rtnl_dereference(bond->curr_active_slave)) in bond_ab_arp_commit()
3795 RCU_INIT_POINTER(bond->current_arp_slave, NULL); in bond_ab_arp_commit()
3799 slave_err(bond->dev, slave->dev, in bond_ab_arp_commit()
3801 slave->link_new_state); in bond_ab_arp_commit()
3815 /* Send ARP probes for active-backup mode ARP monitor.
3822 *curr_arp_slave = rcu_dereference(bond->current_arp_slave), in bond_ab_arp_probe()
3823 *curr_active_slave = rcu_dereference(bond->curr_active_slave); in bond_ab_arp_probe()
3829 netdev_info(bond->dev, "PROBE: c_arp %s && cas %s BAD\n", in bond_ab_arp_probe()
3830 curr_arp_slave->dev->name, in bond_ab_arp_probe()
3831 curr_active_slave->dev->name); in bond_ab_arp_probe()
3855 /* if the link state is up at this point, we in bond_ab_arp_probe()
3856 * mark it down - this can happen if we have in bond_ab_arp_probe()
3857 * simultaneous link failures and in bond_ab_arp_probe()
3862 if (!bond_slave_is_up(slave) && slave->link == BOND_LINK_UP) { in bond_ab_arp_probe()
3865 if (slave->link_failure_count < UINT_MAX) in bond_ab_arp_probe()
3866 slave->link_failure_count++; in bond_ab_arp_probe()
3871 slave_info(bond->dev, slave->dev, "backup interface is now down\n"); in bond_ab_arp_probe()
3887 new_slave->last_link_up = jiffies; in bond_ab_arp_probe()
3888 rcu_assign_pointer(bond->current_arp_slave, new_slave); in bond_ab_arp_probe()
3892 if (slave->should_notify || slave->should_notify_link) { in bond_ab_arp_probe()
3906 delta_in_ticks = msecs_to_jiffies(bond->params.arp_interval); in bond_activebackup_arp_mon()
3935 if (bond->params.arp_interval) in bond_activebackup_arp_mon()
3936 queue_delayed_work(bond->wq, &bond->arp_work, delta_in_ticks); in bond_activebackup_arp_mon()
3943 bond->send_peer_notif--; in bond_activebackup_arp_mon()
3945 bond->dev); in bond_activebackup_arp_mon()
3967 /*-------------------------- netdev event handling --------------------------*/
4022 bond_dev = slave->bond->dev; in bond_slave_netdev_event()
4023 bond = slave->bond; in bond_slave_netdev_event()
4024 primary = rtnl_dereference(bond->primary_slave); in bond_slave_netdev_event()
4030 if (bond_dev->type != ARPHRD_ETHER) in bond_slave_netdev_event()
4039 * in weird state. Mark it as link-fail if the link was in bond_slave_netdev_event()
4040 * previously up or link-down if it hasn't yet come up, and in bond_slave_netdev_event()
4041 * let link-monitoring (miimon) set it right when correct in bond_slave_netdev_event()
4046 if (slave->last_link_up) in bond_slave_netdev_event()
4047 slave->link = BOND_LINK_FAIL; in bond_slave_netdev_event()
4049 slave->link = BOND_LINK_DOWN; in bond_slave_netdev_event()
4056 /* Refresh slave-array if applicable! in bond_slave_netdev_event()
4057 * If the setup does not use miimon or arpmon (mode-specific!), in bond_slave_netdev_event()
4058 * then these events will not cause the slave-array to be in bond_slave_netdev_event()
4070 * an active-backup bond, slaves need in bond_slave_netdev_event()
4083 !bond->params.primary[0]) in bond_slave_netdev_event()
4087 /* slave's name changed - he's no longer primary */ in bond_slave_netdev_event()
4088 RCU_INIT_POINTER(bond->primary_slave, NULL); in bond_slave_netdev_event()
4089 } else if (!strcmp(slave_dev->name, bond->params.primary)) { in bond_slave_netdev_event()
4091 rcu_assign_pointer(bond->primary_slave, slave); in bond_slave_netdev_event()
4092 } else { /* we didn't change primary - exit */ in bond_slave_netdev_event()
4096 netdev_info(bond->dev, "Primary slave changed to %s, reselecting active slave\n", in bond_slave_netdev_event()
4097 primary ? slave_dev->name : "none"); in bond_slave_netdev_event()
4104 if (!bond->notifier_ctx) { in bond_slave_netdev_event()
4105 bond->notifier_ctx = true; in bond_slave_netdev_event()
4107 bond->notifier_ctx = false; in bond_slave_netdev_event()
4112 call_netdevice_notifiers(event, slave->bond->dev); in bond_slave_netdev_event()
4139 if (!(event_dev->priv_flags & IFF_BONDING)) in bond_netdev_event()
4142 if (event_dev->flags & IFF_MASTER) { in bond_netdev_event()
4150 if (event_dev->flags & IFF_SLAVE) in bond_netdev_event()
4160 /*---------------------------- Hashing Policies -----------------------------*/
4171 return skb->data; in bond_pull_data()
4186 return ep->h_dest[5] ^ ep->h_source[5] ^ be16_to_cpu(ep->h_proto); in bond_eth_hash()
4202 *nhoff += iph->ihl << 2; in bond_flow_ip()
4204 *ip_proto = iph->protocol; in bond_flow_ip()
4213 *ip_proto = iph6->nexthdr; in bond_flow_ip()
4219 fk->ports.ports = skb_flow_get_ports(skb, *nhoff, *ip_proto, data, hlen); in bond_flow_ip()
4237 srcmac_vendor = (srcmac_vendor << 8) | mac_hdr->h_source[i]; in bond_vlan_srcmac_hash()
4240 srcmac_dev = (srcmac_dev << 8) | mac_hdr->h_source[i]; in bond_vlan_srcmac_hash()
4252 bool l34 = bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER34; in bond_flow_dissect()
4253 int ip_proto = -1; in bond_flow_dissect()
4255 switch (bond->params.xmit_policy) { in bond_flow_dissect()
4265 fk->ports.ports = 0; in bond_flow_dissect()
4266 memset(&fk->icmp, 0, sizeof(fk->icmp)); in bond_flow_dissect()
4276 skb_flow_get_icmp_tci(skb, &fk->icmp, data, nhoff, hlen); in bond_flow_dissect()
4278 if (!icmp_is_err(fk->icmp.type)) in bond_flow_dissect()
4283 if (!icmpv6_is_err(fk->icmp.type)) in bond_flow_dissect()
4319 if (bond->params.xmit_policy == BOND_XMIT_POLICY_VLAN_SRCMAC) in __bond_xmit_hash()
4322 if (bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER2 || in __bond_xmit_hash()
4326 if (bond->params.xmit_policy == BOND_XMIT_POLICY_LAYER23 || in __bond_xmit_hash()
4327 bond->params.xmit_policy == BOND_XMIT_POLICY_ENCAP23) { in __bond_xmit_hash()
4336 return bond_ip_hash(hash, &flow, bond->params.xmit_policy); in __bond_xmit_hash()
4340 * bond_xmit_hash - generate a hash value based on the xmit policy
4349 if (bond->params.xmit_policy == BOND_XMIT_POLICY_ENCAP34 && in bond_xmit_hash()
4350 skb->l4_hash) in bond_xmit_hash()
4351 return skb->hash; in bond_xmit_hash()
4353 return __bond_xmit_hash(bond, skb, skb->data, skb->protocol, in bond_xmit_hash()
4359 * bond_xmit_hash_xdp - generate a hash value based on the xmit policy
4369 if (xdp->data + sizeof(struct ethhdr) > xdp->data_end) in bond_xmit_hash_xdp()
4372 eth = (struct ethhdr *)xdp->data; in bond_xmit_hash_xdp()
4374 return __bond_xmit_hash(bond, NULL, xdp->data, eth->h_proto, 0, in bond_xmit_hash_xdp()
4375 sizeof(struct ethhdr), xdp->data_end - xdp->data); in bond_xmit_hash_xdp()
4378 /*-------------------------- Device entry points ----------------------------*/
4382 INIT_DELAYED_WORK(&bond->mcast_work, in bond_work_init_all()
4384 INIT_DELAYED_WORK(&bond->alb_work, bond_alb_monitor); in bond_work_init_all()
4385 INIT_DELAYED_WORK(&bond->mii_work, bond_mii_monitor); in bond_work_init_all()
4386 INIT_DELAYED_WORK(&bond->arp_work, bond_arp_monitor); in bond_work_init_all()
4387 INIT_DELAYED_WORK(&bond->ad_work, bond_3ad_state_machine_handler); in bond_work_init_all()
4388 INIT_DELAYED_WORK(&bond->slave_arr_work, bond_slave_arr_handler); in bond_work_init_all()
4393 cancel_delayed_work_sync(&bond->mii_work); in bond_work_cancel_all()
4394 cancel_delayed_work_sync(&bond->arp_work); in bond_work_cancel_all()
4395 cancel_delayed_work_sync(&bond->alb_work); in bond_work_cancel_all()
4396 cancel_delayed_work_sync(&bond->ad_work); in bond_work_cancel_all()
4397 cancel_delayed_work_sync(&bond->mcast_work); in bond_work_cancel_all()
4398 cancel_delayed_work_sync(&bond->slave_arr_work); in bond_work_cancel_all()
4407 if (BOND_MODE(bond) == BOND_MODE_ROUNDROBIN && !bond->rr_tx_counter) { in bond_open()
4408 bond->rr_tx_counter = alloc_percpu(u32); in bond_open()
4409 if (!bond->rr_tx_counter) in bond_open()
4410 return -ENOMEM; in bond_open()
4413 /* reset slave->backup and slave->inactive */ in bond_open()
4417 slave != rcu_access_pointer(bond->curr_active_slave)) { in bond_open()
4432 return -ENOMEM; in bond_open()
4433 if (bond->params.tlb_dynamic_lb || BOND_MODE(bond) == BOND_MODE_ALB) in bond_open()
4434 queue_delayed_work(bond->wq, &bond->alb_work, 0); in bond_open()
4437 if (bond->params.miimon) /* link check interval, in milliseconds. */ in bond_open()
4438 queue_delayed_work(bond->wq, &bond->mii_work, 0); in bond_open()
4440 if (bond->params.arp_interval) { /* arp interval, in milliseconds. */ in bond_open()
4441 queue_delayed_work(bond->wq, &bond->arp_work, 0); in bond_open()
4442 bond->recv_probe = bond_rcv_validate; in bond_open()
4446 queue_delayed_work(bond->wq, &bond->ad_work, 0); in bond_open()
4448 bond->recv_probe = bond_3ad_lacpdu_recv; in bond_open()
4452 dev_mc_add(slave->dev, lacpdu_mcast_addr); in bond_open()
4467 bond->send_peer_notif = 0; in bond_close()
4470 bond->recv_probe = NULL; in bond_close()
4474 slave = rcu_dereference(bond->curr_active_slave); in bond_close()
4476 bond_hw_addr_flush(bond_dev, slave->dev); in bond_close()
4482 bond_hw_addr_flush(bond_dev, slave->dev); in bond_close()
4503 s64 delta = nv - ov; in bond_fold_stats()
4507 delta = (s64)(s32)((u32)nv - (u32)ov); in bond_fold_stats()
4525 iter = &dev->adj_list.lower; in bond_get_lowest_level_rcu()
4535 niter = &ldev->adj_list.lower; in bond_get_lowest_level_rcu()
4546 next = dev_stack[--cur]; in bond_get_lowest_level_rcu()
4573 spin_lock_nested(&bond->stats_lock, nest_level); in bond_get_stats()
4574 memcpy(stats, &bond->bond_stats, sizeof(*stats)); in bond_get_stats()
4578 dev_get_stats(slave->dev, &temp); in bond_get_stats()
4580 bond_fold_stats(stats, new, &slave->slave_stats); in bond_get_stats()
4583 memcpy(&slave->slave_stats, new, sizeof(*new)); in bond_get_stats()
4586 memcpy(&bond->bond_stats, stats, sizeof(*stats)); in bond_get_stats()
4587 spin_unlock(&bond->stats_lock); in bond_get_stats()
4602 return -EINVAL; in bond_eth_ioctl()
4604 mii->phy_id = 0; in bond_eth_ioctl()
4612 return -EINVAL; in bond_eth_ioctl()
4614 if (mii->reg_num == 1) { in bond_eth_ioctl()
4615 mii->val_out = 0; in bond_eth_ioctl()
4616 if (netif_carrier_ok(bond->dev)) in bond_eth_ioctl()
4617 mii->val_out = BMSR_LSTATUS; in bond_eth_ioctl()
4622 return -EOPNOTSUPP; in bond_eth_ioctl()
4644 u_binfo = (struct ifbond __user *)ifr->ifr_data; in bond_do_ioctl()
4647 return -EFAULT; in bond_do_ioctl()
4651 return -EFAULT; in bond_do_ioctl()
4655 u_sinfo = (struct ifslave __user *)ifr->ifr_data; in bond_do_ioctl()
4658 return -EFAULT; in bond_do_ioctl()
4663 return -EFAULT; in bond_do_ioctl()
4672 if (!ns_capable(net->user_ns, CAP_NET_ADMIN)) in bond_do_ioctl()
4673 return -EPERM; in bond_do_ioctl()
4675 slave_dev = __dev_get_by_name(net, ifr->ifr_slave); in bond_do_ioctl()
4680 return -ENODEV; in bond_do_ioctl()
4693 bond_opt_initstr(&newval, slave_dev->name); in bond_do_ioctl()
4698 res = -EOPNOTSUPP; in bond_do_ioctl()
4724 return -EOPNOTSUPP; in bond_siocdevprivate()
4733 bond_dev->flags & IFF_PROMISC ? 1 : -1); in bond_change_rx_flags()
4737 bond_dev->flags & IFF_ALLMULTI ? 1 : -1); in bond_change_rx_flags()
4748 slave = rcu_dereference(bond->curr_active_slave); in bond_set_rx_mode()
4750 dev_uc_sync(slave->dev, bond_dev); in bond_set_rx_mode()
4751 dev_mc_sync(slave->dev, bond_dev); in bond_set_rx_mode()
4755 dev_uc_sync_multiple(slave->dev, bond_dev); in bond_set_rx_mode()
4756 dev_mc_sync_multiple(slave->dev, bond_dev); in bond_set_rx_mode()
4764 struct bonding *bond = netdev_priv(n->dev); in bond_neigh_init()
4774 slave_ops = slave->dev->netdev_ops; in bond_neigh_init()
4775 if (!slave_ops->ndo_neigh_setup) in bond_neigh_init()
4787 ret = slave_ops->ndo_neigh_setup(slave->dev, &parms); in bond_neigh_init()
4804 * underlying devices. In that case - do nothing, we're already set up from
4811 if (parms->dev == dev) in bond_neigh_setup()
4812 parms->neigh_setup = bond_neigh_init; in bond_neigh_setup()
4828 slave_dbg(bond_dev, slave->dev, "s %p c_m %p\n", in bond_change_mtu()
4829 slave, slave->dev->netdev_ops->ndo_change_mtu); in bond_change_mtu()
4831 res = dev_set_mtu(slave->dev, new_mtu); in bond_change_mtu()
4837 * different mtu values than the active slave we'll in bond_change_mtu()
4842 slave_dbg(bond_dev, slave->dev, "err %d setting mtu to %d\n", in bond_change_mtu()
4848 WRITE_ONCE(bond_dev->mtu, new_mtu); in bond_change_mtu()
4860 tmp_res = dev_set_mtu(rollback_slave->dev, bond_dev->mtu); in bond_change_mtu()
4862 slave_dbg(bond_dev, rollback_slave->dev, "unwind err %d\n", in bond_change_mtu()
4892 if (bond->params.fail_over_mac && in bond_set_mac_address()
4896 if (!is_valid_ether_addr(ss->__data)) in bond_set_mac_address()
4897 return -EADDRNOTAVAIL; in bond_set_mac_address()
4900 slave_dbg(bond_dev, slave->dev, "%s: slave=%p\n", in bond_set_mac_address()
4902 res = dev_set_mac_address(slave->dev, addr, NULL); in bond_set_mac_address()
4910 slave_dbg(bond_dev, slave->dev, "%s: err %d\n", in bond_set_mac_address()
4917 dev_addr_set(bond_dev, ss->__data); in bond_set_mac_address()
4921 memcpy(tmp_ss.__data, bond_dev->dev_addr, bond_dev->addr_len); in bond_set_mac_address()
4922 tmp_ss.ss_family = bond_dev->type; in bond_set_mac_address()
4931 tmp_res = dev_set_mac_address(rollback_slave->dev, in bond_set_mac_address()
4934 slave_dbg(bond_dev, rollback_slave->dev, "%s: unwind err %d\n", in bond_set_mac_address()
4943 * bond_get_slave_by_id - get xmit slave with slave_id
4945 * @slave_id: slave id up to slave_cnt-1 through which to transmit
4959 if (--i < 0) { in bond_get_slave_by_id()
4968 if (--i < 0) in bond_get_slave_by_id()
4978 * bond_rr_gen_slave_id - generate slave id based on packets_per_slave
4989 int packets_per_slave = bond->params.packets_per_slave; in bond_rr_gen_slave_id()
4996 slave_id = this_cpu_inc_return(*bond->rr_tx_counter); in bond_rr_gen_slave_id()
5000 bond->params.reciprocal_packets_per_slave; in bond_rr_gen_slave_id()
5001 slave_id = this_cpu_inc_return(*bond->rr_tx_counter); in bond_rr_gen_slave_id()
5023 if (skb->protocol == htons(ETH_P_IP)) { in bond_xmit_roundrobin_slave_get()
5031 if (iph->protocol == IPPROTO_IGMP) { in bond_xmit_roundrobin_slave_get()
5032 slave = rcu_dereference(bond->curr_active_slave); in bond_xmit_roundrobin_slave_get()
5040 slave_cnt = READ_ONCE(bond->slave_cnt); in bond_xmit_roundrobin_slave_get()
5055 void *data = xdp->data; in bond_xdp_xmit_roundrobin_slave_get()
5057 if (data + sizeof(struct ethhdr) > xdp->data_end) in bond_xdp_xmit_roundrobin_slave_get()
5064 if (eth->h_proto == htons(ETH_P_IP)) { in bond_xdp_xmit_roundrobin_slave_get()
5067 if (data + sizeof(struct iphdr) > xdp->data_end) in bond_xdp_xmit_roundrobin_slave_get()
5072 if (iph->protocol == IPPROTO_IGMP) { in bond_xdp_xmit_roundrobin_slave_get()
5073 slave = rcu_dereference(bond->curr_active_slave); in bond_xdp_xmit_roundrobin_slave_get()
5081 slave_cnt = READ_ONCE(bond->slave_cnt); in bond_xdp_xmit_roundrobin_slave_get()
5097 return bond_dev_queue_xmit(bond, skb, slave->dev); in bond_xmit_roundrobin()
5104 return rcu_dereference(bond->curr_active_slave); in bond_xmit_activebackup_slave_get()
5107 /* In active-backup mode, we know that bond->curr_active_slave is always valid if
5118 return bond_dev_queue_xmit(bond, skb, slave->dev); in bond_xmit_activebackup()
5129 queue_delayed_work(bond->wq, &bond->slave_arr_work, delay); in bond_slave_arr_work_rearm()
5165 * this to-be-skipped slave to send a packet out. in bond_skip_slave()
5167 for (idx = 0; slaves && idx < slaves->count; idx++) { in bond_skip_slave()
5168 if (skipslave == slaves->arr[idx]) { in bond_skip_slave()
5169 slaves->arr[idx] = in bond_skip_slave()
5170 slaves->arr[slaves->count - 1]; in bond_skip_slave()
5171 slaves->count--; in bond_skip_slave()
5183 usable = rtnl_dereference(bond->usable_slaves); in bond_set_slave_arr()
5184 rcu_assign_pointer(bond->usable_slaves, usable_slaves); in bond_set_slave_arr()
5187 all = rtnl_dereference(bond->all_slaves); in bond_set_slave_arr()
5188 rcu_assign_pointer(bond->all_slaves, all_slaves); in bond_set_slave_arr()
5197 /* Build the usable slaves array in control path for modes that use xmit-hash
5198 * to determine the slave interface -
5216 bond->slave_cnt), GFP_KERNEL); in bond_update_slave_arr()
5218 bond->slave_cnt), GFP_KERNEL); in bond_update_slave_arr()
5220 ret = -ENOMEM; in bond_update_slave_arr()
5226 spin_lock_bh(&bond->mode_lock); in bond_update_slave_arr()
5228 spin_unlock_bh(&bond->mode_lock); in bond_update_slave_arr()
5230 /* No active aggragator means it's not safe to use in bond_update_slave_arr()
5236 spin_unlock_bh(&bond->mode_lock); in bond_update_slave_arr()
5243 all_slaves->arr[all_slaves->count++] = slave; in bond_update_slave_arr()
5247 agg = SLAVE_AD_INFO(slave)->port.aggregator; in bond_update_slave_arr()
5248 if (!agg || agg->aggregator_identifier != agg_id) in bond_update_slave_arr()
5254 slave_dbg(bond->dev, slave->dev, "Adding slave to tx hash array[%d]\n", in bond_update_slave_arr()
5255 usable_slaves->count); in bond_update_slave_arr()
5257 usable_slaves->arr[usable_slaves->count++] = slave; in bond_update_slave_arr()
5264 bond_skip_slave(rtnl_dereference(bond->all_slaves), in bond_update_slave_arr()
5266 bond_skip_slave(rtnl_dereference(bond->usable_slaves), in bond_update_slave_arr()
5284 count = slaves ? READ_ONCE(slaves->count) : 0; in bond_xmit_3ad_xor_slave_get()
5288 slave = slaves->arr[hash % count]; in bond_xmit_3ad_xor_slave_get()
5300 slaves = rcu_dereference(bond->usable_slaves); in bond_xdp_xmit_3ad_xor_slave_get()
5301 count = slaves ? READ_ONCE(slaves->count) : 0; in bond_xdp_xmit_3ad_xor_slave_get()
5305 return slaves->arr[hash % count]; in bond_xdp_xmit_3ad_xor_slave_get()
5319 slaves = rcu_dereference(bond->usable_slaves); in bond_3ad_xor_xmit()
5322 return bond_dev_queue_xmit(bond, skb, slave->dev); in bond_3ad_xor_xmit()
5340 if (!(bond_slave_is_up(slave) && slave->link == BOND_LINK_UP)) in bond_xmit_broadcast()
5350 bond_dev->name, __func__); in bond_xmit_broadcast()
5355 if (bond_dev_queue_xmit(bond, skb2, slave->dev) == NETDEV_TX_OK) in bond_xmit_broadcast()
5369 /*------------------------- Device initialization ---------------------------*/
5383 if (READ_ONCE(slave->queue_id) == skb_get_queue_mapping(skb)) { in bond_slave_override()
5385 slave->link == BOND_LINK_UP) { in bond_slave_override()
5386 bond_dev_queue_xmit(bond, skb, slave->dev); in bond_slave_override()
5409 qdisc_skb_cb(skb)->slave_dev_queue_mapping = skb_get_queue_mapping(skb); in bond_select_queue()
5411 if (unlikely(txq >= dev->real_num_tx_queues)) { in bond_select_queue()
5413 txq -= dev->real_num_tx_queues; in bond_select_queue()
5414 } while (txq >= dev->real_num_tx_queues); in bond_select_queue()
5437 slaves = rcu_dereference(bond->all_slaves); in bond_xmit_get_slave()
5439 slaves = rcu_dereference(bond->usable_slaves); in bond_xmit_get_slave()
5457 return slave->dev; in bond_xmit_get_slave()
5463 switch (sk->sk_family) { in bond_sk_to_flow()
5467 ipv6_addr_type(&sk->sk_v6_daddr) != IPV6_ADDR_MAPPED) { in bond_sk_to_flow()
5468 flow->control.addr_type = FLOW_DISSECTOR_KEY_IPV6_ADDRS; in bond_sk_to_flow()
5469 flow->addrs.v6addrs.src = inet6_sk(sk)->saddr; in bond_sk_to_flow()
5470 flow->addrs.v6addrs.dst = sk->sk_v6_daddr; in bond_sk_to_flow()
5476 flow->control.addr_type = FLOW_DISSECTOR_KEY_IPV4_ADDRS; in bond_sk_to_flow()
5477 flow->addrs.v4addrs.src = inet_sk(sk)->inet_rcv_saddr; in bond_sk_to_flow()
5478 flow->addrs.v4addrs.dst = inet_sk(sk)->inet_daddr; in bond_sk_to_flow()
5482 flow->ports.src = inet_sk(sk)->inet_sport; in bond_sk_to_flow()
5483 flow->ports.dst = inet_sk(sk)->inet_dport; in bond_sk_to_flow()
5487 * bond_sk_hash_l34 - generate a hash value based on the socket's L3 and L4 fields
5515 slaves = rcu_dereference(bond->usable_slaves); in __bond_sk_get_lower_dev()
5516 count = slaves ? READ_ONCE(slaves->count) : 0; in __bond_sk_get_lower_dev()
5521 slave = slaves->arr[hash % count]; in __bond_sk_get_lower_dev()
5523 return slave->dev; in __bond_sk_get_lower_dev()
5544 struct net_device *tls_netdev = rcu_dereference(tls_get_ctx(skb->sk)->netdev); in bond_tls_device_xmit()
5642 return slave->dev; in bond_xdp_get_xmit_slave()
5650 int nxmit, err = -ENXIO; in bond_xdp_xmit()
5664 err = -ENXIO; in bond_xdp_xmit()
5668 err = slave_dev->netdev_ops->ndo_xdp_xmit(slave_dev, 1, frames1, flags); in bond_xdp_xmit()
5704 return -EOPNOTSUPP; in bond_xdp_set()
5707 old_prog = bond->xdp_prog; in bond_xdp_set()
5708 bond->xdp_prog = prog; in bond_xdp_set()
5711 struct net_device *slave_dev = slave->dev; in bond_xdp_set()
5713 if (!slave_dev->netdev_ops->ndo_bpf || in bond_xdp_set()
5714 !slave_dev->netdev_ops->ndo_xdp_xmit) { in bond_xdp_set()
5717 err = -EOPNOTSUPP; in bond_xdp_set()
5724 err = -EOPNOTSUPP; in bond_xdp_set()
5749 bond->xdp_prog = old_prog; in bond_xdp_set()
5754 struct net_device *slave_dev = rollback_slave->dev; in bond_xdp_set()
5772 switch (xdp->command) { in bond_xdp()
5774 return bond_xdp_set(dev, xdp->prog, xdp->extack); in bond_xdp()
5776 return -EINVAL; in bond_xdp()
5783 speed = slave->speed; in bond_mode_bcast_speed()
5785 speed = min(speed, slave->speed); in bond_mode_bcast_speed()
5793 struct ifreq *ifr = kernel_cfg->ifr; in bond_set_phc_index_flag()
5796 if (kernel_cfg->copied_to_user) { in bond_set_phc_index_flag()
5798 if (copy_from_user(&cfg, ifr->ifr_data, sizeof(cfg))) in bond_set_phc_index_flag()
5799 return -EFAULT; in bond_set_phc_index_flag()
5802 if (copy_to_user(ifr->ifr_data, &cfg, sizeof(cfg))) in bond_set_phc_index_flag()
5803 return -EFAULT; in bond_set_phc_index_flag()
5805 kernel_cfg->flags |= HWTSTAMP_FLAG_BONDED_PHC_INDEX; in bond_set_phc_index_flag()
5820 return -EOPNOTSUPP; in bond_hwtstamp_get()
5837 if (!(cfg->flags & HWTSTAMP_FLAG_BONDED_PHC_INDEX)) in bond_hwtstamp_set()
5838 return -EOPNOTSUPP; in bond_hwtstamp_set()
5842 return -EOPNOTSUPP; in bond_hwtstamp_set()
5859 cmd->base.duplex = DUPLEX_UNKNOWN; in bond_ethtool_get_link_ksettings()
5860 cmd->base.port = PORT_OTHER; in bond_ethtool_get_link_ksettings()
5863 * do not need to check mode. Though link speed might not represent in bond_ethtool_get_link_ksettings()
5870 if (slave->speed != SPEED_UNKNOWN) { in bond_ethtool_get_link_ksettings()
5875 speed += slave->speed; in bond_ethtool_get_link_ksettings()
5877 if (cmd->base.duplex == DUPLEX_UNKNOWN && in bond_ethtool_get_link_ksettings()
5878 slave->duplex != DUPLEX_UNKNOWN) in bond_ethtool_get_link_ksettings()
5879 cmd->base.duplex = slave->duplex; in bond_ethtool_get_link_ksettings()
5882 cmd->base.speed = speed ? : SPEED_UNKNOWN; in bond_ethtool_get_link_ksettings()
5890 strscpy(drvinfo->driver, DRV_NAME, sizeof(drvinfo->driver)); in bond_ethtool_get_drvinfo()
5891 snprintf(drvinfo->fw_version, sizeof(drvinfo->fw_version), "%d", in bond_ethtool_get_drvinfo()
5917 ret = ethtool_get_ts_info_by_layer(slave->dev, &ts_info); in bond_ethtool_get_ts_info()
5930 info->so_timestamping |= SOF_TIMESTAMPING_TX_SOFTWARE; in bond_ethtool_get_ts_info()
5987 if (bond->wq) in bond_destructor()
5988 destroy_workqueue(bond->wq); in bond_destructor()
5990 free_percpu(bond->rr_tx_counter); in bond_destructor()
5997 spin_lock_init(&bond->mode_lock); in bond_setup()
5998 bond->params = bonding_defaults; in bond_setup()
6001 bond->dev = bond_dev; in bond_setup()
6005 bond_dev->max_mtu = ETH_MAX_MTU; in bond_setup()
6006 bond_dev->netdev_ops = &bond_netdev_ops; in bond_setup()
6007 bond_dev->ethtool_ops = &bond_ethtool_ops; in bond_setup()
6009 bond_dev->needs_free_netdev = true; in bond_setup()
6010 bond_dev->priv_destructor = bond_destructor; in bond_setup()
6015 bond_dev->flags |= IFF_MASTER; in bond_setup()
6016 bond_dev->priv_flags |= IFF_BONDING | IFF_UNICAST_FLT | IFF_NO_QUEUE; in bond_setup()
6017 bond_dev->priv_flags &= ~(IFF_XMIT_DST_RELEASE | IFF_TX_SKB_SHARING); in bond_setup()
6020 /* set up xfrm device ops (only supported in active-backup right now) */ in bond_setup()
6021 bond_dev->xfrmdev_ops = &bond_xfrmdev_ops; in bond_setup()
6022 INIT_LIST_HEAD(&bond->ipsec_list); in bond_setup()
6023 mutex_init(&bond->ipsec_lock); in bond_setup()
6027 bond_dev->lltx = true; in bond_setup()
6030 bond_dev->netns_immutable = true; in bond_setup()
6039 bond_dev->hw_features = BOND_VLAN_FEATURES | in bond_setup()
6045 bond_dev->hw_features |= NETIF_F_GSO_ENCAP_ALL; in bond_setup()
6046 bond_dev->features |= bond_dev->hw_features; in bond_setup()
6047 bond_dev->features |= NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_STAG_TX; in bond_setup()
6048 bond_dev->features |= NETIF_F_GSO_PARTIAL; in bond_setup()
6050 bond_dev->hw_features |= BOND_XFRM_FEATURES; in bond_setup()
6051 /* Only enable XFRM features if this is an active-backup config */ in bond_setup()
6053 bond_dev->features |= BOND_XFRM_FEATURES; in bond_setup()
6070 __bond_release_one(bond_dev, slave->dev, true, true); in bond_uninit()
6074 mutex_destroy(&bond->ipsec_lock); in bond_uninit()
6079 list_del_rcu(&bond->bond_list); in bond_uninit()
6084 /*------------------------- Module initialization ---------------------------*/
6107 return -EINVAL; in bond_check_params()
6109 bond_mode = valptr->value; in bond_check_params()
6125 return -EINVAL; in bond_check_params()
6127 xmit_hashtype = valptr->value; in bond_check_params()
6142 return -EINVAL; in bond_check_params()
6144 lacp_fast = valptr->value; in bond_check_params()
6154 return -EINVAL; in bond_check_params()
6156 params->ad_select = valptr->value; in bond_check_params()
6160 params->ad_select = BOND_AD_STABLE; in bond_check_params()
6164 …pr_warn("Warning: max_bonds (%d) not in range %d-%d, so it was reset to BOND_DEFAULT_MAX_BONDS (%d… in bond_check_params()
6170 pr_warn("Warning: miimon module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
6176 pr_warn("Warning: updelay module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
6182 pr_warn("Warning: downdelay module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
6194 pr_warn("Warning: num_grat_arp/num_unsol_na (%d) not in range 0-255 so it was reset to 1\n", in bond_check_params()
6202 …pr_warn("Warning: miimon must be specified, otherwise bonding will not detect link failure, speed … in bond_check_params()
6234 …pr_notice("In ALB mode you might experience client disconnections upon reconnection of a link if t… in bond_check_params()
6271 pr_warn("Warning: arp_interval module parameter (%d), not in range 0-%d, so it was reset to 0\n", in bond_check_params()
6281 if (!in4_pton(arp_ip_target[i], -1, (u8 *)&ip, -1, NULL) || in bond_check_params()
6287 if (bond_get_targets_ip(arp_target, ip) == -1) in bond_check_params()
6305 return -EINVAL; in bond_check_params()
6314 return -EINVAL; in bond_check_params()
6316 arp_validate_value = valptr->value; in bond_check_params()
6330 arp_all_targets_value = valptr->value; in bond_check_params()
6335 pr_info("MII link monitoring set to %d ms\n", miimon); in bond_check_params()
6340 arp_interval, valptr->string, arp_ip_count); in bond_check_params()
6351 …et module parameters must be specified, otherwise bonding will not detect link failures! see bondi… in bond_check_params()
6356 * in active backup, TLB or ALB modes in bond_check_params()
6370 return -EINVAL; in bond_check_params()
6372 primary_reselect_value = valptr->value; in bond_check_params()
6384 return -EINVAL; in bond_check_params()
6386 fail_over_mac_value = valptr->value; in bond_check_params()
6388 pr_warn("Warning: fail_over_mac only affects active-backup mode\n"); in bond_check_params()
6399 return -EINVAL; in bond_check_params()
6401 ad_actor_sys_prio = valptr->value; in bond_check_params()
6407 return -EINVAL; in bond_check_params()
6409 ad_user_port_key = valptr->value; in bond_check_params()
6415 return -EINVAL; in bond_check_params()
6417 tlb_dynamic_lb = valptr->value; in bond_check_params()
6426 params->mode = bond_mode; in bond_check_params()
6427 params->xmit_policy = xmit_hashtype; in bond_check_params()
6428 params->miimon = miimon; in bond_check_params()
6429 params->num_peer_notif = num_peer_notif; in bond_check_params()
6430 params->arp_interval = arp_interval; in bond_check_params()
6431 params->arp_validate = arp_validate_value; in bond_check_params()
6432 params->arp_all_targets = arp_all_targets_value; in bond_check_params()
6433 params->missed_max = 2; in bond_check_params()
6434 params->updelay = updelay; in bond_check_params()
6435 params->downdelay = downdelay; in bond_check_params()
6436 params->peer_notif_delay = 0; in bond_check_params()
6437 params->use_carrier = use_carrier; in bond_check_params()
6438 params->lacp_active = 1; in bond_check_params()
6439 params->lacp_fast = lacp_fast; in bond_check_params()
6440 params->primary[0] = 0; in bond_check_params()
6441 params->primary_reselect = primary_reselect_value; in bond_check_params()
6442 params->fail_over_mac = fail_over_mac_value; in bond_check_params()
6443 params->tx_queues = tx_queues; in bond_check_params()
6444 params->all_slaves_active = all_slaves_active; in bond_check_params()
6445 params->resend_igmp = resend_igmp; in bond_check_params()
6446 params->min_links = min_links; in bond_check_params()
6447 params->lp_interval = lp_interval; in bond_check_params()
6448 params->packets_per_slave = packets_per_slave; in bond_check_params()
6449 params->tlb_dynamic_lb = tlb_dynamic_lb; in bond_check_params()
6450 params->ad_actor_sys_prio = ad_actor_sys_prio; in bond_check_params()
6451 eth_zero_addr(params->ad_actor_system); in bond_check_params()
6452 params->ad_user_port_key = ad_user_port_key; in bond_check_params()
6453 params->coupled_control = 1; in bond_check_params()
6455 params->reciprocal_packets_per_slave = in bond_check_params()
6461 params->reciprocal_packets_per_slave = in bond_check_params()
6466 strscpy_pad(params->primary, primary, sizeof(params->primary)); in bond_check_params()
6468 memcpy(params->arp_targets, arp_target, sizeof(arp_target)); in bond_check_params()
6470 memset(params->ns_targets, 0, sizeof(struct in6_addr) * BOND_MAX_NS_TARGETS); in bond_check_params()
6484 bond->wq = alloc_ordered_workqueue("%s", WQ_MEM_RECLAIM, in bond_init()
6485 bond_dev->name); in bond_init()
6486 if (!bond->wq) in bond_init()
6487 return -ENOMEM; in bond_init()
6489 bond->notifier_ctx = false; in bond_init()
6491 spin_lock_init(&bond->stats_lock); in bond_init()
6494 list_add_tail_rcu(&bond->bond_list, &bn->dev_list); in bond_init()
6501 if (is_zero_ether_addr(bond_dev->dev_addr) && in bond_init()
6502 bond_dev->addr_assign_type == NET_ADDR_PERM) in bond_init()
6522 int res = -ENOMEM; in bond_create()
6534 bond_dev->rtnl_link_ops = &bond_link_ops; in bond_create()
6555 bn->net = net; in bond_net_init()
6556 INIT_LIST_HEAD(&bn->dev_list); in bond_net_init()
6586 list_for_each_entry_safe(bond, tmp_bond, &bn->dev_list, bond_list) in bond_net_exit_batch_rtnl()
6587 unregister_netdevice_queue(bond->dev, dev_kill_list); in bond_net_exit_batch_rtnl()