selftests/net/fib_nexthops.sh

2 # SPDX-License-Identifier: GPL-2.0
7 #            veth1 <---|---> veth2             |
8 #                      |              veth5 <--|--> veth6  172.16.101.1
9 #            veth3 <---|---> veth4             |           2001:db8:101::1
14 # objects. Device reference counts and network namespace cleanup tested
19 # Kselftest framework requirement - SKIP code is 4.
22 # all tests in this script. Can be overridden with -t option
75 	if [ ${rc} -eq ${expected} ]; then
76 		printf "TEST: %-60s  [ OK ]\n" "${msg}"
79 		if [[ $rc -eq $ksft_skip ]]; then
80 			[[ $ret -eq 0 ]] && ret=$ksft_skip
82 			printf "TEST: %-60s  [SKIP]\n" "${msg}"
86 			printf "TEST: %-60s  [FAIL]\n" "${msg}"
124 	if [ "$VERBOSE" = "1" -a -n "$out" ]; then
137 	[ -n "$2" ] && ns="-netns $2"
138 	addr=$(ip $ns -6 -br addr show dev ${dev} | \
148 	[ -z "$addr" ] && return 1
159 	set -e
161 	ip netns exec ${n} sysctl -qw net.ipv4.ip_forward=1
162 	ip netns exec ${n} sysctl -qw net.ipv4.fib_multipath_use_neigh=1
163 	ip netns exec ${n} sysctl -qw net.ipv4.conf.default.ignore_routes_with_linkdown=1
164 	ip netns exec ${n} sysctl -qw net.ipv6.conf.all.keep_addr_on_down=1
165 	ip netns exec ${n} sysctl -qw net.ipv6.conf.all.forwarding=1
166 	ip netns exec ${n} sysctl -qw net.ipv6.conf.default.forwarding=1
167 	ip netns exec ${n} sysctl -qw net.ipv6.conf.default.ignore_routes_with_linkdown=1
168 	ip netns exec ${n} sysctl -qw net.ipv6.conf.all.accept_dad=0
169 	ip netns exec ${n} sysctl -qw net.ipv6.conf.default.accept_dad=0
183 	IP="ip -netns $me"
184 	BRIDGE="bridge -netns $me"
185 	set -e
186 	$IP li add veth1 type veth peer name veth2
188 	$IP addr add 172.16.1.1/24 dev veth1
189 	$IP -6 addr add 2001:db8:91::1/64 dev veth1 nodad
191 	$IP li add veth3 type veth peer name veth4
193 	$IP addr add 172.16.2.1/24 dev veth3
194 	$IP -6 addr add 2001:db8:92::1/64 dev veth3 nodad
197 	ip -netns $peer addr add 172.16.1.2/24 dev veth2
198 	ip -netns $peer -6 addr add 2001:db8:91::2/64 dev veth2 nodad
201 	ip -netns $peer addr add 172.16.2.2/24 dev veth4
202 	ip -netns $peer -6 addr add 2001:db8:92::2/64 dev veth4 nodad
204 	ip -netns $remote li add veth5 type veth peer name veth6
205 	ip -netns $remote li set veth5 up
206 	ip -netns $remote addr add dev veth5 172.16.101.1/24
207 	ip -netns $remote -6 addr add dev veth5 2001:db8:101::1/64 nodad
208 	ip -netns $remote ro add 172.16.0.0/22 via 172.16.101.2
209 	ip -netns $remote -6 ro add 2001:db8:90::/40 via 2001:db8:101::2
211 	ip -netns $remote li set veth6 netns $peer up
212 	ip -netns $peer addr add dev veth6 172.16.101.2/24
213 	ip -netns $peer -6 addr add dev veth6 2001:db8:101::2/64 nodad
234 	if [ -z "${out}" ]; then
278 		| sed s/idle_time\ [0-9.]*\ // 2>/dev/null)
300 	out=$($IP -6 route ls match ${pfx} 2>/dev/null | sed -e 's/pref medium//')
318 	if [ $ipv -eq 4 ]; then
330 	while [ $iter -le $(($ecmp + 1)) ]
333 		run_cmd "$IP nexthop add id $nhidstr via $ipstr$iter dev veth1"
336 		if [ $iter -le $ecmp ]; then
346 	while [ $iter -le $grpnum ]
349 		run_cmd "$IP nexthop add id $grpidstr group $grpstr"
365 	if [ $ipv -eq 4 ]; then
372 	run_cmd "$IP nexthop add id 100 via $ipstr dev veth1"
373 	run_cmd "$IP nexthop add id 1000 group 100 type resilient buckets $buckets"
383 	if out=$($IP -j route get "$pfx" | jq -re ".[0].dev"); then
418 	lines=`wc -l $tmpfile | cut "-d " -f1`
419 	test $lines -eq $el
421 	rm -rf $tmpfile
428 	$IP nexthop help 2>&1 | grep -q fdb
429 	if [ $? -ne 0 ]; then
437 	$IP nexthop help 2>&1 | grep -q resilient
438 	if [ $? -ne 0 ]; then
450 	echo "--------------------------"
453 	if [ $? -eq $ksft_skip ]; then
458 	run_cmd "$IP nexthop add id 61 via 2001:db8:91::2 fdb"
459 	run_cmd "$IP nexthop add id 62 via 2001:db8:91::3 fdb"
460 	run_cmd "$IP nexthop add id 102 group 61/62 fdb"
470 	run_cmd "$IP nexthop add id 63 via 2001:db8:91::4"
471 	run_cmd "$IP nexthop add id 64 via 2001:db8:91::5"
472 	run_cmd "$IP nexthop add id 103 group 63/64 fdb"
473 	log_test $? 2 "Fdb Nexthop group with non-fdb nexthops"
476 	run_cmd "$IP nexthop add id 65 via 2001:db8:91::5 fdb"
477 	run_cmd "$IP nexthop add id 66 via 2001:db8:91::6 fdb"
478 	run_cmd "$IP nexthop add id 104 group 65/66"
479 	log_test $? 2 "Non-Fdb Nexthop group with fdb nexthops"
482 	run_cmd "$IP nexthop add id 67 blackhole fdb"
486 	run_cmd "$IP nexthop add id 68 via 2001:db8:91::7 dev veth1 fdb"
490 	run_cmd "$IP nexthop add id 68 via 2001:db8:91::7 onlink fdb"
494 	run_cmd "$IP nexthop add id 69 encap mpls 101 via 2001:db8:91::8 dev veth1 fdb"
497 …run_cmd "$IP link add name vx10 type vxlan id 1010 local 2001:db8:91::9 remote 2001:db8:91::10 dst…
498 	run_cmd "$BRIDGE fdb add 02:02:00:00:00:13 dev vx10 nhid 102 self"
499 	log_test $? 0 "Fdb mac add with nexthop group"
502 	run_cmd "$BRIDGE fdb add 02:02:00:00:00:14 dev vx10 nhid 61 self"
503 	log_test $? 255 "Fdb mac add with nexthop"
505 	run_cmd "$IP -6 ro add 2001:db8:101::1/128 nhid 66"
506 	log_test $? 2 "Route add with fdb nexthop"
508 	run_cmd "$IP -6 ro add 2001:db8:101::1/128 nhid 103"
509 	log_test $? 2 "Route add with fdb nexthop group"
530 	echo "--------------------------"
533 	if [ $? -eq $ksft_skip ]; then
538 	run_cmd "$IP nexthop add id 12 via 172.16.1.2 fdb"
539 	run_cmd "$IP nexthop add id 13 via 172.16.1.3 fdb"
540 	run_cmd "$IP nexthop add id 102 group 12/13 fdb"
550 	run_cmd "$IP nexthop add id 14 via 172.16.1.2"
551 	run_cmd "$IP nexthop add id 15 via 172.16.1.3"
552 	run_cmd "$IP nexthop add id 103 group 14/15 fdb"
553 	log_test $? 2 "Fdb Nexthop group with non-fdb nexthops"
556 	run_cmd "$IP nexthop add id 16 via 172.16.1.2 fdb"
557 	run_cmd "$IP nexthop add id 17 via 172.16.1.3 fdb"
558 	run_cmd "$IP nexthop add id 104 group 14/15"
559 	log_test $? 2 "Non-Fdb Nexthop group with fdb nexthops"
562 	run_cmd "$IP nexthop add id 18 blackhole fdb"
566 	run_cmd "$IP nexthop add id 16 via 172.16.1.2 dev veth1 fdb"
570 	run_cmd "$IP nexthop add id 16 via 172.16.1.2 onlink fdb"
574 	run_cmd "$IP nexthop add id 17 encap mpls 101 via 172.16.1.2 dev veth1 fdb"
577 …run_cmd "$IP link add name vx10 type vxlan id 1010 local 10.0.0.1 remote 10.0.0.2 dstport 4789 nol…
578 	run_cmd "$BRIDGE fdb add 02:02:00:00:00:13 dev vx10 nhid 102 self"
579 	log_test $? 0 "Fdb mac add with nexthop group"
582 	run_cmd "$BRIDGE fdb add 02:02:00:00:00:14 dev vx10 nhid 12 self"
583 	log_test $? 255 "Fdb mac add with nexthop"
585 	run_cmd "$IP ro add 172.16.0.0/22 nhid 15"
586 	log_test $? 2 "Route add with fdb nexthop"
588 	run_cmd "$IP ro add 172.16.0.0/22 nhid 103"
589 	log_test $? 2 "Route add with fdb nexthop group"
610 	echo "------------------------"
611 	if [ ! -x "$(command -v jq)" ]; then
618 	local -A gws
620 	local -A other_dev
623 	run_cmd "$IP nexthop add id 1 via ${gws["veth1"]} dev veth1"
624 	run_cmd "$IP nexthop add id 2 via ${gws["veth3"]} dev veth3"
625 	run_cmd "$IP nexthop add id 1001 group 1/2"
626 	run_cmd "$IP ro add 172.16.101.0/24 nhid 1001"
638 			echo "SKIP: Did not find a route using device $dev"
641 		run_cmd "$IP neigh add ${gws[$dev]} dev $dev nud failed"
650 	run_cmd "$IP neigh add 172.16.1.2 dev veth1 nud incomplete"
651 	run_cmd "$IP neigh add 172.16.2.2 dev veth3 nud incomplete"
663 	echo "------------------------"
664 	if [ ! -x "$(command -v jq)" ]; then
671 	local -A gws
673 	local -A other_dev
676 	run_cmd "$IP nexthop add id 1 via ${gws["veth1"]} dev veth1"
677 	run_cmd "$IP nexthop add id 2 via ${gws["veth3"]} dev veth3"
678 	run_cmd "$IP nexthop add id 1001 group 1/2"
679 	run_cmd "$IP ro add 2001:db8:101::/64 nhid 1001"
691 			echo "SKIP: Did not find a route using device $dev"
694 		run_cmd "$IP neigh add ${gws[$dev]} dev $dev nud failed"
703 	run_cmd "$IP neigh add 2001:db8:91::2 dev veth1 nud incomplete"
704 	run_cmd "$IP neigh add 2001:db8:92::2 dev veth3 nud incomplete"
711 # basic operations (add, delete, replace) on nexthops and nexthop groups
721 	echo "----------------------"
723 	run_cmd "$IP nexthop add id 52 via 2001:db8:91::2 dev veth1"
726 	if [ $rc -ne 0 ]; then
740 	# gw, device spec
742 	# gw validation, no device - fails since dev required
743 	run_cmd "$IP nexthop add id 52 via 2001:db8:92::3"
744 	log_test $? 2 "Create nexthop - gw only"
747 	run_cmd "$IP nexthop add id 53 via 2001:db8:3::3 dev veth1"
748 	log_test $? 2 "Create nexthop - invalid gw+dev combination"
751 	run_cmd "$IP nexthop add id 53 via 2001:db8:3::3 dev veth1 onlink"
752 	log_test $? 0 "Create nexthop - gw+dev and onlink"
755 	set -e
756 	run_cmd "$IP -6 nexthop add id 55 via 2001:db8:91::3 dev veth1"
757 	run_cmd "$IP nexthop add id 56 via 2001:db8:91::4 dev veth1"
758 	run_cmd "$IP nexthop add id 57 via 2001:db8:91::5 dev veth1"
767 	if [ ! -x "$(command -v mausezahn)" ]; then
773 	run_cmd "$IP link add veth1.10 link veth1 up type vlan id 10"
774 	run_cmd "$IP link add veth1.20 link veth1 up type vlan id 20"
775 	run_cmd "$IP -6 addr add 2001:db8:91::1/64 dev veth1.10"
776 	run_cmd "$IP -6 addr add 2001:db8:92::1/64 dev veth1.20"
777 	run_cmd "$IP -6 neigh add 2001:db8:91::2 lladdr 00:11:22:33:44:55 dev veth1.10"
778 	run_cmd "$IP -6 neigh add 2001:db8:92::2 lladdr 00:11:22:33:44:55 dev veth1.20"
779 	run_cmd "$IP nexthop add id 100 via 2001:db8:91::2 dev veth1.10"
780 	run_cmd "$IP nexthop add id 101 via 2001:db8:92::2 dev veth1.20"
781 	run_cmd "$IP nexthop add id 102 group 100"
782 	run_cmd "$IP route add 2001:db8:101::1/128 nhid 102"
784 	# create per-cpu dsts through nh 100
785 …run_cmd "ip netns exec $me mausezahn -6 veth1.10 -B 2001:db8:101::1 -A 2001:db8:91::1 -c 5 -t tcp …
788 	# a stale per-cpu dst which holds a reference to the nexthop's net
789 	# device and to the IPv6 route
793 	# add both nexthops to the group so a reference is taken on them
796 	# if the bug described in commit "net: nexthop: release IPv6 per-cpu
806 	# remains forever and we get a net device refcount imbalance
809 	# if a reference was lost this command will hang because the net device
811 	timeout -s KILL 5 ip netns exec $me ip link del veth1.10 >/dev/null 2>&1
814 	if [ $? -eq 137 ]; then
831 	echo "----------------------"
834 	run_cmd "$IP nexthop add id 61 via 2001:db8:91::2 dev veth1"
835 	run_cmd "$IP nexthop add id 101 group 61"
852 	# create group with multiple nexthops - mix of gw and dev only
854 	run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
855 	run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
856 	run_cmd "$IP nexthop add id 64 via 2001:db8:91::4 dev veth1"
857 	run_cmd "$IP nexthop add id 65 dev veth1"
858 	run_cmd "$IP nexthop add id 102 group 62/63/64/65"
868 	run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
869 	run_cmd "$IP nexthop add id 103 group 62/63,2/64,3/65,4"
878 	# admin down - nexthop is removed from group
891 	set -e
892 	run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
893 	run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
894 	run_cmd "$IP nexthop add id 64 via 2001:db8:91::4 dev veth1"
895 	run_cmd "$IP nexthop add id 65 via 2001:db8:91::5 dev veth1"
897 	run_cmd "$IP nexthop add id 72 via 2001:db8:92::2 dev veth3"
898 	run_cmd "$IP nexthop add id 73 via 2001:db8:92::3 dev veth3"
899 	run_cmd "$IP nexthop add id 74 via 2001:db8:92::4 dev veth3"
900 	run_cmd "$IP nexthop add id 75 via 2001:db8:92::5 dev veth3"
904 	run_cmd "$IP nexthop add id 104 group 62"
905 	run_cmd "$IP nexthop add id 105 group 62"
910 	[ $? -ne 0 ] && return 1
913 	run_cmd "$IP nexthop add id 105 group 62/63/72/73/64"
916 	log_test $? 0 "Nexthops in group removed on admin down - mixed group"
918 	run_cmd "$IP nexthop add id 106 group 105/74"
924 	run_cmd "$IP -6 nexthop add id 31 blackhole"
925 	run_cmd "$IP nexthop add id 107 group 31"
928 	run_cmd "$IP nexthop add id 108 group 31/24"
935 	# 16-bit weights.
937 	run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
938 	run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
939 	run_cmd "$IP nexthop add id 64 via 2001:db8:91::4 dev veth1"
940 	run_cmd "$IP nexthop add id 65 via 2001:db8:91::5 dev veth1"
941 	run_cmd "$IP nexthop add id 66 dev veth1"
943 	run_cmd "$IP nexthop add id 103 group 62,1000"
955 	log_test $rc 0 "16-bit weights"
964 	echo "--------------------------------"
967 	if [ $? -eq $ksft_skip ]; then
972 	# migration of nexthop buckets - equal weights
974 	run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
975 	run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
976 	run_cmd "$IP nexthop add id 102 group 62/63 type resilient buckets 2 idle_timer 0"
986 	run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
998 	# migration of nexthop buckets - unequal weights
1000 	run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
1001 	run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
1002 	run_cmd "$IP nexthop add id 102 group 62,3/63,1 type resilient buckets 4 idle_timer 0"
1007 	log_test $? 0 "Nexthop group updated when entry is deleted - nECMP"
1010 	log_test $? 0 "Nexthop buckets updated when entry is deleted - nECMP"
1012 	run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
1016 	log_test $? 0 "Nexthop group updated after replace - nECMP"
1019 	log_test $? 0 "Nexthop buckets updated after replace - nECMP"
1022 	# 16-bit weights.
1024 	run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
1025 	run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
1026 	run_cmd "$IP nexthop add id 64 via 2001:db8:91::4 dev veth1"
1027 	run_cmd "$IP nexthop add id 65 via 2001:db8:91::5 dev veth1"
1028 	run_cmd "$IP nexthop add id 66 dev veth1"
1030 	run_cmd "$IP nexthop add id 103 group 62,1000 type resilient buckets 32"
1044 	log_test $rc 0 "16-bit weights"
1053 	echo "-----------------------"
1056 	# IPv6 - the basics
1058 	run_cmd "$IP nexthop add id 81 via 2001:db8:91::2 dev veth1"
1059 	run_cmd "$IP ro add 2001:db8:101::1/128 nhid 81"
1060 	log_test $? 0 "Route add"
1065 	run_cmd "$IP ro add 2001:db8:101::1/128 nhid 81"
1066 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
1069 	run_cmd "$IP nexthop add id 82 via 2001:db8:92::2 dev veth3"
1070 	run_cmd "$IP nexthop add id 122 group 81/82"
1072 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
1073 	log_test $? 0 "Ping - multipath"
1078 	run_cmd "$IP -6 nexthop add id 83 blackhole"
1080 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
1081 	log_test $? 2 "Ping - blackhole"
1084 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
1085 	log_test $? 0 "Ping - blackhole replaced with gateway"
1087 	run_cmd "$IP -6 nexthop replace id 83 blackhole"
1088 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
1089 	log_test $? 2 "Ping - gateway replaced by blackhole"
1092 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
1093 	if [ $? -eq 0 ]; then
1095 		run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
1096 		log_test $? 2 "Ping - group with blackhole"
1099 		run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
1100 		log_test $? 0 "Ping - group blackhole replaced with gateways"
1102 		log_test 2 0 "Ping - multipath failed"
1106 	# device only and gw + dev only mix
1108 	run_cmd "$IP -6 nexthop add id 85 dev veth1"
1110 	log_test $? 0 "IPv6 route with device only nexthop"
1113 	run_cmd "$IP nexthop add id 123 group 81/85"
1115 	log_test $? 0 "IPv6 multipath route with nexthop mix - dev only + gw"
1119 	# IPv6 route with v4 nexthop - not allowed
1122 	run_cmd "$IP nexthop add id 84 via 172.16.1.1 dev veth1"
1123 	run_cmd "$IP ro add 2001:db8:101::1/128 nhid 84"
1128 	log_test $? 2 "Nexthop replace - v6 route, v4 nexthop"
1132 	log_test $? 2 "Nexthop replace of group entry - v6 route, v4 nexthop"
1134 	run_cmd "$IP nexthop add id 86 via 2001:db8:92::2 dev veth3"
1135 	run_cmd "$IP nexthop add id 87 via 172.16.1.1 dev veth1"
1136 	run_cmd "$IP nexthop add id 88 via 172.16.1.1 dev veth1"
1137 	run_cmd "$IP nexthop add id 124 group 86/87/88"
1150 	run_cmd "$IP nexthop add id 87 via 172.16.1.1 dev veth1"
1151 	run_cmd "$IP nexthop add id 88 via 172.16.1.1 dev veth1"
1169 	run_cmd "$IP nexthop add id 86 via 2001:db8:91::2 dev veth1"
1170 	run_cmd "$IP ro add 2001:db8:101::1/128 nhid 81"
1173 	run_cmd "$IP ro add 2001:db8:101::2/128 nhid 86 from 2001:db8:91::1"
1177 	run_cmd "$IP ro add 2001:db8:101::2/128 nhid 86 congctl lock foo"
1182 	run_cmd "ip netns exec $me ip6tables -t mangle -I PREROUTING 1 -m rpfilter --invert -j DROP"
1183 	run_cmd "$IP nexthop add id 91 via 2001:db8:91::2 dev veth1"
1184 	run_cmd "$IP nexthop add id 92 via 2001:db8:92::2 dev veth3"
1185 	run_cmd "$IP nexthop add id 93 group 91/92"
1186 	run_cmd "$IP -6 ro add default nhid 91"
1187 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
1189 	run_cmd "$IP -6 ro replace default nhid 93"
1190 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 2001:db8:101::1"
1193 	# TO-DO:
1197 	# route with src address and using nexthop - not allowed
1206 	echo "---------------------"
1217 	echo "-----------------------------------------"
1220 	if [ $? -eq $ksft_skip ]; then
1233 		$IP nexthop add id 100 via 2001:db8:91::2 dev veth1
1254 	echo "--------------------"
1255 	if [ ! -x "$(command -v mausezahn)" ]; then
1260 	run_cmd "$IP nexthop add id 100 via 2001:db8:91::2 dev veth1"
1261 	run_cmd "$IP nexthop add id 101 via 2001:db8:92::2 dev veth3"
1262 	run_cmd "$IP nexthop add id 102 group 100/101"
1263 	run_cmd "$IP route add 2001:db8:101::1 nhid 102"
1264 	run_cmd "$IP route add 2001:db8:101::2 nhid 102"
1270 	ip netns exec $me ping -f 2001:db8:101::1 >/dev/null 2>&1 &
1272 	ip netns exec $me ping -f 2001:db8:101::2 >/dev/null 2>&1 &
1274 …ip netns exec $me mausezahn -6 veth1 -B 2001:db8:101::2 -A 2001:db8:91::1 -c 0 -t tcp "dp=1-1023, …
1278 	kill -9 $pid1 $pid2 $pid3 $pid4 $pid5
1302 	echo "--------------------------------------------"
1305 	if [ $? -eq $ksft_skip ]; then
1309 	if [ ! -x "$(command -v mausezahn)" ]; then
1314 	run_cmd "$IP nexthop add id 100 via 2001:db8:91::2 dev veth1"
1315 	run_cmd "$IP nexthop add id 101 via 2001:db8:92::2 dev veth3"
1316 	run_cmd "$IP nexthop add id 102 group 100/101 type resilient buckets 512 idle_timer 0"
1317 	run_cmd "$IP route add 2001:db8:101::1 nhid 102"
1318 	run_cmd "$IP route add 2001:db8:101::2 nhid 102"
1324 	ip netns exec $me ping -f 2001:db8:101::1 >/dev/null 2>&1 &
1326 	ip netns exec $me ping -f 2001:db8:101::2 >/dev/null 2>&1 &
1328 	ip netns exec $me mausezahn -6 veth1 \
1329 			    -B 2001:db8:101::2 -A 2001:db8:91::1 -c 0 \
1330 			    -t tcp "dp=1-1023, flags=syn" >/dev/null 2>&1 &
1334 	kill -9 $pid1 $pid2 $pid3 $pid4 $pid5
1347 	echo "----------------------"
1350 	# basic IPv4 ops - add, get, delete
1352 	run_cmd "$IP nexthop add id 12 via 172.16.1.2 dev veth1"
1355 	if [ $rc -ne 0 ]; then
1369 	# gw, device spec
1371 	# gw validation, no device - fails since dev is required
1372 	run_cmd "$IP nexthop add id 12 via 172.16.2.3"
1373 	log_test $? 2 "Create nexthop - gw only"
1376 	run_cmd "$IP nexthop add id 13 via 172.16.3.2 dev veth1"
1377 	log_test $? 2 "Create nexthop - invalid gw+dev combination"
1380 	run_cmd "$IP nexthop add id 13 via 172.16.3.2 dev veth1 onlink"
1381 	log_test $? 0 "Create nexthop - gw+dev and onlink"
1384 	set -e
1385 	run_cmd "$IP nexthop add id 15 via 172.16.1.3 dev veth1"
1386 	run_cmd "$IP nexthop add id 16 via 172.16.1.4 dev veth1"
1387 	run_cmd "$IP nexthop add id 17 via 172.16.1.5 dev veth1"
1393 	# nexthop route delete warning: route add with nhid and delete
1394 	# using device
1396 	run_cmd "$IP nexthop add id 12 via 172.16.1.3 dev veth1"
1397 	out1=`dmesg | grep "WARNING:.*fib_nh_match.*" | wc -l`
1398 	run_cmd "$IP route add 172.16.101.1/32 nhid 12"
1400 	out2=`dmesg | grep "WARNING:.*fib_nh_match.*" | wc -l`
1401 	[ $out1 -eq $out2 ]
1407 	run_cmd "$IP nexthop add id 21 via 172.16.1.6 dev veth1"
1408 	run_cmd "$IP ro add 172.16.101.0/24 nhid 21"
1412 	run_cmd "$IP nexthop add id 22 via 172.16.1.6 dev veth1"
1413 	run_cmd "$IP ro add 172.16.102.0/24 nhid 22"
1415 	log_test $? 2 "Delete route when specifying only nexthop device"
1430 	echo "----------------------"
1433 	run_cmd "$IP nexthop add id 11 via 172.16.1.2 dev veth1"
1434 	run_cmd "$IP nexthop add id 101 group 11"
1451 	run_cmd "$IP nexthop add id 12 via 172.16.1.2 dev veth1"
1452 	run_cmd "$IP nexthop add id 13 via 172.16.1.3 dev veth1"
1453 	run_cmd "$IP nexthop add id 14 via 172.16.1.4 dev veth1"
1454 	run_cmd "$IP nexthop add id 15 via 172.16.1.5 dev veth1"
1455 	run_cmd "$IP nexthop add id 102 group 12/13/14/15"
1465 	run_cmd "$IP nexthop add id 13 via 172.16.1.3 dev veth1"
1466 	run_cmd "$IP nexthop add id 103 group 12/13,2/14,3/15,4"
1475 	# admin down - nexthop is removed from group
1488 	set -e
1489 	run_cmd "$IP nexthop add id 12 via 172.16.1.2 dev veth1"
1490 	run_cmd "$IP nexthop add id 13 via 172.16.1.3 dev veth1"
1491 	run_cmd "$IP nexthop add id 14 via 172.16.1.4 dev veth1"
1492 	run_cmd "$IP nexthop add id 15 via 172.16.1.5 dev veth1"
1494 	run_cmd "$IP nexthop add id 22 via 172.16.2.2 dev veth3"
1495 	run_cmd "$IP nexthop add id 23 via 172.16.2.3 dev veth3"
1496 	run_cmd "$IP nexthop add id 24 via 172.16.2.4 dev veth3"
1497 	run_cmd "$IP nexthop add id 25 via 172.16.2.5 dev veth3"
1501 	run_cmd "$IP nexthop add id 104 group 12"
1502 	run_cmd "$IP nexthop add id 105 group 12"
1507 	[ $? -ne 0 ] && return 1
1510 	run_cmd "$IP nexthop add id 105 group 12/13/22/23/14"
1513 	log_test $? 0 "Nexthops in group removed on admin down - mixed group"
1515 	run_cmd "$IP nexthop add id 106 group 105/24"
1521 	run_cmd "$IP nexthop add id 31 blackhole"
1522 	run_cmd "$IP nexthop add id 107 group 31"
1525 	run_cmd "$IP nexthop add id 108 group 31/24"
1535 	echo "--------------------------------"
1538 	if [ $? -eq $ksft_skip ]; then
1543 	# migration of nexthop buckets - equal weights
1545 	run_cmd "$IP nexthop add id 12 via 172.16.1.2 dev veth1"
1546 	run_cmd "$IP nexthop add id 13 via 172.16.1.3 dev veth1"
1547 	run_cmd "$IP nexthop add id 102 group 12/13 type resilient buckets 2 idle_timer 0"
1557 	run_cmd "$IP nexthop add id 13 via 172.16.1.3 dev veth1"
1569 	# migration of nexthop buckets - unequal weights
1571 	run_cmd "$IP nexthop add id 12 via 172.16.1.2 dev veth1"
1572 	run_cmd "$IP nexthop add id 13 via 172.16.1.3 dev veth1"
1573 	run_cmd "$IP nexthop add id 102 group 12,3/13,1 type resilient buckets 4 idle_timer 0"
1578 	log_test $? 0 "Nexthop group updated when entry is deleted - nECMP"
1581 	log_test $? 0 "Nexthop buckets updated when entry is deleted - nECMP"
1583 	run_cmd "$IP nexthop add id 13 via 172.16.1.3 dev veth1"
1587 	log_test $? 0 "Nexthop group updated after replace - nECMP"
1590 	log_test $? 0 "Nexthop buckets updated after replace - nECMP"
1597 	set -e
1599 	run_cmd "$IP nexthop add id 11 via ${lladdr} dev veth1"
1601 	run_cmd "$IP ro add 172.16.101.1/32 nhid 11"
1605 	set -e
1606 	run_cmd "$IP nexthop add id 12 via 172.16.1.2 dev veth1"
1607 	run_cmd "$IP nexthop add id 101 group 11/12"
1629 	echo "-----------------------"
1631 	run_cmd "$IP nexthop add id 21 via 172.16.1.2 dev veth1"
1632 	run_cmd "$IP ro add 172.16.101.1/32 nhid 21"
1633 	log_test $? 0 "Route add"
1642 	run_cmd "$IP nexthop add id 22 via 172.16.1.2 dev veth1"
1643 	run_cmd "$IP ro add 172.16.101.1/32 nhid 22 scope host"
1644 	log_test $? 2 "Route add - scope conflict with nexthop"
1647 	run_cmd "$IP ro add 172.16.101.1/32 nhid 22 scope host"
1652 	run_cmd "$IP ro add 172.16.101.2/32 nhid 22 congctl lock foo"
1656 	# add route with nexthop and check traffic
1660 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
1664 	run_cmd "$IP nexthop add id 122 group 21/22"
1666 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
1667 	log_test $? 0 "Ping - multipath"
1673 	# - tests fib_select_default
1674 	run_cmd "$IP nexthop add id 501 via 172.16.1.2 dev veth1"
1675 	run_cmd "$IP ro add default nhid 501"
1676 	run_cmd "$IP ro add default via 172.16.1.3 dev veth1 metric 20"
1677 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
1678 	log_test $? 0 "Ping - multiple default routes, nh first"
1683 	run_cmd "$IP ro add default via 172.16.1.2 dev veth1 metric 20"
1685 	run_cmd "$IP ro add default nhid 501 metric 20"
1686 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
1687 	log_test $? 0 "Ping - multiple default routes, nh second"
1695 	run_cmd "$IP nexthop add id 23 blackhole"
1697 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
1698 	log_test $? 2 "Ping - blackhole"
1701 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
1702 	log_test $? 0 "Ping - blackhole replaced with gateway"
1705 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
1706 	log_test $? 2 "Ping - gateway replaced by blackhole"
1709 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
1710 	if [ $? -eq 0 ]; then
1712 		run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
1713 		log_test $? 2 "Ping - group with blackhole"
1716 		run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
1717 		log_test $? 0 "Ping - group blackhole replaced with gateways"
1719 		log_test 2 0 "Ping - multipath failed"
1723 	# device only and gw + dev only mix
1725 	run_cmd "$IP nexthop add id 85 dev veth1"
1727 	log_test $? 0 "IPv4 route with device only nexthop"
1730 	run_cmd "$IP nexthop add id 123 group 21/85"
1732 	log_test $? 0 "IPv4 multipath route with nexthop mix - dev only + gw"
1738 	set -e
1740 	run_cmd "$IP nexthop add id 24 via ${lladdr} dev veth1"
1743 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
1746 	$IP neigh sh | grep -q "${lladdr} dev veth1"
1747 	if [ $? -eq 1 ]; then
1752 	$IP neigh sh | grep -q "172.16.101.1 dev eth1"
1753 	if [ $? -eq 0 ]; then
1758 	set -e
1759 	run_cmd "$IP nexthop add id 25 via 172.16.1.2 dev veth1"
1760 	run_cmd "$IP nexthop add id 101 group 24/25"
1763 	log_test $? 0 "IPv4 route with mixed v4-v6 multipath route"
1767 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
1771 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
1774 	$IP neigh sh | grep -q "${lladdr} dev veth1"
1775 	if [ $? -eq 1 ]; then
1780 	$IP neigh sh | grep -q "172.16.101.1 dev eth1"
1781 	if [ $? -eq 0 ]; then
1787 	run_cmd "$IP -4 ro add default via inet6 ${lladdr} dev veth1"
1788 	run_cmd "ip netns exec $me ping -c1 -w$PING_TIMEOUT 172.16.101.1"
1794 	run_cmd "$IP nexthop add id 51 encap mpls 101 via 172.16.1.2 dev veth1"
1797 	log_test $? 0 "IPv4 route with MPLS encap - check"
1799 	run_cmd "$IP nexthop add id 52 encap mpls 102 via inet6 2001:db8:91::2 dev veth1"
1802 	log_test $? 0 "IPv4 route with MPLS encap, v6 gw - check"
1811 	echo "---------------------"
1822 	echo "-----------------------------------------"
1825 	if [ $? -eq $ksft_skip ]; then
1841 	$IPE sysctl -q $sysctlname 2>&1 >/dev/null
1842 	if [ $? -ne 0 ]; then
1860 	out=$($IPE sysctl -w $sysctlname=$mode)
1861 	log_test $? 0 "$lprefix set compat mode - $mode"
1871 	echo "--------------------------------"
1874 	if [ $? -eq $ksft_skip ]; then
1878 	run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
1879 	run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
1880 	run_cmd "$IP nexthop add id 122 group 62/63"
1883 	run_cmd "$IP -6 ro add 2001:db8:101::1/128 nhid 122"
1884 	# route add notification should contain expanded nexthops
1886 	log_test $? 0 "IPv6 compat mode on - route add notification"
1890 	log_test $? 0 "IPv6 compat mode on - route dump"
1893 	run_cmd "$IP nexthop add id 64 via 2001:db8:91::4 dev veth1"
1898 	log_test $? 0 "IPv6 compat mode on - nexthop change"
1903 	run_cmd "$IP -6 ro del 2001:db8:101::1/128 nhid 122"
1905 	run_cmd "$IP nexthop add id 62 via 2001:db8:91::2 dev veth1"
1906 	run_cmd "$IP nexthop add id 63 via 2001:db8:91::3 dev veth1"
1907 	run_cmd "$IP nexthop add id 122 group 62/63"
1910 	run_cmd "$IP -6 ro add 2001:db8:101::1/128 nhid 122"
1911 	# route add notification should not contain expanded nexthops
1913 	log_test $? 0 "IPv6 compat mode off - route add notification"
1917 	log_test $? 0 "IPv6 compat mode off - route dump"
1920 	run_cmd "$IP nexthop add id 64 via 2001:db8:91::4 dev veth1"
1924 	log_test $? 0 "IPv6 compat mode off - nexthop change"
1930 	log_test $? 0 "IPv6 compat mode off - nexthop delete"
1942 	echo "----------------------------"
1945 	if [ $? -eq $ksft_skip ]; then
1949 	run_cmd "$IP nexthop add id 21 via 172.16.1.2 dev veth1"
1950 	run_cmd "$IP nexthop add id 22 via 172.16.1.2 dev veth1"
1951 	run_cmd "$IP nexthop add id 122 group 21/22"
1954 	run_cmd "$IP ro add 172.16.101.1/32 nhid 122"
1957 	# route add notification should contain expanded nexthops
1958 	log_test $? 0 "IPv4 compat mode on - route add notification"
1962 	log_test $? 0 "IPv4 compat mode on - route dump"
1965 	run_cmd "$IP nexthop add id 23 via 172.16.1.3 dev veth1"
1969 	log_test $? 0 "IPv4 compat mode on - nexthop change"
1977 	run_cmd "$IP ro add 172.16.101.1/32 nhid 122"
1979 	# route add notification should not contain expanded nexthops
1980 	log_test $? 0 "IPv4 compat mode off - route add notification"
1984 	log_test $? 0 "IPv4 compat mode off - route dump"
1990 	log_test $? 0 "IPv4 compat mode off - nexthop change"
1996 	log_test $? 0 "IPv4 compat mode off - nexthop delete"
2005 		$IP nexthop add id 100 via 172.16.1.2 dev veth1
2026 	echo "--------------------"
2027 	if [ ! -x "$(command -v mausezahn)" ]; then
2032 	run_cmd "$IP nexthop add id 100 via 172.16.1.2 dev veth1"
2033 	run_cmd "$IP nexthop add id 101 via 172.16.2.2 dev veth3"
2034 	run_cmd "$IP nexthop add id 102 group 100/101"
2035 	run_cmd "$IP route add 172.16.101.1 nhid 102"
2036 	run_cmd "$IP route add 172.16.101.2 nhid 102"
2042 	ip netns exec $me ping -f 172.16.101.1 >/dev/null 2>&1 &
2044 	ip netns exec $me ping -f 172.16.101.2 >/dev/null 2>&1 &
2046 …ip netns exec $me mausezahn veth1 -B 172.16.101.2 -A 172.16.1.1 -c 0 -t tcp "dp=1-1023, flags=syn"…
2050 	kill -9 $pid1 $pid2 $pid3 $pid4 $pid5
2074 	echo "--------------------------------------------"
2077 	if [ $? -eq $ksft_skip ]; then
2081 	if [ ! -x "$(command -v mausezahn)" ]; then
2086 	run_cmd "$IP nexthop add id 100 via 172.16.1.2 dev veth1"
2087 	run_cmd "$IP nexthop add id 101 via 172.16.2.2 dev veth3"
2088 	run_cmd "$IP nexthop add id 102 group 100/101 type resilient buckets 512 idle_timer 0"
2089 	run_cmd "$IP route add 172.16.101.1 nhid 102"
2090 	run_cmd "$IP route add 172.16.101.2 nhid 102"
2096 	ip netns exec $me ping -f 172.16.101.1 >/dev/null 2>&1 &
2098 	ip netns exec $me ping -f 172.16.101.2 >/dev/null 2>&1 &
2101 				-B 172.16.101.2 -A 172.16.1.1 -c 0 \
2102 				-t tcp "dp=1-1023, flags=syn" >/dev/null 2>&1 &
2106 	kill -9 $pid1 $pid2 $pid3 $pid4 $pid5
2117 	echo "----------------------"
2122 	log_test $? 2 "Nexthop get on non-existent id"
2125 	log_test $? 2 "Nexthop del with non-existent id"
2128 	log_test $? 2 "Nexthop del with non-existent id and extra attributes"
2130 	# attempt to create nh without a device or gw - fails
2131 	run_cmd "$IP nexthop add id 1"
2132 	log_test $? 2 "Nexthop with no device or gateway"
2134 	# attempt to create nh with down device - fails
2136 	run_cmd "$IP nexthop add id 1 dev veth1"
2137 	log_test $? 2 "Nexthop with down device"
2139 	# create nh with linkdown device - fails
2141 	ip -netns $peer li set veth2 down
2142 	run_cmd "$IP nexthop add id 1 dev veth1"
2143 	log_test $? 2 "Nexthop with device that is linkdown"
2144 	ip -netns $peer li set veth2 up
2146 	# device only
2147 	run_cmd "$IP nexthop add id 1 dev veth1"
2148 	log_test $? 0 "Nexthop with device only"
2151 	run_cmd "$IP nexthop add id 1 dev veth3"
2155 	run_cmd "$IP nexthop add id 2 blackhole"
2163 	# device
2166 	log_test $? 0 "Blackhole nexthop with loopback device down"
2171 	run_cmd "$IP nexthop add id $((2**32-1)) blackhole"
2179 	run_cmd "$IP nexthop add id 101 group 1"
2182 	run_cmd "$IP nexthop add id 102 group 2"
2186 	run_cmd "$IP nexthop add id 103 group 1/2"
2195 	# attempt to create group with non-existent nexthop
2196 	run_cmd "$IP nexthop add id 103 group 12"
2197 	log_test $? 2 "Create group with non-existent nexthop"
2200 	run_cmd "$IP nexthop add id 103 group 1/1"
2203 	# replace nexthop with a group - fails
2207 	# replace nexthop group with a nexthop - fails
2212 	run_cmd "$IP nexthop add id 104 group 1 dev veth1"
2213 	log_test $? 2 "Nexthop group and device"
2216 	run_cmd "$IP nexthop add id 105 blackhole proto 99"
2217 	run_cmd "$IP nexthop add id 106 blackhole proto 100"
2218 	run_cmd "$IP nexthop add id 107 blackhole proto 99"
2229 	run_cmd "$IP nexthop add id 104 group 1 blackhole"
2234 	# Test to ensure that flushing with a multi-part nexthop dump works as
2239 		echo "nexthop add id $i blackhole" >> $batch_file
2242 	$IP -b $batch_file
2244 	[[ $($IP nexthop | wc -l) -eq 0 ]]
2260 		count=$($IP -j nexthop bucket ${nharg} ${selector} | jq length)
2275 	echo "----------------------------------------------"
2278 	if [ $? -eq $ksft_skip ]; then
2282 	run_cmd "$IP nexthop add id 1 dev veth1"
2288 	run_cmd "$IP nexthop add id 101 group 1 type resilient buckets 8"
2289 	log_test $? 0 "Add a nexthop group with default parameters"
2296 	run_cmd "$IP nexthop add id 102 group 1 type resilient
2301 	log_test $? 0 "Get a nexthop group with non-default parameters"
2303 	run_cmd "$IP nexthop add id 103 group 1 type resilient buckets 0"
2304 	log_test $? 2 "Add a nexthop group with 0 buckets"
2336 	log_test $? 2 "Replace nexthop group type - implicit"
2339 	log_test $? 2 "Replace nexthop group type - explicit"
2353 	run_cmd "$IP nexthop add id 1 dev veth1"
2354 	run_cmd "$IP nexthop add id 2 dev veth3"
2355 	run_cmd "$IP nexthop add id 101 group 1/2 type resilient buckets 4"
2356 	run_cmd "$IP nexthop add id 201 group 1/2"
2367 	(( $($IP -j nexthop bucket list id 101 |
2370 	log_test $? 0 "All nexthop buckets report a positive near-zero idle time"
2374 	log_test $? 0 "Dump all nexthop buckets with a specific nexthop device"
2381 	log_test $? 2 "Dump all nexthop buckets in a non-existent group"
2384 	log_test $? 2 "Dump all nexthop buckets in a non-resilient group"
2387 	log_test $? 255 "Dump all nexthop buckets using a non-existent device"
2396 	run_cmd "$IP nexthop add id $((2**32-1)) group 1/2 type resilient buckets 4"
2411 	log_test $? 2 "Get a nexthop bucket from a non-resilient group"
2414 	log_test $? 2 "Get a nexthop bucket from a non-existent group"
2422 	run_cmd "$IP nexthop add id 1 dev veth1"
2423 	run_cmd "$IP nexthop add id 2 dev veth3"
2424 	run_cmd "$IP nexthop add id 101
2462         -t <test>   Test(s) to run (default: all)
2464         -4          IPv4 tests only
2465         -6          IPv6 tests only
2466         -p          Pause on fail
2467         -P          Pause after each test before cleanup
2468         -v          verbose mode (show commands and output)
2469 	-w	    Timeout for ping
2472 	-n num	    Number of nexthops to target
2473 	-N    	    Use new style to install routes in DUT
2500 if [ "$(id -u)" -ne 0 ];then
2505 if [ ! -x "$(command -v ip)" ]; then
2510 ip help 2>&1 | grep -q nexthop
2511 if [ $? -ne 0 ]; then
2516 out=$(ip nexthop ls 2>&1 | grep -q "Operation not supported")
2517 if [ $? -eq 0 ]; then
2525 	none) IP="ip -netns $peer"; setup; exit 0;;