43    2. Hash table by (daddr,family,reqid) to find what SAs exist for given
62 					 unsigned short family)  in xfrm_dst_hash()  argument
64 	return __xfrm_dst_hash(daddr, saddr, reqid, family, net->xfrm.state_hmask);  in xfrm_dst_hash()
70 					 unsigned short family)  in xfrm_src_hash()  argument
72 	return __xfrm_src_hash(daddr, saddr, family, net->xfrm.state_hmask);  in xfrm_src_hash()
77 	      __be32 spi, u8 proto, unsigned short family)  in xfrm_spi_hash()  argument
79 	return __xfrm_spi_hash(daddr, spi, proto, family, net->xfrm.state_hmask);  in xfrm_spi_hash()
120 				    x->props.reqid, x->props.family,  in xfrm_hash_transfer()
125 				    x->props.family,  in xfrm_hash_transfer()
131 					    x->id.proto, x->props.family,  in xfrm_hash_transfer()
224 int xfrm_register_type(const struct xfrm_type *type, unsigned short family)  in xfrm_register_type()  argument
226 	struct xfrm_state_afinfo *afinfo = xfrm_state_get_afinfo(family);  in xfrm_register_type()
270 void xfrm_unregister_type(const struct xfrm_type *type, unsigned short family)  in xfrm_unregister_type()  argument
272 	struct xfrm_state_afinfo *afinfo = xfrm_state_get_afinfo(family);  in xfrm_unregister_type()
313 static const struct xfrm_type *xfrm_get_type(u8 proto, unsigned short family)  in xfrm_get_type()  argument
320 	afinfo = xfrm_state_get_afinfo(family);  in xfrm_get_type()
356 		request_module("xfrm-type-%d-%d", family, proto);  in xfrm_get_type()
370 			       unsigned short family)  in xfrm_register_type_offload()  argument
372 	struct xfrm_state_afinfo *afinfo = xfrm_state_get_afinfo(family);  in xfrm_register_type_offload()
395 				  unsigned short family)  in xfrm_unregister_type_offload()  argument
397 	struct xfrm_state_afinfo *afinfo = xfrm_state_get_afinfo(family);  in xfrm_unregister_type_offload()
416 xfrm_get_type_offload(u8 proto, unsigned short family, bool try_load)  in xfrm_get_type_offload()  argument
422 	afinfo = xfrm_state_get_afinfo(family);  in xfrm_get_type_offload()
440 		request_module("xfrm-offload-%d-%d", family, proto);  in xfrm_get_type_offload()
457 		.family = AF_INET,
461 		.family = AF_INET,
466 		.family = AF_INET,
474 		.family = AF_INET6,
478 		.family = AF_INET6,
482 		.family = AF_INET6,
487 		.family = AF_INET6,
491 static const struct xfrm_mode *xfrm_get_mode(unsigned int encap, int family)  in xfrm_get_mode()  argument
498 	switch (family) {  in xfrm_get_mode()
501 		if (mode->family == family)  in xfrm_get_mode()
506 		if (mode->family == family)  in xfrm_get_mode()
912 	sel->family = AF_INET;  in __xfrm4_init_tempsel()
931 	sel->family = AF_INET6;  in __xfrm6_init_tempsel()
942 		    unsigned short family)  in xfrm_init_tempstate()  argument
944 	switch (family) {  in xfrm_init_tempstate()
974 	x->props.family = tmpl->encap_family;  in xfrm_init_tempstate()
980 						  unsigned short family,  in __xfrm_state_lookup_all()  argument
983 	unsigned int h = xfrm_spi_hash(net, daddr, spi, proto, family);  in __xfrm_state_lookup_all()
1004 		if (x->props.family != family ||  in __xfrm_state_lookup_all()
1007 		    !xfrm_addr_equal(&x->id.daddr, daddr, family))  in __xfrm_state_lookup_all()
1023 					      unsigned short family)  in __xfrm_state_lookup()  argument
1025 	unsigned int h = xfrm_spi_hash(net, daddr, spi, proto, family);  in __xfrm_state_lookup()
1029 		if (x->props.family != family ||  in __xfrm_state_lookup()
1032 		    !xfrm_addr_equal(&x->id.daddr, daddr, family))  in __xfrm_state_lookup()
1048 						     u8 proto, unsigned short family)  in __xfrm_state_lookup_byaddr()  argument
1050 	unsigned int h = xfrm_src_hash(net, daddr, saddr, family);  in __xfrm_state_lookup_byaddr()
1054 		if (x->props.family != family ||  in __xfrm_state_lookup_byaddr()
1056 		    !xfrm_addr_equal(&x->id.daddr, daddr, family) ||  in __xfrm_state_lookup_byaddr()
1057 		    !xfrm_addr_equal(&x->props.saddr, saddr, family))  in __xfrm_state_lookup_byaddr()
1071 __xfrm_state_locate(struct xfrm_state *x, int use_spi, int family)  in __xfrm_state_locate()  argument
1078 					   x->id.spi, x->id.proto, family);  in __xfrm_state_locate()
1083 						  x->id.proto, family);  in __xfrm_state_locate()
1095 			       const struct flowi *fl, unsigned short family,  in xfrm_state_look_at()  argument
1111 		if ((x->sel.family &&  in xfrm_state_look_at()
1112 		     (x->sel.family != family ||  in xfrm_state_look_at()
1113 		      !xfrm_selector_match(&x->sel, fl, family))) ||  in xfrm_state_look_at()
1127 		if ((!x->sel.family ||  in xfrm_state_look_at()
1128 		     (x->sel.family == family &&  in xfrm_state_look_at()
1129 		      xfrm_selector_match(&x->sel, fl, family))) &&  in xfrm_state_look_at()
1140 		unsigned short family, u32 if_id)  in xfrm_state_find()  argument
1178 		if (x->props.family == encap_family &&  in xfrm_state_find()
1187 			xfrm_state_look_at(pol, x, fl, family,  in xfrm_state_find()
1212 		if (x->props.family == encap_family &&  in xfrm_state_find()
1221 			xfrm_state_look_at(pol, x, fl, family,  in xfrm_state_find()
1255 		xfrm_init_tempstate(x, fl, tmpl, daddr, saddr, family);  in xfrm_state_find()
1364 		    unsigned short family, u8 mode, u8 proto, u32 reqid)  in xfrm_stateonly_find()  argument
1370 	h = xfrm_dst_hash(net, daddr, saddr, reqid, family);  in xfrm_stateonly_find()
1372 		if (x->props.family == family &&  in xfrm_stateonly_find()
1377 		    xfrm_state_addr_check(x, daddr, saddr, family) &&  in xfrm_stateonly_find()
1396 					      unsigned short family)  in xfrm_state_lookup_byspi()  argument
1404 		if (x->props.family != family ||  in xfrm_state_lookup_byspi()
1425 			  x->props.reqid, x->props.family);  in __xfrm_state_insert()
1429 	h = xfrm_src_hash(net, &x->id.daddr, &x->props.saddr, x->props.family);  in __xfrm_state_insert()
1435 				  x->props.family);  in __xfrm_state_insert()
1461 	unsigned short family = xnew->props.family;  in __xfrm_state_bump_genids()  local
1468 	h = xfrm_dst_hash(net, &xnew->id.daddr, &xnew->props.saddr, reqid, family);  in __xfrm_state_bump_genids()
1470 		if (x->props.family	== family &&  in __xfrm_state_bump_genids()
1474 		    xfrm_addr_equal(&x->id.daddr, &xnew->id.daddr, family) &&  in __xfrm_state_bump_genids()
1475 		    xfrm_addr_equal(&x->props.saddr, &xnew->props.saddr, family))  in __xfrm_state_bump_genids()
1494 					  unsigned short family, u8 mode,  in __find_acq_core()  argument
1500 	unsigned int h = xfrm_dst_hash(net, daddr, saddr, reqid, family);  in __find_acq_core()
1507 		    x->props.family != family ||  in __find_acq_core()
1512 		    !xfrm_addr_equal(&x->id.daddr, daddr, family) ||  in __find_acq_core()
1513 		    !xfrm_addr_equal(&x->props.saddr, saddr, family))  in __find_acq_core()
1525 		switch (family) {  in __find_acq_core()
1547 		x->props.family = family;  in __find_acq_core()
1561 		h = xfrm_src_hash(net, daddr, saddr, family);  in __find_acq_core()
1579 	int family;  in xfrm_state_add()  local
1584 	family = x->props.family;  in xfrm_state_add()
1590 	x1 = __xfrm_state_locate(x, use_spi, family);  in xfrm_state_add()
1601 		    !xfrm_addr_equal(&x1->id.daddr, &x->id.daddr, family))) {  in xfrm_state_add()
1608 		x1 = __find_acq_core(net, &x->mark, family, x->props.mode,  in xfrm_state_add()
1670 	x->props.family = orig->props.family;  in xfrm_state_clone()
1818 	xc->props.family = m->new_family;  in xfrm_state_migrate()
1854 	x1 = __xfrm_state_locate(x, use_spi, x->props.family);  in xfrm_state_update()
1962 		  u8 proto, unsigned short family)  in xfrm_state_lookup()  argument
1967 	x = __xfrm_state_lookup(net, mark, daddr, spi, proto, family);  in xfrm_state_lookup()
1976 			 u8 proto, unsigned short family)  in xfrm_state_lookup_byaddr()  argument
1981 	x = __xfrm_state_lookup_byaddr(net, mark, daddr, saddr, proto, family);  in xfrm_state_lookup_byaddr()
1990 	      const xfrm_address_t *saddr, int create, unsigned short family)  in xfrm_find_acq()  argument
1995 	x = __find_acq_core(net, mark, family, mode, reqid, if_id, proto, daddr, saddr, create);  in xfrm_find_acq()
2101 	       unsigned short family)  in xfrm_tmpl_sort()  argument
2105 	if (family == AF_INET6)  in xfrm_tmpl_sort()
2115 		unsigned short family)  in xfrm_state_sort()  argument
2119 	if (family == AF_INET6)  in xfrm_state_sort()
2225 		x0 = xfrm_state_lookup(net, mark, &x->id.daddr, minspi, x->id.proto, x->props.family);  in xfrm_alloc_spi()
2236 			x0 = xfrm_state_lookup(net, mark, &x->id.daddr, htonl(spi), x->id.proto, x->props.family);  in xfrm_alloc_spi()
2247 		h = xfrm_spi_hash(net, &x->id.daddr, x->id.spi, x->id.proto, x->props.family);  in xfrm_alloc_spi()
2268 		if ((filter->family == AF_INET ||  in __xfrm_state_filter_match()
2269 		     filter->family == AF_INET6) &&  in __xfrm_state_filter_match()
2270 		    x->props.family != filter->family)  in __xfrm_state_filter_match()
2669 	if (WARN_ON(afinfo->family >= NPROTO))  in xfrm_state_register_afinfo()
2673 	if (unlikely(xfrm_state_afinfo[afinfo->family] != NULL))  in xfrm_state_register_afinfo()
2676 		rcu_assign_pointer(xfrm_state_afinfo[afinfo->family], afinfo);  in xfrm_state_register_afinfo()
2684 	int err = 0, family = afinfo->family;  in xfrm_state_unregister_afinfo()  local
2686 	if (WARN_ON(family >= NPROTO))  in xfrm_state_unregister_afinfo()
2690 	if (likely(xfrm_state_afinfo[afinfo->family] != NULL)) {  in xfrm_state_unregister_afinfo()
2691 		if (rcu_access_pointer(xfrm_state_afinfo[family]) != afinfo)  in xfrm_state_unregister_afinfo()
2694 			RCU_INIT_POINTER(xfrm_state_afinfo[afinfo->family], NULL);  in xfrm_state_unregister_afinfo()
2702 struct xfrm_state_afinfo *xfrm_state_afinfo_get_rcu(unsigned int family)  in xfrm_state_afinfo_get_rcu()  argument
2704 	if (unlikely(family >= NPROTO))  in xfrm_state_afinfo_get_rcu()
2707 	return rcu_dereference(xfrm_state_afinfo[family]);  in xfrm_state_afinfo_get_rcu()
2711 struct xfrm_state_afinfo *xfrm_state_get_afinfo(unsigned int family)  in xfrm_state_get_afinfo()  argument
2714 	if (unlikely(family >= NPROTO))  in xfrm_state_get_afinfo()
2717 	afinfo = rcu_dereference(xfrm_state_afinfo[family]);  in xfrm_state_get_afinfo()
2760 		if (x->props.family == AF_INET)  in xfrm_state_mtu()
2762 		else if (x->props.family == AF_INET6)  in xfrm_state_mtu()
2782 	int family = x->props.family;  in __xfrm_init_state()  local
2785 	if (family == AF_INET &&  in __xfrm_init_state()
2791 	if (x->sel.family != AF_UNSPEC) {  in __xfrm_init_state()
2792 		inner_mode = xfrm_get_mode(x->props.mode, x->sel.family);  in __xfrm_init_state()
2799 		    family != x->sel.family) {  in __xfrm_init_state()
2800 			NL_SET_ERR_MSG(extack, "Only tunnel modes can accommodate a change of family");  in __xfrm_init_state()
2809 		inner_mode = xfrm_get_mode(x->props.mode, x->props.family);  in __xfrm_init_state()
2817 		if (x->props.family == AF_INET)  in __xfrm_init_state()
2827 	x->type = xfrm_get_type(x->id.proto, family);  in __xfrm_init_state()
2833 	x->type_offload = xfrm_get_type_offload(x->id.proto, family, offload);  in __xfrm_init_state()
2839 	outer_mode = xfrm_get_mode(x->props.mode, family);  in __xfrm_init_state()
2947 	switch (x->props.family) {  in xfrm_audit_helper_sainfo()
2961 static void xfrm_audit_helper_pktinfo(struct sk_buff *skb, u16 family,  in xfrm_audit_helper_pktinfo()  argument
2967 	switch (family) {  in xfrm_audit_helper_pktinfo()
3022 	xfrm_audit_helper_pktinfo(skb, x->props.family, audit_buf);  in xfrm_audit_state_replay_overflow()
3040 	xfrm_audit_helper_pktinfo(skb, x->props.family, audit_buf);  in xfrm_audit_state_replay()
3048 void xfrm_audit_state_notfound_simple(struct sk_buff *skb, u16 family)  in xfrm_audit_state_notfound_simple()  argument
3055 	xfrm_audit_helper_pktinfo(skb, family, audit_buf);  in xfrm_audit_state_notfound_simple()
3060 void xfrm_audit_state_notfound(struct sk_buff *skb, u16 family,  in xfrm_audit_state_notfound()  argument
3069 	xfrm_audit_helper_pktinfo(skb, family, audit_buf);  in xfrm_audit_state_notfound()
3087 	xfrm_audit_helper_pktinfo(skb, x->props.family, audit_buf);  in xfrm_audit_state_icvfail()