887  * @flow_dissector: list of keys to dissect
896  * The function will try to retrieve individual keys into target specified
1484 static inline void __flow_hash_consistentify(struct flow_keys *keys)  in __flow_hash_consistentify()  argument
1488 	switch (keys->control.addr_type) {  in __flow_hash_consistentify()
1490 		addr_diff = (__force u32)keys->addrs.v4addrs.dst -  in __flow_hash_consistentify()
1491 			    (__force u32)keys->addrs.v4addrs.src;  in __flow_hash_consistentify()
1494 		     ((__force u16)keys->ports.dst <  in __flow_hash_consistentify()
1495 		      (__force u16)keys->ports.src))) {  in __flow_hash_consistentify()
1496 			swap(keys->addrs.v4addrs.src, keys->addrs.v4addrs.dst);  in __flow_hash_consistentify()
1497 			swap(keys->ports.src, keys->ports.dst);  in __flow_hash_consistentify()
1501 		addr_diff = memcmp(&keys->addrs.v6addrs.dst,  in __flow_hash_consistentify()
1502 				   &keys->addrs.v6addrs.src,  in __flow_hash_consistentify()
1503 				   sizeof(keys->addrs.v6addrs.dst));  in __flow_hash_consistentify()
1506 		     ((__force u16)keys->ports.dst <  in __flow_hash_consistentify()
1507 		      (__force u16)keys->ports.src))) {  in __flow_hash_consistentify()
1509 				swap(keys->addrs.v6addrs.src.s6_addr32[i],  in __flow_hash_consistentify()
1510 				     keys->addrs.v6addrs.dst.s6_addr32[i]);  in __flow_hash_consistentify()
1511 			swap(keys->ports.src, keys->ports.dst);  in __flow_hash_consistentify()
1517 static inline u32 __flow_hash_from_keys(struct flow_keys *keys,  in __flow_hash_from_keys()  argument
1522 	__flow_hash_consistentify(keys);  in __flow_hash_from_keys()
1524 	hash = siphash(flow_keys_hash_start(keys),  in __flow_hash_from_keys()
1525 		       flow_keys_hash_length(keys), keyval);  in __flow_hash_from_keys()
1532 u32 flow_hash_from_keys(struct flow_keys *keys)  in flow_hash_from_keys()  argument
1535 	return __flow_hash_from_keys(keys, &hashrnd);  in flow_hash_from_keys()
1540 				  struct flow_keys *keys,  in ___skb_get_hash()  argument
1543 	skb_flow_dissect_flow_keys(skb, keys,  in ___skb_get_hash()
1546 	return __flow_hash_from_keys(keys, keyval);  in ___skb_get_hash()
1580 	struct flow_keys keys;  in __skb_get_hash_symmetric()  local
1584 	memset(&keys, 0, sizeof(keys));  in __skb_get_hash_symmetric()
1586 			   &keys, NULL, 0, 0, 0,  in __skb_get_hash_symmetric()
1589 	return __flow_hash_from_keys(&keys, &hashrnd);  in __skb_get_hash_symmetric()
1604 	struct flow_keys keys;  in __skb_get_hash()  local
1609 	hash = ___skb_get_hash(skb, &keys, &hashrnd);  in __skb_get_hash()
1611 	__skb_set_sw_hash(skb, hash, flow_keys_have_l4(&keys));  in __skb_get_hash()
1618 	struct flow_keys keys;  in skb_get_hash_perturb()  local
1620 	return ___skb_get_hash(skb, &keys, perturb);  in skb_get_hash_perturb()
1625 		   const struct flow_keys_basic *keys, int hlen)  in __skb_get_poff()  argument
1627 	u32 poff = keys->control.thoff;  in __skb_get_poff()
1630 	if ((keys->control.flags & FLOW_DIS_IS_FRAGMENT) &&  in __skb_get_poff()
1631 	    !(keys->control.flags & FLOW_DIS_FIRST_FRAG))  in __skb_get_poff()
1634 	switch (keys->basic.ip_proto) {  in __skb_get_poff()
1686 	struct flow_keys_basic keys;  in skb_get_poff()  local
1688 	if (!skb_flow_dissect_flow_keys_basic(NULL, skb, &keys,  in skb_get_poff()
1692 	return __skb_get_poff(skb, skb->data, &keys, skb_headlen(skb));  in skb_get_poff()
1695 __u32 __get_hash_from_flowi6(const struct flowi6 *fl6, struct flow_keys *keys)  in __get_hash_from_flowi6()  argument
1697 	memset(keys, 0, sizeof(*keys));  in __get_hash_from_flowi6()
1699 	memcpy(&keys->addrs.v6addrs.src, &fl6->saddr,  in __get_hash_from_flowi6()
1700 	    sizeof(keys->addrs.v6addrs.src));  in __get_hash_from_flowi6()
1701 	memcpy(&keys->addrs.v6addrs.dst, &fl6->daddr,  in __get_hash_from_flowi6()
1702 	    sizeof(keys->addrs.v6addrs.dst));  in __get_hash_from_flowi6()
1703 	keys->control.addr_type = FLOW_DISSECTOR_KEY_IPV6_ADDRS;  in __get_hash_from_flowi6()
1704 	keys->ports.src = fl6->fl6_sport;  in __get_hash_from_flowi6()
1705 	keys->ports.dst = fl6->fl6_dport;  in __get_hash_from_flowi6()
1706 	keys->keyid.keyid = fl6->fl6_gre_key;  in __get_hash_from_flowi6()
1707 	keys->tags.flow_label = (__force u32)flowi6_get_flowlabel(fl6);  in __get_hash_from_flowi6()
1708 	keys->basic.ip_proto = fl6->flowi6_proto;  in __get_hash_from_flowi6()
1710 	return flow_hash_from_keys(keys);  in __get_hash_from_flowi6()