xref: /linux/drivers/net/ethernet/mellanox/mlxsw/spectrum_router.h (revision cff9437605d5c282c1fe00c63ea5f312a7465646)
19948a064SJiri Pirko /* SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0 */
29948a064SJiri Pirko /* Copyright (c) 2017-2018 Mellanox Technologies. All rights reserved */
3e0c0afd8SArkadi Sharshevsky 
4e0c0afd8SArkadi Sharshevsky #ifndef _MLXSW_ROUTER_H_
5e0c0afd8SArkadi Sharshevsky #define _MLXSW_ROUTER_H_
6e0c0afd8SArkadi Sharshevsky 
7e0c0afd8SArkadi Sharshevsky #include "spectrum.h"
86ddb7426SPetr Machata #include "reg.h"
9e0c0afd8SArkadi Sharshevsky 
108e18d85eSIdo Schimmel struct mlxsw_sp_router_nve_decap {
118e18d85eSIdo Schimmel 	u32 ul_tb_id;
128e18d85eSIdo Schimmel 	u32 tunnel_index;
138e18d85eSIdo Schimmel 	enum mlxsw_sp_l3proto ul_proto;
148e18d85eSIdo Schimmel 	union mlxsw_sp_l3addr ul_sip;
158e18d85eSIdo Schimmel 	u8 valid:1;
168e18d85eSIdo Schimmel };
178e18d85eSIdo Schimmel 
1891d20d71SJiri Pirko struct mlxsw_sp_fib_entry_op_ctx {
1991d20d71SJiri Pirko 	u8 bulk_ok:1, /* Indicate to the low-level op it is ok to bulk
2091d20d71SJiri Pirko 		       * the actual entry with the one that is the next
2191d20d71SJiri Pirko 		       * in queue.
2291d20d71SJiri Pirko 		       */
2391d20d71SJiri Pirko 	   initialized:1; /* Bit that the low-level op sets in case
2491d20d71SJiri Pirko 			   * the context priv is initialized.
2591d20d71SJiri Pirko 			   */
26ae9ce81aSJiri Pirko 	struct list_head fib_entry_priv_list;
2754ff9dbbSJiri Pirko 	unsigned long event;
2891d20d71SJiri Pirko 	unsigned long ll_priv[];
2991d20d71SJiri Pirko };
3091d20d71SJiri Pirko 
3191d20d71SJiri Pirko static inline void
3291d20d71SJiri Pirko mlxsw_sp_fib_entry_op_ctx_clear(struct mlxsw_sp_fib_entry_op_ctx *op_ctx)
3391d20d71SJiri Pirko {
34ae9ce81aSJiri Pirko 	WARN_ON_ONCE(!list_empty(&op_ctx->fib_entry_priv_list));
3591d20d71SJiri Pirko 	memset(op_ctx, 0, sizeof(*op_ctx));
36ae9ce81aSJiri Pirko 	INIT_LIST_HEAD(&op_ctx->fib_entry_priv_list);
3791d20d71SJiri Pirko }
3891d20d71SJiri Pirko 
392a60c460SIdo Schimmel struct mlxsw_sp_router {
402a60c460SIdo Schimmel 	struct mlxsw_sp *mlxsw_sp;
412a60c460SIdo Schimmel 	struct mlxsw_sp_rif **rifs;
42605d25cdSDanielle Ratson 	struct idr rif_mac_profiles_idr;
43605d25cdSDanielle Ratson 	atomic_t rif_mac_profiles_count;
44605d25cdSDanielle Ratson 	u8 max_rif_mac_profile;
452a60c460SIdo Schimmel 	struct mlxsw_sp_vr *vrs;
462a60c460SIdo Schimmel 	struct rhashtable neigh_ht;
472a60c460SIdo Schimmel 	struct rhashtable nexthop_group_ht;
482a60c460SIdo Schimmel 	struct rhashtable nexthop_ht;
492a60c460SIdo Schimmel 	struct list_head nexthop_list;
502a60c460SIdo Schimmel 	struct {
512a60c460SIdo Schimmel 		/* One tree for each protocol: IPv4 and IPv6 */
522a60c460SIdo Schimmel 		struct mlxsw_sp_lpm_tree *proto_trees[2];
532a60c460SIdo Schimmel 		struct mlxsw_sp_lpm_tree *trees;
542a60c460SIdo Schimmel 		unsigned int tree_count;
552a60c460SIdo Schimmel 	} lpm;
562a60c460SIdo Schimmel 	struct {
572a60c460SIdo Schimmel 		struct delayed_work dw;
582a60c460SIdo Schimmel 		unsigned long interval;	/* ms */
59*cff94376SIdo Schimmel 		atomic_t neigh_count;
602a60c460SIdo Schimmel 	} neighs_update;
612a60c460SIdo Schimmel 	struct delayed_work nexthop_probe_dw;
622a60c460SIdo Schimmel #define MLXSW_SP_UNRESOLVED_NH_PROBE_INTERVAL 5000 /* ms */
632a60c460SIdo Schimmel 	struct list_head nexthop_neighs_list;
642a60c460SIdo Schimmel 	struct list_head ipip_list;
652a014b20SIdo Schimmel 	struct notifier_block nexthop_nb;
662a60c460SIdo Schimmel 	struct notifier_block fib_nb;
672a60c460SIdo Schimmel 	struct notifier_block netevent_nb;
682a60c460SIdo Schimmel 	struct notifier_block inetaddr_nb;
692a60c460SIdo Schimmel 	struct notifier_block inet6addr_nb;
702a60c460SIdo Schimmel 	const struct mlxsw_sp_rif_ops **rif_ops_arr;
712a60c460SIdo Schimmel 	const struct mlxsw_sp_ipip_ops **ipip_ops_arr;
728e18d85eSIdo Schimmel 	struct mlxsw_sp_router_nve_decap nve_decap_config;
7320bf5d82SIdo Schimmel 	struct mutex lock; /* Protects shared router resources */
74c1b290d5SJiri Pirko 	struct work_struct fib_event_work;
75c1b290d5SJiri Pirko 	struct list_head fib_event_queue;
76c1b290d5SJiri Pirko 	spinlock_t fib_event_queue_lock; /* Protects fib event queue list */
77803be108SJiri Pirko 	/* One set of ops for each protocol: IPv4 and IPv6 */
78803be108SJiri Pirko 	const struct mlxsw_sp_router_ll_ops *proto_ll_ops[MLXSW_SP_L3_PROTO_MAX];
7991d20d71SJiri Pirko 	struct mlxsw_sp_fib_entry_op_ctx *ll_op_ctx;
8007c78536SIdo Schimmel 	u16 lb_rif_index;
81e0bc244dSJiri Pirko 	struct mlxsw_sp_router_xm *xm;
82ea037b23SIdo Schimmel 	const struct mlxsw_sp_adj_grp_size_range *adj_grp_size_ranges;
83ea037b23SIdo Schimmel 	size_t adj_grp_size_ranges_count;
84debd2b3bSIdo Schimmel 	struct delayed_work nh_grp_activity_dw;
85debd2b3bSIdo Schimmel 	struct list_head nh_res_grp_list;
8643c1b833SAmit Cohen 	bool inc_parsing_depth;
874bdf80bcSIdo Schimmel 	refcount_t num_groups;
884bdf80bcSIdo Schimmel 	u32 adj_trap_index;
89803be108SJiri Pirko };
90803be108SJiri Pirko 
91ae9ce81aSJiri Pirko struct mlxsw_sp_fib_entry_priv {
92ae9ce81aSJiri Pirko 	refcount_t refcnt;
93ae9ce81aSJiri Pirko 	struct list_head list; /* Member in op_ctx->fib_entry_priv_list */
94ae9ce81aSJiri Pirko 	unsigned long priv[];
95ae9ce81aSJiri Pirko };
96ae9ce81aSJiri Pirko 
972d5bd7a1SJiri Pirko enum mlxsw_sp_fib_entry_op {
982d5bd7a1SJiri Pirko 	MLXSW_SP_FIB_ENTRY_OP_WRITE,
99173f14cdSJiri Pirko 	MLXSW_SP_FIB_ENTRY_OP_UPDATE,
1002d5bd7a1SJiri Pirko 	MLXSW_SP_FIB_ENTRY_OP_DELETE,
1012d5bd7a1SJiri Pirko };
1022d5bd7a1SJiri Pirko 
103803be108SJiri Pirko /* Low-level router ops. Basically this is to handle the different
104803be108SJiri Pirko  * register sets to work with ordinary and XM trees and FIB entries.
105803be108SJiri Pirko  */
106803be108SJiri Pirko struct mlxsw_sp_router_ll_ops {
107ff462103SJiri Pirko 	int (*init)(struct mlxsw_sp *mlxsw_sp, u16 vr_id,
108ff462103SJiri Pirko 		    enum mlxsw_sp_l3proto proto);
109803be108SJiri Pirko 	int (*ralta_write)(struct mlxsw_sp *mlxsw_sp, char *xralta_pl);
110803be108SJiri Pirko 	int (*ralst_write)(struct mlxsw_sp *mlxsw_sp, char *xralst_pl);
111803be108SJiri Pirko 	int (*raltb_write)(struct mlxsw_sp *mlxsw_sp, char *xraltb_pl);
11291d20d71SJiri Pirko 	size_t fib_entry_op_ctx_size;
113ae9ce81aSJiri Pirko 	size_t fib_entry_priv_size;
1147f5c4090SJiri Pirko 	void (*fib_entry_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
1157f5c4090SJiri Pirko 			       enum mlxsw_sp_l3proto proto, enum mlxsw_sp_fib_entry_op op,
116ae9ce81aSJiri Pirko 			       u16 virtual_router, u8 prefix_len, unsigned char *addr,
117ae9ce81aSJiri Pirko 			       struct mlxsw_sp_fib_entry_priv *priv);
1187f5c4090SJiri Pirko 	void (*fib_entry_act_remote_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
1197f5c4090SJiri Pirko 					  enum mlxsw_reg_ralue_trap_action trap_action,
1207f5c4090SJiri Pirko 					  u16 trap_id, u32 adjacency_index, u16 ecmp_size);
1217f5c4090SJiri Pirko 	void (*fib_entry_act_local_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
1227f5c4090SJiri Pirko 					 enum mlxsw_reg_ralue_trap_action trap_action,
1237f5c4090SJiri Pirko 					 u16 trap_id, u16 local_erif);
1247f5c4090SJiri Pirko 	void (*fib_entry_act_ip2me_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx);
1257f5c4090SJiri Pirko 	void (*fib_entry_act_ip2me_tun_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
1267f5c4090SJiri Pirko 					     u32 tunnel_ptr);
1277f5c4090SJiri Pirko 	int (*fib_entry_commit)(struct mlxsw_sp *mlxsw_sp,
128ae9ce81aSJiri Pirko 				struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
129ae9ce81aSJiri Pirko 				bool *postponed_for_bulk);
130a005a7feSJiri Pirko 	bool (*fib_entry_is_committed)(struct mlxsw_sp_fib_entry_priv *priv);
1312a60c460SIdo Schimmel };
1322a60c460SIdo Schimmel 
13392107cfbSPetr Machata struct mlxsw_sp_rif_ipip_lb;
1346ddb7426SPetr Machata struct mlxsw_sp_rif_ipip_lb_config {
1356ddb7426SPetr Machata 	enum mlxsw_reg_ritr_loopback_ipip_type lb_ipipt;
1366ddb7426SPetr Machata 	u32 okey;
1376ddb7426SPetr Machata 	enum mlxsw_sp_l3proto ul_protocol; /* Underlay. */
1386ddb7426SPetr Machata 	union mlxsw_sp_l3addr saddr;
1396ddb7426SPetr Machata };
1406ddb7426SPetr Machata 
141e0c0afd8SArkadi Sharshevsky enum mlxsw_sp_rif_counter_dir {
142e0c0afd8SArkadi Sharshevsky 	MLXSW_SP_RIF_COUNTER_INGRESS,
143e0c0afd8SArkadi Sharshevsky 	MLXSW_SP_RIF_COUNTER_EGRESS,
144e0c0afd8SArkadi Sharshevsky };
145e0c0afd8SArkadi Sharshevsky 
146f17cc84dSArkadi Sharshevsky struct mlxsw_sp_neigh_entry;
147c556cd28SArkadi Sharshevsky struct mlxsw_sp_nexthop;
1480c5f1cd5SPetr Machata struct mlxsw_sp_ipip_entry;
149f17cc84dSArkadi Sharshevsky 
1505f9efffbSIdo Schimmel struct mlxsw_sp_rif *mlxsw_sp_rif_by_index(const struct mlxsw_sp *mlxsw_sp,
1515f9efffbSIdo Schimmel 					   u16 rif_index);
152fd1b9d41SArkadi Sharshevsky u16 mlxsw_sp_rif_index(const struct mlxsw_sp_rif *rif);
15392107cfbSPetr Machata u16 mlxsw_sp_ipip_lb_rif_index(const struct mlxsw_sp_rif_ipip_lb *rif);
15492107cfbSPetr Machata u16 mlxsw_sp_ipip_lb_ul_vr_id(const struct mlxsw_sp_rif_ipip_lb *rif);
155311596f5SNir Dotan u16 mlxsw_sp_ipip_lb_ul_rif_id(const struct mlxsw_sp_rif_ipip_lb *lb_rif);
1564cf04f3fSPetr Machata u32 mlxsw_sp_ipip_dev_ul_tb_id(const struct net_device *ol_dev);
157fd1b9d41SArkadi Sharshevsky int mlxsw_sp_rif_dev_ifindex(const struct mlxsw_sp_rif *rif);
15891e4d59aSYotam Gigi const struct net_device *mlxsw_sp_rif_dev(const struct mlxsw_sp_rif *rif);
159e0c0afd8SArkadi Sharshevsky int mlxsw_sp_rif_counter_value_get(struct mlxsw_sp *mlxsw_sp,
160e0c0afd8SArkadi Sharshevsky 				   struct mlxsw_sp_rif *rif,
161e0c0afd8SArkadi Sharshevsky 				   enum mlxsw_sp_rif_counter_dir dir,
162e0c0afd8SArkadi Sharshevsky 				   u64 *cnt);
1639834e246SPetr Machata void mlxsw_sp_rif_counter_free(struct mlxsw_sp_rif *rif,
164e0c0afd8SArkadi Sharshevsky 			       enum mlxsw_sp_rif_counter_dir dir);
1659834e246SPetr Machata int mlxsw_sp_rif_counter_alloc(struct mlxsw_sp_rif *rif,
166e0c0afd8SArkadi Sharshevsky 			       enum mlxsw_sp_rif_counter_dir dir);
167f17cc84dSArkadi Sharshevsky struct mlxsw_sp_neigh_entry *
168f17cc84dSArkadi Sharshevsky mlxsw_sp_rif_neigh_next(struct mlxsw_sp_rif *rif,
169f17cc84dSArkadi Sharshevsky 			struct mlxsw_sp_neigh_entry *neigh_entry);
170f17cc84dSArkadi Sharshevsky int mlxsw_sp_neigh_entry_type(struct mlxsw_sp_neigh_entry *neigh_entry);
171f17cc84dSArkadi Sharshevsky unsigned char *
172f17cc84dSArkadi Sharshevsky mlxsw_sp_neigh_entry_ha(struct mlxsw_sp_neigh_entry *neigh_entry);
173f17cc84dSArkadi Sharshevsky u32 mlxsw_sp_neigh4_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry);
1740250768cSArkadi Sharshevsky struct in6_addr *
1750250768cSArkadi Sharshevsky mlxsw_sp_neigh6_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry);
176f17cc84dSArkadi Sharshevsky 
177f17cc84dSArkadi Sharshevsky #define mlxsw_sp_rif_neigh_for_each(neigh_entry, rif)				\
178f17cc84dSArkadi Sharshevsky 	for (neigh_entry = mlxsw_sp_rif_neigh_next(rif, NULL); neigh_entry;	\
179f17cc84dSArkadi Sharshevsky 	     neigh_entry = mlxsw_sp_rif_neigh_next(rif, neigh_entry))
1807cfcbc75SArkadi Sharshevsky int mlxsw_sp_neigh_counter_get(struct mlxsw_sp *mlxsw_sp,
1817cfcbc75SArkadi Sharshevsky 			       struct mlxsw_sp_neigh_entry *neigh_entry,
1827cfcbc75SArkadi Sharshevsky 			       u64 *p_counter);
183a481d713SArkadi Sharshevsky void
184a481d713SArkadi Sharshevsky mlxsw_sp_neigh_entry_counter_update(struct mlxsw_sp *mlxsw_sp,
185a481d713SArkadi Sharshevsky 				    struct mlxsw_sp_neigh_entry *neigh_entry,
186a481d713SArkadi Sharshevsky 				    bool adding);
1871d1056d8SArkadi Sharshevsky bool mlxsw_sp_neigh_ipv6_ignore(struct mlxsw_sp_neigh_entry *neigh_entry);
1880c5f1cd5SPetr Machata int __mlxsw_sp_ipip_entry_update_tunnel(struct mlxsw_sp *mlxsw_sp,
1890c5f1cd5SPetr Machata 					struct mlxsw_sp_ipip_entry *ipip_entry,
1900c5f1cd5SPetr Machata 					bool recreate_loopback,
1910c5f1cd5SPetr Machata 					bool keep_encap,
1920c5f1cd5SPetr Machata 					bool update_nexthops,
1930c5f1cd5SPetr Machata 					struct netlink_ext_ack *extack);
194af641713SPetr Machata void mlxsw_sp_ipip_entry_demote_tunnel(struct mlxsw_sp *mlxsw_sp,
195af641713SPetr Machata 				       struct mlxsw_sp_ipip_entry *ipip_entry);
196af641713SPetr Machata bool
197af641713SPetr Machata mlxsw_sp_ipip_demote_tunnel_by_saddr(struct mlxsw_sp *mlxsw_sp,
198af641713SPetr Machata 				     enum mlxsw_sp_l3proto ul_proto,
199af641713SPetr Machata 				     union mlxsw_sp_l3addr saddr,
200af641713SPetr Machata 				     u32 ul_tb_id,
201af641713SPetr Machata 				     const struct mlxsw_sp_ipip_entry *except);
202c556cd28SArkadi Sharshevsky struct mlxsw_sp_nexthop *mlxsw_sp_nexthop_next(struct mlxsw_sp_router *router,
203c556cd28SArkadi Sharshevsky 					       struct mlxsw_sp_nexthop *nh);
20426df5accSIdo Schimmel bool mlxsw_sp_nexthop_is_forward(const struct mlxsw_sp_nexthop *nh);
205c556cd28SArkadi Sharshevsky unsigned char *mlxsw_sp_nexthop_ha(struct mlxsw_sp_nexthop *nh);
206c556cd28SArkadi Sharshevsky int mlxsw_sp_nexthop_indexes(struct mlxsw_sp_nexthop *nh, u32 *p_adj_index,
207e69cd9d7SIdo Schimmel 			     u32 *p_adj_size, u32 *p_adj_hash_index);
208c556cd28SArkadi Sharshevsky struct mlxsw_sp_rif *mlxsw_sp_nexthop_rif(struct mlxsw_sp_nexthop *nh);
209c556cd28SArkadi Sharshevsky bool mlxsw_sp_nexthop_group_has_ipip(struct mlxsw_sp_nexthop *nh);
210c556cd28SArkadi Sharshevsky #define mlxsw_sp_nexthop_for_each(nh, router)				\
211c556cd28SArkadi Sharshevsky 	for (nh = mlxsw_sp_nexthop_next(router, NULL); nh;		\
212c556cd28SArkadi Sharshevsky 	     nh = mlxsw_sp_nexthop_next(router, nh))
213a5390278SArkadi Sharshevsky int mlxsw_sp_nexthop_counter_get(struct mlxsw_sp *mlxsw_sp,
214a5390278SArkadi Sharshevsky 				 struct mlxsw_sp_nexthop *nh, u64 *p_counter);
215424603ccSIdo Schimmel int mlxsw_sp_nexthop_eth_update(struct mlxsw_sp *mlxsw_sp, u32 adj_index,
216197fdfd1SIdo Schimmel 				struct mlxsw_sp_nexthop *nh, bool force,
217197fdfd1SIdo Schimmel 				char *ratr_pl);
218427e652aSArkadi Sharshevsky void mlxsw_sp_nexthop_counter_alloc(struct mlxsw_sp *mlxsw_sp,
219427e652aSArkadi Sharshevsky 				    struct mlxsw_sp_nexthop *nh);
220427e652aSArkadi Sharshevsky void mlxsw_sp_nexthop_counter_free(struct mlxsw_sp *mlxsw_sp,
221427e652aSArkadi Sharshevsky 				   struct mlxsw_sp_nexthop *nh);
222e0c0afd8SArkadi Sharshevsky 
2234cf04f3fSPetr Machata static inline bool mlxsw_sp_l3addr_eq(const union mlxsw_sp_l3addr *addr1,
2244cf04f3fSPetr Machata 				      const union mlxsw_sp_l3addr *addr2)
2254cf04f3fSPetr Machata {
2264cf04f3fSPetr Machata 	return !memcmp(addr1, addr2, sizeof(*addr1));
2274cf04f3fSPetr Machata }
2284cf04f3fSPetr Machata 
2294a44ee67SAmit Cohen int mlxsw_sp_ipip_ecn_encap_init(struct mlxsw_sp *mlxsw_sp);
2304a44ee67SAmit Cohen int mlxsw_sp_ipip_ecn_decap_init(struct mlxsw_sp *mlxsw_sp);
23159bf980dSAmit Cohen struct net_device *
23259bf980dSAmit Cohen mlxsw_sp_ipip_netdev_ul_dev_get(const struct net_device *ol_dev);
2334a44ee67SAmit Cohen 
234ff462103SJiri Pirko extern const struct mlxsw_sp_router_ll_ops mlxsw_sp_router_ll_xm_ops;
235ff462103SJiri Pirko 
236e0bc244dSJiri Pirko int mlxsw_sp_router_xm_init(struct mlxsw_sp *mlxsw_sp);
237e0bc244dSJiri Pirko void mlxsw_sp_router_xm_fini(struct mlxsw_sp *mlxsw_sp);
23888a31b18SJiri Pirko bool mlxsw_sp_router_xm_ipv4_is_supported(const struct mlxsw_sp *mlxsw_sp);
239e0bc244dSJiri Pirko 
240e0c0afd8SArkadi Sharshevsky #endif /* _MLXSW_ROUTER_H_*/
241