19948a064SJiri Pirko /* SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0 */ 29948a064SJiri Pirko /* Copyright (c) 2017-2018 Mellanox Technologies. All rights reserved */ 3e0c0afd8SArkadi Sharshevsky 4e0c0afd8SArkadi Sharshevsky #ifndef _MLXSW_ROUTER_H_ 5e0c0afd8SArkadi Sharshevsky #define _MLXSW_ROUTER_H_ 6e0c0afd8SArkadi Sharshevsky 7e0c0afd8SArkadi Sharshevsky #include "spectrum.h" 86ddb7426SPetr Machata #include "reg.h" 9e0c0afd8SArkadi Sharshevsky 108e18d85eSIdo Schimmel struct mlxsw_sp_router_nve_decap { 118e18d85eSIdo Schimmel u32 ul_tb_id; 128e18d85eSIdo Schimmel u32 tunnel_index; 138e18d85eSIdo Schimmel enum mlxsw_sp_l3proto ul_proto; 148e18d85eSIdo Schimmel union mlxsw_sp_l3addr ul_sip; 158e18d85eSIdo Schimmel u8 valid:1; 168e18d85eSIdo Schimmel }; 178e18d85eSIdo Schimmel 1891d20d71SJiri Pirko struct mlxsw_sp_fib_entry_op_ctx { 1991d20d71SJiri Pirko u8 bulk_ok:1, /* Indicate to the low-level op it is ok to bulk 2091d20d71SJiri Pirko * the actual entry with the one that is the next 2191d20d71SJiri Pirko * in queue. 2291d20d71SJiri Pirko */ 2391d20d71SJiri Pirko initialized:1; /* Bit that the low-level op sets in case 2491d20d71SJiri Pirko * the context priv is initialized. 2591d20d71SJiri Pirko */ 26ae9ce81aSJiri Pirko struct list_head fib_entry_priv_list; 2754ff9dbbSJiri Pirko unsigned long event; 2891d20d71SJiri Pirko unsigned long ll_priv[]; 2991d20d71SJiri Pirko }; 3091d20d71SJiri Pirko 3191d20d71SJiri Pirko static inline void 3291d20d71SJiri Pirko mlxsw_sp_fib_entry_op_ctx_clear(struct mlxsw_sp_fib_entry_op_ctx *op_ctx) 3391d20d71SJiri Pirko { 34ae9ce81aSJiri Pirko WARN_ON_ONCE(!list_empty(&op_ctx->fib_entry_priv_list)); 3591d20d71SJiri Pirko memset(op_ctx, 0, sizeof(*op_ctx)); 36ae9ce81aSJiri Pirko INIT_LIST_HEAD(&op_ctx->fib_entry_priv_list); 3791d20d71SJiri Pirko } 3891d20d71SJiri Pirko 392a60c460SIdo Schimmel struct mlxsw_sp_router { 402a60c460SIdo Schimmel struct mlxsw_sp *mlxsw_sp; 412a60c460SIdo Schimmel struct mlxsw_sp_rif **rifs; 42605d25cdSDanielle Ratson struct idr rif_mac_profiles_idr; 43605d25cdSDanielle Ratson atomic_t rif_mac_profiles_count; 44605d25cdSDanielle Ratson u8 max_rif_mac_profile; 452a60c460SIdo Schimmel struct mlxsw_sp_vr *vrs; 462a60c460SIdo Schimmel struct rhashtable neigh_ht; 472a60c460SIdo Schimmel struct rhashtable nexthop_group_ht; 482a60c460SIdo Schimmel struct rhashtable nexthop_ht; 492a60c460SIdo Schimmel struct list_head nexthop_list; 502a60c460SIdo Schimmel struct { 512a60c460SIdo Schimmel /* One tree for each protocol: IPv4 and IPv6 */ 522a60c460SIdo Schimmel struct mlxsw_sp_lpm_tree *proto_trees[2]; 532a60c460SIdo Schimmel struct mlxsw_sp_lpm_tree *trees; 542a60c460SIdo Schimmel unsigned int tree_count; 552a60c460SIdo Schimmel } lpm; 562a60c460SIdo Schimmel struct { 572a60c460SIdo Schimmel struct delayed_work dw; 582a60c460SIdo Schimmel unsigned long interval; /* ms */ 59*cff94376SIdo Schimmel atomic_t neigh_count; 602a60c460SIdo Schimmel } neighs_update; 612a60c460SIdo Schimmel struct delayed_work nexthop_probe_dw; 622a60c460SIdo Schimmel #define MLXSW_SP_UNRESOLVED_NH_PROBE_INTERVAL 5000 /* ms */ 632a60c460SIdo Schimmel struct list_head nexthop_neighs_list; 642a60c460SIdo Schimmel struct list_head ipip_list; 652a014b20SIdo Schimmel struct notifier_block nexthop_nb; 662a60c460SIdo Schimmel struct notifier_block fib_nb; 672a60c460SIdo Schimmel struct notifier_block netevent_nb; 682a60c460SIdo Schimmel struct notifier_block inetaddr_nb; 692a60c460SIdo Schimmel struct notifier_block inet6addr_nb; 702a60c460SIdo Schimmel const struct mlxsw_sp_rif_ops **rif_ops_arr; 712a60c460SIdo Schimmel const struct mlxsw_sp_ipip_ops **ipip_ops_arr; 728e18d85eSIdo Schimmel struct mlxsw_sp_router_nve_decap nve_decap_config; 7320bf5d82SIdo Schimmel struct mutex lock; /* Protects shared router resources */ 74c1b290d5SJiri Pirko struct work_struct fib_event_work; 75c1b290d5SJiri Pirko struct list_head fib_event_queue; 76c1b290d5SJiri Pirko spinlock_t fib_event_queue_lock; /* Protects fib event queue list */ 77803be108SJiri Pirko /* One set of ops for each protocol: IPv4 and IPv6 */ 78803be108SJiri Pirko const struct mlxsw_sp_router_ll_ops *proto_ll_ops[MLXSW_SP_L3_PROTO_MAX]; 7991d20d71SJiri Pirko struct mlxsw_sp_fib_entry_op_ctx *ll_op_ctx; 8007c78536SIdo Schimmel u16 lb_rif_index; 81e0bc244dSJiri Pirko struct mlxsw_sp_router_xm *xm; 82ea037b23SIdo Schimmel const struct mlxsw_sp_adj_grp_size_range *adj_grp_size_ranges; 83ea037b23SIdo Schimmel size_t adj_grp_size_ranges_count; 84debd2b3bSIdo Schimmel struct delayed_work nh_grp_activity_dw; 85debd2b3bSIdo Schimmel struct list_head nh_res_grp_list; 8643c1b833SAmit Cohen bool inc_parsing_depth; 874bdf80bcSIdo Schimmel refcount_t num_groups; 884bdf80bcSIdo Schimmel u32 adj_trap_index; 89803be108SJiri Pirko }; 90803be108SJiri Pirko 91ae9ce81aSJiri Pirko struct mlxsw_sp_fib_entry_priv { 92ae9ce81aSJiri Pirko refcount_t refcnt; 93ae9ce81aSJiri Pirko struct list_head list; /* Member in op_ctx->fib_entry_priv_list */ 94ae9ce81aSJiri Pirko unsigned long priv[]; 95ae9ce81aSJiri Pirko }; 96ae9ce81aSJiri Pirko 972d5bd7a1SJiri Pirko enum mlxsw_sp_fib_entry_op { 982d5bd7a1SJiri Pirko MLXSW_SP_FIB_ENTRY_OP_WRITE, 99173f14cdSJiri Pirko MLXSW_SP_FIB_ENTRY_OP_UPDATE, 1002d5bd7a1SJiri Pirko MLXSW_SP_FIB_ENTRY_OP_DELETE, 1012d5bd7a1SJiri Pirko }; 1022d5bd7a1SJiri Pirko 103803be108SJiri Pirko /* Low-level router ops. Basically this is to handle the different 104803be108SJiri Pirko * register sets to work with ordinary and XM trees and FIB entries. 105803be108SJiri Pirko */ 106803be108SJiri Pirko struct mlxsw_sp_router_ll_ops { 107ff462103SJiri Pirko int (*init)(struct mlxsw_sp *mlxsw_sp, u16 vr_id, 108ff462103SJiri Pirko enum mlxsw_sp_l3proto proto); 109803be108SJiri Pirko int (*ralta_write)(struct mlxsw_sp *mlxsw_sp, char *xralta_pl); 110803be108SJiri Pirko int (*ralst_write)(struct mlxsw_sp *mlxsw_sp, char *xralst_pl); 111803be108SJiri Pirko int (*raltb_write)(struct mlxsw_sp *mlxsw_sp, char *xraltb_pl); 11291d20d71SJiri Pirko size_t fib_entry_op_ctx_size; 113ae9ce81aSJiri Pirko size_t fib_entry_priv_size; 1147f5c4090SJiri Pirko void (*fib_entry_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 1157f5c4090SJiri Pirko enum mlxsw_sp_l3proto proto, enum mlxsw_sp_fib_entry_op op, 116ae9ce81aSJiri Pirko u16 virtual_router, u8 prefix_len, unsigned char *addr, 117ae9ce81aSJiri Pirko struct mlxsw_sp_fib_entry_priv *priv); 1187f5c4090SJiri Pirko void (*fib_entry_act_remote_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 1197f5c4090SJiri Pirko enum mlxsw_reg_ralue_trap_action trap_action, 1207f5c4090SJiri Pirko u16 trap_id, u32 adjacency_index, u16 ecmp_size); 1217f5c4090SJiri Pirko void (*fib_entry_act_local_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 1227f5c4090SJiri Pirko enum mlxsw_reg_ralue_trap_action trap_action, 1237f5c4090SJiri Pirko u16 trap_id, u16 local_erif); 1247f5c4090SJiri Pirko void (*fib_entry_act_ip2me_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx); 1257f5c4090SJiri Pirko void (*fib_entry_act_ip2me_tun_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 1267f5c4090SJiri Pirko u32 tunnel_ptr); 1277f5c4090SJiri Pirko int (*fib_entry_commit)(struct mlxsw_sp *mlxsw_sp, 128ae9ce81aSJiri Pirko struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 129ae9ce81aSJiri Pirko bool *postponed_for_bulk); 130a005a7feSJiri Pirko bool (*fib_entry_is_committed)(struct mlxsw_sp_fib_entry_priv *priv); 1312a60c460SIdo Schimmel }; 1322a60c460SIdo Schimmel 13392107cfbSPetr Machata struct mlxsw_sp_rif_ipip_lb; 1346ddb7426SPetr Machata struct mlxsw_sp_rif_ipip_lb_config { 1356ddb7426SPetr Machata enum mlxsw_reg_ritr_loopback_ipip_type lb_ipipt; 1366ddb7426SPetr Machata u32 okey; 1376ddb7426SPetr Machata enum mlxsw_sp_l3proto ul_protocol; /* Underlay. */ 1386ddb7426SPetr Machata union mlxsw_sp_l3addr saddr; 1396ddb7426SPetr Machata }; 1406ddb7426SPetr Machata 141e0c0afd8SArkadi Sharshevsky enum mlxsw_sp_rif_counter_dir { 142e0c0afd8SArkadi Sharshevsky MLXSW_SP_RIF_COUNTER_INGRESS, 143e0c0afd8SArkadi Sharshevsky MLXSW_SP_RIF_COUNTER_EGRESS, 144e0c0afd8SArkadi Sharshevsky }; 145e0c0afd8SArkadi Sharshevsky 146f17cc84dSArkadi Sharshevsky struct mlxsw_sp_neigh_entry; 147c556cd28SArkadi Sharshevsky struct mlxsw_sp_nexthop; 1480c5f1cd5SPetr Machata struct mlxsw_sp_ipip_entry; 149f17cc84dSArkadi Sharshevsky 1505f9efffbSIdo Schimmel struct mlxsw_sp_rif *mlxsw_sp_rif_by_index(const struct mlxsw_sp *mlxsw_sp, 1515f9efffbSIdo Schimmel u16 rif_index); 152fd1b9d41SArkadi Sharshevsky u16 mlxsw_sp_rif_index(const struct mlxsw_sp_rif *rif); 15392107cfbSPetr Machata u16 mlxsw_sp_ipip_lb_rif_index(const struct mlxsw_sp_rif_ipip_lb *rif); 15492107cfbSPetr Machata u16 mlxsw_sp_ipip_lb_ul_vr_id(const struct mlxsw_sp_rif_ipip_lb *rif); 155311596f5SNir Dotan u16 mlxsw_sp_ipip_lb_ul_rif_id(const struct mlxsw_sp_rif_ipip_lb *lb_rif); 1564cf04f3fSPetr Machata u32 mlxsw_sp_ipip_dev_ul_tb_id(const struct net_device *ol_dev); 157fd1b9d41SArkadi Sharshevsky int mlxsw_sp_rif_dev_ifindex(const struct mlxsw_sp_rif *rif); 15891e4d59aSYotam Gigi const struct net_device *mlxsw_sp_rif_dev(const struct mlxsw_sp_rif *rif); 159e0c0afd8SArkadi Sharshevsky int mlxsw_sp_rif_counter_value_get(struct mlxsw_sp *mlxsw_sp, 160e0c0afd8SArkadi Sharshevsky struct mlxsw_sp_rif *rif, 161e0c0afd8SArkadi Sharshevsky enum mlxsw_sp_rif_counter_dir dir, 162e0c0afd8SArkadi Sharshevsky u64 *cnt); 1639834e246SPetr Machata void mlxsw_sp_rif_counter_free(struct mlxsw_sp_rif *rif, 164e0c0afd8SArkadi Sharshevsky enum mlxsw_sp_rif_counter_dir dir); 1659834e246SPetr Machata int mlxsw_sp_rif_counter_alloc(struct mlxsw_sp_rif *rif, 166e0c0afd8SArkadi Sharshevsky enum mlxsw_sp_rif_counter_dir dir); 167f17cc84dSArkadi Sharshevsky struct mlxsw_sp_neigh_entry * 168f17cc84dSArkadi Sharshevsky mlxsw_sp_rif_neigh_next(struct mlxsw_sp_rif *rif, 169f17cc84dSArkadi Sharshevsky struct mlxsw_sp_neigh_entry *neigh_entry); 170f17cc84dSArkadi Sharshevsky int mlxsw_sp_neigh_entry_type(struct mlxsw_sp_neigh_entry *neigh_entry); 171f17cc84dSArkadi Sharshevsky unsigned char * 172f17cc84dSArkadi Sharshevsky mlxsw_sp_neigh_entry_ha(struct mlxsw_sp_neigh_entry *neigh_entry); 173f17cc84dSArkadi Sharshevsky u32 mlxsw_sp_neigh4_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry); 1740250768cSArkadi Sharshevsky struct in6_addr * 1750250768cSArkadi Sharshevsky mlxsw_sp_neigh6_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry); 176f17cc84dSArkadi Sharshevsky 177f17cc84dSArkadi Sharshevsky #define mlxsw_sp_rif_neigh_for_each(neigh_entry, rif) \ 178f17cc84dSArkadi Sharshevsky for (neigh_entry = mlxsw_sp_rif_neigh_next(rif, NULL); neigh_entry; \ 179f17cc84dSArkadi Sharshevsky neigh_entry = mlxsw_sp_rif_neigh_next(rif, neigh_entry)) 1807cfcbc75SArkadi Sharshevsky int mlxsw_sp_neigh_counter_get(struct mlxsw_sp *mlxsw_sp, 1817cfcbc75SArkadi Sharshevsky struct mlxsw_sp_neigh_entry *neigh_entry, 1827cfcbc75SArkadi Sharshevsky u64 *p_counter); 183a481d713SArkadi Sharshevsky void 184a481d713SArkadi Sharshevsky mlxsw_sp_neigh_entry_counter_update(struct mlxsw_sp *mlxsw_sp, 185a481d713SArkadi Sharshevsky struct mlxsw_sp_neigh_entry *neigh_entry, 186a481d713SArkadi Sharshevsky bool adding); 1871d1056d8SArkadi Sharshevsky bool mlxsw_sp_neigh_ipv6_ignore(struct mlxsw_sp_neigh_entry *neigh_entry); 1880c5f1cd5SPetr Machata int __mlxsw_sp_ipip_entry_update_tunnel(struct mlxsw_sp *mlxsw_sp, 1890c5f1cd5SPetr Machata struct mlxsw_sp_ipip_entry *ipip_entry, 1900c5f1cd5SPetr Machata bool recreate_loopback, 1910c5f1cd5SPetr Machata bool keep_encap, 1920c5f1cd5SPetr Machata bool update_nexthops, 1930c5f1cd5SPetr Machata struct netlink_ext_ack *extack); 194af641713SPetr Machata void mlxsw_sp_ipip_entry_demote_tunnel(struct mlxsw_sp *mlxsw_sp, 195af641713SPetr Machata struct mlxsw_sp_ipip_entry *ipip_entry); 196af641713SPetr Machata bool 197af641713SPetr Machata mlxsw_sp_ipip_demote_tunnel_by_saddr(struct mlxsw_sp *mlxsw_sp, 198af641713SPetr Machata enum mlxsw_sp_l3proto ul_proto, 199af641713SPetr Machata union mlxsw_sp_l3addr saddr, 200af641713SPetr Machata u32 ul_tb_id, 201af641713SPetr Machata const struct mlxsw_sp_ipip_entry *except); 202c556cd28SArkadi Sharshevsky struct mlxsw_sp_nexthop *mlxsw_sp_nexthop_next(struct mlxsw_sp_router *router, 203c556cd28SArkadi Sharshevsky struct mlxsw_sp_nexthop *nh); 20426df5accSIdo Schimmel bool mlxsw_sp_nexthop_is_forward(const struct mlxsw_sp_nexthop *nh); 205c556cd28SArkadi Sharshevsky unsigned char *mlxsw_sp_nexthop_ha(struct mlxsw_sp_nexthop *nh); 206c556cd28SArkadi Sharshevsky int mlxsw_sp_nexthop_indexes(struct mlxsw_sp_nexthop *nh, u32 *p_adj_index, 207e69cd9d7SIdo Schimmel u32 *p_adj_size, u32 *p_adj_hash_index); 208c556cd28SArkadi Sharshevsky struct mlxsw_sp_rif *mlxsw_sp_nexthop_rif(struct mlxsw_sp_nexthop *nh); 209c556cd28SArkadi Sharshevsky bool mlxsw_sp_nexthop_group_has_ipip(struct mlxsw_sp_nexthop *nh); 210c556cd28SArkadi Sharshevsky #define mlxsw_sp_nexthop_for_each(nh, router) \ 211c556cd28SArkadi Sharshevsky for (nh = mlxsw_sp_nexthop_next(router, NULL); nh; \ 212c556cd28SArkadi Sharshevsky nh = mlxsw_sp_nexthop_next(router, nh)) 213a5390278SArkadi Sharshevsky int mlxsw_sp_nexthop_counter_get(struct mlxsw_sp *mlxsw_sp, 214a5390278SArkadi Sharshevsky struct mlxsw_sp_nexthop *nh, u64 *p_counter); 215424603ccSIdo Schimmel int mlxsw_sp_nexthop_eth_update(struct mlxsw_sp *mlxsw_sp, u32 adj_index, 216197fdfd1SIdo Schimmel struct mlxsw_sp_nexthop *nh, bool force, 217197fdfd1SIdo Schimmel char *ratr_pl); 218427e652aSArkadi Sharshevsky void mlxsw_sp_nexthop_counter_alloc(struct mlxsw_sp *mlxsw_sp, 219427e652aSArkadi Sharshevsky struct mlxsw_sp_nexthop *nh); 220427e652aSArkadi Sharshevsky void mlxsw_sp_nexthop_counter_free(struct mlxsw_sp *mlxsw_sp, 221427e652aSArkadi Sharshevsky struct mlxsw_sp_nexthop *nh); 222e0c0afd8SArkadi Sharshevsky 2234cf04f3fSPetr Machata static inline bool mlxsw_sp_l3addr_eq(const union mlxsw_sp_l3addr *addr1, 2244cf04f3fSPetr Machata const union mlxsw_sp_l3addr *addr2) 2254cf04f3fSPetr Machata { 2264cf04f3fSPetr Machata return !memcmp(addr1, addr2, sizeof(*addr1)); 2274cf04f3fSPetr Machata } 2284cf04f3fSPetr Machata 2294a44ee67SAmit Cohen int mlxsw_sp_ipip_ecn_encap_init(struct mlxsw_sp *mlxsw_sp); 2304a44ee67SAmit Cohen int mlxsw_sp_ipip_ecn_decap_init(struct mlxsw_sp *mlxsw_sp); 23159bf980dSAmit Cohen struct net_device * 23259bf980dSAmit Cohen mlxsw_sp_ipip_netdev_ul_dev_get(const struct net_device *ol_dev); 2334a44ee67SAmit Cohen 234ff462103SJiri Pirko extern const struct mlxsw_sp_router_ll_ops mlxsw_sp_router_ll_xm_ops; 235ff462103SJiri Pirko 236e0bc244dSJiri Pirko int mlxsw_sp_router_xm_init(struct mlxsw_sp *mlxsw_sp); 237e0bc244dSJiri Pirko void mlxsw_sp_router_xm_fini(struct mlxsw_sp *mlxsw_sp); 23888a31b18SJiri Pirko bool mlxsw_sp_router_xm_ipv4_is_supported(const struct mlxsw_sp *mlxsw_sp); 239e0bc244dSJiri Pirko 240e0c0afd8SArkadi Sharshevsky #endif /* _MLXSW_ROUTER_H_*/ 241