19948a064SJiri Pirko /* SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0 */ 29948a064SJiri Pirko /* Copyright (c) 2017-2018 Mellanox Technologies. All rights reserved */ 3e0c0afd8SArkadi Sharshevsky 4e0c0afd8SArkadi Sharshevsky #ifndef _MLXSW_ROUTER_H_ 5e0c0afd8SArkadi Sharshevsky #define _MLXSW_ROUTER_H_ 6e0c0afd8SArkadi Sharshevsky 7e0c0afd8SArkadi Sharshevsky #include "spectrum.h" 86ddb7426SPetr Machata #include "reg.h" 9e0c0afd8SArkadi Sharshevsky 108e18d85eSIdo Schimmel struct mlxsw_sp_router_nve_decap { 118e18d85eSIdo Schimmel u32 ul_tb_id; 128e18d85eSIdo Schimmel u32 tunnel_index; 138e18d85eSIdo Schimmel enum mlxsw_sp_l3proto ul_proto; 148e18d85eSIdo Schimmel union mlxsw_sp_l3addr ul_sip; 158e18d85eSIdo Schimmel u8 valid:1; 168e18d85eSIdo Schimmel }; 178e18d85eSIdo Schimmel 1891d20d71SJiri Pirko struct mlxsw_sp_fib_entry_op_ctx { 1991d20d71SJiri Pirko u8 bulk_ok:1, /* Indicate to the low-level op it is ok to bulk 2091d20d71SJiri Pirko * the actual entry with the one that is the next 2191d20d71SJiri Pirko * in queue. 2291d20d71SJiri Pirko */ 2391d20d71SJiri Pirko initialized:1; /* Bit that the low-level op sets in case 2491d20d71SJiri Pirko * the context priv is initialized. 2591d20d71SJiri Pirko */ 26ae9ce81aSJiri Pirko struct list_head fib_entry_priv_list; 2791d20d71SJiri Pirko unsigned long ll_priv[]; 2891d20d71SJiri Pirko }; 2991d20d71SJiri Pirko 3091d20d71SJiri Pirko static inline void 3191d20d71SJiri Pirko mlxsw_sp_fib_entry_op_ctx_clear(struct mlxsw_sp_fib_entry_op_ctx *op_ctx) 3291d20d71SJiri Pirko { 33ae9ce81aSJiri Pirko WARN_ON_ONCE(!list_empty(&op_ctx->fib_entry_priv_list)); 3491d20d71SJiri Pirko memset(op_ctx, 0, sizeof(*op_ctx)); 35ae9ce81aSJiri Pirko INIT_LIST_HEAD(&op_ctx->fib_entry_priv_list); 3691d20d71SJiri Pirko } 3791d20d71SJiri Pirko 382a60c460SIdo Schimmel struct mlxsw_sp_router { 392a60c460SIdo Schimmel struct mlxsw_sp *mlxsw_sp; 402a60c460SIdo Schimmel struct mlxsw_sp_rif **rifs; 412a60c460SIdo Schimmel struct mlxsw_sp_vr *vrs; 422a60c460SIdo Schimmel struct rhashtable neigh_ht; 432a60c460SIdo Schimmel struct rhashtable nexthop_group_ht; 442a60c460SIdo Schimmel struct rhashtable nexthop_ht; 452a60c460SIdo Schimmel struct list_head nexthop_list; 462a60c460SIdo Schimmel struct { 472a60c460SIdo Schimmel /* One tree for each protocol: IPv4 and IPv6 */ 482a60c460SIdo Schimmel struct mlxsw_sp_lpm_tree *proto_trees[2]; 492a60c460SIdo Schimmel struct mlxsw_sp_lpm_tree *trees; 502a60c460SIdo Schimmel unsigned int tree_count; 512a60c460SIdo Schimmel } lpm; 522a60c460SIdo Schimmel struct { 532a60c460SIdo Schimmel struct delayed_work dw; 542a60c460SIdo Schimmel unsigned long interval; /* ms */ 552a60c460SIdo Schimmel } neighs_update; 562a60c460SIdo Schimmel struct delayed_work nexthop_probe_dw; 572a60c460SIdo Schimmel #define MLXSW_SP_UNRESOLVED_NH_PROBE_INTERVAL 5000 /* ms */ 582a60c460SIdo Schimmel struct list_head nexthop_neighs_list; 592a60c460SIdo Schimmel struct list_head ipip_list; 602a60c460SIdo Schimmel bool aborted; 612a014b20SIdo Schimmel struct notifier_block nexthop_nb; 622a60c460SIdo Schimmel struct notifier_block fib_nb; 632a60c460SIdo Schimmel struct notifier_block netevent_nb; 642a60c460SIdo Schimmel struct notifier_block inetaddr_nb; 652a60c460SIdo Schimmel struct notifier_block inet6addr_nb; 662a60c460SIdo Schimmel const struct mlxsw_sp_rif_ops **rif_ops_arr; 672a60c460SIdo Schimmel const struct mlxsw_sp_ipip_ops **ipip_ops_arr; 682a60c460SIdo Schimmel u32 adj_discard_index; 692a60c460SIdo Schimmel bool adj_discard_index_valid; 708e18d85eSIdo Schimmel struct mlxsw_sp_router_nve_decap nve_decap_config; 7120bf5d82SIdo Schimmel struct mutex lock; /* Protects shared router resources */ 72c1b290d5SJiri Pirko struct work_struct fib_event_work; 73c1b290d5SJiri Pirko struct list_head fib_event_queue; 74c1b290d5SJiri Pirko spinlock_t fib_event_queue_lock; /* Protects fib event queue list */ 75803be108SJiri Pirko /* One set of ops for each protocol: IPv4 and IPv6 */ 76803be108SJiri Pirko const struct mlxsw_sp_router_ll_ops *proto_ll_ops[MLXSW_SP_L3_PROTO_MAX]; 7791d20d71SJiri Pirko struct mlxsw_sp_fib_entry_op_ctx *ll_op_ctx; 78803be108SJiri Pirko }; 79803be108SJiri Pirko 80ae9ce81aSJiri Pirko struct mlxsw_sp_fib_entry_priv { 81ae9ce81aSJiri Pirko refcount_t refcnt; 82ae9ce81aSJiri Pirko struct list_head list; /* Member in op_ctx->fib_entry_priv_list */ 83ae9ce81aSJiri Pirko unsigned long priv[]; 84ae9ce81aSJiri Pirko }; 85ae9ce81aSJiri Pirko 862d5bd7a1SJiri Pirko enum mlxsw_sp_fib_entry_op { 872d5bd7a1SJiri Pirko MLXSW_SP_FIB_ENTRY_OP_WRITE, 88173f14cdSJiri Pirko MLXSW_SP_FIB_ENTRY_OP_UPDATE, 892d5bd7a1SJiri Pirko MLXSW_SP_FIB_ENTRY_OP_DELETE, 902d5bd7a1SJiri Pirko }; 912d5bd7a1SJiri Pirko 92803be108SJiri Pirko /* Low-level router ops. Basically this is to handle the different 93803be108SJiri Pirko * register sets to work with ordinary and XM trees and FIB entries. 94803be108SJiri Pirko */ 95803be108SJiri Pirko struct mlxsw_sp_router_ll_ops { 96803be108SJiri Pirko int (*ralta_write)(struct mlxsw_sp *mlxsw_sp, char *xralta_pl); 97803be108SJiri Pirko int (*ralst_write)(struct mlxsw_sp *mlxsw_sp, char *xralst_pl); 98803be108SJiri Pirko int (*raltb_write)(struct mlxsw_sp *mlxsw_sp, char *xraltb_pl); 9991d20d71SJiri Pirko size_t fib_entry_op_ctx_size; 100ae9ce81aSJiri Pirko size_t fib_entry_priv_size; 1017f5c4090SJiri Pirko void (*fib_entry_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 1027f5c4090SJiri Pirko enum mlxsw_sp_l3proto proto, enum mlxsw_sp_fib_entry_op op, 103ae9ce81aSJiri Pirko u16 virtual_router, u8 prefix_len, unsigned char *addr, 104ae9ce81aSJiri Pirko struct mlxsw_sp_fib_entry_priv *priv); 1057f5c4090SJiri Pirko void (*fib_entry_act_remote_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 1067f5c4090SJiri Pirko enum mlxsw_reg_ralue_trap_action trap_action, 1077f5c4090SJiri Pirko u16 trap_id, u32 adjacency_index, u16 ecmp_size); 1087f5c4090SJiri Pirko void (*fib_entry_act_local_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 1097f5c4090SJiri Pirko enum mlxsw_reg_ralue_trap_action trap_action, 1107f5c4090SJiri Pirko u16 trap_id, u16 local_erif); 1117f5c4090SJiri Pirko void (*fib_entry_act_ip2me_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx); 1127f5c4090SJiri Pirko void (*fib_entry_act_ip2me_tun_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 1137f5c4090SJiri Pirko u32 tunnel_ptr); 1147f5c4090SJiri Pirko int (*fib_entry_commit)(struct mlxsw_sp *mlxsw_sp, 115ae9ce81aSJiri Pirko struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 116ae9ce81aSJiri Pirko bool *postponed_for_bulk); 117a005a7feSJiri Pirko bool (*fib_entry_is_committed)(struct mlxsw_sp_fib_entry_priv *priv); 1182a60c460SIdo Schimmel }; 1192a60c460SIdo Schimmel 120ae9ce81aSJiri Pirko int mlxsw_sp_fib_entry_commit(struct mlxsw_sp *mlxsw_sp, 121ae9ce81aSJiri Pirko struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 122ae9ce81aSJiri Pirko const struct mlxsw_sp_router_ll_ops *ll_ops); 123ae9ce81aSJiri Pirko 12492107cfbSPetr Machata struct mlxsw_sp_rif_ipip_lb; 1256ddb7426SPetr Machata struct mlxsw_sp_rif_ipip_lb_config { 1266ddb7426SPetr Machata enum mlxsw_reg_ritr_loopback_ipip_type lb_ipipt; 1276ddb7426SPetr Machata u32 okey; 1286ddb7426SPetr Machata enum mlxsw_sp_l3proto ul_protocol; /* Underlay. */ 1296ddb7426SPetr Machata union mlxsw_sp_l3addr saddr; 1306ddb7426SPetr Machata }; 1316ddb7426SPetr Machata 132e0c0afd8SArkadi Sharshevsky enum mlxsw_sp_rif_counter_dir { 133e0c0afd8SArkadi Sharshevsky MLXSW_SP_RIF_COUNTER_INGRESS, 134e0c0afd8SArkadi Sharshevsky MLXSW_SP_RIF_COUNTER_EGRESS, 135e0c0afd8SArkadi Sharshevsky }; 136e0c0afd8SArkadi Sharshevsky 137f17cc84dSArkadi Sharshevsky struct mlxsw_sp_neigh_entry; 138c556cd28SArkadi Sharshevsky struct mlxsw_sp_nexthop; 1390c5f1cd5SPetr Machata struct mlxsw_sp_ipip_entry; 140f17cc84dSArkadi Sharshevsky 1415f9efffbSIdo Schimmel struct mlxsw_sp_rif *mlxsw_sp_rif_by_index(const struct mlxsw_sp *mlxsw_sp, 1425f9efffbSIdo Schimmel u16 rif_index); 143fd1b9d41SArkadi Sharshevsky u16 mlxsw_sp_rif_index(const struct mlxsw_sp_rif *rif); 14492107cfbSPetr Machata u16 mlxsw_sp_ipip_lb_rif_index(const struct mlxsw_sp_rif_ipip_lb *rif); 14592107cfbSPetr Machata u16 mlxsw_sp_ipip_lb_ul_vr_id(const struct mlxsw_sp_rif_ipip_lb *rif); 146311596f5SNir Dotan u16 mlxsw_sp_ipip_lb_ul_rif_id(const struct mlxsw_sp_rif_ipip_lb *lb_rif); 1474cf04f3fSPetr Machata u32 mlxsw_sp_ipip_dev_ul_tb_id(const struct net_device *ol_dev); 148fd1b9d41SArkadi Sharshevsky int mlxsw_sp_rif_dev_ifindex(const struct mlxsw_sp_rif *rif); 14991e4d59aSYotam Gigi const struct net_device *mlxsw_sp_rif_dev(const struct mlxsw_sp_rif *rif); 150e0c0afd8SArkadi Sharshevsky int mlxsw_sp_rif_counter_value_get(struct mlxsw_sp *mlxsw_sp, 151e0c0afd8SArkadi Sharshevsky struct mlxsw_sp_rif *rif, 152e0c0afd8SArkadi Sharshevsky enum mlxsw_sp_rif_counter_dir dir, 153e0c0afd8SArkadi Sharshevsky u64 *cnt); 154e0c0afd8SArkadi Sharshevsky void mlxsw_sp_rif_counter_free(struct mlxsw_sp *mlxsw_sp, 155e0c0afd8SArkadi Sharshevsky struct mlxsw_sp_rif *rif, 156e0c0afd8SArkadi Sharshevsky enum mlxsw_sp_rif_counter_dir dir); 157e0c0afd8SArkadi Sharshevsky int mlxsw_sp_rif_counter_alloc(struct mlxsw_sp *mlxsw_sp, 158e0c0afd8SArkadi Sharshevsky struct mlxsw_sp_rif *rif, 159e0c0afd8SArkadi Sharshevsky enum mlxsw_sp_rif_counter_dir dir); 160f17cc84dSArkadi Sharshevsky struct mlxsw_sp_neigh_entry * 161f17cc84dSArkadi Sharshevsky mlxsw_sp_rif_neigh_next(struct mlxsw_sp_rif *rif, 162f17cc84dSArkadi Sharshevsky struct mlxsw_sp_neigh_entry *neigh_entry); 163f17cc84dSArkadi Sharshevsky int mlxsw_sp_neigh_entry_type(struct mlxsw_sp_neigh_entry *neigh_entry); 164f17cc84dSArkadi Sharshevsky unsigned char * 165f17cc84dSArkadi Sharshevsky mlxsw_sp_neigh_entry_ha(struct mlxsw_sp_neigh_entry *neigh_entry); 166f17cc84dSArkadi Sharshevsky u32 mlxsw_sp_neigh4_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry); 1670250768cSArkadi Sharshevsky struct in6_addr * 1680250768cSArkadi Sharshevsky mlxsw_sp_neigh6_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry); 169f17cc84dSArkadi Sharshevsky 170f17cc84dSArkadi Sharshevsky #define mlxsw_sp_rif_neigh_for_each(neigh_entry, rif) \ 171f17cc84dSArkadi Sharshevsky for (neigh_entry = mlxsw_sp_rif_neigh_next(rif, NULL); neigh_entry; \ 172f17cc84dSArkadi Sharshevsky neigh_entry = mlxsw_sp_rif_neigh_next(rif, neigh_entry)) 1737cfcbc75SArkadi Sharshevsky int mlxsw_sp_neigh_counter_get(struct mlxsw_sp *mlxsw_sp, 1747cfcbc75SArkadi Sharshevsky struct mlxsw_sp_neigh_entry *neigh_entry, 1757cfcbc75SArkadi Sharshevsky u64 *p_counter); 176a481d713SArkadi Sharshevsky void 177a481d713SArkadi Sharshevsky mlxsw_sp_neigh_entry_counter_update(struct mlxsw_sp *mlxsw_sp, 178a481d713SArkadi Sharshevsky struct mlxsw_sp_neigh_entry *neigh_entry, 179a481d713SArkadi Sharshevsky bool adding); 1801d1056d8SArkadi Sharshevsky bool mlxsw_sp_neigh_ipv6_ignore(struct mlxsw_sp_neigh_entry *neigh_entry); 1810c5f1cd5SPetr Machata int __mlxsw_sp_ipip_entry_update_tunnel(struct mlxsw_sp *mlxsw_sp, 1820c5f1cd5SPetr Machata struct mlxsw_sp_ipip_entry *ipip_entry, 1830c5f1cd5SPetr Machata bool recreate_loopback, 1840c5f1cd5SPetr Machata bool keep_encap, 1850c5f1cd5SPetr Machata bool update_nexthops, 1860c5f1cd5SPetr Machata struct netlink_ext_ack *extack); 187af641713SPetr Machata void mlxsw_sp_ipip_entry_demote_tunnel(struct mlxsw_sp *mlxsw_sp, 188af641713SPetr Machata struct mlxsw_sp_ipip_entry *ipip_entry); 189af641713SPetr Machata bool 190af641713SPetr Machata mlxsw_sp_ipip_demote_tunnel_by_saddr(struct mlxsw_sp *mlxsw_sp, 191af641713SPetr Machata enum mlxsw_sp_l3proto ul_proto, 192af641713SPetr Machata union mlxsw_sp_l3addr saddr, 193af641713SPetr Machata u32 ul_tb_id, 194af641713SPetr Machata const struct mlxsw_sp_ipip_entry *except); 195c556cd28SArkadi Sharshevsky struct mlxsw_sp_nexthop *mlxsw_sp_nexthop_next(struct mlxsw_sp_router *router, 196c556cd28SArkadi Sharshevsky struct mlxsw_sp_nexthop *nh); 197c556cd28SArkadi Sharshevsky bool mlxsw_sp_nexthop_offload(struct mlxsw_sp_nexthop *nh); 198c556cd28SArkadi Sharshevsky unsigned char *mlxsw_sp_nexthop_ha(struct mlxsw_sp_nexthop *nh); 199c556cd28SArkadi Sharshevsky int mlxsw_sp_nexthop_indexes(struct mlxsw_sp_nexthop *nh, u32 *p_adj_index, 200e69cd9d7SIdo Schimmel u32 *p_adj_size, u32 *p_adj_hash_index); 201c556cd28SArkadi Sharshevsky struct mlxsw_sp_rif *mlxsw_sp_nexthop_rif(struct mlxsw_sp_nexthop *nh); 202c556cd28SArkadi Sharshevsky bool mlxsw_sp_nexthop_group_has_ipip(struct mlxsw_sp_nexthop *nh); 203c556cd28SArkadi Sharshevsky #define mlxsw_sp_nexthop_for_each(nh, router) \ 204c556cd28SArkadi Sharshevsky for (nh = mlxsw_sp_nexthop_next(router, NULL); nh; \ 205c556cd28SArkadi Sharshevsky nh = mlxsw_sp_nexthop_next(router, nh)) 206a5390278SArkadi Sharshevsky int mlxsw_sp_nexthop_counter_get(struct mlxsw_sp *mlxsw_sp, 207a5390278SArkadi Sharshevsky struct mlxsw_sp_nexthop *nh, u64 *p_counter); 208427e652aSArkadi Sharshevsky int mlxsw_sp_nexthop_update(struct mlxsw_sp *mlxsw_sp, u32 adj_index, 209427e652aSArkadi Sharshevsky struct mlxsw_sp_nexthop *nh); 210427e652aSArkadi Sharshevsky void mlxsw_sp_nexthop_counter_alloc(struct mlxsw_sp *mlxsw_sp, 211427e652aSArkadi Sharshevsky struct mlxsw_sp_nexthop *nh); 212427e652aSArkadi Sharshevsky void mlxsw_sp_nexthop_counter_free(struct mlxsw_sp *mlxsw_sp, 213427e652aSArkadi Sharshevsky struct mlxsw_sp_nexthop *nh); 214e0c0afd8SArkadi Sharshevsky 2154cf04f3fSPetr Machata static inline bool mlxsw_sp_l3addr_eq(const union mlxsw_sp_l3addr *addr1, 2164cf04f3fSPetr Machata const union mlxsw_sp_l3addr *addr2) 2174cf04f3fSPetr Machata { 2184cf04f3fSPetr Machata return !memcmp(addr1, addr2, sizeof(*addr1)); 2194cf04f3fSPetr Machata } 2204cf04f3fSPetr Machata 2214a44ee67SAmit Cohen int mlxsw_sp_ipip_ecn_encap_init(struct mlxsw_sp *mlxsw_sp); 2224a44ee67SAmit Cohen int mlxsw_sp_ipip_ecn_decap_init(struct mlxsw_sp *mlxsw_sp); 2234a44ee67SAmit Cohen 224e0c0afd8SArkadi Sharshevsky #endif /* _MLXSW_ROUTER_H_*/ 225