kernel/bpf/hashtab.c

88 struct bpf_htab {
131 static inline bool htab_is_prealloc(const struct bpf_htab *htab)
136 static void htab_init_buckets(struct bpf_htab *htab)
166 static bool htab_is_lru(const struct bpf_htab *htab)
172 static bool htab_is_percpu(const struct bpf_htab *htab)
178 static inline bool is_fd_htab(const struct bpf_htab *htab)
204 static struct htab_elem *get_htab_elem(struct bpf_htab *htab, int i)
213 static bool htab_has_extra_elems(struct bpf_htab *htab)
218 static void htab_free_prealloced_timers_and_wq(struct bpf_htab *htab)
240 static void htab_free_prealloced_fields(struct bpf_htab *htab)
270 static void htab_free_elems(struct bpf_htab *htab)
300 static struct htab_elem *prealloc_lru_pop(struct bpf_htab *htab, void *key,
316 static int prealloc_init(struct bpf_htab *htab)
375 static void prealloc_destroy(struct bpf_htab *htab)
385 static int alloc_extra_elems(struct bpf_htab *htab)
478 	struct bpf_htab *htab;
606 static inline struct bucket *__select_bucket(struct bpf_htab *htab, u32 hash)
611 static inline struct hlist_nulls_head *select_bucket(struct bpf_htab *htab, u32 hash)
659 	struct bpf_htab *htab = container_of(map, struct bpf_htab, map);
763 static void check_and_free_fields(struct bpf_htab *htab,
787 	struct bpf_htab *htab = arg;
820 	struct bpf_htab *htab = container_of(map, struct bpf_htab, map);
876 static void htab_elem_free(struct bpf_htab *htab, struct htab_elem *l)
885 static void htab_put_fd_value(struct bpf_htab *htab, struct htab_elem *l)
896 static bool is_map_full(struct bpf_htab *htab)
904 static void inc_elem_count(struct bpf_htab *htab)
914 static void dec_elem_count(struct bpf_htab *htab)
925 static void free_htab_elem(struct bpf_htab *htab, struct htab_elem *l)
939 static void pcpu_copy_value(struct bpf_htab *htab, void __percpu *pptr,
956 static void pcpu_init_value(struct bpf_htab *htab, void __percpu *pptr,
979 static bool fd_htab_map_needs_adjust(const struct bpf_htab *htab)
984 static struct htab_elem *alloc_htab_elem(struct bpf_htab *htab, void *key,
1063 static int check_flags(struct bpf_htab *htab, struct htab_elem *l_old,
1081 	struct bpf_htab *htab = container_of(map, struct bpf_htab, map);
1179 static void htab_lru_push_free(struct bpf_htab *htab, struct htab_elem *elem)
1189 	struct bpf_htab *htab = container_of(map, struct bpf_htab, map);
1257 	struct bpf_htab *htab = container_of(map, struct bpf_htab, map);
1321 	struct bpf_htab *htab = container_of(map, struct bpf_htab, map);
1403 	struct bpf_htab *htab = container_of(map, struct bpf_htab, map);
1439 	struct bpf_htab *htab = container_of(map, struct bpf_htab, map);
1473 static void delete_all_elements(struct bpf_htab *htab)
1493 static void htab_free_malloced_timers_and_wq(struct bpf_htab *htab)
1519 	struct bpf_htab *htab = container_of(map, struct bpf_htab, map);
1533 	struct bpf_htab *htab = container_of(map, struct bpf_htab, map);
1586 	struct bpf_htab *htab = container_of(map, struct bpf_htab, map);
1683 	struct bpf_htab *htab = container_of(map, struct bpf_htab, map);
1978 	struct bpf_htab *htab;
1988 	const struct bpf_htab *htab = info->htab;
2134 	seq_info->htab = container_of(map, struct bpf_htab, map);
2163 	struct bpf_htab *htab = container_of(map, struct bpf_htab, map);
2215 	struct bpf_htab *htab = container_of(map, struct bpf_htab, map);
2221 	u64 usage = sizeof(struct bpf_htab);
2251 BTF_ID_LIST_SINGLE(htab_map_btf_ids, struct, bpf_htab)
2403 	struct bpf_htab *htab = container_of(map, struct bpf_htab, map);
2497 	struct bpf_htab *htab = container_of(map, struct bpf_htab, map);