Lines Matching defs:htab
132 static inline bool htab_is_prealloc(const struct bpf_htab *htab) in htab_is_prealloc()
137 static void htab_init_buckets(struct bpf_htab *htab) in htab_init_buckets()
150 static inline int htab_lock_bucket(const struct bpf_htab *htab, in htab_lock_bucket()
173 static inline void htab_unlock_bucket(const struct bpf_htab *htab, in htab_unlock_bucket()
186 static bool htab_is_lru(const struct bpf_htab *htab) in htab_is_lru()
192 static bool htab_is_percpu(const struct bpf_htab *htab) in htab_is_percpu()
214 static struct htab_elem *get_htab_elem(struct bpf_htab *htab, int i) in get_htab_elem()
219 static bool htab_has_extra_elems(struct bpf_htab *htab) in htab_has_extra_elems()
224 static void htab_free_prealloced_timers(struct bpf_htab *htab) in htab_free_prealloced_timers()
243 static void htab_free_prealloced_fields(struct bpf_htab *htab) in htab_free_prealloced_fields()
272 static void htab_free_elems(struct bpf_htab *htab) in htab_free_elems()
302 static struct htab_elem *prealloc_lru_pop(struct bpf_htab *htab, void *key, in prealloc_lru_pop()
318 static int prealloc_init(struct bpf_htab *htab) in prealloc_init()
377 static void prealloc_destroy(struct bpf_htab *htab) in prealloc_destroy()
387 static int alloc_extra_elems(struct bpf_htab *htab) in alloc_extra_elems()
479 struct bpf_htab *htab; in htab_map_alloc() local
620 static inline struct bucket *__select_bucket(struct bpf_htab *htab, u32 hash) in __select_bucket()
625 static inline struct hlist_nulls_head *select_bucket(struct bpf_htab *htab, u32 hash) in select_bucket()
673 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_map_lookup_elem() local
777 static void check_and_free_fields(struct bpf_htab *htab, in check_and_free_fields()
798 struct bpf_htab *htab = arg; in htab_lru_map_delete_node() local
830 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_get_next_key() local
886 static void htab_elem_free(struct bpf_htab *htab, struct htab_elem *l) in htab_elem_free()
894 static void htab_put_fd_value(struct bpf_htab *htab, struct htab_elem *l) in htab_put_fd_value()
905 static bool is_map_full(struct bpf_htab *htab) in is_map_full()
913 static void inc_elem_count(struct bpf_htab *htab) in inc_elem_count()
923 static void dec_elem_count(struct bpf_htab *htab) in dec_elem_count()
934 static void free_htab_elem(struct bpf_htab *htab, struct htab_elem *l) in free_htab_elem()
948 static void pcpu_copy_value(struct bpf_htab *htab, void __percpu *pptr, in pcpu_copy_value()
965 static void pcpu_init_value(struct bpf_htab *htab, void __percpu *pptr, in pcpu_init_value()
988 static bool fd_htab_map_needs_adjust(const struct bpf_htab *htab) in fd_htab_map_needs_adjust()
994 static struct htab_elem *alloc_htab_elem(struct bpf_htab *htab, void *key, in alloc_htab_elem()
1075 static int check_flags(struct bpf_htab *htab, struct htab_elem *l_old, in check_flags()
1093 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_update_elem() local
1186 static void htab_lru_push_free(struct bpf_htab *htab, struct htab_elem *elem) in htab_lru_push_free()
1196 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_lru_map_update_elem() local
1265 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_percpu_map_update_elem() local
1320 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_lru_percpu_map_update_elem() local
1402 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_delete_elem() local
1438 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_lru_map_delete_elem() local
1472 static void delete_all_elements(struct bpf_htab *htab) in delete_all_elements()
1493 static void htab_free_malloced_timers(struct bpf_htab *htab) in htab_free_malloced_timers()
1514 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_free_timers() local
1528 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_free() local
1585 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_map_lookup_and_delete_elem() local
1682 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in __htab_map_lookup_and_delete_batch() local
1974 struct bpf_htab *htab; member
1984 const struct bpf_htab *htab = info->htab; in bpf_hash_map_seq_find_next() local
2160 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in bpf_for_each_hash_elem() local
2215 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in htab_map_mem_usage() local
2383 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in bpf_percpu_hash_update() local
2476 struct bpf_htab *htab = container_of(map, struct bpf_htab, map); in fd_htab_map_free() local