Lines Matching refs:bpf_mem_cache
81 struct bpf_mem_cache { struct
104 struct bpf_mem_cache *tgt; argument
125 struct bpf_mem_cache cache[NUM_CACHES]; argument
142 static void *__alloc(struct bpf_mem_cache *c, int node, gfp_t flags) in __alloc()
160 static struct mem_cgroup *get_memcg(const struct bpf_mem_cache *c) in get_memcg()
171 static void inc_active(struct bpf_mem_cache *c, unsigned long *flags) in inc_active()
189 static void dec_active(struct bpf_mem_cache *c, unsigned long *flags) in dec_active()
196 static void add_obj_to_free_list(struct bpf_mem_cache *c, void *obj) in add_obj_to_free_list()
207 static void alloc_bulk(struct bpf_mem_cache *c, int cnt, int node, bool atomic) in alloc_bulk()
265 static int free_all(struct bpf_mem_cache *c, struct llist_node *llnode, bool percpu) in free_all()
281 struct bpf_mem_cache *c = container_of(head, struct bpf_mem_cache, rcu_ttrace); in __free_rcu()
298 static void enque_to_free(struct bpf_mem_cache *c, void *obj) in enque_to_free()
308 static void do_call_rcu_ttrace(struct bpf_mem_cache *c) in do_call_rcu_ttrace()
337 static void free_bulk(struct bpf_mem_cache *c) in free_bulk()
339 struct bpf_mem_cache *tgt = c->tgt; in free_bulk()
367 struct bpf_mem_cache *c = container_of(head, struct bpf_mem_cache, rcu); in __free_by_rcu()
368 struct bpf_mem_cache *tgt = c->tgt; in __free_by_rcu()
386 static void check_free_by_rcu(struct bpf_mem_cache *c) in check_free_by_rcu()
433 struct bpf_mem_cache *c = container_of(work, struct bpf_mem_cache, refill_work); in bpf_mem_refill()
449 static void notrace irq_work_raise(struct bpf_mem_cache *c) in irq_work_raise()
471 static void init_refill_work(struct bpf_mem_cache *c) in init_refill_work()
492 static void prefill_mem_cache(struct bpf_mem_cache *c, int cpu) in prefill_mem_cache()
516 struct bpf_mem_cache *c; struct bpf_mem_cache __percpu *pc; in bpf_mem_alloc_init()
600 struct bpf_mem_cache *c; in bpf_mem_alloc_percpu_unit_init()
631 static void drain_mem_cache(struct bpf_mem_cache *c) in drain_mem_cache()
651 static void check_mem_cache(struct bpf_mem_cache *c) in check_mem_cache()
665 struct bpf_mem_cache *c; in check_leaked_objs()
752 struct bpf_mem_cache *c; in bpf_mem_alloc_destroy()
789 static void notrace *unit_alloc(struct bpf_mem_cache *c) in unit_alloc()
810 *(struct bpf_mem_cache **)llnode = c; in unit_alloc()
832 static void notrace unit_free(struct bpf_mem_cache *c, void *ptr) in unit_free()
844 c->tgt = *(struct bpf_mem_cache **)llnode; in unit_free()
872 static void notrace unit_free_rcu(struct bpf_mem_cache *c, void *ptr) in unit_free_rcu()
877 c->tgt = *(struct bpf_mem_cache **)llnode; in unit_free_rcu()
916 struct bpf_mem_cache *c; in bpf_mem_free()
932 struct bpf_mem_cache *c; in bpf_mem_free_rcu()
994 struct bpf_mem_cache *c; in bpf_mem_cache_alloc_flags()
1007 *(struct bpf_mem_cache **)ret = c; in bpf_mem_cache_alloc_flags()
1029 struct bpf_mem_cache *c; in bpf_mem_alloc_set_dtor()