| /linux/kernel/bpf/ |
| H A D | bpf_local_storage.c | 22 struct bpf_local_storage *local_storage) in select_bucket() argument
24 return &smap->buckets[hash_ptr(local_storage, smap->bucket_log)]; in select_bucket()
108 struct bpf_local_storage *local_storage; in __bpf_local_storage_free_trace_rcu() local
114 local_storage = container_of(rcu, struct bpf_local_storage, rcu); in __bpf_local_storage_free_trace_rcu()
115 kfree(local_storage); in __bpf_local_storage_free_trace_rcu()
119 static void __bpf_local_storage_free(struct bpf_local_storage *local_storage, in __bpf_local_storage_free() argument
123 kfree_rcu(local_storage, rcu); in __bpf_local_storage_free()
125 call_rcu_tasks_trace(&local_storage->rcu, in __bpf_local_storage_free()
131 struct bpf_local_storage *local_storage; in bpf_local_storage_free_rcu() local
133 local_storage = container_of(rcu, struct bpf_local_storage, rcu); in bpf_local_storage_free_rcu()
[all …]
|
| H A D | bpf_inode_storage.c | 58 struct bpf_local_storage *local_storage; in bpf_inode_storage_free() local
67 local_storage = rcu_dereference(bsb->storage); in bpf_inode_storage_free()
68 if (!local_storage) in bpf_inode_storage_free()
71 bpf_local_storage_destroy(local_storage); in bpf_inode_storage_free()
|
| H A D | bpf_cgrp_storage.c | 23 struct bpf_local_storage *local_storage; in bpf_cgrp_storage_unlock()
26 local_storage = rcu_dereference(cgroup->bpf_cgrp_storage);
27 if (!local_storage) in bpf_cgrp_storage_trylock()
30 bpf_local_storage_destroy(local_storage); in bpf_cgrp_storage_trylock()
46 struct bpf_local_storage *local_storage; bpf_cgrp_storage_free() local
|
| H A D | bpf_task_storage.c | 48 struct bpf_local_storage *local_storage; in task_storage_ptr()
52 local_storage = rcu_dereference(task->bpf_storage);
53 if (!local_storage)
56 bpf_local_storage_destroy(local_storage); in task_storage_lookup()
71 struct bpf_local_storage *local_storage; bpf_task_storage_free() local
|
| H A D | Makefile | 12 obj-$(CONFIG_BPF_SYSCALL) += local_storage.o queue_stack_maps.o ringbuf.o bpf_insn_array.o
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | local_storage.c | 21 struct local_storage { struct
30 __type(value, struct local_storage); argument
37 __type(value, struct local_storage);
44 __type(value, struct local_storage);
51 __type(value, struct local_storage);
58 __type(value, struct local_storage);
65 struct local_storage *storage; in BPF_PROG() local
106 struct local_storage *storage;
136 struct local_storage *storage;
173 struct local_storage *storag in BPF_PROG()
[all...] |
| H A D | sk_storage_omem_uncharge.c | 23 BPF_PROG(bpf_local_storage_destroy,struct bpf_local_storage * local_storage) BPF_PROG() argument
|
| /linux/include/linux/ |
| H A D | bpf_local_storage.h | 80 struct bpf_local_storage __rcu *local_storage; member
143 void __bpf_local_storage_insert_cache(struct bpf_local_storage *local_storage,
148 bpf_local_storage_lookup(struct bpf_local_storage *local_storage, in bpf_local_storage_lookup() argument
156 sdata = rcu_dereference_check(local_storage->cache[smap->cache_idx], in bpf_local_storage_lookup()
162 hlist_for_each_entry_rcu(selem, &local_storage->list, snode, in bpf_local_storage_lookup()
170 __bpf_local_storage_insert_cache(local_storage, smap, selem); in bpf_local_storage_lookup()
174 u32 bpf_local_storage_destroy(struct bpf_local_storage *local_storage);
184 void bpf_selem_link_storage_nolock(struct bpf_local_storage *local_storage,
190 struct bpf_local_storage *local_storage,
|
| /linux/tools/testing/selftests/bpf/prog_tests/ |
| H A D | test_local_storage.c | 26 static int run_self_unlink(struct local_storage *skel, const char *rm_path) in run_self_unlink()
95 struct local_storage *skel = NULL; in test_test_local_storage()
|
| /linux/tools/testing/selftests/bpf/benchs/ |
| H A D | run_common.sh | 44 function local_storage() function
|
| /linux/net/core/ |
| H A D | bpf_sk_storage.c | 215 rcu_dereference(copy_selem->local_storage); in bpf_sk_storage_clone()
731 sk_storage = rcu_dereference(selem->local_storage); in bpf_sk_storage_map_seq_find_next()
744 sk_storage = rcu_dereference(selem->local_storage); in bpf_sk_storage_map_seq_find_next()
811 sk_storage = rcu_dereference(selem->local_storage); in DEFINE_BPF_ITER_FUNC()
|