/linux/kernel/bpf/ |
H A D | arraymap.c | 22 static void bpf_array_free_percpu(struct bpf_array *array) in bpf_array_free_percpu() 32 static int bpf_array_alloc_percpu(struct bpf_array *array) in bpf_array_alloc_percpu() 90 struct bpf_array *array; in array_map_alloc() 138 array = data + PAGE_ALIGN(sizeof(struct bpf_array)) in array_map_alloc() 139 - offsetof(struct bpf_array, value); in array_map_alloc() 160 static void *array_map_elem_ptr(struct bpf_array* array, u32 index) in array_map_elem_ptr() 168 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_lookup_elem() 180 struct bpf_array *array = container_of(map, struct bpf_array, ma in array_map_direct_value_addr() [all...] |
H A D | map_in_map.c | 30 inner_map_meta_size = sizeof(struct bpf_array); in bpf_map_meta_alloc() 65 struct bpf_array *inner_array_meta = in bpf_map_meta_alloc() 66 container_of(inner_map_meta, struct bpf_array, map); in bpf_map_meta_alloc() 67 struct bpf_array *inner_array = container_of(inner_map, struct bpf_array, map); in bpf_map_meta_alloc()
|
H A D | helpers.c | 1170 struct bpf_array *array = container_of(map, struct bpf_array, map); in bpf_timer_cb() 1204 struct bpf_array *array = container_of(map, struct bpf_array, map); in bpf_wq_work() 2569 struct bpf_array *array = container_of(map, struct bpf_array, map); in BPF_CALL_2()
|
H A D | core.c | 2045 struct bpf_array *array = container_of(map, struct bpf_array, map); in ___bpf_prog_run()
|
/linux/tools/testing/selftests/bpf/progs/ |
H A D | map_ptr_kern.c | 135 struct bpf_array { struct 149 struct bpf_array *array = (struct bpf_array *)&m_array; in check_array() argument 181 struct bpf_array *prog_array = (struct bpf_array *)&m_prog_array; in check_prog_array() 198 struct bpf_array *perf_event_array = (struct bpf_array *)&m_perf_event_array; in check_perf_event_array() 232 struct bpf_array *percpu_array = (struct bpf_array *)&m_percpu_array; in check_percpu_array() 272 struct bpf_array *cgroup_arra in check_cgroup_array() [all...] |
/linux/arch/sparc/net/ |
H A D | bpf_jit_comp_64.c | 852 const u8 bpf_array = bpf2sparc[BPF_REG_2]; in emit_tail_call() local 859 off = offsetof(struct bpf_array, map.max_entries); in emit_tail_call() 860 emit(LD32 | IMMED | RS1(bpf_array) | S13(off) | RD(tmp), ctx); in emit_tail_call() 878 emit_alu(ADD, bpf_array, tmp, ctx); in emit_tail_call() 879 off = offsetof(struct bpf_array, ptrs); in emit_tail_call()
|
/linux/tools/lib/bpf/ |
H A D | skel_internal.h | 129 * ((struct bpf_array *)map)->value. See skel_finalize_map_data. in skel_free_map_data() 160 addr = ((struct bpf_array *)map)->value; in skel_finalize_map_data()
|
/linux/arch/parisc/net/ |
H A D | bpf_jit_comp64.c | 352 struct bpf_array bpfa; in emit_bpf_tail_call() 362 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call() 389 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
H A D | bpf_jit_comp32.c | 953 struct bpf_array bpfa; in emit_bpf_tail_call() 960 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call() 987 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
/linux/arch/mips/net/ |
H A D | bpf_jit_comp64.c | 493 off = offsetof(struct bpf_array, map.max_entries); in emit_tail_call() 505 off = offsetof(struct bpf_array, ptrs); in emit_tail_call()
|
H A D | bpf_jit_comp32.c | 1307 off = offsetof(struct bpf_array, map.max_entries); in emit_tail_call() 1323 off = offsetof(struct bpf_array, ptrs); in emit_tail_call()
|
/linux/arch/arm/net/ |
H A D | bpf_jit_32.c | 1396 /* bpf_tail_call(void *prog_ctx, struct bpf_array *array, u64 index) */ in emit_bpf_tail_call() 1413 BUILD_BUG_ON(offsetof(struct bpf_array, map.max_entries) > in emit_bpf_tail_call() 1415 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call() 1446 BUILD_BUG_ON(imm8m(offsetof(struct bpf_array, ptrs)) < 0); in emit_bpf_tail_call() 1447 off = imm8m(offsetof(struct bpf_array, ptrs)); in emit_bpf_tail_call()
|
/linux/arch/powerpc/net/ |
H A D | bpf_jit_comp64.c | 313 * r4/BPF_REG_2 - pointer to bpf_array in bpf_jit_emit_tail_call() 314 * r5/BPF_REG_3 - index in bpf_array in bpf_jit_emit_tail_call() 327 EMIT(PPC_RAW_LWZ(bpf_to_ppc(TMP_REG_1), b2p_bpf_array, offsetof(struct bpf_array, map.max_entries))); in bpf_jit_emit_tail_call() 349 EMIT(PPC_RAW_LD(bpf_to_ppc(TMP_REG_1), bpf_to_ppc(TMP_REG_1), offsetof(struct bpf_array, ptrs))); in bpf_jit_emit_tail_call()
|
H A D | bpf_jit_comp32.c | 231 * r5-r6/BPF_REG_2 - pointer to bpf_array in bpf_jit_emit_tail_call() 232 * r7-r8/BPF_REG_3 - index in bpf_array in bpf_jit_emit_tail_call() 241 EMIT(PPC_RAW_LWZ(_R0, b2p_bpf_array, offsetof(struct bpf_array, map.max_entries))); in bpf_jit_emit_tail_call() 258 EMIT(PPC_RAW_LWZ(_R3, _R3, offsetof(struct bpf_array, ptrs))); in bpf_jit_emit_tail_call()
|
/linux/arch/x86/net/ |
H A D | bpf_jit_comp.c | 707 * ... bpf_tail_call(void *ctx, struct bpf_array *array, u64 index) ... 729 * rsi - pointer to bpf_array in emit_bpf_tail_call_indirect() 730 * rdx - index in bpf_array in emit_bpf_tail_call_indirect() 739 offsetof(struct bpf_array, map.max_entries)); in emit_bpf_tail_call_indirect() 756 offsetof(struct bpf_array, ptrs)); in emit_bpf_tail_call_indirect() 866 struct bpf_array *array; in bpf_tail_call_direct_fixup() 880 array = container_of(poke->tail_call.map, struct bpf_array, map); in bpf_tail_call_direct_fixup()
|
H A D | bpf_jit_comp32.c | 1288 * ... bpf_tail_call(void *ctx, struct bpf_array *array, u64 index) ... 1321 offsetof(struct bpf_array, map.max_entries)); in emit_bpf_tail_call() 1355 EMIT3_off32(0x8B, 0x94, 0x90, offsetof(struct bpf_array, ptrs)); in emit_bpf_tail_call()
|
/linux/kernel/trace/ |
H A D | bpf_trace.c | 541 struct bpf_array *array = container_of(map, struct bpf_array, map); in get_map_perf_counter() 620 struct bpf_array *array = container_of(map, struct bpf_array, map); in __bpf_perf_event_output()
|
/linux/arch/riscv/net/ |
H A D | bpf_jit_comp32.c | 789 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call() 815 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
H A D | bpf_jit_comp64.c | 371 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call() 390 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
/linux/arch/loongarch/net/ |
H A D | bpf_jit.c | 283 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call() 307 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
/linux/arch/s390/net/ |
H A D | bpf_jit_comp.c | 1836 * B2: pointer to bpf_array in bpf_jit_insn() 1837 * B3: index in bpf_array in bpf_jit_insn() 1845 offsetof(struct bpf_array, map.max_entries)); in bpf_jit_insn() 1880 REG_1, offsetof(struct bpf_array, ptrs)); in bpf_jit_insn()
|
/linux/arch/arm64/net/ |
H A D | bpf_jit_comp.c | 625 /* bpf_tail_call(void *prog_ctx, struct bpf_array *array, u64 index) */ in emit_bpf_tail_call() 641 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call() 666 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
/linux/lib/ |
H A D | test_bpf.c | 15447 static void __init destroy_tail_call_tests(struct bpf_array *progs) in destroy_tail_call_tests() 15457 static __init int prepare_tail_call_tests(struct bpf_array **pprogs) in prepare_tail_call_tests() 15460 struct bpf_array *progs; in prepare_tail_call_tests() 15575 static __init int test_tail_calls(struct bpf_array *progs) in test_tail_calls() 15715 struct bpf_array *progs = NULL; in test_bpf_init()
|
/linux/include/linux/ |
H A D | bpf.h | 2064 struct bpf_array { struct 2068 auxbpf_array global() argument 2069 __anon91dc34de140abpf_array global() argument
|
/linux/net/core/ |
H A D | filter.c | 4949 struct bpf_array *array = container_of(map, struct bpf_array, map); in BPF_CALL_3()
|