Lines Matching refs:kp
362 static inline void set_kprobe_instance(struct kprobe *kp) in set_kprobe_instance() argument
364 __this_cpu_write(kprobe_instance, kp); in set_kprobe_instance()
426 struct kprobe *kp; in opt_pre_handler() local
428 list_for_each_entry_rcu(kp, &p->list, list) { in opt_pre_handler()
429 if (kp->pre_handler && likely(!kprobe_disabled(kp))) { in opt_pre_handler()
430 set_kprobe_instance(kp); in opt_pre_handler()
431 kp->pre_handler(kp, regs); in opt_pre_handler()
443 op = container_of(p, struct optimized_kprobe, kp); in free_aggr_kprobe()
455 op = container_of(p, struct optimized_kprobe, kp); in kprobe_optready()
471 op = container_of(p, struct optimized_kprobe, kp); in kprobe_disarmed()
482 op = container_of(p, struct optimized_kprobe, kp); in kprobe_queued()
504 op = container_of(p, struct optimized_kprobe, kp); in get_optimized_kprobe()
566 op->kp.flags &= ~KPROBE_FLAG_OPTIMIZED; in do_unoptimize_kprobes()
568 if (kprobe_disabled(&op->kp) && !kprobe_gone(&op->kp)) in do_unoptimize_kprobes()
569 arch_disarm_kprobe(&op->kp); in do_unoptimize_kprobes()
570 if (kprobe_unused(&op->kp)) { in do_unoptimize_kprobes()
576 hlist_del_rcu(&op->kp.hlist); in do_unoptimize_kprobes()
589 if (WARN_ON_ONCE(!kprobe_unused(&op->kp))) { in do_free_cleaned_kprobes()
596 free_aggr_kprobe(&op->kp); in do_free_cleaned_kprobes()
693 op = container_of(p, struct optimized_kprobe, kp); in optimize_kprobe()
700 if (op->kp.flags & KPROBE_FLAG_OPTIMIZED) { in optimize_kprobe()
707 op->kp.flags |= KPROBE_FLAG_OPTIMIZED; in optimize_kprobe()
725 op->kp.flags &= ~KPROBE_FLAG_OPTIMIZED; in force_unoptimize_kprobe()
736 op = container_of(p, struct optimized_kprobe, kp); in unoptimize_kprobe()
754 op->kp.flags &= ~KPROBE_FLAG_OPTIMIZED; in unoptimize_kprobe()
778 op = container_of(ap, struct optimized_kprobe, kp); in reuse_unused_kprobe()
795 op = container_of(p, struct optimized_kprobe, kp); in kill_optimized_kprobe()
799 op->kp.flags &= ~KPROBE_FLAG_OPTIMIZED; in kill_optimized_kprobe()
827 op = container_of(p, struct optimized_kprobe, kp); in prepare_optimized_kprobe()
841 op->kp.addr = p->addr; in alloc_aggr_kprobe()
844 return &op->kp; in alloc_aggr_kprobe()
871 op = container_of(ap, struct optimized_kprobe, kp); in try_to_optimize_kprobe()
1156 static int arm_kprobe(struct kprobe *kp) in arm_kprobe() argument
1158 if (unlikely(kprobe_ftrace(kp))) in arm_kprobe()
1159 return arm_kprobe_ftrace(kp); in arm_kprobe()
1163 __arm_kprobe(kp); in arm_kprobe()
1167 static int disarm_kprobe(struct kprobe *kp, bool reopt) in disarm_kprobe() argument
1169 if (unlikely(kprobe_ftrace(kp))) in disarm_kprobe()
1170 return disarm_kprobe_ftrace(kp); in disarm_kprobe()
1174 __disarm_kprobe(kp, reopt); in disarm_kprobe()
1184 struct kprobe *kp; in aggr_pre_handler() local
1186 list_for_each_entry_rcu(kp, &p->list, list) { in aggr_pre_handler()
1187 if (kp->pre_handler && likely(!kprobe_disabled(kp))) { in aggr_pre_handler()
1188 set_kprobe_instance(kp); in aggr_pre_handler()
1189 if (kp->pre_handler(kp, regs)) in aggr_pre_handler()
1201 struct kprobe *kp; in aggr_post_handler() local
1203 list_for_each_entry_rcu(kp, &p->list, list) { in aggr_post_handler()
1204 if (kp->post_handler && likely(!kprobe_disabled(kp))) { in aggr_post_handler()
1205 set_kprobe_instance(kp); in aggr_post_handler()
1206 kp->post_handler(kp, regs, flags); in aggr_post_handler()
1216 struct kprobe *kp; in kprobes_inc_nmissed_count() local
1221 list_for_each_entry_rcu(kp, &p->list, list) in kprobes_inc_nmissed_count()
1222 kp->nmissed++; in kprobes_inc_nmissed_count()
1670 struct kprobe *kp; in aggr_kprobe_disabled() local
1674 list_for_each_entry(kp, &ap->list, list) in aggr_kprobe_disabled()
1675 if (!kprobe_disabled(kp)) in aggr_kprobe_disabled()
2036 __this_cpu_write(current_kprobe, &rp->kp); in __kretprobe_trampoline_handler()
2072 struct kretprobe *rp = container_of(p, struct kretprobe, kp); in NOKPROBE_SYMBOL()
2101 struct kretprobe *rp = container_of(p, struct kretprobe, kp); in pre_handler_kretprobe()
2134 __this_cpu_write(current_kprobe, &rp->kp); in kretprobe_rethook_handler()
2180 ret = kprobe_on_func_entry(rp->kp.addr, rp->kp.symbol_name, rp->kp.offset); in register_kretprobe()
2185 if (rp->kp.addr && warn_kprobe_rereg(&rp->kp)) in register_kretprobe()
2189 addr = kprobe_addr(&rp->kp); in register_kretprobe()
2202 rp->kp.pre_handler = pre_handler_kretprobe; in register_kretprobe()
2203 rp->kp.post_handler = NULL; in register_kretprobe()
2218 ret = register_kprobe(&rp->kp); in register_kretprobe()
2238 ret = register_kprobe(&rp->kp); in register_kretprobe()
2279 if (__unregister_kprobe_top(&rps[i]->kp) < 0) in unregister_kretprobes()
2280 rps[i]->kp.addr = NULL; in unregister_kretprobes()
2290 if (rps[i]->kp.addr) { in unregister_kretprobes()
2291 __unregister_kprobe_bottom(&rps[i]->kp); in unregister_kretprobes()
2334 struct kprobe *kp; in kill_kprobe() local
2352 list_for_each_entry(kp, &p->list, list) in kill_kprobe()
2353 kp->flags |= KPROBE_FLAG_GONE; in kill_kprobe()
2365 int disable_kprobe(struct kprobe *kp) in disable_kprobe() argument
2372 p = __disable_kprobe(kp); in disable_kprobe()
2379 int enable_kprobe(struct kprobe *kp) in enable_kprobe() argument
2387 p = __get_valid_kprobe(kp); in enable_kprobe()
2391 if (kprobe_gone(kp)) in enable_kprobe()
2395 if (p != kp) in enable_kprobe()
2396 kp->flags &= ~KPROBE_FLAG_DISABLED; in enable_kprobe()
2403 if (p != kp) in enable_kprobe()
2404 kp->flags |= KPROBE_FLAG_DISABLED; in enable_kprobe()
2412 void dump_kprobe(struct kprobe *kp) in dump_kprobe() argument
2415 kp->symbol_name, kp->offset, kp->addr); in dump_kprobe()
2782 struct kprobe *p, *kp; in show_kprobe_addr() local
2794 list_for_each_entry_rcu(kp, &p->list, list) in show_kprobe_addr()
2795 report_probe(pi, kp, sym, offset, modname, p); in show_kprobe_addr()