71 static DEFINE_PER_CPU(struct kprobe *, kprobe_instance);
364 static inline void set_kprobe_instance(struct kprobe *kp)  in set_kprobe_instance()
380 struct kprobe *get_kprobe(void *addr)  in get_kprobe()
383 	struct kprobe *p;  in get_kprobe()
396 static int aggr_pre_handler(struct kprobe *p, struct pt_regs *regs);
399 static inline bool kprobe_aggrprobe(struct kprobe *p)  in kprobe_aggrprobe()
405 static inline bool kprobe_unused(struct kprobe *p)  in kprobe_unused()
412 static inline void copy_kprobe(struct kprobe *ap, struct kprobe *p)  in copy_kprobe()
426 void opt_pre_handler(struct kprobe *p, struct pt_regs *regs)  in opt_pre_handler()
428 	struct kprobe *kp;  in opt_pre_handler()
441 static void free_aggr_kprobe(struct kprobe *p)  in free_aggr_kprobe()
452 static inline int kprobe_optready(struct kprobe *p)  in kprobe_optready()
465 bool kprobe_disarmed(struct kprobe *p)  in kprobe_disarmed()
479 static bool kprobe_queued(struct kprobe *p)  in kprobe_queued()
495 static struct kprobe *get_optimized_kprobe(kprobe_opcode_t *addr)  in get_optimized_kprobe()
498 	struct kprobe *p = NULL;  in get_optimized_kprobe()
519 static void optimize_kprobe(struct kprobe *p);
615 		struct kprobe *_p = get_optimized_kprobe(op->kp.addr);  in do_free_cleaned_kprobes()
747 static void optimize_kprobe(struct kprobe *p)  in optimize_kprobe()
796 static void unoptimize_kprobe(struct kprobe *p, bool force)  in unoptimize_kprobe()
837 static int reuse_unused_kprobe(struct kprobe *ap)  in reuse_unused_kprobe()
858 static void kill_optimized_kprobe(struct kprobe *p)  in kill_optimized_kprobe()
883 void __prepare_optimized_kprobe(struct optimized_kprobe *op, struct kprobe *p)  in __prepare_optimized_kprobe()
890 static void prepare_optimized_kprobe(struct kprobe *p)  in prepare_optimized_kprobe()
899 static struct kprobe *alloc_aggr_kprobe(struct kprobe *p)  in alloc_aggr_kprobe()
914 static void init_aggr_kprobe(struct kprobe *ap, struct kprobe *p);
920 static void try_to_optimize_kprobe(struct kprobe *p)  in try_to_optimize_kprobe()
922 	struct kprobe *ap;  in try_to_optimize_kprobe()
953 	struct kprobe *p;  in optimize_all_kprobes()
977 	struct kprobe *p;  in unoptimize_all_kprobes()
1039 static void __arm_kprobe(struct kprobe *p)  in __arm_kprobe()
1041 	struct kprobe *_p;  in __arm_kprobe()
1056 static void __disarm_kprobe(struct kprobe *p, bool reopt)  in __disarm_kprobe()
1058 	struct kprobe *_p;  in __disarm_kprobe()
1100 static int reuse_unused_kprobe(struct kprobe *ap)  in reuse_unused_kprobe()
1112 static void free_aggr_kprobe(struct kprobe *p)  in free_aggr_kprobe()
1118 static struct kprobe *alloc_aggr_kprobe(struct kprobe *p)  in alloc_aggr_kprobe()
1120 	return kzalloc_obj(struct kprobe);  in alloc_aggr_kprobe()
1139 static int __arm_kprobe_ftrace(struct kprobe *p, struct ftrace_ops *ops,  in __arm_kprobe_ftrace()
1166 static int arm_kprobe_ftrace(struct kprobe *p)  in arm_kprobe_ftrace()
1175 static int __disarm_kprobe_ftrace(struct kprobe *p, struct ftrace_ops *ops,  in __disarm_kprobe_ftrace()
1200 static int disarm_kprobe_ftrace(struct kprobe *p)  in disarm_kprobe_ftrace()
1214 static inline int arm_kprobe_ftrace(struct kprobe *p)  in arm_kprobe_ftrace()
1219 static inline int disarm_kprobe_ftrace(struct kprobe *p)  in disarm_kprobe_ftrace()
1225 static int prepare_kprobe(struct kprobe *p)  in prepare_kprobe()
1234 static int arm_kprobe(struct kprobe *kp)  in arm_kprobe()
1245 static int disarm_kprobe(struct kprobe *kp, bool reopt)  in disarm_kprobe()
1260 static int aggr_pre_handler(struct kprobe *p, struct pt_regs *regs)  in aggr_pre_handler()
1262 	struct kprobe *kp;  in aggr_pre_handler()
1276 static void aggr_post_handler(struct kprobe *p, struct pt_regs *regs,  in aggr_post_handler()
1279 	struct kprobe *kp;  in aggr_post_handler()
1292 void kprobes_inc_nmissed_count(struct kprobe *p)  in kprobes_inc_nmissed_count()
1294 	struct kprobe *kp;  in kprobes_inc_nmissed_count()
1305 static struct kprobe kprobe_busy = {
1326 static int add_new_kprobe(struct kprobe *ap, struct kprobe *p)  in add_new_kprobe()
1342 static void init_aggr_kprobe(struct kprobe *ap, struct kprobe *p)  in init_aggr_kprobe()
1364 static int register_aggr_kprobe(struct kprobe *orig_p, struct kprobe *p)  in register_aggr_kprobe()
1367 	struct kprobe *ap = orig_p;  in register_aggr_kprobe()
1547 static kprobe_opcode_t *kprobe_addr(struct kprobe *p)  in kprobe_addr()
1558 static struct kprobe *__get_valid_kprobe(struct kprobe *p)  in __get_valid_kprobe()
1560 	struct kprobe *ap, *list_p;  in __get_valid_kprobe()
1583 static inline int warn_kprobe_rereg(struct kprobe *p)  in warn_kprobe_rereg()
1593 static int check_ftrace_location(struct kprobe *p)  in check_ftrace_location()
1618 static int check_kprobe_address_safe(struct kprobe *p,  in check_kprobe_address_safe()
1671 static int __register_kprobe(struct kprobe *p)  in __register_kprobe()
1674 	struct kprobe *old_p;  in __register_kprobe()
1708 int register_kprobe(struct kprobe *p)  in register_kprobe()
1746 static bool aggr_kprobe_disabled(struct kprobe *ap)  in aggr_kprobe_disabled()
1748 	struct kprobe *kp;  in aggr_kprobe_disabled()
1763 static struct kprobe *__disable_kprobe(struct kprobe *p)  in __disable_kprobe()
1765 	struct kprobe *orig_p;  in __disable_kprobe()
1806 static int __unregister_kprobe_top(struct kprobe *p)  in __unregister_kprobe_top()
1808 	struct kprobe *ap, *list_p;  in __unregister_kprobe_top()
1865 static void __unregister_kprobe_bottom(struct kprobe *p)  in __unregister_kprobe_bottom()
1867 	struct kprobe *ap;  in __unregister_kprobe_bottom()
1874 		ap = list_entry(p->list.next, struct kprobe, list);  in __unregister_kprobe_bottom()
1881 int register_kprobes(struct kprobe **kps, int num)  in register_kprobes()
1899 void unregister_kprobe(struct kprobe *p)  in unregister_kprobe()
1905 void unregister_kprobes(struct kprobe **kps, int num)  in unregister_kprobes()
2112 			struct kprobe *prev = kprobe_running();  in __kretprobe_trampoline_handler()
2148 static int pre_handler_kretprobe(struct kprobe *p, struct pt_regs *regs)  in NOKPROBE_SYMBOL()
2177 static int pre_handler_kretprobe(struct kprobe *p, struct pt_regs *regs)  in pre_handler_kretprobe()
2401 static int pre_handler_kretprobe(struct kprobe *p, struct pt_regs *regs)  in pre_handler_kretprobe()
2410 static void kill_kprobe(struct kprobe *p)  in kill_kprobe()
2412 	struct kprobe *kp;  in kill_kprobe()
2443 int disable_kprobe(struct kprobe *kp)  in disable_kprobe()
2445 	struct kprobe *p;  in disable_kprobe()
2457 int enable_kprobe(struct kprobe *kp)  in enable_kprobe()
2460 	struct kprobe *p;  in enable_kprobe()
2490 void dump_kprobe(struct kprobe *kp)  in dump_kprobe()
2668 	struct kprobe *p;  in kprobes_module_callback()
2732 	struct kprobe *p;  in kprobe_free_init_mem()
2806 static void report_probe(struct seq_file *pi, struct kprobe *p,  in report_probe()
2807 		const char *sym, int offset, char *modname, struct kprobe *pp)  in report_probe()
2858 	struct kprobe *p, *kp;  in show_kprobe_addr()
2934 	struct kprobe *p;  in arm_all_kprobes()
2978 	struct kprobe *p;  in disarm_all_kprobes()