Lines Matching refs:notrace_hash

1068 	.local_hash.notrace_hash	= EMPTY_HASH,
1295 free_ftrace_hash(ops->func_hash->notrace_hash); in ftrace_free_filter()
1297 ops->func_hash->notrace_hash = EMPTY_HASH; in ftrace_free_filter()
1519 (ftrace_hash_empty(hash->notrace_hash) || in hash_contains_ip()
1520 !__ftrace_lookup_ip(hash->notrace_hash, ip)); in hash_contains_ip()
1552 rcu_assign_pointer(hash.notrace_hash, ops->func_hash->notrace_hash); in ftrace_ops_test()
1738 struct ftrace_hash *notrace_hash; in __ftrace_hash_rec_update() local
1754 notrace_hash = ops->func_hash->notrace_hash; in __ftrace_hash_rec_update()
1771 if (!notrace_hash || !ftrace_lookup_ip(notrace_hash, rec->ip)) in __ftrace_hash_rec_update()
1775 in_notrace_hash = !!ftrace_lookup_ip(notrace_hash, rec->ip); in __ftrace_hash_rec_update()
2962 ops->old_hash.notrace_hash = old_hash->notrace_hash; in ftrace_run_modify_code()
2965 ops->old_hash.notrace_hash = NULL; in ftrace_run_modify_code()
3139 ops->old_hash.notrace_hash = ops->func_hash->notrace_hash; in ftrace_shutdown()
3160 ops->old_hash.notrace_hash = NULL; in ftrace_shutdown()
3259 static void remove_hash(struct ftrace_hash *hash, struct ftrace_hash *notrace_hash) in remove_hash() argument
3267 if (ftrace_hash_empty(notrace_hash)) in remove_hash()
3273 if (!__ftrace_lookup_ip(notrace_hash, entry->ip)) in remove_hash()
3361 old_hash_ops.notrace_hash = ops->func_hash->notrace_hash; in __ftrace_hash_move_and_update_ops()
3371 struct ftrace_hash *notrace_hash) in ftrace_update_ops() argument
3382 if (!ops_equal(notrace_hash, ops->func_hash->notrace_hash)) { in ftrace_update_ops()
3383 ret = __ftrace_hash_move_and_update_ops(ops, &ops->func_hash->notrace_hash, in ftrace_update_ops()
3384 notrace_hash, 0); in ftrace_update_ops()
3392 static int add_first_hash(struct ftrace_hash **filter_hash, struct ftrace_hash **notrace_hash, in add_first_hash() argument
3400 remove_hash(*filter_hash, func_hash->notrace_hash); in add_first_hash()
3401 *notrace_hash = EMPTY_HASH; in add_first_hash()
3404 *notrace_hash = copy_hash(func_hash->notrace_hash); in add_first_hash()
3405 if (!*notrace_hash) in add_first_hash()
3412 static int add_next_hash(struct ftrace_hash **filter_hash, struct ftrace_hash **notrace_hash, in add_next_hash() argument
3428 WARN_ON_ONCE(!ftrace_hash_empty(ops_hash->notrace_hash)); in add_next_hash()
3438 remove_hash(*filter_hash, subops_hash->notrace_hash); in add_next_hash()
3464 size_bits = max(ops_hash->notrace_hash->size_bits, in add_next_hash()
3465 subops_hash->notrace_hash->size_bits); in add_next_hash()
3466 *notrace_hash = alloc_ftrace_hash(size_bits); in add_next_hash()
3467 if (!*notrace_hash) in add_next_hash()
3470 ret = intersect_hash(notrace_hash, ops_hash->notrace_hash, in add_next_hash()
3471 subops_hash->notrace_hash); in add_next_hash()
3473 free_ftrace_hash(*notrace_hash); in add_next_hash()
3474 *notrace_hash = EMPTY_HASH; in add_next_hash()
3494 struct ftrace_hash *notrace_hash = EMPTY_HASH; in ftrace_startup_subops() local
3511 if (!ops->func_hash->notrace_hash) in ftrace_startup_subops()
3512 ops->func_hash->notrace_hash = EMPTY_HASH; in ftrace_startup_subops()
3515 if (!subops->func_hash->notrace_hash) in ftrace_startup_subops()
3516 subops->func_hash->notrace_hash = EMPTY_HASH; in ftrace_startup_subops()
3523 WARN_ON_ONCE(!ftrace_hash_empty(ops->func_hash->notrace_hash)); in ftrace_startup_subops()
3525 ret = add_first_hash(&filter_hash, &notrace_hash, subops->func_hash); in ftrace_startup_subops()
3530 save_notrace_hash = ops->func_hash->notrace_hash; in ftrace_startup_subops()
3533 ops->func_hash->notrace_hash = notrace_hash; in ftrace_startup_subops()
3539 ops->func_hash->notrace_hash = save_notrace_hash; in ftrace_startup_subops()
3541 free_ftrace_hash(notrace_hash); in ftrace_startup_subops()
3560 ret = add_next_hash(&filter_hash, &notrace_hash, ops->func_hash, subops->func_hash); in ftrace_startup_subops()
3566 ret = ftrace_update_ops(ops, filter_hash, notrace_hash); in ftrace_startup_subops()
3568 free_ftrace_hash(notrace_hash); in ftrace_startup_subops()
3578 static int rebuild_hashes(struct ftrace_hash **filter_hash, struct ftrace_hash **notrace_hash, in rebuild_hashes() argument
3587 temp_hash.notrace_hash = EMPTY_HASH; in rebuild_hashes()
3591 *notrace_hash = EMPTY_HASH; in rebuild_hashes()
3594 ret = add_first_hash(filter_hash, notrace_hash, subops->func_hash); in rebuild_hashes()
3599 ret = add_next_hash(filter_hash, notrace_hash, in rebuild_hashes()
3603 free_ftrace_hash(temp_hash.notrace_hash); in rebuild_hashes()
3609 free_ftrace_hash(temp_hash.notrace_hash); in rebuild_hashes()
3612 temp_hash.notrace_hash = *notrace_hash; in rebuild_hashes()
3632 struct ftrace_hash *notrace_hash = EMPTY_HASH; in ftrace_shutdown_subops() local
3655 free_ftrace_hash(ops->func_hash->notrace_hash); in ftrace_shutdown_subops()
3657 ops->func_hash->notrace_hash = EMPTY_HASH; in ftrace_shutdown_subops()
3665 ret = rebuild_hashes(&filter_hash, &notrace_hash, ops); in ftrace_shutdown_subops()
3669 ret = ftrace_update_ops(ops, filter_hash, notrace_hash); in ftrace_shutdown_subops()
3677 free_ftrace_hash(notrace_hash); in ftrace_shutdown_subops()
3686 struct ftrace_hash *notrace_hash; in ftrace_hash_move_and_update_subops() local
3704 ret = rebuild_hashes(&filter_hash, &notrace_hash, ops); in ftrace_hash_move_and_update_subops()
3706 ret = ftrace_update_ops(ops, filter_hash, notrace_hash); in ftrace_hash_move_and_update_subops()
3708 free_ftrace_hash(notrace_hash); in ftrace_hash_move_and_update_subops()
3736 ftrace_hash_empty(ops->func_hash->notrace_hash); in ops_traces_mod()
4646 hash = ops->func_hash->notrace_hash; in ftrace_regex_open()
5062 orig_hash = &ops->func_hash->notrace_hash; in process_mod_list()
5594 old_hash_ops.notrace_hash = NULL; in unregister_ftrace_function_probe_func()
5859 orig_hash = &ops->func_hash->notrace_hash; in ftrace_set_hash()
6544 orig_hash = &iter->ops->func_hash->notrace_hash; in ftrace_regex_release()
7334 if (ftrace_lookup_ip(ops->func_hash->notrace_hash, ip)) in ops_references_ip()
7405 clear_mod_from_hash(pg, tr->ops->func_hash->notrace_hash); in clear_mod_from_hashes()
7795 clear_func_from_hash(func, tr->ops->func_hash->notrace_hash); in clear_func_from_hashes()