kernel/trace/ftrace.c

1068 	.local_hash.notrace_hash	= EMPTY_HASH,
1295 	free_ftrace_hash(ops->func_hash->notrace_hash);
1297 	ops->func_hash->notrace_hash = EMPTY_HASH;
1519 		(ftrace_hash_empty(hash->notrace_hash) ||
1520 		 !__ftrace_lookup_ip(hash->notrace_hash, ip));
1530  * the ip is not in the ops->notrace_hash.
1552 	rcu_assign_pointer(hash.notrace_hash, ops->func_hash->notrace_hash);
1738 	struct ftrace_hash *notrace_hash;
1754 	notrace_hash = ops->func_hash->notrace_hash;
1771 			if (!notrace_hash || !ftrace_lookup_ip(notrace_hash, rec->ip))
1775 			in_notrace_hash = !!ftrace_lookup_ip(notrace_hash, rec->ip);
2962 	ops->old_hash.notrace_hash = old_hash->notrace_hash;
2965 	ops->old_hash.notrace_hash = NULL;
3139 	ops->old_hash.notrace_hash = ops->func_hash->notrace_hash;
3160 	ops->old_hash.notrace_hash = NULL;
3218  *  and the notrace_hash does not.
3257  * Remove functions from @hash that are in @notrace_hash
3259 static void remove_hash(struct ftrace_hash *hash, struct ftrace_hash *notrace_hash)
3267 	if (ftrace_hash_empty(notrace_hash))
3273 			if (!__ftrace_lookup_ip(notrace_hash, entry->ip))
3284  * The notrace_hash updates uses just the intersect_hash() function
3361 	old_hash_ops.notrace_hash = ops->func_hash->notrace_hash;
3371 			     struct ftrace_hash *notrace_hash)
3382 	if (!ops_equal(notrace_hash, ops->func_hash->notrace_hash)) {
3383 		ret = __ftrace_hash_move_and_update_ops(ops, &ops->func_hash->notrace_hash,
3384 							notrace_hash, 0);
3392 static int add_first_hash(struct ftrace_hash **filter_hash, struct ftrace_hash **notrace_hash,
3400 		remove_hash(*filter_hash, func_hash->notrace_hash);
3401 		*notrace_hash = EMPTY_HASH;
3404 		*notrace_hash = copy_hash(func_hash->notrace_hash);
3405 		if (!*notrace_hash)
3412 static int add_next_hash(struct ftrace_hash **filter_hash, struct ftrace_hash **notrace_hash,
3425 		 * notrace_hash had better be, as the notrace hash
3428 		WARN_ON_ONCE(!ftrace_hash_empty(ops_hash->notrace_hash));
3438 		remove_hash(*filter_hash, subops_hash->notrace_hash);
3464 		size_bits = max(ops_hash->notrace_hash->size_bits,
3465 				subops_hash->notrace_hash->size_bits);
3466 		*notrace_hash = alloc_ftrace_hash(size_bits);
3467 		if (!*notrace_hash)
3470 		ret = intersect_hash(notrace_hash, ops_hash->notrace_hash,
3471 				     subops_hash->notrace_hash);
3473 			free_ftrace_hash(*notrace_hash);
3474 			*notrace_hash = EMPTY_HASH;
3494 	struct ftrace_hash *notrace_hash = EMPTY_HASH;
3511 	if (!ops->func_hash->notrace_hash)
3512 		ops->func_hash->notrace_hash = EMPTY_HASH;
3515 	if (!subops->func_hash->notrace_hash)
3516 		subops->func_hash->notrace_hash = EMPTY_HASH;
3523 		WARN_ON_ONCE(!ftrace_hash_empty(ops->func_hash->notrace_hash));
3525 		ret = add_first_hash(&filter_hash, &notrace_hash, subops->func_hash);
3530 		save_notrace_hash = ops->func_hash->notrace_hash;
3533 		ops->func_hash->notrace_hash = notrace_hash;
3539 			ops->func_hash->notrace_hash = save_notrace_hash;
3541 			free_ftrace_hash(notrace_hash);
3560 	ret = add_next_hash(&filter_hash, &notrace_hash, ops->func_hash, subops->func_hash);
3566 	ret = ftrace_update_ops(ops, filter_hash, notrace_hash);
3568 	free_ftrace_hash(notrace_hash);
3578 static int rebuild_hashes(struct ftrace_hash **filter_hash, struct ftrace_hash **notrace_hash,
3587 	temp_hash.notrace_hash = EMPTY_HASH;
3591 		*notrace_hash = EMPTY_HASH;
3594 			ret = add_first_hash(filter_hash, notrace_hash, subops->func_hash);
3599 			ret = add_next_hash(filter_hash, notrace_hash,
3603 				free_ftrace_hash(temp_hash.notrace_hash);
3609 		free_ftrace_hash(temp_hash.notrace_hash);
3612 		temp_hash.notrace_hash = *notrace_hash;
3632 	struct ftrace_hash *notrace_hash = EMPTY_HASH;
3655 		free_ftrace_hash(ops->func_hash->notrace_hash);
3657 		ops->func_hash->notrace_hash = EMPTY_HASH;
3665 	ret = rebuild_hashes(&filter_hash, &notrace_hash, ops);
3669 	ret = ftrace_update_ops(ops, filter_hash, notrace_hash);
3677 	free_ftrace_hash(notrace_hash);
3686 	struct ftrace_hash *notrace_hash;
3704 	ret = rebuild_hashes(&filter_hash, &notrace_hash, ops);
3706 		ret = ftrace_update_ops(ops, filter_hash, notrace_hash);
3708 		free_ftrace_hash(notrace_hash);
3736 		ftrace_hash_empty(ops->func_hash->notrace_hash);
4646 		hash = ops->func_hash->notrace_hash;
5058 		orig_hash = &ops->func_hash->notrace_hash;
5590 	old_hash_ops.notrace_hash = NULL;
5855 		orig_hash = &ops->func_hash->notrace_hash;
6540 			orig_hash = &iter->ops->func_hash->notrace_hash;
7333 	if (ftrace_lookup_ip(ops->func_hash->notrace_hash, ip))
7404 		clear_mod_from_hash(pg, tr->ops->func_hash->notrace_hash);
7792 		clear_func_from_hash(func, tr->ops->func_hash->notrace_hash);