1 // SPDX-License-Identifier: GPL-2.0
17 #include <linux/bpf-cgroup.h>
22 #define list_for_each_table_entry(entry, header)	\  argument
23 	entry = header->ctl_table;			\
24 	for (size_t i = 0 ; i < header->ctl_table_size && entry->procname; ++i, entry++)
38  * register_sysctl_mount_point() - registers a sysctl mount point
54 	(sysctl_is_perm_empty_ctl_table(hptr->ctl_table))
56 	(hptr->ctl_table[0].type = SYSCTL_TABLE_TYPE_PERMANENTLY_EMPTY)
58 	(hptr->ctl_table[0].type = SYSCTL_TABLE_TYPE_DEFAULT)
65 	atomic_inc(&poll->event);  in proc_sys_poll_notify()
66 	wake_up_interruptible(&poll->wait);  in proc_sys_poll_notify()
96 	if (dir->header.parent)  in sysctl_print_dir()
97 		sysctl_print_dir(dir->header.parent);  in sysctl_print_dir()
98 	pr_cont("%s/", dir->header.ctl_table[0].procname);  in sysctl_print_dir()
107 		cmp = len1 - len2;  in namecmp()
113 	struct ctl_dir *dir, const char *name, int namelen)  in find_entry()  argument
116 	struct ctl_table *entry;  in find_entry()  local
117 	struct rb_node *node = dir->root.rb_node;  in find_entry()
126 		head = ctl_node->header;  in find_entry()
127 		entry = &head->ctl_table[ctl_node - head->node];  in find_entry()
128 		procname = entry->procname;  in find_entry()
130 		cmp = namecmp(name, namelen, procname, strlen(procname));  in find_entry()
132 			node = node->rb_left;  in find_entry()
134 			node = node->rb_right;  in find_entry()
137 			return entry;  in find_entry()
143 static int insert_entry(struct ctl_table_header *head, struct ctl_table *entry)  in insert_entry()  argument
145 	struct rb_node *node = &head->node[entry - head->ctl_table].node;  in insert_entry()
146 	struct rb_node **p = &head->parent->root.rb_node;  in insert_entry()
148 	const char *name = entry->procname;  in insert_entry()  local
149 	int namelen = strlen(name);  in insert_entry()
160 		parent_head = parent_node->header;  in insert_entry()
161 		parent_entry = &parent_head->ctl_table[parent_node - parent_head->node];  in insert_entry()
162 		parent_name = parent_entry->procname;  in insert_entry()
164 		cmp = namecmp(name, namelen, parent_name, strlen(parent_name));  in insert_entry()
166 			p = &(*p)->rb_left;  in insert_entry()
168 			p = &(*p)->rb_right;  in insert_entry()
170 			pr_err("sysctl duplicate entry: ");  in insert_entry()
171 			sysctl_print_dir(head->parent);  in insert_entry()
172 			pr_cont("%s\n", entry->procname);  in insert_entry()
173 			return -EEXIST;  in insert_entry()
178 	rb_insert_color(node, &head->parent->root);  in insert_entry()
182 static void erase_entry(struct ctl_table_header *head, struct ctl_table *entry)  in erase_entry()  argument
184 	struct rb_node *node = &head->node[entry - head->ctl_table].node;  in erase_entry()
186 	rb_erase(node, &head->parent->root);  in erase_entry()
193 	head->ctl_table = table;  in init_header()
194 	head->ctl_table_size = table_size;  in init_header()
195 	head->ctl_table_arg = table;  in init_header()
196 	head->used = 0;  in init_header()
197 	head->count = 1;  in init_header()
198 	head->nreg = 1;  in init_header()
199 	head->unregistering = NULL;  in init_header()
200 	head->root = root;  in init_header()
201 	head->set = set;  in init_header()
202 	head->parent = NULL;  in init_header()
203 	head->node = node;  in init_header()
204 	INIT_HLIST_HEAD(&head->inodes);  in init_header()
206 		struct ctl_table *entry;  in init_header()  local
208 		list_for_each_table_entry(entry, head) {  in init_header()
209 			node->header = head;  in init_header()
217 	struct ctl_table *entry;  in erase_header()  local
219 	list_for_each_table_entry(entry, head)  in erase_header()
220 		erase_entry(head, entry);  in erase_header()
225 	struct ctl_table *entry;  in insert_header()  local
226 	struct ctl_table_header *dir_h = &dir->header;  in insert_header()
232 		return -EROFS;  in insert_header()
235 	if (header->ctl_table_size > 0 &&  in insert_header()
236 	    sysctl_is_perm_empty_ctl_table(header->ctl_table)) {  in insert_header()
237 		if (!RB_EMPTY_ROOT(&dir->root))  in insert_header()
238 			return -EINVAL;  in insert_header()
242 	dir_h->nreg++;  in insert_header()
243 	header->parent = dir;  in insert_header()
247 	list_for_each_table_entry(entry, header) {  in insert_header()
248 		err = insert_entry(header, entry);  in insert_header()
257 	if (header->ctl_table == sysctl_mount_point)  in insert_header()
259 	header->parent = NULL;  in insert_header()
267 	if (unlikely(p->unregistering))  in use_table()
269 	p->used++;  in use_table()
276 	if (!--p->used)  in unuse_table()
277 		if (unlikely(p->unregistering))  in unuse_table()
278 			complete(p->unregistering);  in unuse_table()
283 	proc_invalidate_siblings_dcache(&head->inodes, &sysctl_lock);  in proc_sys_invalidate_dcache()
290 	 * if p->used is 0, nobody will ever touch that entry again;  in start_unregistering()
293 	if (unlikely(p->used)) {  in start_unregistering()
296 		p->unregistering = &wait;  in start_unregistering()
300 		/* anything non-NULL; we'll never dereference it */  in start_unregistering()
301 		p->unregistering = ERR_PTR(-EINVAL);  in start_unregistering()
322 		head = ERR_PTR(-ENOENT);  in sysctl_head_grab()
339 	struct ctl_table_set *set = &root->default_set;  in lookup_header_set()
340 	if (root->lookup)  in lookup_header_set()
341 		set = root->lookup(root);  in lookup_header_set()
347 				      const char *name, int namelen)  in lookup_entry()  argument
350 	struct ctl_table *entry;  in lookup_entry()  local
353 	entry = find_entry(&head, dir, name, namelen);  in lookup_entry()
354 	if (entry && use_table(head))  in lookup_entry()
357 		entry = NULL;  in lookup_entry()
359 	return entry;  in lookup_entry()
368 		if (use_table(ctl_node->header))  in first_usable_entry()
378 	struct ctl_table *entry = NULL;  in first_entry()  local
382 	ctl_node = first_usable_entry(rb_first(&dir->root));  in first_entry()
385 		head = ctl_node->header;  in first_entry()
386 		entry = &head->ctl_table[ctl_node - head->node];  in first_entry()
389 	*pentry = entry;  in first_entry()
395 	struct ctl_table *entry = *pentry;  in next_entry()  local
396 	struct ctl_node *ctl_node = &head->node[entry - head->ctl_table];  in next_entry()
401 	ctl_node = first_usable_entry(rb_next(&ctl_node->node));  in next_entry()
405 		head = ctl_node->header;  in next_entry()
406 		entry = &head->ctl_table[ctl_node - head->node];  in next_entry()
409 	*pentry = entry;  in next_entry()
425 	return -EACCES;  in test_perm()
430 	struct ctl_table_root *root = head->root;  in sysctl_perm()
433 	if (root->permissions)  in sysctl_perm()
434 		mode = root->permissions(head, table);  in sysctl_perm()
436 		mode = table->mode;  in sysctl_perm()
444 	struct ctl_table_root *root = head->root;  in proc_sys_make_inode()
450 		return ERR_PTR(-ENOMEM);  in proc_sys_make_inode()
452 	inode->i_ino = get_next_ino();  in proc_sys_make_inode()
457 	if (unlikely(head->unregistering)) {  in proc_sys_make_inode()
460 		return ERR_PTR(-ENOENT);  in proc_sys_make_inode()
462 	ei->sysctl = head;  in proc_sys_make_inode()
463 	ei->sysctl_entry = table;  in proc_sys_make_inode()
464 	hlist_add_head_rcu(&ei->sibling_inodes, &head->inodes);  in proc_sys_make_inode()
465 	head->count++;  in proc_sys_make_inode()
469 	inode->i_mode = table->mode;  in proc_sys_make_inode()
470 	if (!S_ISDIR(table->mode)) {  in proc_sys_make_inode()
471 		inode->i_mode |= S_IFREG;  in proc_sys_make_inode()
472 		inode->i_op = &proc_sys_inode_operations;  in proc_sys_make_inode()
473 		inode->i_fop = &proc_sys_file_operations;  in proc_sys_make_inode()
475 		inode->i_mode |= S_IFDIR;  in proc_sys_make_inode()
476 		inode->i_op = &proc_sys_dir_operations;  in proc_sys_make_inode()
477 		inode->i_fop = &proc_sys_dir_file_operations;  in proc_sys_make_inode()
482 	if (root->set_ownership)  in proc_sys_make_inode()
483 		root->set_ownership(head, table, &inode->i_uid, &inode->i_gid);  in proc_sys_make_inode()
485 		inode->i_uid = GLOBAL_ROOT_UID;  in proc_sys_make_inode()
486 		inode->i_gid = GLOBAL_ROOT_GID;  in proc_sys_make_inode()
495 	hlist_del_init_rcu(&PROC_I(inode)->sibling_inodes);  in proc_sys_evict_inode()
496 	if (!--head->count)  in proc_sys_evict_inode()
503 	struct ctl_table_header *head = PROC_I(inode)->sysctl;  in grab_header()
514 	const struct qstr *name = &dentry->d_name;  in proc_sys_lookup()  local
517 	struct dentry *err = ERR_PTR(-ENOENT);  in proc_sys_lookup()
526 	p = lookup_entry(&h, ctl_dir, name->name, name->len);  in proc_sys_lookup()
530 	if (S_ISLNK(p->mode)) {  in proc_sys_lookup()
538 	inode = proc_sys_make_inode(dir->i_sb, h ? h : head, p);  in proc_sys_lookup()
551 	struct inode *inode = file_inode(iocb->ki_filp);  in proc_sys_call_handler()
553 	struct ctl_table *table = PROC_I(inode)->sysctl_entry;  in proc_sys_call_handler()
565 	error = -EPERM;  in proc_sys_call_handler()
569 	/* if that can happen at all, it should be -EINVAL, not -EISDIR */  in proc_sys_call_handler()
570 	error = -EINVAL;  in proc_sys_call_handler()
571 	if (!table->proc_handler)  in proc_sys_call_handler()
575 	error = -ENOMEM;  in proc_sys_call_handler()
583 		error = -EFAULT;  in proc_sys_call_handler()
590 					   &iocb->ki_pos);  in proc_sys_call_handler()
595 	error = table->proc_handler(table, write, kbuf, &count, &iocb->ki_pos);  in proc_sys_call_handler()
600 		error = -EFAULT;  in proc_sys_call_handler()
627 	struct ctl_table *table = PROC_I(inode)->sysctl_entry;  in proc_sys_open()
633 	if (table->poll)  in proc_sys_open()
634 		filp->private_data = proc_sys_poll_event(table->poll);  in proc_sys_open()
645 	struct ctl_table *table = PROC_I(inode)->sysctl_entry;  in proc_sys_poll()
653 	if (!table->proc_handler)  in proc_sys_poll()
656 	if (!table->poll)  in proc_sys_poll()
659 	event = (unsigned long)filp->private_data;  in proc_sys_poll()
660 	poll_wait(filp, &table->poll->wait, wait);  in proc_sys_poll()
662 	if (event != atomic_read(&table->poll->event)) {  in proc_sys_poll()
663 		filp->private_data = proc_sys_poll_event(table->poll);  in proc_sys_poll()
678 	struct dentry *child, *dir = file->f_path.dentry;  in proc_sys_fill_cache()
684 	qname.name = table->procname;  in proc_sys_fill_cache()
685 	qname.len  = strlen(table->procname);  in proc_sys_fill_cache()
686 	qname.hash = full_name_hash(dir, qname.name, qname.len);  in proc_sys_fill_cache()
697 			inode = proc_sys_make_inode(dir->d_sb, head, table);  in proc_sys_fill_cache()
711 	ino  = inode->i_ino;  in proc_sys_fill_cache()
712 	type = inode->i_mode >> 12;  in proc_sys_fill_cache()
714 	return dir_emit(ctx, qname.name, qname.len, ino, type);  in proc_sys_fill_cache()
744 	if ((*pos)++ < ctx->pos)  in scan()
747 	if (unlikely(S_ISLNK(table->mode)))  in scan()
753 		ctx->pos = *pos;  in scan()
762 	struct ctl_table *entry;  in proc_sys_readdir()  local
776 	for (first_entry(ctl_dir, &h, &entry); h; next_entry(&h, &entry)) {  in proc_sys_readdir()
777 		if (!scan(h, entry, &pos, file, ctx)) {  in proc_sys_readdir()
799 	if ((mask & MAY_EXEC) && S_ISREG(inode->i_mode))  in proc_sys_permission()
800 		return -EACCES;  in proc_sys_permission()
806 	table = PROC_I(inode)->sysctl_entry;  in proc_sys_permission()
807 	if (!table) /* global root - r-xr-xr-x */  in proc_sys_permission()
808 		error = mask & MAY_WRITE ? -EACCES : 0;  in proc_sys_permission()
809 	else /* Use the permissions on the sysctl table entry */  in proc_sys_permission()
822 	if (attr->ia_valid & (ATTR_MODE | ATTR_UID | ATTR_GID))  in proc_sys_setattr()
823 		return -EPERM;  in proc_sys_setattr()
837 	struct inode *inode = d_inode(path->dentry);  in proc_sys_getattr()
839 	struct ctl_table *table = PROC_I(inode)->sysctl_entry;  in proc_sys_getattr()
846 		stat->mode = (stat->mode & S_IFMT) | table->mode;  in proc_sys_getattr()
884 		return -ECHILD;  in proc_sys_revalidate()
885 	return !PROC_I(d_inode(dentry))->sysctl->unregistering;  in proc_sys_revalidate()
890 	return !!PROC_I(d_inode(dentry))->sysctl->unregistering;  in proc_sys_delete()
895 	struct ctl_table_set *set = p->set;  in sysctl_is_seen()
898 	if (p->unregistering)  in sysctl_is_seen()
900 	else if (!set->is_seen)  in sysctl_is_seen()
903 		res = set->is_seen(set);  in sysctl_is_seen()
909 		unsigned int len, const char *str, const struct qstr *name)  in proc_sys_compare()  argument
914 	/* Although proc doesn't have negative dentries, rcu-walk means  in proc_sys_compare()
920 	if (name->len != len)  in proc_sys_compare()
922 	if (memcmp(name->name, str, len))  in proc_sys_compare()
924 	head = rcu_dereference(PROC_I(inode)->sysctl);  in proc_sys_compare()
935 				   const char *name, int namelen)  in find_subdir()  argument
938 	struct ctl_table *entry;  in find_subdir()  local
940 	entry = find_entry(&head, dir, name, namelen);  in find_subdir()
941 	if (!entry)  in find_subdir()
942 		return ERR_PTR(-ENOENT);  in find_subdir()
943 	if (!S_ISDIR(entry->mode))  in find_subdir()
944 		return ERR_PTR(-ENOTDIR);  in find_subdir()
949 			       const char *name, int namelen)  in new_dir()  argument
965 	memcpy(new_name, name, namelen);  in new_dir()
968 	init_header(&new->header, set->dir.header.root, set, node, table, 1);  in new_dir()
974  * get_subdir - find or create a subdir with the specified name.
976  * @name: The name of the subdirectory to find or create
977  * @namelen: The length of name
986 				  const char *name, int namelen)  in get_subdir()  argument
988 	struct ctl_table_set *set = dir->header.set;  in get_subdir()
993 	subdir = find_subdir(dir, name, namelen);  in get_subdir()
996 	if (PTR_ERR(subdir) != -ENOENT)  in get_subdir()
1000 	new = new_dir(set, name, namelen);  in get_subdir()
1002 	subdir = ERR_PTR(-ENOMEM);  in get_subdir()
1007 	subdir = find_subdir(dir, name, namelen);  in get_subdir()
1010 	if (PTR_ERR(subdir) != -ENOENT)  in get_subdir()
1013 	/* Nope.  Use the our freshly made directory entry. */  in get_subdir()
1014 	err = insert_header(dir, &new->header);  in get_subdir()
1020 	subdir->header.nreg++;  in get_subdir()
1025 		pr_cont("%*.*s %ld\n", namelen, namelen, name,  in get_subdir()
1028 	drop_sysctl_table(&dir->header);  in get_subdir()
1030 		drop_sysctl_table(&new->header);  in get_subdir()
1039 	if (!dir->header.parent)  in xlate_dir()
1040 		return &set->dir;  in xlate_dir()
1041 	parent = xlate_dir(set, dir->header.parent);  in xlate_dir()
1044 	procname = dir->header.ctl_table[0].procname;  in xlate_dir()
1054 	struct ctl_table *entry;  in sysctl_follow_link()  local
1059 	root = (*pentry)->data;  in sysctl_follow_link()
1061 	dir = xlate_dir(set, (*phead)->parent);  in sysctl_follow_link()
1065 		const char *procname = (*pentry)->procname;  in sysctl_follow_link()
1067 		entry = find_entry(&head, dir, procname, strlen(procname));  in sysctl_follow_link()
1068 		ret = -ENOENT;  in sysctl_follow_link()
1069 		if (entry && use_table(head)) {  in sysctl_follow_link()
1072 			*pentry = entry;  in sysctl_follow_link()
1091 	       path, table->procname, &vaf);  in sysctl_err()
1094 	return -EINVAL;  in sysctl_err()
1101 	if ((table->proc_handler == proc_douintvec) ||  in sysctl_check_table_array()
1102 	    (table->proc_handler == proc_douintvec_minmax)) {  in sysctl_check_table_array()
1103 		if (table->maxlen != sizeof(unsigned int))  in sysctl_check_table_array()
1107 	if (table->proc_handler == proc_dou8vec_minmax) {  in sysctl_check_table_array()
1108 		if (table->maxlen != sizeof(u8))  in sysctl_check_table_array()
1112 	if (table->proc_handler == proc_dobool) {  in sysctl_check_table_array()
1113 		if (table->maxlen != sizeof(bool))  in sysctl_check_table_array()
1122 	struct ctl_table *entry;  in sysctl_check_table()  local
1124 	list_for_each_table_entry(entry, header) {  in sysctl_check_table()
1125 		if ((entry->proc_handler == proc_dostring) ||  in sysctl_check_table()
1126 		    (entry->proc_handler == proc_dobool) ||  in sysctl_check_table()
1127 		    (entry->proc_handler == proc_dointvec) ||  in sysctl_check_table()
1128 		    (entry->proc_handler == proc_douintvec) ||  in sysctl_check_table()
1129 		    (entry->proc_handler == proc_douintvec_minmax) ||  in sysctl_check_table()
1130 		    (entry->proc_handler == proc_dointvec_minmax) ||  in sysctl_check_table()
1131 		    (entry->proc_handler == proc_dou8vec_minmax) ||  in sysctl_check_table()
1132 		    (entry->proc_handler == proc_dointvec_jiffies) ||  in sysctl_check_table()
1133 		    (entry->proc_handler == proc_dointvec_userhz_jiffies) ||  in sysctl_check_table()
1134 		    (entry->proc_handler == proc_dointvec_ms_jiffies) ||  in sysctl_check_table()
1135 		    (entry->proc_handler == proc_doulongvec_minmax) ||  in sysctl_check_table()
1136 		    (entry->proc_handler == proc_doulongvec_ms_jiffies_minmax)) {  in sysctl_check_table()
1137 			if (!entry->data)  in sysctl_check_table()
1138 				err |= sysctl_err(path, entry, "No data");  in sysctl_check_table()
1139 			if (!entry->maxlen)  in sysctl_check_table()
1140 				err |= sysctl_err(path, entry, "No maxlen");  in sysctl_check_table()
1142 				err |= sysctl_check_table_array(path, entry);  in sysctl_check_table()
1144 		if (!entry->proc_handler)  in sysctl_check_table()
1145 			err |= sysctl_err(path, entry, "No proc_handler");  in sysctl_check_table()
1147 		if ((entry->mode & (S_IRUGO|S_IWUGO)) != entry->mode)  in sysctl_check_table()
1148 			err |= sysctl_err(path, entry, "bogus .mode 0%o",  in sysctl_check_table()
1149 				entry->mode);  in sysctl_check_table()
1156 	struct ctl_table *link_table, *entry, *link;  in new_links()  local
1164 	list_for_each_table_entry(entry, head) {  in new_links()
1166 		name_bytes += strlen(entry->procname) + 1;  in new_links()
1183 	list_for_each_table_entry(entry, head) {  in new_links()
1184 		int len = strlen(entry->procname) + 1;  in new_links()
1185 		memcpy(link_name, entry->procname, len);  in new_links()
1186 		link->procname = link_name;  in new_links()
1187 		link->mode = S_IFLNK|S_IRWXUGO;  in new_links()
1188 		link->data = head->root;  in new_links()
1192 	init_header(links, dir->header.root, dir->header.set, node, link_table,  in new_links()
1193 		    head->ctl_table_size);  in new_links()
1194 	links->nreg = nr_entries;  in new_links()
1204 	struct ctl_table *entry, *link;  in get_links()  local
1206 	if (header->ctl_table_size == 0 ||  in get_links()
1207 	    sysctl_is_perm_empty_ctl_table(header->ctl_table))  in get_links()
1210 	/* Are there links available for every entry in table? */  in get_links()
1211 	list_for_each_table_entry(entry, header) {  in get_links()
1212 		const char *procname = entry->procname;  in get_links()
1216 		if (S_ISDIR(link->mode) && S_ISDIR(entry->mode))  in get_links()
1218 		if (S_ISLNK(link->mode) && (link->data == link_root))  in get_links()
1224 	list_for_each_table_entry(entry, header) {  in get_links()
1225 		const char *procname = entry->procname;  in get_links()
1227 		tmp_head->nreg++;  in get_links()
1239 	if (head->set == root_set)  in insert_links()
1242 	core_parent = xlate_dir(root_set, head->parent);  in insert_links()
1246 	if (get_links(core_parent, head, head->root))  in insert_links()
1249 	core_parent->header.nreg++;  in insert_links()
1255 	err = -ENOMEM;  in insert_links()
1260 	if (get_links(core_parent, head, head->root)) {  in insert_links()
1269 	drop_sysctl_table(&core_parent->header);  in insert_links()
1276 	const char *name, *nextname;  in sysctl_mkdir_p()  local
1278 	for (name = path; name; name = nextname) {  in sysctl_mkdir_p()
1280 		nextname = strchr(name, '/');  in sysctl_mkdir_p()
1282 			namelen = nextname - name;  in sysctl_mkdir_p()
1285 			namelen = strlen(name);  in sysctl_mkdir_p()
1291 		 * namelen ensures if name is "foo/bar/yay" only foo is  in sysctl_mkdir_p()
1292 		 * registered first. We traverse as if using mkdir -p and  in sysctl_mkdir_p()
1293 		 * return a ctl_dir for the last directory entry.  in sysctl_mkdir_p()
1295 		dir = get_subdir(dir, name, namelen);  in sysctl_mkdir_p()
1303  * __register_sysctl_table - register a leaf sysctl table
1306  * @table: the top-level table structure without any child. This table
1313  * array. A completely 0 filled entry terminates the table.
1317  * procname - the name of the sysctl file under /proc/sys. Set to %NULL to not
1320  * data - a pointer to data for use by proc_handler
1322  * maxlen - the maximum size in bytes of the data
1324  * mode - the file permissions for the /proc/sys file
1326  * child - must be %NULL.
1328  * proc_handler - the text handler routine (described below)
1330  * extra1, extra2 - extra pointers usable by the proc handler routines
1335  * under /proc; non-leaf nodes (where child is not NULL) are not allowed,
1339  * Several default handlers are available to cover common cases -
1355 	struct ctl_table_root *root = set->dir.header.root;  in __register_sysctl_table()
1371 	dir = &set->dir;  in __register_sysctl_table()
1373 	dir->header.nreg++;  in __register_sysctl_table()
1383 	drop_sysctl_table(&dir->header);  in __register_sysctl_table()
1389 	drop_sysctl_table(&dir->header);  in __register_sysctl_table()
1397  * register_sysctl_sz - register a sysctl table
1410  * array. A completely 0 filled entry terminates the table.
1423  * __register_sysctl_init() - register sysctl table to path
1424  * @path: path name for sysctl base. If that path doesn't exist we will create
1429  * @table_name: The name of sysctl table, only used for log printing when
1435  * values pre-set. Code which depends on these variables will always work even
1458 	struct ctl_table_root *root = header->root;  in put_links()
1459 	struct ctl_dir *parent = header->parent;  in put_links()
1461 	struct ctl_table *entry;  in put_links()  local
1463 	if (header->set == root_set)  in put_links()
1470 	list_for_each_table_entry(entry, header) {  in put_links()
1473 		const char *name = entry->procname;  in put_links()  local
1475 		link = find_entry(&link_head, core_parent, name, strlen(name));  in put_links()
1477 		    ((S_ISDIR(link->mode) && S_ISDIR(entry->mode)) ||  in put_links()
1478 		     (S_ISLNK(link->mode) && (link->data == root)))) {  in put_links()
1484 			pr_cont("%s\n", name);  in put_links()
1491 	struct ctl_dir *parent = header->parent;  in drop_sysctl_table()
1493 	if (--header->nreg)  in drop_sysctl_table()
1501 	if (!--header->count)  in drop_sysctl_table()
1505 		drop_sysctl_table(&parent->header);  in drop_sysctl_table()
1509  * unregister_sysctl_table - unregister a sysctl table hierarchy
1533 	set->is_seen = is_seen;  in setup_sysctl_set()
1534 	init_header(&set->dir.header, root, set, NULL, root_table, 1);  in setup_sysctl_set()
1539 	WARN_ON(!RB_EMPTY_ROOT(&set->dir.root));  in retire_sysctl_set()
1547 	proc_sys_root->proc_iops = &proc_sys_dir_operations;  in proc_sys_init()
1548 	proc_sys_root->proc_dir_ops = &proc_sys_dir_file_operations;  in proc_sys_init()
1549 	proc_sys_root->nlink = 0;  in proc_sys_init()
1562  * place and only keep the historical name for compatibility. This is not meant
1580 	for (alias = &sysctl_aliases[0]; alias->kernel_param != NULL; alias++) {  in sysctl_find_alias()
1581 		if (strcmp(alias->kernel_param, param) == 0)  in sysctl_find_alias()
1582 			return alias->sysctl_param;  in sysctl_find_alias()
1608 	if (strncmp(param, "sysctl", sizeof("sysctl") - 1) == 0) {  in process_sysctl_arg()
1609 		param += sizeof("sysctl") - 1;  in process_sysctl_arg()
1622 		return -EINVAL;  in process_sysctl_arg()
1625 		return -EINVAL;  in process_sysctl_arg()
1657 		if (err == -ENOENT)  in process_sysctl_arg()
1660 		else if (err == -EACCES)  in process_sysctl_arg()
1661 			pr_err("Failed to set sysctl parameter '%s=%s': permission denied (read-only?)\n",  in process_sysctl_arg()
1671 		if (err == -EINVAL)  in process_sysctl_arg()
1701 		   NULL, 0, -1, -1, &proc_mnt, process_sysctl_arg);  in do_sysctl_args()