Lines Matching refs:mnt
213 static inline struct hlist_head *m_hash(struct vfsmount *mnt, struct dentry *dentry) in m_hash() argument
215 unsigned long tmp = ((unsigned long)mnt / L1_CACHE_BYTES); in m_hash()
228 static int mnt_alloc_id(struct mount *mnt) in mnt_alloc_id() argument
233 res = __xa_alloc(&mnt_id_xa, &mnt->mnt_id, mnt, XA_LIMIT(1, INT_MAX), GFP_KERNEL); in mnt_alloc_id()
235 mnt->mnt_id_unique = ++mnt_id_ctr; in mnt_alloc_id()
240 static void mnt_free_id(struct mount *mnt) in mnt_free_id() argument
242 xa_erase(&mnt_id_xa, mnt->mnt_id); in mnt_free_id()
248 static int mnt_alloc_group_id(struct mount *mnt) in mnt_alloc_group_id() argument
254 mnt->mnt_group_id = res; in mnt_alloc_group_id()
261 void mnt_release_group_id(struct mount *mnt) in mnt_release_group_id() argument
263 ida_free(&mnt_group_ida, mnt->mnt_group_id); in mnt_release_group_id()
264 mnt->mnt_group_id = 0; in mnt_release_group_id()
270 static inline void mnt_add_count(struct mount *mnt, int n) in mnt_add_count() argument
273 this_cpu_add(mnt->mnt_pcp->mnt_count, n); in mnt_add_count()
276 mnt->mnt_count += n; in mnt_add_count()
284 int mnt_get_count(struct mount *mnt) in mnt_get_count() argument
291 count += per_cpu_ptr(mnt->mnt_pcp, cpu)->mnt_count; in mnt_get_count()
296 return mnt->mnt_count; in mnt_get_count()
302 struct mount *mnt = kmem_cache_zalloc(mnt_cache, GFP_KERNEL); in alloc_vfsmnt() local
303 if (mnt) { in alloc_vfsmnt()
306 err = mnt_alloc_id(mnt); in alloc_vfsmnt()
311 mnt->mnt_devname = kstrdup_const(name, in alloc_vfsmnt()
314 mnt->mnt_devname = "none"; in alloc_vfsmnt()
315 if (!mnt->mnt_devname) in alloc_vfsmnt()
319 mnt->mnt_pcp = alloc_percpu(struct mnt_pcp); in alloc_vfsmnt()
320 if (!mnt->mnt_pcp) in alloc_vfsmnt()
323 this_cpu_add(mnt->mnt_pcp->mnt_count, 1); in alloc_vfsmnt()
325 mnt->mnt_count = 1; in alloc_vfsmnt()
326 mnt->mnt_writers = 0; in alloc_vfsmnt()
329 INIT_HLIST_NODE(&mnt->mnt_hash); in alloc_vfsmnt()
330 INIT_LIST_HEAD(&mnt->mnt_child); in alloc_vfsmnt()
331 INIT_LIST_HEAD(&mnt->mnt_mounts); in alloc_vfsmnt()
332 INIT_LIST_HEAD(&mnt->mnt_list); in alloc_vfsmnt()
333 INIT_LIST_HEAD(&mnt->mnt_expire); in alloc_vfsmnt()
334 INIT_LIST_HEAD(&mnt->mnt_share); in alloc_vfsmnt()
335 INIT_HLIST_HEAD(&mnt->mnt_slave_list); in alloc_vfsmnt()
336 INIT_HLIST_NODE(&mnt->mnt_slave); in alloc_vfsmnt()
337 INIT_HLIST_NODE(&mnt->mnt_mp_list); in alloc_vfsmnt()
338 INIT_HLIST_HEAD(&mnt->mnt_stuck_children); in alloc_vfsmnt()
339 RB_CLEAR_NODE(&mnt->mnt_node); in alloc_vfsmnt()
340 mnt->mnt.mnt_idmap = &nop_mnt_idmap; in alloc_vfsmnt()
342 return mnt; in alloc_vfsmnt()
346 kfree_const(mnt->mnt_devname); in alloc_vfsmnt()
349 mnt_free_id(mnt); in alloc_vfsmnt()
351 kmem_cache_free(mnt_cache, mnt); in alloc_vfsmnt()
374 bool __mnt_is_readonly(const struct vfsmount *mnt) in __mnt_is_readonly() argument
376 return (mnt->mnt_flags & MNT_READONLY) || sb_rdonly(mnt->mnt_sb); in __mnt_is_readonly()
380 static inline void mnt_inc_writers(struct mount *mnt) in mnt_inc_writers() argument
383 this_cpu_inc(mnt->mnt_pcp->mnt_writers); in mnt_inc_writers()
385 mnt->mnt_writers++; in mnt_inc_writers()
389 static inline void mnt_dec_writers(struct mount *mnt) in mnt_dec_writers() argument
392 this_cpu_dec(mnt->mnt_pcp->mnt_writers); in mnt_dec_writers()
394 mnt->mnt_writers--; in mnt_dec_writers()
398 static unsigned int mnt_get_writers(struct mount *mnt) in mnt_get_writers() argument
405 count += per_cpu_ptr(mnt->mnt_pcp, cpu)->mnt_writers; in mnt_get_writers()
410 return mnt->mnt_writers; in mnt_get_writers()
414 static int mnt_is_readonly(const struct vfsmount *mnt) in mnt_is_readonly() argument
416 if (READ_ONCE(mnt->mnt_sb->s_readonly_remount)) in mnt_is_readonly()
427 return __mnt_is_readonly(mnt); in mnt_is_readonly()
448 struct mount *mnt = real_mount(m); in mnt_get_write_access() local
452 mnt_inc_writers(mnt); in mnt_get_write_access()
460 while (__test_write_hold(READ_ONCE(mnt->mnt_pprev_for_sb))) { in mnt_get_write_access()
486 mnt_dec_writers(mnt); in mnt_get_write_access()
532 if (__mnt_is_readonly(file->f_path.mnt)) in mnt_get_write_access_file()
536 return mnt_get_write_access(file->f_path.mnt); in mnt_get_write_access_file()
568 void mnt_put_write_access(struct vfsmount *mnt) in mnt_put_write_access() argument
571 mnt_dec_writers(real_mount(mnt)); in mnt_put_write_access()
584 void mnt_drop_write(struct vfsmount *mnt) in mnt_drop_write() argument
586 mnt_put_write_access(mnt); in mnt_drop_write()
587 sb_end_write(mnt->mnt_sb); in mnt_drop_write()
594 mnt_put_write_access(file->f_path.mnt); in mnt_put_write_access_file()
622 static inline int mnt_hold_writers(struct mount *mnt) in mnt_hold_writers() argument
624 set_write_hold(mnt); in mnt_hold_writers()
647 if (mnt_get_writers(mnt) > 0) in mnt_hold_writers()
665 static inline void mnt_unhold_writers(struct mount *mnt) in mnt_unhold_writers() argument
667 if (!test_write_hold(mnt)) in mnt_unhold_writers()
674 clear_write_hold(mnt); in mnt_unhold_writers()
698 static int mnt_make_readonly(struct mount *mnt) in mnt_make_readonly() argument
702 ret = mnt_hold_writers(mnt); in mnt_make_readonly()
704 mnt->mnt.mnt_flags |= MNT_READONLY; in mnt_make_readonly()
705 mnt_unhold_writers(mnt); in mnt_make_readonly()
720 if (!(m->mnt.mnt_flags & MNT_READONLY)) { in sb_prepare_remount_readonly()
739 static void free_vfsmnt(struct mount *mnt) in free_vfsmnt() argument
741 mnt_idmap_put(mnt_idmap(&mnt->mnt)); in free_vfsmnt()
742 kfree_const(mnt->mnt_devname); in free_vfsmnt()
744 free_percpu(mnt->mnt_pcp); in free_vfsmnt()
746 kmem_cache_free(mnt_cache, mnt); in free_vfsmnt()
757 struct mount *mnt; in __legitimize_mnt() local
762 mnt = real_mount(bastard); in __legitimize_mnt()
763 mnt_add_count(mnt, 1); in __legitimize_mnt()
769 mnt_add_count(mnt, -1); in __legitimize_mnt()
804 struct mount *__lookup_mnt(struct vfsmount *mnt, struct dentry *dentry) in __lookup_mnt() argument
806 struct hlist_head *head = m_hash(mnt, dentry); in __lookup_mnt()
810 if (&p->mnt_parent->mnt == mnt && p->mnt_mountpoint == dentry) in __lookup_mnt()
831 child_mnt = __lookup_mnt(path->mnt, path->dentry); in lookup_mnt()
832 m = child_mnt ? &child_mnt->mnt : NULL; in lookup_mnt()
856 struct mount *mnt, *n; in __is_local_mountpoint() local
860 rbtree_postorder_for_each_entry_safe(mnt, n, &ns->mounts, mnt_node) in __is_local_mountpoint()
861 if (mnt->mnt_mountpoint == dentry) in __is_local_mountpoint()
961 static inline int check_mnt(const struct mount *mnt) in check_mnt() argument
963 return mnt->mnt_ns == current->nsproxy->mnt_ns; in check_mnt()
966 static inline bool check_anonymous_mnt(struct mount *mnt) in check_anonymous_mnt() argument
970 if (!is_anon_ns(mnt->mnt_ns)) in check_anonymous_mnt()
973 seq = mnt->mnt_ns->seq_origin; in check_anonymous_mnt()
1002 static void __umount_mnt(struct mount *mnt, struct list_head *shrink_list) in __umount_mnt() argument
1005 struct mount *parent = mnt->mnt_parent; in __umount_mnt()
1006 if (unlikely(parent->overmount == mnt)) in __umount_mnt()
1008 mnt->mnt_parent = mnt; in __umount_mnt()
1009 mnt->mnt_mountpoint = mnt->mnt.mnt_root; in __umount_mnt()
1010 list_del_init(&mnt->mnt_child); in __umount_mnt()
1011 hlist_del_init_rcu(&mnt->mnt_hash); in __umount_mnt()
1012 hlist_del_init(&mnt->mnt_mp_list); in __umount_mnt()
1013 mp = mnt->mnt_mp; in __umount_mnt()
1014 mnt->mnt_mp = NULL; in __umount_mnt()
1021 static void umount_mnt(struct mount *mnt) in umount_mnt() argument
1023 __umount_mnt(mnt, &ex_mountpoints); in umount_mnt()
1029 void mnt_set_mountpoint(struct mount *mnt, in mnt_set_mountpoint() argument
1034 child_mnt->mnt_parent = mnt; in mnt_set_mountpoint()
1039 static void make_visible(struct mount *mnt) in make_visible() argument
1041 struct mount *parent = mnt->mnt_parent; in make_visible()
1042 if (unlikely(mnt->mnt_mountpoint == parent->mnt.mnt_root)) in make_visible()
1043 parent->overmount = mnt; in make_visible()
1044 hlist_add_head_rcu(&mnt->mnt_hash, in make_visible()
1045 m_hash(&parent->mnt, mnt->mnt_mountpoint)); in make_visible()
1046 list_add_tail(&mnt->mnt_child, &parent->mnt_mounts); in make_visible()
1065 static void attach_mnt(struct mount *mnt, struct mount *parent, in attach_mnt() argument
1068 mnt_set_mountpoint(parent, mp, mnt); in attach_mnt()
1069 make_visible(mnt); in attach_mnt()
1072 void mnt_change_mountpoint(struct mount *parent, struct mountpoint *mp, struct mount *mnt) in mnt_change_mountpoint() argument
1074 struct mountpoint *old_mp = mnt->mnt_mp; in mnt_change_mountpoint()
1076 list_del_init(&mnt->mnt_child); in mnt_change_mountpoint()
1077 hlist_del_init(&mnt->mnt_mp_list); in mnt_change_mountpoint()
1078 hlist_del_init_rcu(&mnt->mnt_hash); in mnt_change_mountpoint()
1080 attach_mnt(mnt, parent, mp); in mnt_change_mountpoint()
1090 static void mnt_add_to_ns(struct mnt_namespace *ns, struct mount *mnt) in mnt_add_to_ns() argument
1096 WARN_ON(mnt_ns_attached(mnt)); in mnt_add_to_ns()
1097 mnt->mnt_ns = ns; in mnt_add_to_ns()
1100 if (mnt->mnt_id_unique < node_to_mount(parent)->mnt_id_unique) { in mnt_add_to_ns()
1110 ns->mnt_last_node = &mnt->mnt_node; in mnt_add_to_ns()
1112 ns->mnt_first_node = &mnt->mnt_node; in mnt_add_to_ns()
1113 rb_link_node(&mnt->mnt_node, parent, link); in mnt_add_to_ns()
1114 rb_insert_color(&mnt->mnt_node, &ns->mounts); in mnt_add_to_ns()
1116 mnt_notify_add(mnt); in mnt_add_to_ns()
1148 static void commit_tree(struct mount *mnt) in commit_tree() argument
1150 struct mnt_namespace *n = mnt->mnt_parent->mnt_ns; in commit_tree()
1152 if (!mnt_ns_attached(mnt)) { in commit_tree()
1153 for (struct mount *m = mnt; m; m = next_mnt(m, mnt)) in commit_tree()
1159 make_visible(mnt); in commit_tree()
1168 m->mnt.mnt_sb = s; in setup_mnt()
1169 m->mnt.mnt_root = dget(root); in setup_mnt()
1170 m->mnt_mountpoint = m->mnt.mnt_root; in setup_mnt()
1188 struct mount *mnt; in vfs_create_mount() local
1193 mnt = alloc_vfsmnt(fc->source); in vfs_create_mount()
1194 if (!mnt) in vfs_create_mount()
1198 mnt->mnt.mnt_flags = MNT_INTERNAL; in vfs_create_mount()
1200 setup_mnt(mnt, fc->root); in vfs_create_mount()
1202 return &mnt->mnt; in vfs_create_mount()
1219 struct vfsmount *mnt = fc_mount(fc); in fc_mount_longterm() local
1220 if (!IS_ERR(mnt)) in fc_mount_longterm()
1221 real_mount(mnt)->mnt_ns = MNT_NS_INTERNAL; in fc_mount_longterm()
1222 return mnt; in fc_mount_longterm()
1231 struct vfsmount *mnt; in vfs_kern_mount() local
1246 mnt = fc_mount(fc); in vfs_kern_mount()
1248 mnt = ERR_PTR(ret); in vfs_kern_mount()
1251 return mnt; in vfs_kern_mount()
1258 struct mount *mnt; in clone_mnt() local
1261 mnt = alloc_vfsmnt(old->mnt_devname); in clone_mnt()
1262 if (!mnt) in clone_mnt()
1265 mnt->mnt.mnt_flags = READ_ONCE(old->mnt.mnt_flags) & in clone_mnt()
1269 mnt->mnt_group_id = 0; /* not a peer of original */ in clone_mnt()
1271 mnt->mnt_group_id = old->mnt_group_id; in clone_mnt()
1273 if ((flag & CL_MAKE_SHARED) && !mnt->mnt_group_id) { in clone_mnt()
1274 err = mnt_alloc_group_id(mnt); in clone_mnt()
1279 if (mnt->mnt_group_id) in clone_mnt()
1280 set_mnt_shared(mnt); in clone_mnt()
1282 mnt->mnt.mnt_idmap = mnt_idmap_get(mnt_idmap(&old->mnt)); in clone_mnt()
1284 setup_mnt(mnt, root); in clone_mnt()
1287 return mnt; in clone_mnt()
1289 if (peers(mnt, old)) in clone_mnt()
1290 list_add(&mnt->mnt_share, &old->mnt_share); in clone_mnt()
1293 hlist_add_head(&mnt->mnt_slave, &old->mnt_slave_list); in clone_mnt()
1294 mnt->mnt_master = old; in clone_mnt()
1296 hlist_add_behind(&mnt->mnt_slave, &old->mnt_slave); in clone_mnt()
1297 mnt->mnt_master = old->mnt_master; in clone_mnt()
1299 return mnt; in clone_mnt()
1302 mnt_free_id(mnt); in clone_mnt()
1303 free_vfsmnt(mnt); in clone_mnt()
1307 static void cleanup_mnt(struct mount *mnt) in cleanup_mnt() argument
1318 WARN_ON(mnt_get_writers(mnt)); in cleanup_mnt()
1319 if (unlikely(mnt->mnt_pins.first)) in cleanup_mnt()
1320 mnt_pin_kill(mnt); in cleanup_mnt()
1321 hlist_for_each_entry_safe(m, p, &mnt->mnt_stuck_children, mnt_umount) { in cleanup_mnt()
1323 mntput(&m->mnt); in cleanup_mnt()
1325 fsnotify_vfsmount_delete(&mnt->mnt); in cleanup_mnt()
1326 dput(mnt->mnt.mnt_root); in cleanup_mnt()
1327 deactivate_super(mnt->mnt.mnt_sb); in cleanup_mnt()
1328 mnt_free_id(mnt); in cleanup_mnt()
1329 call_rcu(&mnt->mnt_rcu, delayed_free_vfsmnt); in cleanup_mnt()
1348 static void mntput_no_expire(struct mount *mnt) in mntput_no_expire() argument
1354 if (likely(READ_ONCE(mnt->mnt_ns))) { in mntput_no_expire()
1364 mnt_add_count(mnt, -1); in mntput_no_expire()
1374 mnt_add_count(mnt, -1); in mntput_no_expire()
1375 count = mnt_get_count(mnt); in mntput_no_expire()
1382 if (unlikely(mnt->mnt.mnt_flags & MNT_DOOMED)) { in mntput_no_expire()
1387 mnt->mnt.mnt_flags |= MNT_DOOMED; in mntput_no_expire()
1390 mnt_del_instance(mnt); in mntput_no_expire()
1391 if (unlikely(!list_empty(&mnt->mnt_expire))) in mntput_no_expire()
1392 list_del(&mnt->mnt_expire); in mntput_no_expire()
1394 if (unlikely(!list_empty(&mnt->mnt_mounts))) { in mntput_no_expire()
1396 list_for_each_entry_safe(p, tmp, &mnt->mnt_mounts, mnt_child) { in mntput_no_expire()
1398 hlist_add_head(&p->mnt_umount, &mnt->mnt_stuck_children); in mntput_no_expire()
1404 if (likely(!(mnt->mnt.mnt_flags & MNT_INTERNAL))) { in mntput_no_expire()
1407 init_task_work(&mnt->mnt_rcu, __cleanup_mnt); in mntput_no_expire()
1408 if (!task_work_add(task, &mnt->mnt_rcu, TWA_RESUME)) in mntput_no_expire()
1411 if (llist_add(&mnt->mnt_llist, &delayed_mntput_list)) in mntput_no_expire()
1415 cleanup_mnt(mnt); in mntput_no_expire()
1418 void mntput(struct vfsmount *mnt) in mntput() argument
1420 if (mnt) { in mntput()
1421 struct mount *m = real_mount(mnt); in mntput()
1430 struct vfsmount *mntget(struct vfsmount *mnt) in mntget() argument
1432 if (mnt) in mntget()
1433 mnt_add_count(real_mount(mnt), 1); in mntget()
1434 return mnt; in mntget()
1443 void mnt_make_shortterm(struct vfsmount *mnt) in mnt_make_shortterm() argument
1445 if (mnt) in mnt_make_shortterm()
1446 real_mount(mnt)->mnt_ns = NULL; in mnt_make_shortterm()
1482 p = clone_mnt(real_mount(path->mnt), path->dentry, CL_PRIVATE); in mnt_clone_internal()
1485 p->mnt.mnt_flags |= MNT_INTERNAL; in mnt_clone_internal()
1486 return &p->mnt; in mnt_clone_internal()
1551 struct mount *next = NULL, *mnt = v; in m_next() local
1552 struct rb_node *node = rb_next(&mnt->mnt_node); in m_next()
1571 return p->show(m, &r->mnt); in m_show()
1593 struct mount *mnt = real_mount(m); in may_umount_tree() local
1598 for (struct mount *p = mnt; p; p = next_mnt(p, mnt)) { in may_umount_tree()
1599 if (mnt_get_count(p) > (p == mnt ? 2 : 1)) { in may_umount_tree()
1624 int may_umount(struct vfsmount *mnt) in may_umount() argument
1629 if (propagate_mount_busy(real_mount(mnt), 2)) in may_umount()
1642 fsnotify_mnt_attach(p->mnt_ns, &p->mnt); in mnt_notify()
1644 fsnotify_mnt_detach(p->prev_ns, &p->mnt); in mnt_notify()
1646 fsnotify_mnt_move(p->mnt_ns, &p->mnt); in mnt_notify()
1648 fsnotify_mnt_detach(p->prev_ns, &p->mnt); in mnt_notify()
1649 fsnotify_mnt_attach(p->mnt_ns, &p->mnt); in mnt_notify()
1722 mntput(&m->mnt); in namespace_unlock()
1737 static bool disconnect_mount(struct mount *mnt, enum umount_tree_flags how) in disconnect_mount() argument
1744 if (!mnt_has_parent(mnt)) in disconnect_mount()
1751 if (!(mnt->mnt_parent->mnt.mnt_flags & MNT_UMOUNT)) in disconnect_mount()
1759 if (IS_MNT_LOCKED(mnt)) in disconnect_mount()
1770 static void umount_tree(struct mount *mnt, enum umount_tree_flags how) in umount_tree() argument
1776 propagate_mount_unlock(mnt); in umount_tree()
1779 for (p = mnt; p; p = next_mnt(p, mnt)) { in umount_tree()
1780 p->mnt.mnt_flags |= MNT_UMOUNT; in umount_tree()
1810 p->mnt.mnt_flags |= MNT_SYNC_UMOUNT; in umount_tree()
1839 static void shrink_submounts(struct mount *mnt);
1864 static int do_umount(struct mount *mnt, int flags) in do_umount() argument
1866 struct super_block *sb = mnt->mnt.mnt_sb; in do_umount()
1869 retval = security_sb_umount(&mnt->mnt, flags); in do_umount()
1880 if (&mnt->mnt == current->fs->root.mnt || in do_umount()
1889 if (!list_empty(&mnt->mnt_mounts) || mnt_get_count(mnt) != 2) { in do_umount()
1895 if (!xchg(&mnt->mnt_expiry_mark, 1)) in do_umount()
1922 if (&mnt->mnt == current->fs->root.mnt && !(flags & MNT_DETACH)) { in do_umount()
1937 if (!check_mnt(mnt)) in do_umount()
1940 if (mnt->mnt.mnt_flags & MNT_LOCKED) in do_umount()
1943 if (!mnt_has_parent(mnt)) /* not the absolute root */ in do_umount()
1948 umount_tree(mnt, UMOUNT_PROPAGATE); in do_umount()
1952 shrink_submounts(mnt); in do_umount()
1954 if (!propagate_mount_busy(mnt, 2)) { in do_umount()
1955 umount_tree(mnt, UMOUNT_PROPAGATE|UMOUNT_SYNC); in do_umount()
1978 struct mount *mnt; in __detach_mounts() local
1988 mnt = hlist_entry(mp.node.next, struct mount, mnt_mp_list); in __detach_mounts()
1989 if (mnt->mnt.mnt_flags & MNT_UMOUNT) { in __detach_mounts()
1990 umount_mnt(mnt); in __detach_mounts()
1991 hlist_add_head(&mnt->mnt_umount, &unmounted); in __detach_mounts()
1993 else umount_tree(mnt, UMOUNT_CONNECTED); in __detach_mounts()
2017 struct mount *mnt = real_mount(path->mnt); in can_umount() local
2024 if (!check_mnt(mnt)) in can_umount()
2026 if (mnt->mnt.mnt_flags & MNT_LOCKED) /* Check optimistically */ in can_umount()
2036 struct mount *mnt = real_mount(path->mnt); in path_umount() local
2041 ret = do_umount(mnt, flags); in path_umount()
2045 mntput_no_expire(mnt); in path_umount()
2097 struct ns_common *from_mnt_ns(struct mnt_namespace *mnt) in from_mnt_ns() argument
2099 return &mnt->ns; in from_mnt_ns()
2182 if (src_mnt->mnt.mnt_flags & MNT_LOCKED) { in copy_tree()
2192 is_mnt_ns_file(src_mnt->mnt.mnt_root)) { in copy_tree()
2203 dst_mnt = clone_mnt(src_mnt, src_mnt->mnt.mnt_root, flag); in copy_tree()
2207 if (src_mnt->mnt.mnt_flags & MNT_LOCKED) in copy_tree()
2208 dst_mnt->mnt.mnt_flags |= MNT_LOCKED; in copy_tree()
2250 struct mount *root = real_mount(path->mnt); in collect_paths()
2268 res[n].mnt = &m->mnt; in collect_paths()
2269 res[n].dentry = m->mnt.mnt_root; in collect_paths()
2276 for (struct path *p = res; p->mnt; p++) in collect_paths()
2283 for (const struct path *p = paths; p->mnt; p++) in drop_collected_paths()
2291 void dissolve_on_fput(struct vfsmount *mnt) in dissolve_on_fput() argument
2293 struct mount *m = real_mount(mnt); in dissolve_on_fput()
2322 static bool __has_locked_children(struct mount *mnt, struct dentry *dentry) in __has_locked_children() argument
2326 list_for_each_entry(child, &mnt->mnt_mounts, mnt_child) { in __has_locked_children()
2330 if (child->mnt.mnt_flags & MNT_LOCKED) in __has_locked_children()
2336 bool has_locked_children(struct mount *mnt, struct dentry *dentry) in has_locked_children() argument
2339 return __has_locked_children(mnt, dentry); in has_locked_children()
2353 if (mnt_ns_loop(p->mnt.mnt_root)) in check_for_nsfs_mounts()
2372 struct mount *old_mnt = real_mount(path->mnt); in clone_private_mount()
2407 return &new_mnt->mnt; in clone_private_mount()
2411 static void lock_mnt_tree(struct mount *mnt) in lock_mnt_tree() argument
2415 for (p = mnt; p; p = next_mnt(p, mnt)) { in lock_mnt_tree()
2416 int flags = p->mnt.mnt_flags; in lock_mnt_tree()
2432 if (list_empty(&p->mnt_expire) && p != mnt) in lock_mnt_tree()
2434 p->mnt.mnt_flags = flags; in lock_mnt_tree()
2438 static void cleanup_group_ids(struct mount *mnt, struct mount *end) in cleanup_group_ids() argument
2442 for (p = mnt; p != end; p = next_mnt(p, mnt)) { in cleanup_group_ids()
2448 static int invent_group_ids(struct mount *mnt, bool recurse) in invent_group_ids() argument
2452 for (p = mnt; p; p = recurse ? next_mnt(p, mnt) : NULL) { in invent_group_ids()
2456 cleanup_group_ids(mnt, p); in invent_group_ids()
2465 int count_mounts(struct mnt_namespace *ns, struct mount *mnt) in count_mounts() argument
2478 for (p = mnt; p; p = next_mnt(p, mnt)) in count_mounts()
2579 if (!shorter && is_mnt_ns_file(top->mnt.mnt_root)) in attach_recursive_mnt()
2582 err = get_mountpoint(top->mnt.mnt_root, &root); in attach_recursive_mnt()
2639 q = __lookup_mnt(&child->mnt_parent->mnt, in attach_recursive_mnt()
2681 m = topmost_overmount(real_mount(path->mnt)); in where_to_mount()
2685 m = __lookup_mnt(path->mnt, path->dentry); in where_to_mount()
2688 *dentry = m->mnt.mnt_root; in where_to_mount()
2692 return real_mount(path->mnt); in where_to_mount()
2743 if (&m->mnt != path->mnt) { in do_lock_mount()
2744 mntget(&m->mnt); in do_lock_mount()
2758 else if (unlikely(cant_mount(dentry) || !is_mounted(path->mnt))) in do_lock_mount()
2760 else if (beneath && &m->mnt == path->mnt && !m->overmount) in do_lock_mount()
2780 if (&m->mnt != path->mnt) { in do_lock_mount()
2782 mntput(&m->mnt); in do_lock_mount()
2810 static int graft_tree(struct mount *mnt, const struct pinned_mountpoint *mp) in graft_tree() argument
2812 if (mnt->mnt.mnt_sb->s_flags & SB_NOUSER) in graft_tree()
2816 d_is_dir(mnt->mnt.mnt_root)) in graft_tree()
2819 return attach_recursive_mnt(mnt, mp); in graft_tree()
2858 struct mount *mnt = real_mount(path->mnt); in do_change_type() local
2872 err = may_change_propagation(mnt); in do_change_type()
2877 err = invent_group_ids(mnt, recurse); in do_change_type()
2882 for (m = mnt; m; m = (recurse ? next_mnt(m, mnt) : NULL)) in do_change_type()
2933 struct mount *mnt = real_mount(path->mnt); in may_copy_tree() local
2936 if (check_mnt(mnt)) in may_copy_tree()
2946 if (!is_mounted(path->mnt)) in may_copy_tree()
2949 return check_anonymous_mnt(mnt); in may_copy_tree()
2955 struct mount *old = real_mount(old_path->mnt); in __do_loopback()
2979 struct mount *mnt = NULL; in do_loopback() local
2997 mnt = __do_loopback(&old_path, recurse); in do_loopback()
2998 if (IS_ERR(mnt)) in do_loopback()
2999 return PTR_ERR(mnt); in do_loopback()
3001 err = graft_tree(mnt, &mp); in do_loopback()
3004 umount_tree(mnt, UMOUNT_SYNC); in do_loopback()
3014 struct mount *mnt, *p; in get_detached_copy() local
3027 if (is_mounted(path->mnt)) { in get_detached_copy()
3028 src_mnt_ns = real_mount(path->mnt)->mnt_ns; in get_detached_copy()
3035 mnt = __do_loopback(path, recursive); in get_detached_copy()
3036 if (IS_ERR(mnt)) { in get_detached_copy()
3038 return ERR_CAST(mnt); in get_detached_copy()
3041 for (p = mnt; p; p = next_mnt(p, mnt)) { in get_detached_copy()
3045 ns->root = mnt; in get_detached_copy()
3057 mntput(path->mnt); in open_detached_copy()
3058 path->mnt = mntget(&ns->root->mnt); in open_detached_copy()
3061 dissolve_on_fput(path->mnt); in open_detached_copy()
3127 static bool can_change_locked_flags(struct mount *mnt, unsigned int mnt_flags) in can_change_locked_flags() argument
3129 unsigned int fl = mnt->mnt.mnt_flags; in can_change_locked_flags()
3154 static int change_mount_ro_state(struct mount *mnt, unsigned int mnt_flags) in change_mount_ro_state() argument
3158 if (readonly_request == __mnt_is_readonly(&mnt->mnt)) in change_mount_ro_state()
3162 return mnt_make_readonly(mnt); in change_mount_ro_state()
3164 mnt->mnt.mnt_flags &= ~MNT_READONLY; in change_mount_ro_state()
3168 static void set_mount_attributes(struct mount *mnt, unsigned int mnt_flags) in set_mount_attributes() argument
3170 mnt_flags |= mnt->mnt.mnt_flags & ~MNT_USER_SETTABLE_MASK; in set_mount_attributes()
3171 mnt->mnt.mnt_flags = mnt_flags; in set_mount_attributes()
3172 touch_mnt_namespace(mnt->mnt_ns); in set_mount_attributes()
3176 struct vfsmount *mnt) in mnt_warn_timestamp_expiry() argument
3178 struct super_block *sb = mnt->mnt_sb; in mnt_warn_timestamp_expiry()
3180 if (!__mnt_is_readonly(mnt) && in mnt_warn_timestamp_expiry()
3195 is_mounted(mnt) ? "remounted" : "mounted", in mnt_warn_timestamp_expiry()
3212 struct super_block *sb = path->mnt->mnt_sb; in do_reconfigure_mnt()
3213 struct mount *mnt = real_mount(path->mnt); in do_reconfigure_mnt() local
3216 if (!check_mnt(mnt)) in do_reconfigure_mnt()
3222 if (!can_change_locked_flags(mnt, mnt_flags)) in do_reconfigure_mnt()
3231 ret = change_mount_ro_state(mnt, mnt_flags); in do_reconfigure_mnt()
3233 set_mount_attributes(mnt, mnt_flags); in do_reconfigure_mnt()
3237 mnt_warn_timestamp_expiry(path, &mnt->mnt); in do_reconfigure_mnt()
3251 struct super_block *sb = path->mnt->mnt_sb; in do_remount()
3252 struct mount *mnt = real_mount(path->mnt); in do_remount() local
3255 if (!check_mnt(mnt)) in do_remount()
3261 if (!can_change_locked_flags(mnt, mnt_flags)) in do_remount()
3282 set_mount_attributes(mnt, mnt_flags); in do_remount()
3289 mnt_warn_timestamp_expiry(path, &mnt->mnt); in do_remount()
3295 static inline int tree_contains_unbindable(struct mount *mnt) in tree_contains_unbindable() argument
3298 for (p = mnt; p; p = next_mnt(p, mnt)) { in tree_contains_unbindable()
3307 struct mount *from = real_mount(from_path->mnt); in do_set_group()
3308 struct mount *to = real_mount(to_path->mnt); in do_set_group()
3327 if (from->mnt.mnt_sb != to->mnt.mnt_sb) in do_set_group()
3331 if (!is_subdir(to->mnt.mnt_root, from->mnt.mnt_root)) in do_set_group()
3335 if (__has_locked_children(from, to->mnt.mnt_root)) in do_set_group()
3377 no_child = !__lookup_mnt(path->mnt, path->dentry); in path_overmounted()
3381 no_child = !__lookup_mnt(path->mnt, path->dentry); in path_overmounted()
3434 if (&mnt_to->mnt == current->fs->root.mnt) in can_move_mount_beneath()
3502 static inline bool may_use_mount(struct mount *mnt) in may_use_mount() argument
3504 if (check_mnt(mnt)) in may_use_mount()
3512 if (!is_mounted(&mnt->mnt)) in may_use_mount()
3515 return check_anonymous_mnt(mnt); in may_use_mount()
3522 struct mount *old = real_mount(old_path->mnt); in do_move_mount()
3569 struct mount *over = real_mount(new_path->mnt); in do_move_mount()
3630 if (parent->mnt.mnt_sb == newmnt->mnt.mnt_sb && in do_add_mount()
3631 parent->mnt.mnt_root == mp->mp->m_dentry) in do_add_mount()
3634 if (d_is_symlink(newmnt->mnt.mnt_root)) in do_add_mount()
3637 newmnt->mnt.mnt_flags = mnt_flags; in do_add_mount()
3651 struct vfsmount *mnt __free(mntput) = fc_mount(fc); in do_new_mount_fc()
3654 if (IS_ERR(mnt)) in do_new_mount_fc()
3655 return PTR_ERR(mnt); in do_new_mount_fc()
3667 mnt_warn_timestamp_expiry(mountpoint, mnt); in do_new_mount_fc()
3670 error = do_add_mount(real_mount(mnt), &mp, mnt_flags); in do_new_mount_fc()
3672 retain_and_null_ptr(mnt); // consumed on success in do_new_mount_fc()
3752 mp->parent = real_mount(path->mnt); in lock_mount_exact()
3759 struct mount *mnt; in finish_automount() local
3767 mnt = real_mount(m); in finish_automount()
3781 err = do_add_mount(mnt, &mp, path->mnt->mnt_flags | MNT_SHRINKABLE); in finish_automount()
3792 void mnt_set_expiry(struct vfsmount *mnt, struct list_head *expiry_list) in mnt_set_expiry() argument
3795 list_add_tail(&real_mount(mnt)->mnt_expire, expiry_list); in mnt_set_expiry()
3806 struct mount *mnt, *next; in mark_mounts_for_expiry() local
3822 list_for_each_entry_safe(mnt, next, mounts, mnt_expire) { in mark_mounts_for_expiry()
3823 if (!is_mounted(&mnt->mnt)) in mark_mounts_for_expiry()
3825 if (!xchg(&mnt->mnt_expiry_mark, 1) || in mark_mounts_for_expiry()
3826 propagate_mount_busy(mnt, 1)) in mark_mounts_for_expiry()
3828 list_move(&mnt->mnt_expire, &graveyard); in mark_mounts_for_expiry()
3831 mnt = list_first_entry(&graveyard, struct mount, mnt_expire); in mark_mounts_for_expiry()
3832 touch_mnt_namespace(mnt->mnt_ns); in mark_mounts_for_expiry()
3833 umount_tree(mnt, UMOUNT_PROPAGATE|UMOUNT_SYNC); in mark_mounts_for_expiry()
3856 struct mount *mnt = list_entry(tmp, struct mount, mnt_child); in select_submounts() local
3859 if (!(mnt->mnt.mnt_flags & MNT_SHRINKABLE)) in select_submounts()
3864 if (!list_empty(&mnt->mnt_mounts)) { in select_submounts()
3865 this_parent = mnt; in select_submounts()
3869 if (!propagate_mount_busy(mnt, 1)) { in select_submounts()
3870 list_move_tail(&mnt->mnt_expire, graveyard); in select_submounts()
3891 static void shrink_submounts(struct mount *mnt) in shrink_submounts() argument
3897 while (select_submounts(mnt, &graveyard)) { in shrink_submounts()
4014 mnt_flags |= path->mnt->mnt_flags & MNT_ATIME_MASK; in path_mount()
4136 new = copy_tree(old, old->mnt.mnt_root, copy_flags); in copy_mnt_ns()
4158 if (&p->mnt == new_fs->root.mnt) { in copy_mnt_ns()
4159 new_fs->root.mnt = mntget(&q->mnt); in copy_mnt_ns()
4160 rootmnt = &p->mnt; in copy_mnt_ns()
4162 if (&p->mnt == new_fs->pwd.mnt) { in copy_mnt_ns()
4163 new_fs->pwd.mnt = mntget(&q->mnt); in copy_mnt_ns()
4164 pwdmnt = &p->mnt; in copy_mnt_ns()
4172 while (p->mnt.mnt_root != q->mnt.mnt_root) in copy_mnt_ns()
4181 struct mount *mnt = real_mount(m); in mount_subtree() local
4192 ns->root = mnt; in mount_subtree()
4194 mnt_add_to_ns(ns, mnt); in mount_subtree()
4205 s = path.mnt->mnt_sb; in mount_subtree()
4207 mntput(path.mnt); in mount_subtree()
4290 struct mount *mnt; in SYSCALL_DEFINE3() local
4349 newmount.mnt = vfs_create_mount(fc); in SYSCALL_DEFINE3()
4350 if (IS_ERR(newmount.mnt)) { in SYSCALL_DEFINE3()
4351 ret = PTR_ERR(newmount.mnt); in SYSCALL_DEFINE3()
4355 newmount.mnt->mnt_flags = mnt_flags; in SYSCALL_DEFINE3()
4369 mnt = real_mount(newmount.mnt); in SYSCALL_DEFINE3()
4370 ns->root = mnt; in SYSCALL_DEFINE3()
4372 mnt_add_to_ns(ns, mnt); in SYSCALL_DEFINE3()
4373 mntget(newmount.mnt); in SYSCALL_DEFINE3()
4380 dissolve_on_fput(newmount.mnt); in SYSCALL_DEFINE3()
4508 bool is_path_reachable(struct mount *mnt, struct dentry *dentry, in is_path_reachable() argument
4511 while (&mnt->mnt != root->mnt && mnt_has_parent(mnt)) { in is_path_reachable()
4512 dentry = mnt->mnt_mountpoint; in is_path_reachable()
4513 mnt = mnt->mnt_parent; in is_path_reachable()
4515 return &mnt->mnt == root->mnt && is_subdir(dentry, root->dentry); in is_path_reachable()
4521 return is_path_reachable(real_mount(path1->mnt), path1->dentry, path2); in path_is_under()
4583 new_mnt = real_mount(new.mnt); in SYSCALL_DEFINE2()
4584 root_mnt = real_mount(root.mnt); in SYSCALL_DEFINE2()
4593 if (new_mnt->mnt.mnt_flags & MNT_LOCKED) in SYSCALL_DEFINE2()
4615 if (root_mnt->mnt.mnt_flags & MNT_LOCKED) { in SYSCALL_DEFINE2()
4616 new_mnt->mnt.mnt_flags |= MNT_LOCKED; in SYSCALL_DEFINE2()
4617 root_mnt->mnt.mnt_flags &= ~MNT_LOCKED; in SYSCALL_DEFINE2()
4634 static unsigned int recalc_flags(struct mount_kattr *kattr, struct mount *mnt) in recalc_flags() argument
4636 unsigned int flags = mnt->mnt.mnt_flags; in recalc_flags()
4646 static int can_idmap_mount(const struct mount_kattr *kattr, struct mount *mnt) in can_idmap_mount() argument
4648 struct vfsmount *m = &mnt->mnt; in can_idmap_mount()
4681 if (!is_anon_ns(mnt->mnt_ns)) in can_idmap_mount()
4697 const struct mount *mnt) in mnt_allow_writers() argument
4700 (mnt->mnt.mnt_flags & MNT_READONLY)) && in mnt_allow_writers()
4704 static int mount_setattr_prepare(struct mount_kattr *kattr, struct mount *mnt) in mount_setattr_prepare() argument
4709 for (m = mnt; m; m = next_mnt(m, mnt)) { in mount_setattr_prepare()
4722 m = next_mnt(m, mnt); in mount_setattr_prepare()
4733 for (struct mount *p = mnt; p != m; p = next_mnt(p, mnt)) in mount_setattr_prepare()
4739 static void do_idmap_mount(const struct mount_kattr *kattr, struct mount *mnt) in do_idmap_mount() argument
4746 old_idmap = mnt_idmap(&mnt->mnt); in do_idmap_mount()
4749 smp_store_release(&mnt->mnt.mnt_idmap, mnt_idmap_get(kattr->mnt_idmap)); in do_idmap_mount()
4753 static void mount_setattr_commit(struct mount_kattr *kattr, struct mount *mnt) in mount_setattr_commit() argument
4757 for (m = mnt; m; m = next_mnt(m, mnt)) { in mount_setattr_commit()
4762 WRITE_ONCE(m->mnt.mnt_flags, flags); in mount_setattr_commit()
4772 touch_mnt_namespace(mnt->mnt_ns); in mount_setattr_commit()
4777 struct mount *mnt = real_mount(path->mnt); in do_mount_setattr() local
4799 err = invent_group_ids(mnt, kattr->kflags & MOUNT_KATTR_RECURSE); in do_mount_setattr()
4810 if (!anon_ns_root(mnt) && !check_mnt(mnt)) in do_mount_setattr()
4818 err = mount_setattr_prepare(kattr, mnt); in do_mount_setattr()
4820 mount_setattr_commit(kattr, mnt); in do_mount_setattr()
4827 cleanup_group_ids(mnt, NULL); in do_mount_setattr()
5085 struct mount *mnt = mnt_find_id_at(ns, id); in lookup_mnt_in_ns() local
5087 if (!mnt || mnt->mnt_id_unique != id) in lookup_mnt_in_ns()
5090 return &mnt->mnt; in lookup_mnt_in_ns()
5096 struct vfsmount *mnt; member
5106 static u64 mnt_to_attr_flags(struct vfsmount *mnt) in mnt_to_attr_flags() argument
5108 unsigned int mnt_flags = READ_ONCE(mnt->mnt_flags); in mnt_to_attr_flags()
5131 if (is_idmapped_mnt(mnt)) in mnt_to_attr_flags()
5155 struct super_block *sb = s->mnt->mnt_sb; in statmount_sb_basic()
5166 struct mount *m = real_mount(s->mnt); in statmount_mnt_basic()
5173 s->sm.mnt_attr = mnt_to_attr_flags(&m->mnt); in statmount_mnt_basic()
5181 struct mount *m = real_mount(s->mnt); in statmount_propagate_from()
5193 ret = show_path(seq, s->mnt->mnt_root); in statmount_mnt_root()
5212 struct vfsmount *mnt = s->mnt; in statmount_mnt_point() local
5213 struct path mnt_path = { .dentry = mnt->mnt_root, .mnt = mnt }; in statmount_mnt_point()
5222 struct super_block *sb = s->mnt->mnt_sb; in statmount_fs_type()
5230 struct super_block *sb = s->mnt->mnt_sb; in statmount_fs_subtype()
5238 struct super_block *sb = s->mnt->mnt_sb; in statmount_sb_source()
5239 struct mount *r = real_mount(s->mnt); in statmount_sb_source()
5245 ret = sb->s_op->show_devname(seq, s->mnt->mnt_root); in statmount_sb_source()
5270 struct vfsmount *mnt = s->mnt; in statmount_mnt_opts() local
5271 struct super_block *sb = mnt->mnt_sb; in statmount_mnt_opts()
5280 err = sb->s_op->show_options(seq, mnt->mnt_root); in statmount_mnt_opts()
5330 struct vfsmount *mnt = s->mnt; in statmount_opt_array() local
5331 struct super_block *sb = mnt->mnt_sb; in statmount_opt_array()
5338 err = sb->s_op->show_options(seq, mnt->mnt_root); in statmount_opt_array()
5352 struct vfsmount *mnt = s->mnt; in statmount_opt_sec_array() local
5353 struct super_block *sb = mnt->mnt_sb; in statmount_opt_sec_array()
5551 root->mnt = mntget(&child->mnt); in grab_requested_root()
5552 root->dentry = dget(root->mnt->mnt_root); in grab_requested_root()
5584 s->mnt = lookup_mnt_in_ns(mnt_id, ns); in do_statmount()
5585 if (!s->mnt) in do_statmount()
5596 m = real_mount(s->mnt); in do_statmount()
5597 if (!is_path_reachable(m, m->mnt.mnt_root, &s->root) && in do_statmount()
5601 err = security_sb_statfs(s->mnt->mnt_root); in do_statmount()
5620 s->idmap = mnt_idmap(s->mnt); in do_statmount()
5862 orig.mnt = lookup_mnt_in_ns(mnt_parent_id, ns); in do_listmount()
5863 if (!orig.mnt) in do_listmount()
5865 orig.dentry = orig.mnt->mnt_root; in do_listmount()
5872 if (!is_path_reachable(real_mount(orig.mnt), orig.dentry, &kls->root) && in do_listmount()
5895 if (!is_path_reachable(r, r->mnt.mnt_root, &orig)) in do_listmount()
6000 struct vfsmount *mnt; in init_mount_tree() local
6004 mnt = vfs_kern_mount(&rootfs_fs_type, 0, "rootfs", initramfs_options); in init_mount_tree()
6005 if (IS_ERR(mnt)) in init_mount_tree()
6008 m = real_mount(mnt); in init_mount_tree()
6015 root.mnt = mnt; in init_mount_tree()
6016 root.dentry = mnt->mnt_root; in init_mount_tree()
6071 struct vfsmount *mnt; in kern_mount() local
6072 mnt = vfs_kern_mount(type, SB_KERNMOUNT, type->name, NULL); in kern_mount()
6073 if (!IS_ERR(mnt)) { in kern_mount()
6078 real_mount(mnt)->mnt_ns = MNT_NS_INTERNAL; in kern_mount()
6080 return mnt; in kern_mount()
6084 void kern_unmount(struct vfsmount *mnt) in kern_unmount() argument
6087 if (!IS_ERR(mnt)) { in kern_unmount()
6088 mnt_make_shortterm(mnt); in kern_unmount()
6090 mntput(mnt); in kern_unmount()
6095 void kern_unmount_array(struct vfsmount *mnt[], unsigned int num) in kern_unmount_array() argument
6100 mnt_make_shortterm(mnt[i]); in kern_unmount_array()
6103 mntput(mnt[i]); in kern_unmount_array()
6107 bool our_mnt(struct vfsmount *mnt) in our_mnt() argument
6109 return check_mnt(real_mount(mnt)); in our_mnt()
6126 return fs_root.mnt != &root->mnt || !path_mounted(&fs_root); in current_chrooted()
6134 struct mount *mnt, *n; in mnt_already_visible() local
6137 rbtree_postorder_for_each_entry_safe(mnt, n, &ns->mounts, mnt_node) { in mnt_already_visible()
6141 if (mnt->mnt.mnt_sb->s_type != sb->s_type) in mnt_already_visible()
6147 if (mnt->mnt.mnt_root != mnt->mnt.mnt_sb->s_root) in mnt_already_visible()
6151 mnt_flags = mnt->mnt.mnt_flags; in mnt_already_visible()
6154 if (sb_rdonly(mnt->mnt.mnt_sb)) in mnt_already_visible()
6171 list_for_each_entry(child, &mnt->mnt_mounts, mnt_child) { in mnt_already_visible()
6174 if (!(child->mnt.mnt_flags & MNT_LOCKED)) in mnt_already_visible()
6212 bool mnt_may_suid(struct vfsmount *mnt) in mnt_may_suid() argument
6221 return !(mnt->mnt_flags & MNT_NOSUID) && check_mnt(real_mount(mnt)) && in mnt_may_suid()
6222 current_in_userns(mnt->mnt_sb->s_user_ns); in mnt_may_suid()
6271 err = vfs_path_lookup(mnt_ns->root->mnt.mnt_root, &mnt_ns->root->mnt, in mntns_install()