Lines Matching +full:fiq +full:- +full:device
3 Copyright (C) 2001-2008 Miklos Szeredi <miklos@szeredi.hu>
78 sl->forget = fuse_alloc_forget(); in fuse_alloc_submount_lookup()
79 if (!sl->forget) in fuse_alloc_submount_lookup()
97 fi->i_time = 0; in fuse_alloc_inode()
98 fi->inval_mask = ~0; in fuse_alloc_inode()
99 fi->nodeid = 0; in fuse_alloc_inode()
100 fi->nlookup = 0; in fuse_alloc_inode()
101 fi->attr_version = 0; in fuse_alloc_inode()
102 fi->orig_ino = 0; in fuse_alloc_inode()
103 fi->state = 0; in fuse_alloc_inode()
104 fi->submount_lookup = NULL; in fuse_alloc_inode()
105 mutex_init(&fi->mutex); in fuse_alloc_inode()
106 spin_lock_init(&fi->lock); in fuse_alloc_inode()
107 fi->forget = fuse_alloc_forget(); in fuse_alloc_inode()
108 if (!fi->forget) in fuse_alloc_inode()
114 return &fi->inode; in fuse_alloc_inode()
117 kfree(fi->forget); in fuse_alloc_inode()
127 mutex_destroy(&fi->mutex); in fuse_free_inode()
128 kfree(fi->forget); in fuse_free_inode()
130 kfree(fi->dax); in fuse_free_inode()
138 if (!refcount_dec_and_test(&sl->count)) in fuse_cleanup_submount_lookup()
141 fuse_queue_forget(fc, sl->forget, sl->nodeid, 1); in fuse_cleanup_submount_lookup()
142 sl->forget = NULL; in fuse_cleanup_submount_lookup()
151 WARN_ON(inode->i_state & I_DIRTY_INODE); in fuse_evict_inode()
153 truncate_inode_pages_final(&inode->i_data); in fuse_evict_inode()
155 if (inode->i_sb->s_flags & SB_ACTIVE) { in fuse_evict_inode()
160 if (fi->nlookup) { in fuse_evict_inode()
161 fuse_queue_forget(fc, fi->forget, fi->nodeid, in fuse_evict_inode()
162 fi->nlookup); in fuse_evict_inode()
163 fi->forget = NULL; in fuse_evict_inode()
166 if (fi->submount_lookup) { in fuse_evict_inode()
167 fuse_cleanup_submount_lookup(fc, fi->submount_lookup); in fuse_evict_inode()
168 fi->submount_lookup = NULL; in fuse_evict_inode()
171 if (S_ISREG(inode->i_mode) && !fuse_is_bad(inode)) { in fuse_evict_inode()
172 WARN_ON(!list_empty(&fi->write_files)); in fuse_evict_inode()
173 WARN_ON(!list_empty(&fi->queued_writes)); in fuse_evict_inode()
179 struct super_block *sb = fsc->root->d_sb; in fuse_reconfigure()
182 if (fsc->sb_flags & SB_MANDLOCK) in fuse_reconfigure()
183 return -EINVAL; in fuse_reconfigure()
189 * ino_t is 32-bits on 32-bit arch. We have to squash the 64-bit value down
196 ino ^= ino64 >> (sizeof(u64) - sizeof(ino_t)) * 8; in fuse_squash_ino()
207 lockdep_assert_held(&fi->lock); in fuse_change_attributes_common()
209 fi->attr_version = atomic64_inc_return(&fc->attr_version); in fuse_change_attributes_common()
210 fi->i_time = attr_valid; in fuse_change_attributes_common()
212 set_mask_bits(&fi->inval_mask, STATX_BASIC_STATS, 0); in fuse_change_attributes_common()
214 inode->i_ino = fuse_squash_ino(attr->ino); in fuse_change_attributes_common()
215 inode->i_mode = (inode->i_mode & S_IFMT) | (attr->mode & 07777); in fuse_change_attributes_common()
216 set_nlink(inode, attr->nlink); in fuse_change_attributes_common()
217 inode->i_uid = make_kuid(fc->user_ns, attr->uid); in fuse_change_attributes_common()
218 inode->i_gid = make_kgid(fc->user_ns, attr->gid); in fuse_change_attributes_common()
219 inode->i_blocks = attr->blocks; in fuse_change_attributes_common()
222 attr->atimensec = min_t(u32, attr->atimensec, NSEC_PER_SEC - 1); in fuse_change_attributes_common()
223 attr->mtimensec = min_t(u32, attr->mtimensec, NSEC_PER_SEC - 1); in fuse_change_attributes_common()
224 attr->ctimensec = min_t(u32, attr->ctimensec, NSEC_PER_SEC - 1); in fuse_change_attributes_common()
226 inode_set_atime(inode, attr->atime, attr->atimensec); in fuse_change_attributes_common()
229 inode_set_mtime(inode, attr->mtime, attr->mtimensec); in fuse_change_attributes_common()
232 inode_set_ctime(inode, attr->ctime, attr->ctimensec); in fuse_change_attributes_common()
236 sx->btime.tv_nsec = in fuse_change_attributes_common()
237 min_t(u32, sx->btime.tv_nsec, NSEC_PER_SEC - 1); in fuse_change_attributes_common()
246 set_mask_bits(&fi->inval_mask, STATX_BTIME, 0); in fuse_change_attributes_common()
247 if (sx->mask & STATX_BTIME) { in fuse_change_attributes_common()
248 set_bit(FUSE_I_BTIME, &fi->state); in fuse_change_attributes_common()
249 fi->i_btime.tv_sec = sx->btime.tv_sec; in fuse_change_attributes_common()
250 fi->i_btime.tv_nsec = sx->btime.tv_nsec; in fuse_change_attributes_common()
254 if (attr->blksize != 0) in fuse_change_attributes_common()
255 inode->i_blkbits = ilog2(attr->blksize); in fuse_change_attributes_common()
257 inode->i_blkbits = inode->i_sb->s_blocksize_bits; in fuse_change_attributes_common()
264 fi->orig_i_mode = inode->i_mode; in fuse_change_attributes_common()
265 if (!fc->default_permissions) in fuse_change_attributes_common()
266 inode->i_mode &= ~S_ISVTX; in fuse_change_attributes_common()
268 fi->orig_ino = attr->ino; in fuse_change_attributes_common()
278 inode->i_flags &= ~S_NOSEC; in fuse_change_attributes_common()
285 if (!fc->writeback_cache || !S_ISREG(inode->i_mode)) in fuse_get_cache_mask()
301 spin_lock(&fi->lock); in fuse_change_attributes()
309 attr->size = i_size_read(inode); in fuse_change_attributes()
312 attr->mtime = inode_get_mtime_sec(inode); in fuse_change_attributes()
313 attr->mtimensec = inode_get_mtime_nsec(inode); in fuse_change_attributes()
316 attr->ctime = inode_get_ctime_sec(inode); in fuse_change_attributes()
317 attr->ctimensec = inode_get_ctime_nsec(inode); in fuse_change_attributes()
320 if ((attr_version != 0 && fi->attr_version > attr_version) || in fuse_change_attributes()
321 test_bit(FUSE_I_SIZE_UNSTABLE, &fi->state)) { in fuse_change_attributes()
322 spin_unlock(&fi->lock); in fuse_change_attributes()
329 oldsize = inode->i_size; in fuse_change_attributes()
333 * attr->size coming from server can be stale. We cannot trust it. in fuse_change_attributes()
336 i_size_write(inode, attr->size); in fuse_change_attributes()
337 spin_unlock(&fi->lock); in fuse_change_attributes()
339 if (!cache_mask && S_ISREG(inode->i_mode)) { in fuse_change_attributes()
342 if (oldsize != attr->size) { in fuse_change_attributes()
343 truncate_pagecache(inode, attr->size); in fuse_change_attributes()
344 if (!fc->explicit_inval_data) in fuse_change_attributes()
346 } else if (fc->auto_inval_data) { in fuse_change_attributes()
348 .tv_sec = attr->mtime, in fuse_change_attributes()
349 .tv_nsec = attr->mtimensec, in fuse_change_attributes()
361 invalidate_inode_pages2(inode->i_mapping); in fuse_change_attributes()
365 fuse_dax_dontcache(inode, attr->flags); in fuse_change_attributes()
371 sl->nodeid = nodeid; in fuse_init_submount_lookup()
372 refcount_set(&sl->count, 1); in fuse_init_submount_lookup()
378 inode->i_mode = attr->mode & S_IFMT; in fuse_init_inode()
379 inode->i_size = attr->size; in fuse_init_inode()
380 inode_set_mtime(inode, attr->mtime, attr->mtimensec); in fuse_init_inode()
381 inode_set_ctime(inode, attr->ctime, attr->ctimensec); in fuse_init_inode()
382 if (S_ISREG(inode->i_mode)) { in fuse_init_inode()
384 fuse_init_file_inode(inode, attr->flags); in fuse_init_inode()
385 } else if (S_ISDIR(inode->i_mode)) in fuse_init_inode()
387 else if (S_ISLNK(inode->i_mode)) in fuse_init_inode()
389 else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) || in fuse_init_inode()
390 S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) { in fuse_init_inode()
392 init_special_inode(inode, inode->i_mode, in fuse_init_inode()
393 new_decode_dev(attr->rdev)); in fuse_init_inode()
400 if (!fc->posix_acl) in fuse_init_inode()
401 inode->i_acl = inode->i_default_acl = ACL_DONT_CACHE; in fuse_init_inode()
416 get_fuse_inode(inode)->nodeid = nodeid; in fuse_inode_set()
435 if (fc->auto_submounts && (attr->flags & FUSE_ATTR_SUBMOUNT) && in fuse_iget()
436 S_ISDIR(attr->mode)) { in fuse_iget()
445 fi->nodeid = nodeid; in fuse_iget()
446 fi->submount_lookup = fuse_alloc_submount_lookup(); in fuse_iget()
447 if (!fi->submount_lookup) { in fuse_iget()
451 /* Sets nlookup = 1 on fi->submount_lookup->nlookup */ in fuse_iget()
452 fuse_init_submount_lookup(fi->submount_lookup, nodeid); in fuse_iget()
453 inode->i_flags |= S_AUTOMOUNT; in fuse_iget()
462 if ((inode->i_state & I_NEW)) { in fuse_iget()
463 inode->i_flags |= S_NOATIME; in fuse_iget()
464 if (!fc->writeback_cache || !S_ISREG(attr->mode)) in fuse_iget()
465 inode->i_flags |= S_NOCMTIME; in fuse_iget()
466 inode->i_generation = generation; in fuse_iget()
476 spin_lock(&fi->lock); in fuse_iget()
477 fi->nlookup++; in fuse_iget()
478 spin_unlock(&fi->lock); in fuse_iget()
491 WARN_ON(!rwsem_is_locked(&fc->killsb)); in fuse_ilookup()
492 list_for_each_entry(fm_iter, &fc->mounts, fc_entry) { in fuse_ilookup()
493 if (!fm_iter->sb) in fuse_ilookup()
496 inode = ilookup5(fm_iter->sb, nodeid, fuse_inode_eq, &nodeid); in fuse_ilookup()
517 return -ENOENT; in fuse_reverse_inval_inode()
520 spin_lock(&fi->lock); in fuse_reverse_inval_inode()
521 fi->attr_version = atomic64_inc_return(&fc->attr_version); in fuse_reverse_inval_inode()
522 spin_unlock(&fi->lock); in fuse_reverse_inval_inode()
529 pg_end = -1; in fuse_reverse_inval_inode()
531 pg_end = (offset + len - 1) >> PAGE_SHIFT; in fuse_reverse_inval_inode()
532 invalidate_inode_pages2_range(inode->i_mapping, in fuse_reverse_inval_inode()
543 if (!get_fuse_conn(inode)->parallel_dirops) { in fuse_lock_inode()
544 mutex_lock(&get_fuse_inode(inode)->mutex); in fuse_lock_inode()
554 mutex_unlock(&get_fuse_inode(inode)->mutex); in fuse_unlock_inode()
561 if (fc->no_force_umount) in fuse_umount_begin()
566 // Only retire block-device-based superblocks. in fuse_umount_begin()
567 if (sb->s_bdev != NULL) in fuse_umount_begin()
573 if (fm->fc->conn_init) { in fuse_send_destroy()
585 stbuf->f_type = FUSE_SUPER_MAGIC; in convert_fuse_statfs()
586 stbuf->f_bsize = attr->bsize; in convert_fuse_statfs()
587 stbuf->f_frsize = attr->frsize; in convert_fuse_statfs()
588 stbuf->f_blocks = attr->blocks; in convert_fuse_statfs()
589 stbuf->f_bfree = attr->bfree; in convert_fuse_statfs()
590 stbuf->f_bavail = attr->bavail; in convert_fuse_statfs()
591 stbuf->f_files = attr->files; in convert_fuse_statfs()
592 stbuf->f_ffree = attr->ffree; in convert_fuse_statfs()
593 stbuf->f_namelen = attr->namelen; in convert_fuse_statfs()
599 struct super_block *sb = dentry->d_sb; in fuse_statfs()
605 if (!fuse_allow_current_process(fm->fc)) { in fuse_statfs()
606 buf->f_type = FUSE_SUPER_MAGIC; in fuse_statfs()
629 init_waitqueue_head(&bucket->waitq); in fuse_sync_bucket_alloc()
631 atomic_set(&bucket->count, 1); in fuse_sync_bucket_alloc()
642 spin_lock(&fc->lock); in fuse_sync_fs_writes()
643 bucket = rcu_dereference_protected(fc->curr_bucket, 1); in fuse_sync_fs_writes()
644 count = atomic_read(&bucket->count); in fuse_sync_fs_writes()
648 spin_unlock(&fc->lock); in fuse_sync_fs_writes()
657 atomic_inc(&new_bucket->count); in fuse_sync_fs_writes()
658 rcu_assign_pointer(fc->curr_bucket, new_bucket); in fuse_sync_fs_writes()
659 spin_unlock(&fc->lock); in fuse_sync_fs_writes()
665 atomic_dec(&bucket->count); in fuse_sync_fs_writes()
667 wait_event(bucket->waitq, atomic_read(&bucket->count) == 0); in fuse_sync_fs_writes()
677 struct fuse_conn *fc = fm->fc; in fuse_sync_fs()
690 if (!sb->s_root) in fuse_sync_fs()
693 if (!fc->sync_fs) in fuse_sync_fs()
703 args.nodeid = get_node_id(sb->s_root->d_inode); in fuse_sync_fs()
707 if (err == -ENOSYS) { in fuse_sync_fs()
708 fc->sync_fs = 0; in fuse_sync_fs()
746 struct fuse_fs_context *ctx = fsc->fs_private; in fuse_parse_param()
749 if (fsc->purpose == FS_CONTEXT_FOR_RECONFIGURE) { in fuse_parse_param()
754 if (fsc->oldapi) in fuse_parse_param()
766 if (fsc->source) in fuse_parse_param()
768 fsc->source = param->string; in fuse_parse_param()
769 param->string = NULL; in fuse_parse_param()
773 if (ctx->subtype) in fuse_parse_param()
775 ctx->subtype = param->string; in fuse_parse_param()
776 param->string = NULL; in fuse_parse_param()
780 ctx->fd = result.uint_32; in fuse_parse_param()
781 ctx->fd_present = true; in fuse_parse_param()
787 ctx->rootmode = result.uint_32; in fuse_parse_param()
788 ctx->rootmode_present = true; in fuse_parse_param()
792 ctx->user_id = make_kuid(fsc->user_ns, result.uint_32); in fuse_parse_param()
793 if (!uid_valid(ctx->user_id)) in fuse_parse_param()
795 ctx->user_id_present = true; in fuse_parse_param()
799 ctx->group_id = make_kgid(fsc->user_ns, result.uint_32); in fuse_parse_param()
800 if (!gid_valid(ctx->group_id)) in fuse_parse_param()
802 ctx->group_id_present = true; in fuse_parse_param()
806 ctx->default_permissions = true; in fuse_parse_param()
810 ctx->allow_other = true; in fuse_parse_param()
814 ctx->max_read = result.uint_32; in fuse_parse_param()
818 if (!ctx->is_bdev) in fuse_parse_param()
820 ctx->blksize = result.uint_32; in fuse_parse_param()
824 return -EINVAL; in fuse_parse_param()
832 struct fuse_fs_context *ctx = fsc->fs_private; in fuse_free_fsc()
835 kfree(ctx->subtype); in fuse_free_fsc()
842 struct super_block *sb = root->d_sb; in fuse_show_options()
845 if (fc->legacy_opts_show) { in fuse_show_options()
847 from_kuid_munged(fc->user_ns, fc->user_id)); in fuse_show_options()
849 from_kgid_munged(fc->user_ns, fc->group_id)); in fuse_show_options()
850 if (fc->default_permissions) in fuse_show_options()
852 if (fc->allow_other) in fuse_show_options()
854 if (fc->max_read != ~0) in fuse_show_options()
855 seq_printf(m, ",max_read=%u", fc->max_read); in fuse_show_options()
856 if (sb->s_bdev && sb->s_blocksize != FUSE_DEFAULT_BLKSIZE) in fuse_show_options()
857 seq_printf(m, ",blksize=%lu", sb->s_blocksize); in fuse_show_options()
860 if (fc->dax_mode == FUSE_DAX_ALWAYS) in fuse_show_options()
862 else if (fc->dax_mode == FUSE_DAX_NEVER) in fuse_show_options()
864 else if (fc->dax_mode == FUSE_DAX_INODE_USER) in fuse_show_options()
871 static void fuse_iqueue_init(struct fuse_iqueue *fiq, in fuse_iqueue_init() argument
875 memset(fiq, 0, sizeof(struct fuse_iqueue)); in fuse_iqueue_init()
876 spin_lock_init(&fiq->lock); in fuse_iqueue_init()
877 init_waitqueue_head(&fiq->waitq); in fuse_iqueue_init()
878 INIT_LIST_HEAD(&fiq->pending); in fuse_iqueue_init()
879 INIT_LIST_HEAD(&fiq->interrupts); in fuse_iqueue_init()
880 fiq->forget_list_tail = &fiq->forget_list_head; in fuse_iqueue_init()
881 fiq->connected = 1; in fuse_iqueue_init()
882 fiq->ops = ops; in fuse_iqueue_init()
883 fiq->priv = priv; in fuse_iqueue_init()
890 spin_lock_init(&fpq->lock); in fuse_pqueue_init()
892 INIT_LIST_HEAD(&fpq->processing[i]); in fuse_pqueue_init()
893 INIT_LIST_HEAD(&fpq->io); in fuse_pqueue_init()
894 fpq->connected = 1; in fuse_pqueue_init()
902 spin_lock_init(&fc->lock); in fuse_conn_init()
903 spin_lock_init(&fc->bg_lock); in fuse_conn_init()
904 init_rwsem(&fc->killsb); in fuse_conn_init()
905 refcount_set(&fc->count, 1); in fuse_conn_init()
906 atomic_set(&fc->dev_count, 1); in fuse_conn_init()
907 init_waitqueue_head(&fc->blocked_waitq); in fuse_conn_init()
908 fuse_iqueue_init(&fc->iq, fiq_ops, fiq_priv); in fuse_conn_init()
909 INIT_LIST_HEAD(&fc->bg_queue); in fuse_conn_init()
910 INIT_LIST_HEAD(&fc->entry); in fuse_conn_init()
911 INIT_LIST_HEAD(&fc->devices); in fuse_conn_init()
912 atomic_set(&fc->num_waiting, 0); in fuse_conn_init()
913 fc->max_background = FUSE_DEFAULT_MAX_BACKGROUND; in fuse_conn_init()
914 fc->congestion_threshold = FUSE_DEFAULT_CONGESTION_THRESHOLD; in fuse_conn_init()
915 atomic64_set(&fc->khctr, 0); in fuse_conn_init()
916 fc->polled_files = RB_ROOT; in fuse_conn_init()
917 fc->blocked = 0; in fuse_conn_init()
918 fc->initialized = 0; in fuse_conn_init()
919 fc->connected = 1; in fuse_conn_init()
920 atomic64_set(&fc->attr_version, 1); in fuse_conn_init()
921 get_random_bytes(&fc->scramble_key, sizeof(fc->scramble_key)); in fuse_conn_init()
922 fc->pid_ns = get_pid_ns(task_active_pid_ns(current)); in fuse_conn_init()
923 fc->user_ns = get_user_ns(user_ns); in fuse_conn_init()
924 fc->max_pages = FUSE_DEFAULT_MAX_PAGES_PER_REQ; in fuse_conn_init()
925 fc->max_pages_limit = FUSE_MAX_MAX_PAGES; in fuse_conn_init()
927 INIT_LIST_HEAD(&fc->mounts); in fuse_conn_init()
928 list_add(&fm->fc_entry, &fc->mounts); in fuse_conn_init()
929 fm->fc = fc; in fuse_conn_init()
937 put_user_ns(fc->user_ns); in delayed_release()
938 fc->release(fc); in delayed_release()
943 if (refcount_dec_and_test(&fc->count)) { in fuse_conn_put()
944 struct fuse_iqueue *fiq = &fc->iq; in fuse_conn_put() local
949 if (fiq->ops->release) in fuse_conn_put()
950 fiq->ops->release(fiq); in fuse_conn_put()
951 put_pid_ns(fc->pid_ns); in fuse_conn_put()
952 bucket = rcu_dereference_protected(fc->curr_bucket, 1); in fuse_conn_put()
954 WARN_ON(atomic_read(&bucket->count) != 1); in fuse_conn_put()
957 call_rcu(&fc->rcu, delayed_release); in fuse_conn_put()
964 refcount_inc(&fc->count); in fuse_conn_get()
991 int err = -ESTALE; in fuse_get_dentry()
993 if (handle->nodeid == 0) in fuse_get_dentry()
996 inode = ilookup5(sb, handle->nodeid, fuse_inode_eq, &handle->nodeid); in fuse_get_dentry()
1001 if (!fc->export_support) in fuse_get_dentry()
1004 err = fuse_lookup_name(sb, handle->nodeid, &name, &outarg, in fuse_get_dentry()
1006 if (err && err != -ENOENT) in fuse_get_dentry()
1009 err = -ESTALE; in fuse_get_dentry()
1012 err = -EIO; in fuse_get_dentry()
1013 if (get_node_id(inode) != handle->nodeid) in fuse_get_dentry()
1016 err = -ESTALE; in fuse_get_dentry()
1017 if (inode->i_generation != handle->generation) in fuse_get_dentry()
1044 nodeid = get_fuse_inode(inode)->nodeid; in fuse_encode_fh()
1045 generation = inode->i_generation; in fuse_encode_fh()
1052 nodeid = get_fuse_inode(parent)->nodeid; in fuse_encode_fh()
1053 generation = parent->i_generation; in fuse_encode_fh()
1073 handle.nodeid = (u64) fid->raw[0] << 32; in fuse_fh_to_dentry()
1074 handle.nodeid |= (u64) fid->raw[1]; in fuse_fh_to_dentry()
1075 handle.generation = fid->raw[2]; in fuse_fh_to_dentry()
1087 parent.nodeid = (u64) fid->raw[3] << 32; in fuse_fh_to_parent()
1088 parent.nodeid |= (u64) fid->raw[4]; in fuse_fh_to_parent()
1089 parent.generation = fid->raw[5]; in fuse_fh_to_parent()
1102 if (!fc->export_support) in fuse_get_parent()
1103 return ERR_PTR(-ESTALE); in fuse_get_parent()
1105 err = fuse_lookup_name(child_inode->i_sb, get_node_id(child_inode), in fuse_get_parent()
1108 if (err == -ENOENT) in fuse_get_parent()
1109 return ERR_PTR(-ESTALE); in fuse_get_parent()
1149 *limit = (1 << 16) - 1; in sanitize_global_limit()
1160 sanitize_global_limit((unsigned *)kp->arg); in set_global_limit()
1169 if (arg->minor < 13) in process_init_limits()
1175 spin_lock(&fc->bg_lock); in process_init_limits()
1176 if (arg->max_background) { in process_init_limits()
1177 fc->max_background = arg->max_background; in process_init_limits()
1179 if (!cap_sys_admin && fc->max_background > max_user_bgreq) in process_init_limits()
1180 fc->max_background = max_user_bgreq; in process_init_limits()
1182 if (arg->congestion_threshold) { in process_init_limits()
1183 fc->congestion_threshold = arg->congestion_threshold; in process_init_limits()
1186 fc->congestion_threshold > max_user_congthresh) in process_init_limits()
1187 fc->congestion_threshold = max_user_congthresh; in process_init_limits()
1189 spin_unlock(&fc->bg_lock); in process_init_limits()
1201 struct fuse_conn *fc = fm->fc; in process_init_reply()
1203 struct fuse_init_out *arg = &ia->out; in process_init_reply()
1206 if (error || arg->major != FUSE_KERNEL_VERSION) in process_init_reply()
1213 if (arg->minor >= 6) { in process_init_reply()
1214 u64 flags = arg->flags; in process_init_reply()
1217 flags |= (u64) arg->flags2 << 32; in process_init_reply()
1219 ra_pages = arg->max_readahead / PAGE_SIZE; in process_init_reply()
1221 fc->async_read = 1; in process_init_reply()
1223 fc->no_lock = 1; in process_init_reply()
1224 if (arg->minor >= 17) { in process_init_reply()
1226 fc->no_flock = 1; in process_init_reply()
1229 fc->no_flock = 1; in process_init_reply()
1232 fc->atomic_o_trunc = 1; in process_init_reply()
1233 if (arg->minor >= 9) { in process_init_reply()
1236 fc->export_support = 1; in process_init_reply()
1239 fc->big_writes = 1; in process_init_reply()
1241 fc->dont_mask = 1; in process_init_reply()
1243 fc->auto_inval_data = 1; in process_init_reply()
1245 fc->explicit_inval_data = 1; in process_init_reply()
1247 fc->do_readdirplus = 1; in process_init_reply()
1249 fc->readdirplus_auto = 1; in process_init_reply()
1252 fc->async_dio = 1; in process_init_reply()
1254 fc->writeback_cache = 1; in process_init_reply()
1256 fc->parallel_dirops = 1; in process_init_reply()
1258 fc->handle_killpriv = 1; in process_init_reply()
1259 if (arg->time_gran && arg->time_gran <= 1000000000) in process_init_reply()
1260 fm->sb->s_time_gran = arg->time_gran; in process_init_reply()
1262 fc->default_permissions = 1; in process_init_reply()
1263 fc->posix_acl = 1; in process_init_reply()
1266 fc->cache_symlinks = 1; in process_init_reply()
1268 fc->abort_err = 1; in process_init_reply()
1270 fc->max_pages = in process_init_reply()
1271 min_t(unsigned int, fc->max_pages_limit, in process_init_reply()
1272 max_t(unsigned int, arg->max_pages, 1)); in process_init_reply()
1276 !fuse_dax_check_alignment(fc, arg->map_alignment)) { in process_init_reply()
1280 fc->inode_dax = 1; in process_init_reply()
1283 fc->handle_killpriv_v2 = 1; in process_init_reply()
1284 fm->sb->s_flags |= SB_NOSEC; in process_init_reply()
1287 fc->setxattr_ext = 1; in process_init_reply()
1289 fc->init_security = 1; in process_init_reply()
1291 fc->create_supp_group = 1; in process_init_reply()
1293 fc->direct_io_allow_mmap = 1; in process_init_reply()
1295 ra_pages = fc->max_read / PAGE_SIZE; in process_init_reply()
1296 fc->no_lock = 1; in process_init_reply()
1297 fc->no_flock = 1; in process_init_reply()
1300 fm->sb->s_bdi->ra_pages = in process_init_reply()
1301 min(fm->sb->s_bdi->ra_pages, ra_pages); in process_init_reply()
1302 fc->minor = arg->minor; in process_init_reply()
1303 fc->max_write = arg->minor < 5 ? 4096 : arg->max_write; in process_init_reply()
1304 fc->max_write = max_t(unsigned, 4096, fc->max_write); in process_init_reply()
1305 fc->conn_init = 1; in process_init_reply()
1310 fc->conn_init = 0; in process_init_reply()
1311 fc->conn_error = 1; in process_init_reply()
1315 wake_up_all(&fc->blocked_waitq); in process_init_reply()
1325 ia->in.major = FUSE_KERNEL_VERSION; in fuse_send_init()
1326 ia->in.minor = FUSE_KERNEL_MINOR_VERSION; in fuse_send_init()
1327 ia->in.max_readahead = fm->sb->s_bdi->ra_pages * PAGE_SIZE; in fuse_send_init()
1342 if (fm->fc->dax) in fuse_send_init()
1344 if (fuse_is_inode_dax_mode(fm->fc->dax_mode)) in fuse_send_init()
1347 if (fm->fc->auto_submounts) in fuse_send_init()
1350 ia->in.flags = flags; in fuse_send_init()
1351 ia->in.flags2 = flags >> 32; in fuse_send_init()
1353 ia->args.opcode = FUSE_INIT; in fuse_send_init()
1354 ia->args.in_numargs = 1; in fuse_send_init()
1355 ia->args.in_args[0].size = sizeof(ia->in); in fuse_send_init()
1356 ia->args.in_args[0].value = &ia->in; in fuse_send_init()
1357 ia->args.out_numargs = 1; in fuse_send_init()
1361 ia->args.out_argvar = true; in fuse_send_init()
1362 ia->args.out_args[0].size = sizeof(ia->out); in fuse_send_init()
1363 ia->args.out_args[0].value = &ia->out; in fuse_send_init()
1364 ia->args.force = true; in fuse_send_init()
1365 ia->args.nocreds = true; in fuse_send_init()
1366 ia->args.end = process_init_reply; in fuse_send_init()
1368 if (fuse_simple_background(fm, &ia->args, GFP_KERNEL) != 0) in fuse_send_init()
1369 process_init_reply(fm, &ia->args, -ENOTCONN); in fuse_send_init()
1375 WARN_ON(!list_empty(&fc->devices)); in fuse_free_conn()
1385 if (sb->s_bdev) { in fuse_bdi_init()
1386 suffix = "-fuseblk"; in fuse_bdi_init()
1388 * sb->s_bdi points to blkdev's bdi however we want to redirect in fuse_bdi_init()
1391 bdi_put(sb->s_bdi); in fuse_bdi_init()
1392 sb->s_bdi = &noop_backing_dev_info; in fuse_bdi_init()
1394 err = super_setup_bdi_name(sb, "%u:%u%s", MAJOR(fc->dev), in fuse_bdi_init()
1395 MINOR(fc->dev), suffix); in fuse_bdi_init()
1400 sb->s_bdi->capabilities &= ~BDI_CAP_WRITEBACK_ACCT; in fuse_bdi_init()
1401 sb->s_bdi->capabilities |= BDI_CAP_STRICTLIMIT; in fuse_bdi_init()
1415 bdi_set_max_ratio(sb->s_bdi, 1); in fuse_bdi_init()
1435 fud->pq.processing = pq; in fuse_dev_alloc()
1436 fuse_pqueue_init(&fud->pq); in fuse_dev_alloc()
1444 fud->fc = fuse_conn_get(fc); in fuse_dev_install()
1445 spin_lock(&fc->lock); in fuse_dev_install()
1446 list_add_tail(&fud->entry, &fc->devices); in fuse_dev_install()
1447 spin_unlock(&fc->lock); in fuse_dev_install()
1466 struct fuse_conn *fc = fud->fc; in fuse_dev_free()
1469 spin_lock(&fc->lock); in fuse_dev_free()
1470 list_del(&fud->entry); in fuse_dev_free()
1471 spin_unlock(&fc->lock); in fuse_dev_free()
1475 kfree(fud->pq.processing); in fuse_dev_free()
1483 struct timespec64 atime = inode_get_atime(&fi->inode); in fuse_fill_attr_from_inode()
1484 struct timespec64 mtime = inode_get_mtime(&fi->inode); in fuse_fill_attr_from_inode()
1485 struct timespec64 ctime = inode_get_ctime(&fi->inode); in fuse_fill_attr_from_inode()
1488 .ino = fi->inode.i_ino, in fuse_fill_attr_from_inode()
1489 .size = fi->inode.i_size, in fuse_fill_attr_from_inode()
1490 .blocks = fi->inode.i_blocks, in fuse_fill_attr_from_inode()
1497 .mode = fi->inode.i_mode, in fuse_fill_attr_from_inode()
1498 .nlink = fi->inode.i_nlink, in fuse_fill_attr_from_inode()
1499 .uid = fi->inode.i_uid.val, in fuse_fill_attr_from_inode()
1500 .gid = fi->inode.i_gid.val, in fuse_fill_attr_from_inode()
1501 .rdev = fi->inode.i_rdev, in fuse_fill_attr_from_inode()
1502 .blksize = 1u << fi->inode.i_blkbits, in fuse_fill_attr_from_inode()
1508 sb->s_magic = FUSE_SUPER_MAGIC; in fuse_sb_defaults()
1509 sb->s_op = &fuse_super_operations; in fuse_sb_defaults()
1510 sb->s_xattr = fuse_xattr_handlers; in fuse_sb_defaults()
1511 sb->s_maxbytes = MAX_LFS_FILESIZE; in fuse_sb_defaults()
1512 sb->s_time_gran = 1; in fuse_sb_defaults()
1513 sb->s_export_op = &fuse_export_operations; in fuse_sb_defaults()
1514 sb->s_iflags |= SB_I_IMA_UNVERIFIABLE_SIGNATURE; in fuse_sb_defaults()
1515 if (sb->s_user_ns != &init_user_ns) in fuse_sb_defaults()
1516 sb->s_iflags |= SB_I_UNTRUSTED_MOUNTER; in fuse_sb_defaults()
1517 sb->s_flags &= ~(SB_NOSEC | SB_I_VERSION); in fuse_sb_defaults()
1524 struct super_block *parent_sb = parent_fi->inode.i_sb; in fuse_fill_super_submount()
1531 fm->sb = sb; in fuse_fill_super_submount()
1533 WARN_ON(sb->s_bdi != &noop_backing_dev_info); in fuse_fill_super_submount()
1534 sb->s_bdi = bdi_get(parent_sb->s_bdi); in fuse_fill_super_submount()
1536 sb->s_xattr = parent_sb->s_xattr; in fuse_fill_super_submount()
1537 sb->s_time_gran = parent_sb->s_time_gran; in fuse_fill_super_submount()
1538 sb->s_blocksize = parent_sb->s_blocksize; in fuse_fill_super_submount()
1539 sb->s_blocksize_bits = parent_sb->s_blocksize_bits; in fuse_fill_super_submount()
1540 sb->s_subtype = kstrdup(parent_sb->s_subtype, GFP_KERNEL); in fuse_fill_super_submount()
1541 if (parent_sb->s_subtype && !sb->s_subtype) in fuse_fill_super_submount()
1542 return -ENOMEM; in fuse_fill_super_submount()
1545 root = fuse_iget(sb, parent_fi->nodeid, 0, &root_attr, 0, 0); in fuse_fill_super_submount()
1552 fi->nlookup--; in fuse_fill_super_submount()
1554 sb->s_d_op = &fuse_dentry_operations; in fuse_fill_super_submount()
1555 sb->s_root = d_make_root(root); in fuse_fill_super_submount()
1556 if (!sb->s_root) in fuse_fill_super_submount()
1557 return -ENOMEM; in fuse_fill_super_submount()
1565 sl = parent_fi->submount_lookup; in fuse_fill_super_submount()
1568 refcount_inc(&sl->count); in fuse_fill_super_submount()
1569 fi->submount_lookup = sl; in fuse_fill_super_submount()
1579 struct fuse_inode *mp_fi = fsc->fs_private; in fuse_get_tree_submount()
1580 struct fuse_conn *fc = get_fuse_conn(&mp_fi->inode); in fuse_get_tree_submount()
1586 return -ENOMEM; in fuse_get_tree_submount()
1588 fm->fc = fuse_conn_get(fc); in fuse_get_tree_submount()
1589 fsc->s_fs_info = fm; in fuse_get_tree_submount()
1591 if (fsc->s_fs_info) in fuse_get_tree_submount()
1603 down_write(&fc->killsb); in fuse_get_tree_submount()
1604 list_add_tail(&fm->fc_entry, &fc->mounts); in fuse_get_tree_submount()
1605 up_write(&fc->killsb); in fuse_get_tree_submount()
1607 sb->s_flags |= SB_ACTIVE; in fuse_get_tree_submount()
1608 fsc->root = dget(sb->s_root); in fuse_get_tree_submount()
1619 fsc->ops = &fuse_context_submount_ops; in fuse_init_fs_context_submount()
1628 struct fuse_conn *fc = fm->fc; in fuse_fill_super_common()
1633 err = -EINVAL; in fuse_fill_super_common()
1634 if (sb->s_flags & SB_MANDLOCK) in fuse_fill_super_common()
1637 rcu_assign_pointer(fc->curr_bucket, fuse_sync_bucket_alloc()); in fuse_fill_super_common()
1640 if (ctx->is_bdev) { in fuse_fill_super_common()
1642 err = -EINVAL; in fuse_fill_super_common()
1643 if (!sb_set_blocksize(sb, ctx->blksize)) in fuse_fill_super_common()
1647 sb->s_blocksize = PAGE_SIZE; in fuse_fill_super_common()
1648 sb->s_blocksize_bits = PAGE_SHIFT; in fuse_fill_super_common()
1651 sb->s_subtype = ctx->subtype; in fuse_fill_super_common()
1652 ctx->subtype = NULL; in fuse_fill_super_common()
1654 err = fuse_dax_conn_alloc(fc, ctx->dax_mode, ctx->dax_dev); in fuse_fill_super_common()
1659 if (ctx->fudptr) { in fuse_fill_super_common()
1660 err = -ENOMEM; in fuse_fill_super_common()
1666 fc->dev = sb->s_dev; in fuse_fill_super_common()
1667 fm->sb = sb; in fuse_fill_super_common()
1673 if (sb->s_flags & SB_POSIXACL) in fuse_fill_super_common()
1674 fc->dont_mask = 1; in fuse_fill_super_common()
1675 sb->s_flags |= SB_POSIXACL; in fuse_fill_super_common()
1677 fc->default_permissions = ctx->default_permissions; in fuse_fill_super_common()
1678 fc->allow_other = ctx->allow_other; in fuse_fill_super_common()
1679 fc->user_id = ctx->user_id; in fuse_fill_super_common()
1680 fc->group_id = ctx->group_id; in fuse_fill_super_common()
1681 fc->legacy_opts_show = ctx->legacy_opts_show; in fuse_fill_super_common()
1682 fc->max_read = max_t(unsigned int, 4096, ctx->max_read); in fuse_fill_super_common()
1683 fc->destroy = ctx->destroy; in fuse_fill_super_common()
1684 fc->no_control = ctx->no_control; in fuse_fill_super_common()
1685 fc->no_force_umount = ctx->no_force_umount; in fuse_fill_super_common()
1687 err = -ENOMEM; in fuse_fill_super_common()
1688 root = fuse_get_root_inode(sb, ctx->rootmode); in fuse_fill_super_common()
1689 sb->s_d_op = &fuse_root_dentry_operations; in fuse_fill_super_common()
1694 sb->s_d_op = &fuse_dentry_operations; in fuse_fill_super_common()
1697 err = -EINVAL; in fuse_fill_super_common()
1698 if (ctx->fudptr && *ctx->fudptr) in fuse_fill_super_common()
1705 list_add_tail(&fc->entry, &fuse_conn_list); in fuse_fill_super_common()
1706 sb->s_root = root_dentry; in fuse_fill_super_common()
1707 if (ctx->fudptr) in fuse_fill_super_common()
1708 *ctx->fudptr = fud; in fuse_fill_super_common()
1728 struct fuse_fs_context *ctx = fsc->fs_private; in fuse_fill_super()
1731 if (!ctx->file || !ctx->rootmode_present || in fuse_fill_super()
1732 !ctx->user_id_present || !ctx->group_id_present) in fuse_fill_super()
1733 return -EINVAL; in fuse_fill_super()
1739 if ((ctx->file->f_op != &fuse_dev_operations) || in fuse_fill_super()
1740 (ctx->file->f_cred->user_ns != sb->s_user_ns)) in fuse_fill_super()
1741 return -EINVAL; in fuse_fill_super()
1742 ctx->fudptr = &ctx->file->private_data; in fuse_fill_super()
1747 /* file->private_data shall be visible on all CPUs after this */ in fuse_fill_super()
1759 return -ENOTCONN; in fuse_set_no_super()
1765 return fsc->sget_key == get_fuse_conn_super(sb); in fuse_test_super()
1770 struct fuse_fs_context *ctx = fsc->fs_private; in fuse_get_tree()
1779 return -ENOMEM; in fuse_get_tree()
1784 return -ENOMEM; in fuse_get_tree()
1787 fuse_conn_init(fc, fm, fsc->user_ns, &fuse_dev_fiq_ops, NULL); in fuse_get_tree()
1788 fc->release = fuse_free_conn; in fuse_get_tree()
1790 fsc->s_fs_info = fm; in fuse_get_tree()
1792 if (ctx->fd_present) in fuse_get_tree()
1793 ctx->file = fget(ctx->fd); in fuse_get_tree()
1795 if (IS_ENABLED(CONFIG_BLOCK) && ctx->is_bdev) { in fuse_get_tree()
1800 * While block dev mount can be initialized with a dummy device fd in fuse_get_tree()
1801 * (found by device name), normal fuse mounts can't in fuse_get_tree()
1803 err = -EINVAL; in fuse_get_tree()
1804 if (!ctx->file) in fuse_get_tree()
1811 fud = READ_ONCE(ctx->file->private_data); in fuse_get_tree()
1812 if (ctx->file->f_op == &fuse_dev_operations && fud) { in fuse_get_tree()
1813 fsc->sget_key = fud->fc; in fuse_get_tree()
1817 fsc->root = dget(sb->s_root); in fuse_get_tree()
1822 if (fsc->s_fs_info) in fuse_get_tree()
1824 if (ctx->file) in fuse_get_tree()
1825 fput(ctx->file); in fuse_get_tree()
1845 return -ENOMEM; in fuse_init_fs_context()
1847 ctx->max_read = ~0; in fuse_init_fs_context()
1848 ctx->blksize = FUSE_DEFAULT_BLKSIZE; in fuse_init_fs_context()
1849 ctx->legacy_opts_show = true; in fuse_init_fs_context()
1852 if (fsc->fs_type == &fuseblk_fs_type) { in fuse_init_fs_context()
1853 ctx->is_bdev = true; in fuse_init_fs_context()
1854 ctx->destroy = true; in fuse_init_fs_context()
1858 fsc->fs_private = ctx; in fuse_init_fs_context()
1859 fsc->ops = &fuse_context_ops; in fuse_init_fs_context()
1865 struct fuse_conn *fc = fm->fc; in fuse_mount_remove()
1868 down_write(&fc->killsb); in fuse_mount_remove()
1869 list_del_init(&fm->fc_entry); in fuse_mount_remove()
1870 if (list_empty(&fc->mounts)) in fuse_mount_remove()
1872 up_write(&fc->killsb); in fuse_mount_remove()
1880 struct fuse_conn *fc = fm->fc; in fuse_conn_destroy()
1882 if (fc->destroy) in fuse_conn_destroy()
1888 if (!list_empty(&fc->entry)) { in fuse_conn_destroy()
1890 list_del(&fc->entry); in fuse_conn_destroy()
1902 if (sb->s_root) { in fuse_sb_destroy()
1911 fuse_conn_put(fm->fc); in fuse_mount_destroy()
1986 err = -ENOMEM; in fuse_fs_init()
2029 err = -ENOMEM; in fuse_sysfs_init()