61 	struct fuse_file *ff;  in fuse_file_alloc()  local
63 	ff = kzalloc(sizeof(struct fuse_file), GFP_KERNEL_ACCOUNT);  in fuse_file_alloc()
64 	if (unlikely(!ff))  in fuse_file_alloc()
67 	ff->fm = fm;  in fuse_file_alloc()
68 	ff->release_args = kzalloc(sizeof(*ff->release_args),  in fuse_file_alloc()
70 	if (!ff->release_args) {  in fuse_file_alloc()
71 		kfree(ff);  in fuse_file_alloc()
75 	INIT_LIST_HEAD(&ff->write_entry);  in fuse_file_alloc()
76 	mutex_init(&ff->readdir.lock);  in fuse_file_alloc()
77 	refcount_set(&ff->count, 1);  in fuse_file_alloc()
78 	RB_CLEAR_NODE(&ff->polled_node);  in fuse_file_alloc()
79 	init_waitqueue_head(&ff->poll_wait);  in fuse_file_alloc()
81 	ff->kh = atomic64_inc_return(&fm->fc->khctr);  in fuse_file_alloc()
83 	return ff;  in fuse_file_alloc()
86 void fuse_file_free(struct fuse_file *ff)  in fuse_file_free()  argument
88 	kfree(ff->release_args);  in fuse_file_free()
89 	mutex_destroy(&ff->readdir.lock);  in fuse_file_free()
90 	kfree(ff);  in fuse_file_free()
93 static struct fuse_file *fuse_file_get(struct fuse_file *ff)  in fuse_file_get()  argument
95 	refcount_inc(&ff->count);  in fuse_file_get()
96 	return ff;  in fuse_file_get()
108 static void fuse_file_put(struct fuse_file *ff, bool sync, bool isdir)  in fuse_file_put()  argument
110 	if (refcount_dec_and_test(&ff->count)) {  in fuse_file_put()
111 		struct fuse_args *args = &ff->release_args->args;  in fuse_file_put()
113 		if (isdir ? ff->fm->fc->no_opendir : ff->fm->fc->no_open) {  in fuse_file_put()
115 			fuse_release_end(ff->fm, args, 0);  in fuse_file_put()
117 			fuse_simple_request(ff->fm, args);  in fuse_file_put()
118 			fuse_release_end(ff->fm, args, 0);  in fuse_file_put()
121 			if (fuse_simple_background(ff->fm, args,  in fuse_file_put()
123 				fuse_release_end(ff->fm, args, -ENOTCONN);  in fuse_file_put()
125 		kfree(ff);  in fuse_file_put()
133 	struct fuse_file *ff;  in fuse_file_open()  local
136 	ff = fuse_file_alloc(fm);  in fuse_file_open()
137 	if (!ff)  in fuse_file_open()
140 	ff->fh = 0;  in fuse_file_open()
142 	ff->open_flags = FOPEN_KEEP_CACHE | (isdir ? FOPEN_CACHE_DIR : 0);  in fuse_file_open()
149 			ff->fh = outarg.fh;  in fuse_file_open()
150 			ff->open_flags = outarg.open_flags;  in fuse_file_open()
153 			fuse_file_free(ff);  in fuse_file_open()
164 		ff->open_flags &= ~FOPEN_DIRECT_IO;  in fuse_file_open()
166 	ff->nodeid = nodeid;  in fuse_file_open()
168 	return ff;  in fuse_file_open()
174 	struct fuse_file *ff = fuse_file_open(fm, nodeid, file->f_flags, isdir);  in fuse_do_open()  local
176 	if (!IS_ERR(ff))  in fuse_do_open()
177 		file->private_data = ff;  in fuse_do_open()
179 	return PTR_ERR_OR_ZERO(ff);  in fuse_do_open()
187 	struct fuse_file *ff = file->private_data;  in fuse_link_write_file()  local
193 	if (list_empty(&ff->write_entry))  in fuse_link_write_file()
194 		list_add(&ff->write_entry, &fi->write_files);  in fuse_link_write_file()
200 	struct fuse_file *ff = file->private_data;  in fuse_finish_open()  local
203 	if (ff->open_flags & FOPEN_STREAM)  in fuse_finish_open()
205 	else if (ff->open_flags & FOPEN_NONSEEKABLE)  in fuse_finish_open()
260 		struct fuse_file *ff = file->private_data;  in fuse_open_common()  local
264 		else if (!(ff->open_flags & FOPEN_KEEP_CACHE))  in fuse_open_common()
276 static void fuse_prepare_release(struct fuse_inode *fi, struct fuse_file *ff,  in fuse_prepare_release()  argument
279 	struct fuse_conn *fc = ff->fm->fc;  in fuse_prepare_release()
280 	struct fuse_release_args *ra = ff->release_args;  in fuse_prepare_release()
285 		list_del(&ff->write_entry);  in fuse_prepare_release()
289 	if (!RB_EMPTY_NODE(&ff->polled_node))  in fuse_prepare_release()
290 		rb_erase(&ff->polled_node, &fc->polled_files);  in fuse_prepare_release()
293 	wake_up_interruptible_all(&ff->poll_wait);  in fuse_prepare_release()
295 	ra->inarg.fh = ff->fh;  in fuse_prepare_release()
301 	ra->args.nodeid = ff->nodeid;  in fuse_prepare_release()
306 void fuse_file_release(struct inode *inode, struct fuse_file *ff,  in fuse_file_release()  argument
310 	struct fuse_release_args *ra = ff->release_args;  in fuse_file_release()
313 	fuse_prepare_release(fi, ff, open_flags, opcode);  in fuse_file_release()
315 	if (ff->flock) {  in fuse_file_release()
317 		ra->inarg.lock_owner = fuse_lock_owner_id(ff->fm->fc, id);  in fuse_file_release()
331 	fuse_file_put(ff, ff->fm->fc->destroy, isdir);  in fuse_file_release()
362 void fuse_sync_release(struct fuse_inode *fi, struct fuse_file *ff,  in fuse_sync_release()  argument
365 	WARN_ON(refcount_read(&ff->count) > 1);  in fuse_sync_release()
366 	fuse_prepare_release(fi, ff, flags, FUSE_RELEASE);  in fuse_sync_release()
371 	fuse_file_put(ff, true, false);  in fuse_sync_release()
486 	struct fuse_file *ff = file->private_data;  in fuse_flush()  local
494 	if (ff->open_flags & FOPEN_NOFLUSH && !fm->fc->writeback_cache)  in fuse_flush()
514 	inarg.fh = ff->fh;  in fuse_flush()
544 	struct fuse_file *ff = file->private_data;  in fuse_fsync_common()  local
549 	inarg.fh = ff->fh;  in fuse_fsync_common()
612 	struct fuse_file *ff = file->private_data;  in fuse_read_args_fill()  local
615 	ia->read.in.fh = ff->fh;  in fuse_read_args_fill()
620 	args->nodeid = ff->nodeid;  in fuse_read_args_fill()
785 	struct fuse_file *ff = file->private_data;  in fuse_send_read()  local
786 	struct fuse_mount *fm = ff->fm;  in fuse_send_read()
927 	if (ia->ff)  in fuse_readpages_end()
928 		fuse_file_put(ia->ff, false, false);  in fuse_readpages_end()
935 	struct fuse_file *ff = file->private_data;  in fuse_send_readpages()  local
936 	struct fuse_mount *fm = ff->fm;  in fuse_send_readpages()
957 		ia->ff = fuse_file_get(ff);  in fuse_send_readpages()
1034 static void fuse_write_args_fill(struct fuse_io_args *ia, struct fuse_file *ff,  in fuse_write_args_fill()  argument
1039 	ia->write.in.fh = ff->fh;  in fuse_write_args_fill()
1043 	args->nodeid = ff->nodeid;  in fuse_write_args_fill()
1045 	if (ff->fm->fc->minor < 9)  in fuse_write_args_fill()
1073 	struct fuse_file *ff = file->private_data;  in fuse_send_write()  local
1074 	struct fuse_mount *fm = ff->fm;  in fuse_send_write()
1078 	fuse_write_args_fill(ia, ff, pos, count);  in fuse_send_write()
1120 	struct fuse_file *ff = file->private_data;  in fuse_send_write_pages()  local
1121 	struct fuse_mount *fm = ff->fm;  in fuse_send_write_pages()
1129 	fuse_write_args_fill(ia, ff, pos, count);  in fuse_send_write_pages()
1434 	struct fuse_file *ff = file->private_data;  in fuse_direct_io()  local
1435 	struct fuse_conn *fc = ff->fm->fc;  in fuse_direct_io()
1445 	bool fopen_direct_io = ff->open_flags & FOPEN_DIRECT_IO;  in fuse_direct_io()
1573 	struct fuse_file *ff = file->private_data;  in fuse_direct_write_iter()  local
1577 		!(ff->open_flags & FOPEN_PARALLEL_DIRECT_WRITES) ||  in fuse_direct_write_iter()
1625 	struct fuse_file *ff = file->private_data;  in fuse_file_read_iter()  local
1634 	if (!(ff->open_flags & FOPEN_DIRECT_IO))  in fuse_file_read_iter()
1643 	struct fuse_file *ff = file->private_data;  in fuse_file_write_iter()  local
1652 	if (!(ff->open_flags & FOPEN_DIRECT_IO))  in fuse_file_write_iter()
1669 	if (wpa->ia.ff)  in fuse_writepage_free()
1670 		fuse_file_put(wpa->ia.ff, false, false);  in fuse_writepage_free()
1837 		next->ia.ff = fuse_file_get(wpa->ia.ff);  in fuse_writepage_end()
1873 	struct fuse_file *ff;  in __fuse_write_file_get()  local
1876 	ff = list_first_entry_or_null(&fi->write_files, struct fuse_file,  in __fuse_write_file_get()
1878 	if (ff)  in __fuse_write_file_get()
1879 		fuse_file_get(ff);  in __fuse_write_file_get()
1882 	return ff;  in __fuse_write_file_get()
1887 	struct fuse_file *ff = __fuse_write_file_get(fi);  in fuse_write_file_get()  local
1888 	WARN_ON(!ff);  in fuse_write_file_get()
1889 	return ff;  in fuse_write_file_get()
1895 	struct fuse_file *ff;  in fuse_write_inode()  local
1909 	ff = __fuse_write_file_get(fi);  in fuse_write_inode()
1910 	err = fuse_flush_times(inode, ff);  in fuse_write_inode()
1911 	if (ff)  in fuse_write_inode()
1912 		fuse_file_put(ff, false, false);  in fuse_write_inode()
1973 	wpa->ia.ff = fuse_write_file_get(fi);  in fuse_writepage_locked()
1974 	if (!wpa->ia.ff)  in fuse_writepage_locked()
1978 	fuse_write_args_fill(&wpa->ia, wpa->ia.ff, page_offset(page), 0);  in fuse_writepage_locked()
2044 	struct fuse_file *ff;  member
2084 	wpa->ia.ff = fuse_file_get(data->ff);  in fuse_writepages_send()
2196 	if (!data->ff) {  in fuse_writepages_fill()
2198 		data->ff = fuse_write_file_get(fi);  in fuse_writepages_fill()
2199 		if (!data->ff)  in fuse_writepages_fill()
2238 		fuse_write_args_fill(&wpa->ia, data->ff, folio_pos(folio), 0);  in fuse_writepages_fill()
2295 	data.ff = NULL;  in fuse_writepages()
2309 	if (data.ff)  in fuse_writepages()
2310 		fuse_file_put(data.ff, false, false);  in fuse_writepages()
2463 	struct fuse_file *ff = file->private_data;  in fuse_file_mmap()  local
2464 	struct fuse_conn *fc = ff->fm->fc;  in fuse_file_mmap()
2470 	if (ff->open_flags & FOPEN_DIRECT_IO) {  in fuse_file_mmap()
2529 	struct fuse_file *ff = file->private_data;  in fuse_lk_fill()  local
2532 	inarg->fh = ff->fh;  in fuse_lk_fill()
2629 		struct fuse_file *ff = file->private_data;  in fuse_file_flock()  local
2632 		ff->flock = true;  in fuse_file_flock()
2673 	struct fuse_file *ff = file->private_data;  in fuse_lseek()  local
2676 		.fh = ff->fh,  in fuse_lseek()
2687 	args.nodeid = ff->nodeid;  in fuse_lseek()
2756 		struct fuse_file *ff;  in fuse_find_polled_node()  local
2759 		ff = rb_entry(last, struct fuse_file, polled_node);  in fuse_find_polled_node()
2761 		if (kh < ff->kh)  in fuse_find_polled_node()
2763 		else if (kh > ff->kh)  in fuse_find_polled_node()
2781 				      struct fuse_file *ff)  in fuse_register_polled_file()  argument
2784 	if (RB_EMPTY_NODE(&ff->polled_node)) {  in fuse_register_polled_file()
2787 		link = fuse_find_polled_node(fc, ff->kh, &parent);  in fuse_register_polled_file()
2789 		rb_link_node(&ff->polled_node, parent, link);  in fuse_register_polled_file()
2790 		rb_insert_color(&ff->polled_node, &fc->polled_files);  in fuse_register_polled_file()
2797 	struct fuse_file *ff = file->private_data;  in fuse_file_poll()  local
2798 	struct fuse_mount *fm = ff->fm;  in fuse_file_poll()
2799 	struct fuse_poll_in inarg = { .fh = ff->fh, .kh = ff->kh };  in fuse_file_poll()
2807 	poll_wait(file, &ff->poll_wait, wait);  in fuse_file_poll()
2814 	if (waitqueue_active(&ff->poll_wait)) {  in fuse_file_poll()
2816 		fuse_register_polled_file(fm->fc, ff);  in fuse_file_poll()
2820 	args.nodeid = ff->nodeid;  in fuse_file_poll()
2853 		struct fuse_file *ff;  in fuse_notify_poll_wakeup()  local
2855 		ff = rb_entry(*link, struct fuse_file, polled_node);  in fuse_notify_poll_wakeup()
2856 		wake_up_interruptible_sync(&ff->poll_wait);  in fuse_notify_poll_wakeup()
2888 	struct fuse_file *ff = file->private_data;  in fuse_direct_IO()  local
2918 	io->async = ff->fm->fc->async_dio;  in fuse_direct_IO()
2924 		iov_iter_truncate(iter, fuse_round_up(ff->fm->fc, i_size - offset));  in fuse_direct_IO()
2991 	struct fuse_file *ff = file->private_data;  in fuse_file_fallocate()  local
2994 	struct fuse_mount *fm = ff->fm;  in fuse_file_fallocate()
2997 		.fh = ff->fh,  in fuse_file_fallocate()
3045 	args.nodeid = ff->nodeid;  in fuse_file_fallocate()