xref: /linux/fs/sync.c (revision cf9a2ae8d49948f861b56e5333530e491a9da190)
1f79e2abbSAndrew Morton /*
2f79e2abbSAndrew Morton  * High-level sync()-related operations
3f79e2abbSAndrew Morton  */
4f79e2abbSAndrew Morton 
5f79e2abbSAndrew Morton #include <linux/kernel.h>
6f79e2abbSAndrew Morton #include <linux/file.h>
7f79e2abbSAndrew Morton #include <linux/fs.h>
8f79e2abbSAndrew Morton #include <linux/module.h>
9f79e2abbSAndrew Morton #include <linux/writeback.h>
10f79e2abbSAndrew Morton #include <linux/syscalls.h>
11f79e2abbSAndrew Morton #include <linux/linkage.h>
12f79e2abbSAndrew Morton #include <linux/pagemap.h>
13*cf9a2ae8SDavid Howells #include <linux/quotaops.h>
14*cf9a2ae8SDavid Howells #include <linux/buffer_head.h>
15f79e2abbSAndrew Morton 
16f79e2abbSAndrew Morton #define VALID_FLAGS (SYNC_FILE_RANGE_WAIT_BEFORE|SYNC_FILE_RANGE_WRITE| \
17f79e2abbSAndrew Morton 			SYNC_FILE_RANGE_WAIT_AFTER)
18f79e2abbSAndrew Morton 
19f79e2abbSAndrew Morton /*
20*cf9a2ae8SDavid Howells  * sync everything.  Start out by waking pdflush, because that writes back
21*cf9a2ae8SDavid Howells  * all queues in parallel.
22*cf9a2ae8SDavid Howells  */
23*cf9a2ae8SDavid Howells static void do_sync(unsigned long wait)
24*cf9a2ae8SDavid Howells {
25*cf9a2ae8SDavid Howells 	wakeup_pdflush(0);
26*cf9a2ae8SDavid Howells 	sync_inodes(0);		/* All mappings, inodes and their blockdevs */
27*cf9a2ae8SDavid Howells 	DQUOT_SYNC(NULL);
28*cf9a2ae8SDavid Howells 	sync_supers();		/* Write the superblocks */
29*cf9a2ae8SDavid Howells 	sync_filesystems(0);	/* Start syncing the filesystems */
30*cf9a2ae8SDavid Howells 	sync_filesystems(wait);	/* Waitingly sync the filesystems */
31*cf9a2ae8SDavid Howells 	sync_inodes(wait);	/* Mappings, inodes and blockdevs, again. */
32*cf9a2ae8SDavid Howells 	if (!wait)
33*cf9a2ae8SDavid Howells 		printk("Emergency Sync complete\n");
34*cf9a2ae8SDavid Howells 	if (unlikely(laptop_mode))
35*cf9a2ae8SDavid Howells 		laptop_sync_completion();
36*cf9a2ae8SDavid Howells }
37*cf9a2ae8SDavid Howells 
38*cf9a2ae8SDavid Howells asmlinkage long sys_sync(void)
39*cf9a2ae8SDavid Howells {
40*cf9a2ae8SDavid Howells 	do_sync(1);
41*cf9a2ae8SDavid Howells 	return 0;
42*cf9a2ae8SDavid Howells }
43*cf9a2ae8SDavid Howells 
44*cf9a2ae8SDavid Howells void emergency_sync(void)
45*cf9a2ae8SDavid Howells {
46*cf9a2ae8SDavid Howells 	pdflush_operation(do_sync, 0);
47*cf9a2ae8SDavid Howells }
48*cf9a2ae8SDavid Howells 
49*cf9a2ae8SDavid Howells /*
50*cf9a2ae8SDavid Howells  * Generic function to fsync a file.
51*cf9a2ae8SDavid Howells  *
52*cf9a2ae8SDavid Howells  * filp may be NULL if called via the msync of a vma.
53*cf9a2ae8SDavid Howells  */
54*cf9a2ae8SDavid Howells int file_fsync(struct file *filp, struct dentry *dentry, int datasync)
55*cf9a2ae8SDavid Howells {
56*cf9a2ae8SDavid Howells 	struct inode * inode = dentry->d_inode;
57*cf9a2ae8SDavid Howells 	struct super_block * sb;
58*cf9a2ae8SDavid Howells 	int ret, err;
59*cf9a2ae8SDavid Howells 
60*cf9a2ae8SDavid Howells 	/* sync the inode to buffers */
61*cf9a2ae8SDavid Howells 	ret = write_inode_now(inode, 0);
62*cf9a2ae8SDavid Howells 
63*cf9a2ae8SDavid Howells 	/* sync the superblock to buffers */
64*cf9a2ae8SDavid Howells 	sb = inode->i_sb;
65*cf9a2ae8SDavid Howells 	lock_super(sb);
66*cf9a2ae8SDavid Howells 	if (sb->s_op->write_super)
67*cf9a2ae8SDavid Howells 		sb->s_op->write_super(sb);
68*cf9a2ae8SDavid Howells 	unlock_super(sb);
69*cf9a2ae8SDavid Howells 
70*cf9a2ae8SDavid Howells 	/* .. finally sync the buffers to disk */
71*cf9a2ae8SDavid Howells 	err = sync_blockdev(sb->s_bdev);
72*cf9a2ae8SDavid Howells 	if (!ret)
73*cf9a2ae8SDavid Howells 		ret = err;
74*cf9a2ae8SDavid Howells 	return ret;
75*cf9a2ae8SDavid Howells }
76*cf9a2ae8SDavid Howells 
77*cf9a2ae8SDavid Howells long do_fsync(struct file *file, int datasync)
78*cf9a2ae8SDavid Howells {
79*cf9a2ae8SDavid Howells 	int ret;
80*cf9a2ae8SDavid Howells 	int err;
81*cf9a2ae8SDavid Howells 	struct address_space *mapping = file->f_mapping;
82*cf9a2ae8SDavid Howells 
83*cf9a2ae8SDavid Howells 	if (!file->f_op || !file->f_op->fsync) {
84*cf9a2ae8SDavid Howells 		/* Why?  We can still call filemap_fdatawrite */
85*cf9a2ae8SDavid Howells 		ret = -EINVAL;
86*cf9a2ae8SDavid Howells 		goto out;
87*cf9a2ae8SDavid Howells 	}
88*cf9a2ae8SDavid Howells 
89*cf9a2ae8SDavid Howells 	ret = filemap_fdatawrite(mapping);
90*cf9a2ae8SDavid Howells 
91*cf9a2ae8SDavid Howells 	/*
92*cf9a2ae8SDavid Howells 	 * We need to protect against concurrent writers, which could cause
93*cf9a2ae8SDavid Howells 	 * livelocks in fsync_buffers_list().
94*cf9a2ae8SDavid Howells 	 */
95*cf9a2ae8SDavid Howells 	mutex_lock(&mapping->host->i_mutex);
96*cf9a2ae8SDavid Howells 	err = file->f_op->fsync(file, file->f_dentry, datasync);
97*cf9a2ae8SDavid Howells 	if (!ret)
98*cf9a2ae8SDavid Howells 		ret = err;
99*cf9a2ae8SDavid Howells 	mutex_unlock(&mapping->host->i_mutex);
100*cf9a2ae8SDavid Howells 	err = filemap_fdatawait(mapping);
101*cf9a2ae8SDavid Howells 	if (!ret)
102*cf9a2ae8SDavid Howells 		ret = err;
103*cf9a2ae8SDavid Howells out:
104*cf9a2ae8SDavid Howells 	return ret;
105*cf9a2ae8SDavid Howells }
106*cf9a2ae8SDavid Howells 
107*cf9a2ae8SDavid Howells static long __do_fsync(unsigned int fd, int datasync)
108*cf9a2ae8SDavid Howells {
109*cf9a2ae8SDavid Howells 	struct file *file;
110*cf9a2ae8SDavid Howells 	int ret = -EBADF;
111*cf9a2ae8SDavid Howells 
112*cf9a2ae8SDavid Howells 	file = fget(fd);
113*cf9a2ae8SDavid Howells 	if (file) {
114*cf9a2ae8SDavid Howells 		ret = do_fsync(file, datasync);
115*cf9a2ae8SDavid Howells 		fput(file);
116*cf9a2ae8SDavid Howells 	}
117*cf9a2ae8SDavid Howells 	return ret;
118*cf9a2ae8SDavid Howells }
119*cf9a2ae8SDavid Howells 
120*cf9a2ae8SDavid Howells asmlinkage long sys_fsync(unsigned int fd)
121*cf9a2ae8SDavid Howells {
122*cf9a2ae8SDavid Howells 	return __do_fsync(fd, 0);
123*cf9a2ae8SDavid Howells }
124*cf9a2ae8SDavid Howells 
125*cf9a2ae8SDavid Howells asmlinkage long sys_fdatasync(unsigned int fd)
126*cf9a2ae8SDavid Howells {
127*cf9a2ae8SDavid Howells 	return __do_fsync(fd, 1);
128*cf9a2ae8SDavid Howells }
129*cf9a2ae8SDavid Howells 
130*cf9a2ae8SDavid Howells /*
131f79e2abbSAndrew Morton  * sys_sync_file_range() permits finely controlled syncing over a segment of
132f79e2abbSAndrew Morton  * a file in the range offset .. (offset+nbytes-1) inclusive.  If nbytes is
133f79e2abbSAndrew Morton  * zero then sys_sync_file_range() will operate from offset out to EOF.
134f79e2abbSAndrew Morton  *
135f79e2abbSAndrew Morton  * The flag bits are:
136f79e2abbSAndrew Morton  *
137f79e2abbSAndrew Morton  * SYNC_FILE_RANGE_WAIT_BEFORE: wait upon writeout of all pages in the range
138f79e2abbSAndrew Morton  * before performing the write.
139f79e2abbSAndrew Morton  *
140f79e2abbSAndrew Morton  * SYNC_FILE_RANGE_WRITE: initiate writeout of all those dirty pages in the
141f79e2abbSAndrew Morton  * range which are not presently under writeback.
142f79e2abbSAndrew Morton  *
143f79e2abbSAndrew Morton  * SYNC_FILE_RANGE_WAIT_AFTER: wait upon writeout of all pages in the range
144f79e2abbSAndrew Morton  * after performing the write.
145f79e2abbSAndrew Morton  *
146f79e2abbSAndrew Morton  * Useful combinations of the flag bits are:
147f79e2abbSAndrew Morton  *
148f79e2abbSAndrew Morton  * SYNC_FILE_RANGE_WAIT_BEFORE|SYNC_FILE_RANGE_WRITE: ensures that all pages
149f79e2abbSAndrew Morton  * in the range which were dirty on entry to sys_sync_file_range() are placed
150f79e2abbSAndrew Morton  * under writeout.  This is a start-write-for-data-integrity operation.
151f79e2abbSAndrew Morton  *
152f79e2abbSAndrew Morton  * SYNC_FILE_RANGE_WRITE: start writeout of all dirty pages in the range which
153f79e2abbSAndrew Morton  * are not presently under writeout.  This is an asynchronous flush-to-disk
154f79e2abbSAndrew Morton  * operation.  Not suitable for data integrity operations.
155f79e2abbSAndrew Morton  *
156f79e2abbSAndrew Morton  * SYNC_FILE_RANGE_WAIT_BEFORE (or SYNC_FILE_RANGE_WAIT_AFTER): wait for
157f79e2abbSAndrew Morton  * completion of writeout of all pages in the range.  This will be used after an
158f79e2abbSAndrew Morton  * earlier SYNC_FILE_RANGE_WAIT_BEFORE|SYNC_FILE_RANGE_WRITE operation to wait
159f79e2abbSAndrew Morton  * for that operation to complete and to return the result.
160f79e2abbSAndrew Morton  *
161f79e2abbSAndrew Morton  * SYNC_FILE_RANGE_WAIT_BEFORE|SYNC_FILE_RANGE_WRITE|SYNC_FILE_RANGE_WAIT_AFTER:
162f79e2abbSAndrew Morton  * a traditional sync() operation.  This is a write-for-data-integrity operation
163f79e2abbSAndrew Morton  * which will ensure that all pages in the range which were dirty on entry to
164f79e2abbSAndrew Morton  * sys_sync_file_range() are committed to disk.
165f79e2abbSAndrew Morton  *
166f79e2abbSAndrew Morton  *
167f79e2abbSAndrew Morton  * SYNC_FILE_RANGE_WAIT_BEFORE and SYNC_FILE_RANGE_WAIT_AFTER will detect any
168f79e2abbSAndrew Morton  * I/O errors or ENOSPC conditions and will return those to the caller, after
169f79e2abbSAndrew Morton  * clearing the EIO and ENOSPC flags in the address_space.
170f79e2abbSAndrew Morton  *
171f79e2abbSAndrew Morton  * It should be noted that none of these operations write out the file's
172f79e2abbSAndrew Morton  * metadata.  So unless the application is strictly performing overwrites of
173f79e2abbSAndrew Morton  * already-instantiated disk blocks, there are no guarantees here that the data
174f79e2abbSAndrew Morton  * will be available after a crash.
175f79e2abbSAndrew Morton  */
176f79e2abbSAndrew Morton asmlinkage long sys_sync_file_range(int fd, loff_t offset, loff_t nbytes,
1775246d050SAndrew Morton 					unsigned int flags)
178f79e2abbSAndrew Morton {
179f79e2abbSAndrew Morton 	int ret;
180f79e2abbSAndrew Morton 	struct file *file;
181f79e2abbSAndrew Morton 	loff_t endbyte;			/* inclusive */
182f79e2abbSAndrew Morton 	int fput_needed;
183f79e2abbSAndrew Morton 	umode_t i_mode;
184f79e2abbSAndrew Morton 
185f79e2abbSAndrew Morton 	ret = -EINVAL;
186f79e2abbSAndrew Morton 	if (flags & ~VALID_FLAGS)
187f79e2abbSAndrew Morton 		goto out;
188f79e2abbSAndrew Morton 
189f79e2abbSAndrew Morton 	endbyte = offset + nbytes;
190f79e2abbSAndrew Morton 
191f79e2abbSAndrew Morton 	if ((s64)offset < 0)
192f79e2abbSAndrew Morton 		goto out;
193f79e2abbSAndrew Morton 	if ((s64)endbyte < 0)
194f79e2abbSAndrew Morton 		goto out;
195f79e2abbSAndrew Morton 	if (endbyte < offset)
196f79e2abbSAndrew Morton 		goto out;
197f79e2abbSAndrew Morton 
198f79e2abbSAndrew Morton 	if (sizeof(pgoff_t) == 4) {
199f79e2abbSAndrew Morton 		if (offset >= (0x100000000ULL << PAGE_CACHE_SHIFT)) {
200f79e2abbSAndrew Morton 			/*
201f79e2abbSAndrew Morton 			 * The range starts outside a 32 bit machine's
202f79e2abbSAndrew Morton 			 * pagecache addressing capabilities.  Let it "succeed"
203f79e2abbSAndrew Morton 			 */
204f79e2abbSAndrew Morton 			ret = 0;
205f79e2abbSAndrew Morton 			goto out;
206f79e2abbSAndrew Morton 		}
207f79e2abbSAndrew Morton 		if (endbyte >= (0x100000000ULL << PAGE_CACHE_SHIFT)) {
208f79e2abbSAndrew Morton 			/*
209f79e2abbSAndrew Morton 			 * Out to EOF
210f79e2abbSAndrew Morton 			 */
211f79e2abbSAndrew Morton 			nbytes = 0;
212f79e2abbSAndrew Morton 		}
213f79e2abbSAndrew Morton 	}
214f79e2abbSAndrew Morton 
215f79e2abbSAndrew Morton 	if (nbytes == 0)
216111ebb6eSOGAWA Hirofumi 		endbyte = LLONG_MAX;
217f79e2abbSAndrew Morton 	else
218f79e2abbSAndrew Morton 		endbyte--;		/* inclusive */
219f79e2abbSAndrew Morton 
220f79e2abbSAndrew Morton 	ret = -EBADF;
221f79e2abbSAndrew Morton 	file = fget_light(fd, &fput_needed);
222f79e2abbSAndrew Morton 	if (!file)
223f79e2abbSAndrew Morton 		goto out;
224f79e2abbSAndrew Morton 
225f79e2abbSAndrew Morton 	i_mode = file->f_dentry->d_inode->i_mode;
226f79e2abbSAndrew Morton 	ret = -ESPIPE;
227f79e2abbSAndrew Morton 	if (!S_ISREG(i_mode) && !S_ISBLK(i_mode) && !S_ISDIR(i_mode) &&
228f79e2abbSAndrew Morton 			!S_ISLNK(i_mode))
229f79e2abbSAndrew Morton 		goto out_put;
230f79e2abbSAndrew Morton 
231f79e2abbSAndrew Morton 	ret = do_sync_file_range(file, offset, endbyte, flags);
232f79e2abbSAndrew Morton out_put:
233f79e2abbSAndrew Morton 	fput_light(file, fput_needed);
234f79e2abbSAndrew Morton out:
235f79e2abbSAndrew Morton 	return ret;
236f79e2abbSAndrew Morton }
237f79e2abbSAndrew Morton 
238f79e2abbSAndrew Morton /*
239f79e2abbSAndrew Morton  * `endbyte' is inclusive
240f79e2abbSAndrew Morton  */
241f79e2abbSAndrew Morton int do_sync_file_range(struct file *file, loff_t offset, loff_t endbyte,
2425246d050SAndrew Morton 			unsigned int flags)
243f79e2abbSAndrew Morton {
244f79e2abbSAndrew Morton 	int ret;
245f79e2abbSAndrew Morton 	struct address_space *mapping;
246f79e2abbSAndrew Morton 
247f79e2abbSAndrew Morton 	mapping = file->f_mapping;
248f79e2abbSAndrew Morton 	if (!mapping) {
249f79e2abbSAndrew Morton 		ret = -EINVAL;
250f79e2abbSAndrew Morton 		goto out;
251f79e2abbSAndrew Morton 	}
252f79e2abbSAndrew Morton 
253f79e2abbSAndrew Morton 	ret = 0;
254f79e2abbSAndrew Morton 	if (flags & SYNC_FILE_RANGE_WAIT_BEFORE) {
255f79e2abbSAndrew Morton 		ret = wait_on_page_writeback_range(mapping,
256f79e2abbSAndrew Morton 					offset >> PAGE_CACHE_SHIFT,
257f79e2abbSAndrew Morton 					endbyte >> PAGE_CACHE_SHIFT);
258f79e2abbSAndrew Morton 		if (ret < 0)
259f79e2abbSAndrew Morton 			goto out;
260f79e2abbSAndrew Morton 	}
261f79e2abbSAndrew Morton 
262f79e2abbSAndrew Morton 	if (flags & SYNC_FILE_RANGE_WRITE) {
263f79e2abbSAndrew Morton 		ret = __filemap_fdatawrite_range(mapping, offset, endbyte,
264f79e2abbSAndrew Morton 						WB_SYNC_NONE);
265f79e2abbSAndrew Morton 		if (ret < 0)
266f79e2abbSAndrew Morton 			goto out;
267f79e2abbSAndrew Morton 	}
268f79e2abbSAndrew Morton 
269f79e2abbSAndrew Morton 	if (flags & SYNC_FILE_RANGE_WAIT_AFTER) {
270f79e2abbSAndrew Morton 		ret = wait_on_page_writeback_range(mapping,
271f79e2abbSAndrew Morton 					offset >> PAGE_CACHE_SHIFT,
272f79e2abbSAndrew Morton 					endbyte >> PAGE_CACHE_SHIFT);
273f79e2abbSAndrew Morton 	}
274f79e2abbSAndrew Morton out:
275f79e2abbSAndrew Morton 	return ret;
276f79e2abbSAndrew Morton }
277f79e2abbSAndrew Morton EXPORT_SYMBOL_GPL(do_sync_file_range);
278