xref: /qemu/tests/qemu-iotests/298 (revision d2ace2b95ff35f71a532bc1f5c4cb60971feb4a8)
1*d2ace2b9SVladimir Sementsov-Ogievskiy#!/usr/bin/env python3
2*d2ace2b9SVladimir Sementsov-Ogievskiy#
3*d2ace2b9SVladimir Sementsov-Ogievskiy# Test for preallocate filter
4*d2ace2b9SVladimir Sementsov-Ogievskiy#
5*d2ace2b9SVladimir Sementsov-Ogievskiy# Copyright (c) 2020 Virtuozzo International GmbH.
6*d2ace2b9SVladimir Sementsov-Ogievskiy#
7*d2ace2b9SVladimir Sementsov-Ogievskiy# This program is free software; you can redistribute it and/or modify
8*d2ace2b9SVladimir Sementsov-Ogievskiy# it under the terms of the GNU General Public License as published by
9*d2ace2b9SVladimir Sementsov-Ogievskiy# the Free Software Foundation; either version 2 of the License, or
10*d2ace2b9SVladimir Sementsov-Ogievskiy# (at your option) any later version.
11*d2ace2b9SVladimir Sementsov-Ogievskiy#
12*d2ace2b9SVladimir Sementsov-Ogievskiy# This program is distributed in the hope that it will be useful,
13*d2ace2b9SVladimir Sementsov-Ogievskiy# but WITHOUT ANY WARRANTY; without even the implied warranty of
14*d2ace2b9SVladimir Sementsov-Ogievskiy# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15*d2ace2b9SVladimir Sementsov-Ogievskiy# GNU General Public License for more details.
16*d2ace2b9SVladimir Sementsov-Ogievskiy#
17*d2ace2b9SVladimir Sementsov-Ogievskiy# You should have received a copy of the GNU General Public License
18*d2ace2b9SVladimir Sementsov-Ogievskiy# along with this program.  If not, see <http://www.gnu.org/licenses/>.
19*d2ace2b9SVladimir Sementsov-Ogievskiy#
20*d2ace2b9SVladimir Sementsov-Ogievskiy
21*d2ace2b9SVladimir Sementsov-Ogievskiyimport os
22*d2ace2b9SVladimir Sementsov-Ogievskiyimport iotests
23*d2ace2b9SVladimir Sementsov-Ogievskiy
24*d2ace2b9SVladimir Sementsov-OgievskiyMiB = 1024 * 1024
25*d2ace2b9SVladimir Sementsov-Ogievskiydisk = os.path.join(iotests.test_dir, 'disk')
26*d2ace2b9SVladimir Sementsov-Ogievskiyoverlay = os.path.join(iotests.test_dir, 'overlay')
27*d2ace2b9SVladimir Sementsov-Ogievskiyrefdisk = os.path.join(iotests.test_dir, 'refdisk')
28*d2ace2b9SVladimir Sementsov-Ogievskiydrive_opts = f'node-name=disk,driver={iotests.imgfmt},' \
29*d2ace2b9SVladimir Sementsov-Ogievskiy    f'file.node-name=filter,file.driver=preallocate,' \
30*d2ace2b9SVladimir Sementsov-Ogievskiy    f'file.file.node-name=file,file.file.filename={disk}'
31*d2ace2b9SVladimir Sementsov-Ogievskiy
32*d2ace2b9SVladimir Sementsov-Ogievskiy
33*d2ace2b9SVladimir Sementsov-Ogievskiyclass TestPreallocateBase(iotests.QMPTestCase):
34*d2ace2b9SVladimir Sementsov-Ogievskiy    def setUp(self):
35*d2ace2b9SVladimir Sementsov-Ogievskiy        iotests.qemu_img_create('-f', iotests.imgfmt, disk, str(10 * MiB))
36*d2ace2b9SVladimir Sementsov-Ogievskiy
37*d2ace2b9SVladimir Sementsov-Ogievskiy    def tearDown(self):
38*d2ace2b9SVladimir Sementsov-Ogievskiy        try:
39*d2ace2b9SVladimir Sementsov-Ogievskiy            self.check_small()
40*d2ace2b9SVladimir Sementsov-Ogievskiy            check = iotests.qemu_img_check(disk)
41*d2ace2b9SVladimir Sementsov-Ogievskiy            self.assertFalse('leaks' in check)
42*d2ace2b9SVladimir Sementsov-Ogievskiy            self.assertFalse('corruptions' in check)
43*d2ace2b9SVladimir Sementsov-Ogievskiy            self.assertEqual(check['check-errors'], 0)
44*d2ace2b9SVladimir Sementsov-Ogievskiy        finally:
45*d2ace2b9SVladimir Sementsov-Ogievskiy            os.remove(disk)
46*d2ace2b9SVladimir Sementsov-Ogievskiy
47*d2ace2b9SVladimir Sementsov-Ogievskiy    def check_big(self):
48*d2ace2b9SVladimir Sementsov-Ogievskiy        self.assertTrue(os.path.getsize(disk) > 100 * MiB)
49*d2ace2b9SVladimir Sementsov-Ogievskiy
50*d2ace2b9SVladimir Sementsov-Ogievskiy    def check_small(self):
51*d2ace2b9SVladimir Sementsov-Ogievskiy        self.assertTrue(os.path.getsize(disk) < 10 * MiB)
52*d2ace2b9SVladimir Sementsov-Ogievskiy
53*d2ace2b9SVladimir Sementsov-Ogievskiy
54*d2ace2b9SVladimir Sementsov-Ogievskiyclass TestQemuImg(TestPreallocateBase):
55*d2ace2b9SVladimir Sementsov-Ogievskiy    def test_qemu_img(self):
56*d2ace2b9SVladimir Sementsov-Ogievskiy        p = iotests.QemuIoInteractive('--image-opts', drive_opts)
57*d2ace2b9SVladimir Sementsov-Ogievskiy
58*d2ace2b9SVladimir Sementsov-Ogievskiy        p.cmd('write 0 1M')
59*d2ace2b9SVladimir Sementsov-Ogievskiy        p.cmd('flush')
60*d2ace2b9SVladimir Sementsov-Ogievskiy
61*d2ace2b9SVladimir Sementsov-Ogievskiy        self.check_big()
62*d2ace2b9SVladimir Sementsov-Ogievskiy
63*d2ace2b9SVladimir Sementsov-Ogievskiy        p.close()
64*d2ace2b9SVladimir Sementsov-Ogievskiy
65*d2ace2b9SVladimir Sementsov-Ogievskiy
66*d2ace2b9SVladimir Sementsov-Ogievskiyclass TestPreallocateFilter(TestPreallocateBase):
67*d2ace2b9SVladimir Sementsov-Ogievskiy    def setUp(self):
68*d2ace2b9SVladimir Sementsov-Ogievskiy        super().setUp()
69*d2ace2b9SVladimir Sementsov-Ogievskiy        self.vm = iotests.VM().add_drive(path=None, opts=drive_opts)
70*d2ace2b9SVladimir Sementsov-Ogievskiy        self.vm.launch()
71*d2ace2b9SVladimir Sementsov-Ogievskiy
72*d2ace2b9SVladimir Sementsov-Ogievskiy    def tearDown(self):
73*d2ace2b9SVladimir Sementsov-Ogievskiy        self.vm.shutdown()
74*d2ace2b9SVladimir Sementsov-Ogievskiy        super().tearDown()
75*d2ace2b9SVladimir Sementsov-Ogievskiy
76*d2ace2b9SVladimir Sementsov-Ogievskiy    def test_prealloc(self):
77*d2ace2b9SVladimir Sementsov-Ogievskiy        self.vm.hmp_qemu_io('drive0', 'write 0 1M')
78*d2ace2b9SVladimir Sementsov-Ogievskiy        self.check_big()
79*d2ace2b9SVladimir Sementsov-Ogievskiy
80*d2ace2b9SVladimir Sementsov-Ogievskiy    def test_external_snapshot(self):
81*d2ace2b9SVladimir Sementsov-Ogievskiy        self.test_prealloc()
82*d2ace2b9SVladimir Sementsov-Ogievskiy
83*d2ace2b9SVladimir Sementsov-Ogievskiy        result = self.vm.qmp('blockdev-snapshot-sync', node_name='disk',
84*d2ace2b9SVladimir Sementsov-Ogievskiy                             snapshot_file=overlay,
85*d2ace2b9SVladimir Sementsov-Ogievskiy                             snapshot_node_name='overlay')
86*d2ace2b9SVladimir Sementsov-Ogievskiy        self.assert_qmp(result, 'return', {})
87*d2ace2b9SVladimir Sementsov-Ogievskiy
88*d2ace2b9SVladimir Sementsov-Ogievskiy        # on reopen to  r-o base preallocation should be dropped
89*d2ace2b9SVladimir Sementsov-Ogievskiy        self.check_small()
90*d2ace2b9SVladimir Sementsov-Ogievskiy
91*d2ace2b9SVladimir Sementsov-Ogievskiy        self.vm.hmp_qemu_io('drive0', 'write 1M 1M')
92*d2ace2b9SVladimir Sementsov-Ogievskiy
93*d2ace2b9SVladimir Sementsov-Ogievskiy        result = self.vm.qmp('block-commit', device='overlay')
94*d2ace2b9SVladimir Sementsov-Ogievskiy        self.assert_qmp(result, 'return', {})
95*d2ace2b9SVladimir Sementsov-Ogievskiy        self.complete_and_wait()
96*d2ace2b9SVladimir Sementsov-Ogievskiy
97*d2ace2b9SVladimir Sementsov-Ogievskiy        # commit of new megabyte should trigger preallocation
98*d2ace2b9SVladimir Sementsov-Ogievskiy        self.check_big()
99*d2ace2b9SVladimir Sementsov-Ogievskiy
100*d2ace2b9SVladimir Sementsov-Ogievskiy    def test_reopen_opts(self):
101*d2ace2b9SVladimir Sementsov-Ogievskiy        result = self.vm.qmp('x-blockdev-reopen', **{
102*d2ace2b9SVladimir Sementsov-Ogievskiy            'node-name': 'disk',
103*d2ace2b9SVladimir Sementsov-Ogievskiy            'driver': iotests.imgfmt,
104*d2ace2b9SVladimir Sementsov-Ogievskiy            'file': {
105*d2ace2b9SVladimir Sementsov-Ogievskiy                'node-name': 'filter',
106*d2ace2b9SVladimir Sementsov-Ogievskiy                'driver': 'preallocate',
107*d2ace2b9SVladimir Sementsov-Ogievskiy                'prealloc-size': 20 * MiB,
108*d2ace2b9SVladimir Sementsov-Ogievskiy                'prealloc-align': 5 * MiB,
109*d2ace2b9SVladimir Sementsov-Ogievskiy                'file': {
110*d2ace2b9SVladimir Sementsov-Ogievskiy                    'node-name': 'file',
111*d2ace2b9SVladimir Sementsov-Ogievskiy                    'driver': 'file',
112*d2ace2b9SVladimir Sementsov-Ogievskiy                    'filename': disk
113*d2ace2b9SVladimir Sementsov-Ogievskiy                }
114*d2ace2b9SVladimir Sementsov-Ogievskiy            }
115*d2ace2b9SVladimir Sementsov-Ogievskiy        })
116*d2ace2b9SVladimir Sementsov-Ogievskiy        self.assert_qmp(result, 'return', {})
117*d2ace2b9SVladimir Sementsov-Ogievskiy
118*d2ace2b9SVladimir Sementsov-Ogievskiy        self.vm.hmp_qemu_io('drive0', 'write 0 1M')
119*d2ace2b9SVladimir Sementsov-Ogievskiy        self.assertTrue(os.path.getsize(disk) == 25 * MiB)
120*d2ace2b9SVladimir Sementsov-Ogievskiy
121*d2ace2b9SVladimir Sementsov-Ogievskiy
122*d2ace2b9SVladimir Sementsov-Ogievskiyclass TestTruncate(iotests.QMPTestCase):
123*d2ace2b9SVladimir Sementsov-Ogievskiy    def setUp(self):
124*d2ace2b9SVladimir Sementsov-Ogievskiy        iotests.qemu_img_create('-f', iotests.imgfmt, disk, str(10 * MiB))
125*d2ace2b9SVladimir Sementsov-Ogievskiy        iotests.qemu_img_create('-f', iotests.imgfmt, refdisk, str(10 * MiB))
126*d2ace2b9SVladimir Sementsov-Ogievskiy
127*d2ace2b9SVladimir Sementsov-Ogievskiy    def tearDown(self):
128*d2ace2b9SVladimir Sementsov-Ogievskiy        os.remove(disk)
129*d2ace2b9SVladimir Sementsov-Ogievskiy        os.remove(refdisk)
130*d2ace2b9SVladimir Sementsov-Ogievskiy
131*d2ace2b9SVladimir Sementsov-Ogievskiy    def do_test(self, prealloc_mode, new_size):
132*d2ace2b9SVladimir Sementsov-Ogievskiy        ret = iotests.qemu_io_silent('--image-opts', '-c', 'write 0 10M', '-c',
133*d2ace2b9SVladimir Sementsov-Ogievskiy                                     f'truncate -m {prealloc_mode} {new_size}',
134*d2ace2b9SVladimir Sementsov-Ogievskiy                                     drive_opts)
135*d2ace2b9SVladimir Sementsov-Ogievskiy        self.assertEqual(ret, 0)
136*d2ace2b9SVladimir Sementsov-Ogievskiy
137*d2ace2b9SVladimir Sementsov-Ogievskiy        ret = iotests.qemu_io_silent('-f', iotests.imgfmt, '-c', 'write 0 10M',
138*d2ace2b9SVladimir Sementsov-Ogievskiy                                     '-c',
139*d2ace2b9SVladimir Sementsov-Ogievskiy                                     f'truncate -m {prealloc_mode} {new_size}',
140*d2ace2b9SVladimir Sementsov-Ogievskiy                                     refdisk)
141*d2ace2b9SVladimir Sementsov-Ogievskiy        self.assertEqual(ret, 0)
142*d2ace2b9SVladimir Sementsov-Ogievskiy
143*d2ace2b9SVladimir Sementsov-Ogievskiy        stat = os.stat(disk)
144*d2ace2b9SVladimir Sementsov-Ogievskiy        refstat = os.stat(refdisk)
145*d2ace2b9SVladimir Sementsov-Ogievskiy
146*d2ace2b9SVladimir Sementsov-Ogievskiy        # Probably we'll want preallocate filter to keep align to cluster when
147*d2ace2b9SVladimir Sementsov-Ogievskiy        # shrink preallocation, so, ignore small differece
148*d2ace2b9SVladimir Sementsov-Ogievskiy        self.assertLess(abs(stat.st_size - refstat.st_size), 64 * 1024)
149*d2ace2b9SVladimir Sementsov-Ogievskiy
150*d2ace2b9SVladimir Sementsov-Ogievskiy        # Preallocate filter may leak some internal clusters (for example, if
151*d2ace2b9SVladimir Sementsov-Ogievskiy        # guest write far over EOF, skipping some clusters - they will remain
152*d2ace2b9SVladimir Sementsov-Ogievskiy        # fallocated, preallocate filter don't care about such leaks, it drops
153*d2ace2b9SVladimir Sementsov-Ogievskiy        # only trailing preallocation.
154*d2ace2b9SVladimir Sementsov-Ogievskiy        self.assertLess(abs(stat.st_blocks - refstat.st_blocks) * 512,
155*d2ace2b9SVladimir Sementsov-Ogievskiy                        1024 * 1024)
156*d2ace2b9SVladimir Sementsov-Ogievskiy
157*d2ace2b9SVladimir Sementsov-Ogievskiy    def test_real_shrink(self):
158*d2ace2b9SVladimir Sementsov-Ogievskiy        self.do_test('off', '5M')
159*d2ace2b9SVladimir Sementsov-Ogievskiy
160*d2ace2b9SVladimir Sementsov-Ogievskiy    def test_truncate_inside_preallocated_area__falloc(self):
161*d2ace2b9SVladimir Sementsov-Ogievskiy        self.do_test('falloc', '50M')
162*d2ace2b9SVladimir Sementsov-Ogievskiy
163*d2ace2b9SVladimir Sementsov-Ogievskiy    def test_truncate_inside_preallocated_area__metadata(self):
164*d2ace2b9SVladimir Sementsov-Ogievskiy        self.do_test('metadata', '50M')
165*d2ace2b9SVladimir Sementsov-Ogievskiy
166*d2ace2b9SVladimir Sementsov-Ogievskiy    def test_truncate_inside_preallocated_area__full(self):
167*d2ace2b9SVladimir Sementsov-Ogievskiy        self.do_test('full', '50M')
168*d2ace2b9SVladimir Sementsov-Ogievskiy
169*d2ace2b9SVladimir Sementsov-Ogievskiy    def test_truncate_inside_preallocated_area__off(self):
170*d2ace2b9SVladimir Sementsov-Ogievskiy        self.do_test('off', '50M')
171*d2ace2b9SVladimir Sementsov-Ogievskiy
172*d2ace2b9SVladimir Sementsov-Ogievskiy    def test_truncate_over_preallocated_area__falloc(self):
173*d2ace2b9SVladimir Sementsov-Ogievskiy        self.do_test('falloc', '150M')
174*d2ace2b9SVladimir Sementsov-Ogievskiy
175*d2ace2b9SVladimir Sementsov-Ogievskiy    def test_truncate_over_preallocated_area__metadata(self):
176*d2ace2b9SVladimir Sementsov-Ogievskiy        self.do_test('metadata', '150M')
177*d2ace2b9SVladimir Sementsov-Ogievskiy
178*d2ace2b9SVladimir Sementsov-Ogievskiy    def test_truncate_over_preallocated_area__full(self):
179*d2ace2b9SVladimir Sementsov-Ogievskiy        self.do_test('full', '150M')
180*d2ace2b9SVladimir Sementsov-Ogievskiy
181*d2ace2b9SVladimir Sementsov-Ogievskiy    def test_truncate_over_preallocated_area__off(self):
182*d2ace2b9SVladimir Sementsov-Ogievskiy        self.do_test('off', '150M')
183*d2ace2b9SVladimir Sementsov-Ogievskiy
184*d2ace2b9SVladimir Sementsov-Ogievskiy
185*d2ace2b9SVladimir Sementsov-Ogievskiyif __name__ == '__main__':
186*d2ace2b9SVladimir Sementsov-Ogievskiy    iotests.main(supported_fmts=['qcow2'], required_fmts=['preallocate'])
187