1*d2ace2b9SVladimir Sementsov-Ogievskiy#!/usr/bin/env python3 2*d2ace2b9SVladimir Sementsov-Ogievskiy# 3*d2ace2b9SVladimir Sementsov-Ogievskiy# Test for preallocate filter 4*d2ace2b9SVladimir Sementsov-Ogievskiy# 5*d2ace2b9SVladimir Sementsov-Ogievskiy# Copyright (c) 2020 Virtuozzo International GmbH. 6*d2ace2b9SVladimir Sementsov-Ogievskiy# 7*d2ace2b9SVladimir Sementsov-Ogievskiy# This program is free software; you can redistribute it and/or modify 8*d2ace2b9SVladimir Sementsov-Ogievskiy# it under the terms of the GNU General Public License as published by 9*d2ace2b9SVladimir Sementsov-Ogievskiy# the Free Software Foundation; either version 2 of the License, or 10*d2ace2b9SVladimir Sementsov-Ogievskiy# (at your option) any later version. 11*d2ace2b9SVladimir Sementsov-Ogievskiy# 12*d2ace2b9SVladimir Sementsov-Ogievskiy# This program is distributed in the hope that it will be useful, 13*d2ace2b9SVladimir Sementsov-Ogievskiy# but WITHOUT ANY WARRANTY; without even the implied warranty of 14*d2ace2b9SVladimir Sementsov-Ogievskiy# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 15*d2ace2b9SVladimir Sementsov-Ogievskiy# GNU General Public License for more details. 16*d2ace2b9SVladimir Sementsov-Ogievskiy# 17*d2ace2b9SVladimir Sementsov-Ogievskiy# You should have received a copy of the GNU General Public License 18*d2ace2b9SVladimir Sementsov-Ogievskiy# along with this program. If not, see <http://www.gnu.org/licenses/>. 19*d2ace2b9SVladimir Sementsov-Ogievskiy# 20*d2ace2b9SVladimir Sementsov-Ogievskiy 21*d2ace2b9SVladimir Sementsov-Ogievskiyimport os 22*d2ace2b9SVladimir Sementsov-Ogievskiyimport iotests 23*d2ace2b9SVladimir Sementsov-Ogievskiy 24*d2ace2b9SVladimir Sementsov-OgievskiyMiB = 1024 * 1024 25*d2ace2b9SVladimir Sementsov-Ogievskiydisk = os.path.join(iotests.test_dir, 'disk') 26*d2ace2b9SVladimir Sementsov-Ogievskiyoverlay = os.path.join(iotests.test_dir, 'overlay') 27*d2ace2b9SVladimir Sementsov-Ogievskiyrefdisk = os.path.join(iotests.test_dir, 'refdisk') 28*d2ace2b9SVladimir Sementsov-Ogievskiydrive_opts = f'node-name=disk,driver={iotests.imgfmt},' \ 29*d2ace2b9SVladimir Sementsov-Ogievskiy f'file.node-name=filter,file.driver=preallocate,' \ 30*d2ace2b9SVladimir Sementsov-Ogievskiy f'file.file.node-name=file,file.file.filename={disk}' 31*d2ace2b9SVladimir Sementsov-Ogievskiy 32*d2ace2b9SVladimir Sementsov-Ogievskiy 33*d2ace2b9SVladimir Sementsov-Ogievskiyclass TestPreallocateBase(iotests.QMPTestCase): 34*d2ace2b9SVladimir Sementsov-Ogievskiy def setUp(self): 35*d2ace2b9SVladimir Sementsov-Ogievskiy iotests.qemu_img_create('-f', iotests.imgfmt, disk, str(10 * MiB)) 36*d2ace2b9SVladimir Sementsov-Ogievskiy 37*d2ace2b9SVladimir Sementsov-Ogievskiy def tearDown(self): 38*d2ace2b9SVladimir Sementsov-Ogievskiy try: 39*d2ace2b9SVladimir Sementsov-Ogievskiy self.check_small() 40*d2ace2b9SVladimir Sementsov-Ogievskiy check = iotests.qemu_img_check(disk) 41*d2ace2b9SVladimir Sementsov-Ogievskiy self.assertFalse('leaks' in check) 42*d2ace2b9SVladimir Sementsov-Ogievskiy self.assertFalse('corruptions' in check) 43*d2ace2b9SVladimir Sementsov-Ogievskiy self.assertEqual(check['check-errors'], 0) 44*d2ace2b9SVladimir Sementsov-Ogievskiy finally: 45*d2ace2b9SVladimir Sementsov-Ogievskiy os.remove(disk) 46*d2ace2b9SVladimir Sementsov-Ogievskiy 47*d2ace2b9SVladimir Sementsov-Ogievskiy def check_big(self): 48*d2ace2b9SVladimir Sementsov-Ogievskiy self.assertTrue(os.path.getsize(disk) > 100 * MiB) 49*d2ace2b9SVladimir Sementsov-Ogievskiy 50*d2ace2b9SVladimir Sementsov-Ogievskiy def check_small(self): 51*d2ace2b9SVladimir Sementsov-Ogievskiy self.assertTrue(os.path.getsize(disk) < 10 * MiB) 52*d2ace2b9SVladimir Sementsov-Ogievskiy 53*d2ace2b9SVladimir Sementsov-Ogievskiy 54*d2ace2b9SVladimir Sementsov-Ogievskiyclass TestQemuImg(TestPreallocateBase): 55*d2ace2b9SVladimir Sementsov-Ogievskiy def test_qemu_img(self): 56*d2ace2b9SVladimir Sementsov-Ogievskiy p = iotests.QemuIoInteractive('--image-opts', drive_opts) 57*d2ace2b9SVladimir Sementsov-Ogievskiy 58*d2ace2b9SVladimir Sementsov-Ogievskiy p.cmd('write 0 1M') 59*d2ace2b9SVladimir Sementsov-Ogievskiy p.cmd('flush') 60*d2ace2b9SVladimir Sementsov-Ogievskiy 61*d2ace2b9SVladimir Sementsov-Ogievskiy self.check_big() 62*d2ace2b9SVladimir Sementsov-Ogievskiy 63*d2ace2b9SVladimir Sementsov-Ogievskiy p.close() 64*d2ace2b9SVladimir Sementsov-Ogievskiy 65*d2ace2b9SVladimir Sementsov-Ogievskiy 66*d2ace2b9SVladimir Sementsov-Ogievskiyclass TestPreallocateFilter(TestPreallocateBase): 67*d2ace2b9SVladimir Sementsov-Ogievskiy def setUp(self): 68*d2ace2b9SVladimir Sementsov-Ogievskiy super().setUp() 69*d2ace2b9SVladimir Sementsov-Ogievskiy self.vm = iotests.VM().add_drive(path=None, opts=drive_opts) 70*d2ace2b9SVladimir Sementsov-Ogievskiy self.vm.launch() 71*d2ace2b9SVladimir Sementsov-Ogievskiy 72*d2ace2b9SVladimir Sementsov-Ogievskiy def tearDown(self): 73*d2ace2b9SVladimir Sementsov-Ogievskiy self.vm.shutdown() 74*d2ace2b9SVladimir Sementsov-Ogievskiy super().tearDown() 75*d2ace2b9SVladimir Sementsov-Ogievskiy 76*d2ace2b9SVladimir Sementsov-Ogievskiy def test_prealloc(self): 77*d2ace2b9SVladimir Sementsov-Ogievskiy self.vm.hmp_qemu_io('drive0', 'write 0 1M') 78*d2ace2b9SVladimir Sementsov-Ogievskiy self.check_big() 79*d2ace2b9SVladimir Sementsov-Ogievskiy 80*d2ace2b9SVladimir Sementsov-Ogievskiy def test_external_snapshot(self): 81*d2ace2b9SVladimir Sementsov-Ogievskiy self.test_prealloc() 82*d2ace2b9SVladimir Sementsov-Ogievskiy 83*d2ace2b9SVladimir Sementsov-Ogievskiy result = self.vm.qmp('blockdev-snapshot-sync', node_name='disk', 84*d2ace2b9SVladimir Sementsov-Ogievskiy snapshot_file=overlay, 85*d2ace2b9SVladimir Sementsov-Ogievskiy snapshot_node_name='overlay') 86*d2ace2b9SVladimir Sementsov-Ogievskiy self.assert_qmp(result, 'return', {}) 87*d2ace2b9SVladimir Sementsov-Ogievskiy 88*d2ace2b9SVladimir Sementsov-Ogievskiy # on reopen to r-o base preallocation should be dropped 89*d2ace2b9SVladimir Sementsov-Ogievskiy self.check_small() 90*d2ace2b9SVladimir Sementsov-Ogievskiy 91*d2ace2b9SVladimir Sementsov-Ogievskiy self.vm.hmp_qemu_io('drive0', 'write 1M 1M') 92*d2ace2b9SVladimir Sementsov-Ogievskiy 93*d2ace2b9SVladimir Sementsov-Ogievskiy result = self.vm.qmp('block-commit', device='overlay') 94*d2ace2b9SVladimir Sementsov-Ogievskiy self.assert_qmp(result, 'return', {}) 95*d2ace2b9SVladimir Sementsov-Ogievskiy self.complete_and_wait() 96*d2ace2b9SVladimir Sementsov-Ogievskiy 97*d2ace2b9SVladimir Sementsov-Ogievskiy # commit of new megabyte should trigger preallocation 98*d2ace2b9SVladimir Sementsov-Ogievskiy self.check_big() 99*d2ace2b9SVladimir Sementsov-Ogievskiy 100*d2ace2b9SVladimir Sementsov-Ogievskiy def test_reopen_opts(self): 101*d2ace2b9SVladimir Sementsov-Ogievskiy result = self.vm.qmp('x-blockdev-reopen', **{ 102*d2ace2b9SVladimir Sementsov-Ogievskiy 'node-name': 'disk', 103*d2ace2b9SVladimir Sementsov-Ogievskiy 'driver': iotests.imgfmt, 104*d2ace2b9SVladimir Sementsov-Ogievskiy 'file': { 105*d2ace2b9SVladimir Sementsov-Ogievskiy 'node-name': 'filter', 106*d2ace2b9SVladimir Sementsov-Ogievskiy 'driver': 'preallocate', 107*d2ace2b9SVladimir Sementsov-Ogievskiy 'prealloc-size': 20 * MiB, 108*d2ace2b9SVladimir Sementsov-Ogievskiy 'prealloc-align': 5 * MiB, 109*d2ace2b9SVladimir Sementsov-Ogievskiy 'file': { 110*d2ace2b9SVladimir Sementsov-Ogievskiy 'node-name': 'file', 111*d2ace2b9SVladimir Sementsov-Ogievskiy 'driver': 'file', 112*d2ace2b9SVladimir Sementsov-Ogievskiy 'filename': disk 113*d2ace2b9SVladimir Sementsov-Ogievskiy } 114*d2ace2b9SVladimir Sementsov-Ogievskiy } 115*d2ace2b9SVladimir Sementsov-Ogievskiy }) 116*d2ace2b9SVladimir Sementsov-Ogievskiy self.assert_qmp(result, 'return', {}) 117*d2ace2b9SVladimir Sementsov-Ogievskiy 118*d2ace2b9SVladimir Sementsov-Ogievskiy self.vm.hmp_qemu_io('drive0', 'write 0 1M') 119*d2ace2b9SVladimir Sementsov-Ogievskiy self.assertTrue(os.path.getsize(disk) == 25 * MiB) 120*d2ace2b9SVladimir Sementsov-Ogievskiy 121*d2ace2b9SVladimir Sementsov-Ogievskiy 122*d2ace2b9SVladimir Sementsov-Ogievskiyclass TestTruncate(iotests.QMPTestCase): 123*d2ace2b9SVladimir Sementsov-Ogievskiy def setUp(self): 124*d2ace2b9SVladimir Sementsov-Ogievskiy iotests.qemu_img_create('-f', iotests.imgfmt, disk, str(10 * MiB)) 125*d2ace2b9SVladimir Sementsov-Ogievskiy iotests.qemu_img_create('-f', iotests.imgfmt, refdisk, str(10 * MiB)) 126*d2ace2b9SVladimir Sementsov-Ogievskiy 127*d2ace2b9SVladimir Sementsov-Ogievskiy def tearDown(self): 128*d2ace2b9SVladimir Sementsov-Ogievskiy os.remove(disk) 129*d2ace2b9SVladimir Sementsov-Ogievskiy os.remove(refdisk) 130*d2ace2b9SVladimir Sementsov-Ogievskiy 131*d2ace2b9SVladimir Sementsov-Ogievskiy def do_test(self, prealloc_mode, new_size): 132*d2ace2b9SVladimir Sementsov-Ogievskiy ret = iotests.qemu_io_silent('--image-opts', '-c', 'write 0 10M', '-c', 133*d2ace2b9SVladimir Sementsov-Ogievskiy f'truncate -m {prealloc_mode} {new_size}', 134*d2ace2b9SVladimir Sementsov-Ogievskiy drive_opts) 135*d2ace2b9SVladimir Sementsov-Ogievskiy self.assertEqual(ret, 0) 136*d2ace2b9SVladimir Sementsov-Ogievskiy 137*d2ace2b9SVladimir Sementsov-Ogievskiy ret = iotests.qemu_io_silent('-f', iotests.imgfmt, '-c', 'write 0 10M', 138*d2ace2b9SVladimir Sementsov-Ogievskiy '-c', 139*d2ace2b9SVladimir Sementsov-Ogievskiy f'truncate -m {prealloc_mode} {new_size}', 140*d2ace2b9SVladimir Sementsov-Ogievskiy refdisk) 141*d2ace2b9SVladimir Sementsov-Ogievskiy self.assertEqual(ret, 0) 142*d2ace2b9SVladimir Sementsov-Ogievskiy 143*d2ace2b9SVladimir Sementsov-Ogievskiy stat = os.stat(disk) 144*d2ace2b9SVladimir Sementsov-Ogievskiy refstat = os.stat(refdisk) 145*d2ace2b9SVladimir Sementsov-Ogievskiy 146*d2ace2b9SVladimir Sementsov-Ogievskiy # Probably we'll want preallocate filter to keep align to cluster when 147*d2ace2b9SVladimir Sementsov-Ogievskiy # shrink preallocation, so, ignore small differece 148*d2ace2b9SVladimir Sementsov-Ogievskiy self.assertLess(abs(stat.st_size - refstat.st_size), 64 * 1024) 149*d2ace2b9SVladimir Sementsov-Ogievskiy 150*d2ace2b9SVladimir Sementsov-Ogievskiy # Preallocate filter may leak some internal clusters (for example, if 151*d2ace2b9SVladimir Sementsov-Ogievskiy # guest write far over EOF, skipping some clusters - they will remain 152*d2ace2b9SVladimir Sementsov-Ogievskiy # fallocated, preallocate filter don't care about such leaks, it drops 153*d2ace2b9SVladimir Sementsov-Ogievskiy # only trailing preallocation. 154*d2ace2b9SVladimir Sementsov-Ogievskiy self.assertLess(abs(stat.st_blocks - refstat.st_blocks) * 512, 155*d2ace2b9SVladimir Sementsov-Ogievskiy 1024 * 1024) 156*d2ace2b9SVladimir Sementsov-Ogievskiy 157*d2ace2b9SVladimir Sementsov-Ogievskiy def test_real_shrink(self): 158*d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('off', '5M') 159*d2ace2b9SVladimir Sementsov-Ogievskiy 160*d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_inside_preallocated_area__falloc(self): 161*d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('falloc', '50M') 162*d2ace2b9SVladimir Sementsov-Ogievskiy 163*d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_inside_preallocated_area__metadata(self): 164*d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('metadata', '50M') 165*d2ace2b9SVladimir Sementsov-Ogievskiy 166*d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_inside_preallocated_area__full(self): 167*d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('full', '50M') 168*d2ace2b9SVladimir Sementsov-Ogievskiy 169*d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_inside_preallocated_area__off(self): 170*d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('off', '50M') 171*d2ace2b9SVladimir Sementsov-Ogievskiy 172*d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_over_preallocated_area__falloc(self): 173*d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('falloc', '150M') 174*d2ace2b9SVladimir Sementsov-Ogievskiy 175*d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_over_preallocated_area__metadata(self): 176*d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('metadata', '150M') 177*d2ace2b9SVladimir Sementsov-Ogievskiy 178*d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_over_preallocated_area__full(self): 179*d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('full', '150M') 180*d2ace2b9SVladimir Sementsov-Ogievskiy 181*d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_over_preallocated_area__off(self): 182*d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('off', '150M') 183*d2ace2b9SVladimir Sementsov-Ogievskiy 184*d2ace2b9SVladimir Sementsov-Ogievskiy 185*d2ace2b9SVladimir Sementsov-Ogievskiyif __name__ == '__main__': 186*d2ace2b9SVladimir Sementsov-Ogievskiy iotests.main(supported_fmts=['qcow2'], required_fmts=['preallocate']) 187