1d2ace2b9SVladimir Sementsov-Ogievskiy#!/usr/bin/env python3 2d2ace2b9SVladimir Sementsov-Ogievskiy# 3d2ace2b9SVladimir Sementsov-Ogievskiy# Test for preallocate filter 4d2ace2b9SVladimir Sementsov-Ogievskiy# 5d2ace2b9SVladimir Sementsov-Ogievskiy# Copyright (c) 2020 Virtuozzo International GmbH. 6d2ace2b9SVladimir Sementsov-Ogievskiy# 7d2ace2b9SVladimir Sementsov-Ogievskiy# This program is free software; you can redistribute it and/or modify 8d2ace2b9SVladimir Sementsov-Ogievskiy# it under the terms of the GNU General Public License as published by 9d2ace2b9SVladimir Sementsov-Ogievskiy# the Free Software Foundation; either version 2 of the License, or 10d2ace2b9SVladimir Sementsov-Ogievskiy# (at your option) any later version. 11d2ace2b9SVladimir Sementsov-Ogievskiy# 12d2ace2b9SVladimir Sementsov-Ogievskiy# This program is distributed in the hope that it will be useful, 13d2ace2b9SVladimir Sementsov-Ogievskiy# but WITHOUT ANY WARRANTY; without even the implied warranty of 14d2ace2b9SVladimir Sementsov-Ogievskiy# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 15d2ace2b9SVladimir Sementsov-Ogievskiy# GNU General Public License for more details. 16d2ace2b9SVladimir Sementsov-Ogievskiy# 17d2ace2b9SVladimir Sementsov-Ogievskiy# You should have received a copy of the GNU General Public License 18d2ace2b9SVladimir Sementsov-Ogievskiy# along with this program. If not, see <http://www.gnu.org/licenses/>. 19d2ace2b9SVladimir Sementsov-Ogievskiy# 20d2ace2b9SVladimir Sementsov-Ogievskiy 21d2ace2b9SVladimir Sementsov-Ogievskiyimport os 22d2ace2b9SVladimir Sementsov-Ogievskiyimport iotests 23d2ace2b9SVladimir Sementsov-Ogievskiy 24d2ace2b9SVladimir Sementsov-OgievskiyMiB = 1024 * 1024 25d2ace2b9SVladimir Sementsov-Ogievskiydisk = os.path.join(iotests.test_dir, 'disk') 26d2ace2b9SVladimir Sementsov-Ogievskiyoverlay = os.path.join(iotests.test_dir, 'overlay') 27d2ace2b9SVladimir Sementsov-Ogievskiyrefdisk = os.path.join(iotests.test_dir, 'refdisk') 28d2ace2b9SVladimir Sementsov-Ogievskiydrive_opts = f'node-name=disk,driver={iotests.imgfmt},' \ 29d2ace2b9SVladimir Sementsov-Ogievskiy f'file.node-name=filter,file.driver=preallocate,' \ 30d2ace2b9SVladimir Sementsov-Ogievskiy f'file.file.node-name=file,file.file.filename={disk}' 31d2ace2b9SVladimir Sementsov-Ogievskiy 32d2ace2b9SVladimir Sementsov-Ogievskiy 33d2ace2b9SVladimir Sementsov-Ogievskiyclass TestPreallocateBase(iotests.QMPTestCase): 34d2ace2b9SVladimir Sementsov-Ogievskiy def setUp(self): 35d2ace2b9SVladimir Sementsov-Ogievskiy iotests.qemu_img_create('-f', iotests.imgfmt, disk, str(10 * MiB)) 36d2ace2b9SVladimir Sementsov-Ogievskiy 37d2ace2b9SVladimir Sementsov-Ogievskiy def tearDown(self): 38d2ace2b9SVladimir Sementsov-Ogievskiy try: 39d2ace2b9SVladimir Sementsov-Ogievskiy self.check_small() 40d2ace2b9SVladimir Sementsov-Ogievskiy check = iotests.qemu_img_check(disk) 41d2ace2b9SVladimir Sementsov-Ogievskiy self.assertFalse('leaks' in check) 42d2ace2b9SVladimir Sementsov-Ogievskiy self.assertFalse('corruptions' in check) 43d2ace2b9SVladimir Sementsov-Ogievskiy self.assertEqual(check['check-errors'], 0) 44d2ace2b9SVladimir Sementsov-Ogievskiy finally: 45d2ace2b9SVladimir Sementsov-Ogievskiy os.remove(disk) 46d2ace2b9SVladimir Sementsov-Ogievskiy 47d2ace2b9SVladimir Sementsov-Ogievskiy def check_big(self): 48d2ace2b9SVladimir Sementsov-Ogievskiy self.assertTrue(os.path.getsize(disk) > 100 * MiB) 49d2ace2b9SVladimir Sementsov-Ogievskiy 50d2ace2b9SVladimir Sementsov-Ogievskiy def check_small(self): 51d2ace2b9SVladimir Sementsov-Ogievskiy self.assertTrue(os.path.getsize(disk) < 10 * MiB) 52d2ace2b9SVladimir Sementsov-Ogievskiy 53d2ace2b9SVladimir Sementsov-Ogievskiy 54d2ace2b9SVladimir Sementsov-Ogievskiyclass TestQemuImg(TestPreallocateBase): 55d2ace2b9SVladimir Sementsov-Ogievskiy def test_qemu_img(self): 56d2ace2b9SVladimir Sementsov-Ogievskiy p = iotests.QemuIoInteractive('--image-opts', drive_opts) 57d2ace2b9SVladimir Sementsov-Ogievskiy 58d2ace2b9SVladimir Sementsov-Ogievskiy p.cmd('write 0 1M') 59d2ace2b9SVladimir Sementsov-Ogievskiy p.cmd('flush') 60d2ace2b9SVladimir Sementsov-Ogievskiy 61d2ace2b9SVladimir Sementsov-Ogievskiy self.check_big() 62d2ace2b9SVladimir Sementsov-Ogievskiy 63d2ace2b9SVladimir Sementsov-Ogievskiy p.close() 64d2ace2b9SVladimir Sementsov-Ogievskiy 65d2ace2b9SVladimir Sementsov-Ogievskiy 66d2ace2b9SVladimir Sementsov-Ogievskiyclass TestPreallocateFilter(TestPreallocateBase): 67d2ace2b9SVladimir Sementsov-Ogievskiy def setUp(self): 68d2ace2b9SVladimir Sementsov-Ogievskiy super().setUp() 69d2ace2b9SVladimir Sementsov-Ogievskiy self.vm = iotests.VM().add_drive(path=None, opts=drive_opts) 70d2ace2b9SVladimir Sementsov-Ogievskiy self.vm.launch() 71d2ace2b9SVladimir Sementsov-Ogievskiy 72d2ace2b9SVladimir Sementsov-Ogievskiy def tearDown(self): 73d2ace2b9SVladimir Sementsov-Ogievskiy self.vm.shutdown() 74d2ace2b9SVladimir Sementsov-Ogievskiy super().tearDown() 75d2ace2b9SVladimir Sementsov-Ogievskiy 76d2ace2b9SVladimir Sementsov-Ogievskiy def test_prealloc(self): 77d2ace2b9SVladimir Sementsov-Ogievskiy self.vm.hmp_qemu_io('drive0', 'write 0 1M') 78d2ace2b9SVladimir Sementsov-Ogievskiy self.check_big() 79d2ace2b9SVladimir Sementsov-Ogievskiy 80d2ace2b9SVladimir Sementsov-Ogievskiy def test_external_snapshot(self): 81d2ace2b9SVladimir Sementsov-Ogievskiy self.test_prealloc() 82d2ace2b9SVladimir Sementsov-Ogievskiy 83d2ace2b9SVladimir Sementsov-Ogievskiy result = self.vm.qmp('blockdev-snapshot-sync', node_name='disk', 84d2ace2b9SVladimir Sementsov-Ogievskiy snapshot_file=overlay, 85d2ace2b9SVladimir Sementsov-Ogievskiy snapshot_node_name='overlay') 86d2ace2b9SVladimir Sementsov-Ogievskiy self.assert_qmp(result, 'return', {}) 87d2ace2b9SVladimir Sementsov-Ogievskiy 88d2ace2b9SVladimir Sementsov-Ogievskiy # on reopen to r-o base preallocation should be dropped 89d2ace2b9SVladimir Sementsov-Ogievskiy self.check_small() 90d2ace2b9SVladimir Sementsov-Ogievskiy 91d2ace2b9SVladimir Sementsov-Ogievskiy self.vm.hmp_qemu_io('drive0', 'write 1M 1M') 92d2ace2b9SVladimir Sementsov-Ogievskiy 93d2ace2b9SVladimir Sementsov-Ogievskiy result = self.vm.qmp('block-commit', device='overlay') 94d2ace2b9SVladimir Sementsov-Ogievskiy self.assert_qmp(result, 'return', {}) 95d2ace2b9SVladimir Sementsov-Ogievskiy self.complete_and_wait() 96d2ace2b9SVladimir Sementsov-Ogievskiy 97d2ace2b9SVladimir Sementsov-Ogievskiy # commit of new megabyte should trigger preallocation 98d2ace2b9SVladimir Sementsov-Ogievskiy self.check_big() 99d2ace2b9SVladimir Sementsov-Ogievskiy 100d2ace2b9SVladimir Sementsov-Ogievskiy def test_reopen_opts(self): 101*3908b7a8SAlberto Garcia result = self.vm.qmp('x-blockdev-reopen', options=[{ 102d2ace2b9SVladimir Sementsov-Ogievskiy 'node-name': 'disk', 103d2ace2b9SVladimir Sementsov-Ogievskiy 'driver': iotests.imgfmt, 104d2ace2b9SVladimir Sementsov-Ogievskiy 'file': { 105d2ace2b9SVladimir Sementsov-Ogievskiy 'node-name': 'filter', 106d2ace2b9SVladimir Sementsov-Ogievskiy 'driver': 'preallocate', 107d2ace2b9SVladimir Sementsov-Ogievskiy 'prealloc-size': 20 * MiB, 108d2ace2b9SVladimir Sementsov-Ogievskiy 'prealloc-align': 5 * MiB, 109d2ace2b9SVladimir Sementsov-Ogievskiy 'file': { 110d2ace2b9SVladimir Sementsov-Ogievskiy 'node-name': 'file', 111d2ace2b9SVladimir Sementsov-Ogievskiy 'driver': 'file', 112d2ace2b9SVladimir Sementsov-Ogievskiy 'filename': disk 113d2ace2b9SVladimir Sementsov-Ogievskiy } 114d2ace2b9SVladimir Sementsov-Ogievskiy } 115*3908b7a8SAlberto Garcia }]) 116d2ace2b9SVladimir Sementsov-Ogievskiy self.assert_qmp(result, 'return', {}) 117d2ace2b9SVladimir Sementsov-Ogievskiy 118d2ace2b9SVladimir Sementsov-Ogievskiy self.vm.hmp_qemu_io('drive0', 'write 0 1M') 119d2ace2b9SVladimir Sementsov-Ogievskiy self.assertTrue(os.path.getsize(disk) == 25 * MiB) 120d2ace2b9SVladimir Sementsov-Ogievskiy 121d2ace2b9SVladimir Sementsov-Ogievskiy 122d2ace2b9SVladimir Sementsov-Ogievskiyclass TestTruncate(iotests.QMPTestCase): 123d2ace2b9SVladimir Sementsov-Ogievskiy def setUp(self): 124d2ace2b9SVladimir Sementsov-Ogievskiy iotests.qemu_img_create('-f', iotests.imgfmt, disk, str(10 * MiB)) 125d2ace2b9SVladimir Sementsov-Ogievskiy iotests.qemu_img_create('-f', iotests.imgfmt, refdisk, str(10 * MiB)) 126d2ace2b9SVladimir Sementsov-Ogievskiy 127d2ace2b9SVladimir Sementsov-Ogievskiy def tearDown(self): 128d2ace2b9SVladimir Sementsov-Ogievskiy os.remove(disk) 129d2ace2b9SVladimir Sementsov-Ogievskiy os.remove(refdisk) 130d2ace2b9SVladimir Sementsov-Ogievskiy 131d2ace2b9SVladimir Sementsov-Ogievskiy def do_test(self, prealloc_mode, new_size): 132d2ace2b9SVladimir Sementsov-Ogievskiy ret = iotests.qemu_io_silent('--image-opts', '-c', 'write 0 10M', '-c', 133d2ace2b9SVladimir Sementsov-Ogievskiy f'truncate -m {prealloc_mode} {new_size}', 134d2ace2b9SVladimir Sementsov-Ogievskiy drive_opts) 135d2ace2b9SVladimir Sementsov-Ogievskiy self.assertEqual(ret, 0) 136d2ace2b9SVladimir Sementsov-Ogievskiy 137d2ace2b9SVladimir Sementsov-Ogievskiy ret = iotests.qemu_io_silent('-f', iotests.imgfmt, '-c', 'write 0 10M', 138d2ace2b9SVladimir Sementsov-Ogievskiy '-c', 139d2ace2b9SVladimir Sementsov-Ogievskiy f'truncate -m {prealloc_mode} {new_size}', 140d2ace2b9SVladimir Sementsov-Ogievskiy refdisk) 141d2ace2b9SVladimir Sementsov-Ogievskiy self.assertEqual(ret, 0) 142d2ace2b9SVladimir Sementsov-Ogievskiy 143d2ace2b9SVladimir Sementsov-Ogievskiy stat = os.stat(disk) 144d2ace2b9SVladimir Sementsov-Ogievskiy refstat = os.stat(refdisk) 145d2ace2b9SVladimir Sementsov-Ogievskiy 146d2ace2b9SVladimir Sementsov-Ogievskiy # Probably we'll want preallocate filter to keep align to cluster when 147d2ace2b9SVladimir Sementsov-Ogievskiy # shrink preallocation, so, ignore small differece 148d2ace2b9SVladimir Sementsov-Ogievskiy self.assertLess(abs(stat.st_size - refstat.st_size), 64 * 1024) 149d2ace2b9SVladimir Sementsov-Ogievskiy 150d2ace2b9SVladimir Sementsov-Ogievskiy # Preallocate filter may leak some internal clusters (for example, if 151d2ace2b9SVladimir Sementsov-Ogievskiy # guest write far over EOF, skipping some clusters - they will remain 152d2ace2b9SVladimir Sementsov-Ogievskiy # fallocated, preallocate filter don't care about such leaks, it drops 153d2ace2b9SVladimir Sementsov-Ogievskiy # only trailing preallocation. 154d2ace2b9SVladimir Sementsov-Ogievskiy self.assertLess(abs(stat.st_blocks - refstat.st_blocks) * 512, 155d2ace2b9SVladimir Sementsov-Ogievskiy 1024 * 1024) 156d2ace2b9SVladimir Sementsov-Ogievskiy 157d2ace2b9SVladimir Sementsov-Ogievskiy def test_real_shrink(self): 158d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('off', '5M') 159d2ace2b9SVladimir Sementsov-Ogievskiy 160d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_inside_preallocated_area__falloc(self): 161d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('falloc', '50M') 162d2ace2b9SVladimir Sementsov-Ogievskiy 163d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_inside_preallocated_area__metadata(self): 164d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('metadata', '50M') 165d2ace2b9SVladimir Sementsov-Ogievskiy 166d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_inside_preallocated_area__full(self): 167d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('full', '50M') 168d2ace2b9SVladimir Sementsov-Ogievskiy 169d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_inside_preallocated_area__off(self): 170d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('off', '50M') 171d2ace2b9SVladimir Sementsov-Ogievskiy 172d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_over_preallocated_area__falloc(self): 173d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('falloc', '150M') 174d2ace2b9SVladimir Sementsov-Ogievskiy 175d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_over_preallocated_area__metadata(self): 176d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('metadata', '150M') 177d2ace2b9SVladimir Sementsov-Ogievskiy 178d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_over_preallocated_area__full(self): 179d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('full', '150M') 180d2ace2b9SVladimir Sementsov-Ogievskiy 181d2ace2b9SVladimir Sementsov-Ogievskiy def test_truncate_over_preallocated_area__off(self): 182d2ace2b9SVladimir Sementsov-Ogievskiy self.do_test('off', '150M') 183d2ace2b9SVladimir Sementsov-Ogievskiy 184d2ace2b9SVladimir Sementsov-Ogievskiy 185d2ace2b9SVladimir Sementsov-Ogievskiyif __name__ == '__main__': 186d2ace2b9SVladimir Sementsov-Ogievskiy iotests.main(supported_fmts=['qcow2'], required_fmts=['preallocate']) 187