13241b1d3SJoe Thornber /* 23241b1d3SJoe Thornber * Copyright (C) 2011 Red Hat, Inc. 33241b1d3SJoe Thornber * 43241b1d3SJoe Thornber * This file is released under the GPL. 53241b1d3SJoe Thornber */ 63241b1d3SJoe Thornber 73241b1d3SJoe Thornber #include "dm-space-map-common.h" 83241b1d3SJoe Thornber #include "dm-space-map-disk.h" 93241b1d3SJoe Thornber #include "dm-space-map.h" 103241b1d3SJoe Thornber #include "dm-transaction-manager.h" 113241b1d3SJoe Thornber 123241b1d3SJoe Thornber #include <linux/list.h> 133241b1d3SJoe Thornber #include <linux/slab.h> 141944ce60SPaul Gortmaker #include <linux/export.h> 153241b1d3SJoe Thornber #include <linux/device-mapper.h> 163241b1d3SJoe Thornber 173241b1d3SJoe Thornber #define DM_MSG_PREFIX "space map disk" 183241b1d3SJoe Thornber 193241b1d3SJoe Thornber /*----------------------------------------------------------------*/ 203241b1d3SJoe Thornber 213241b1d3SJoe Thornber /* 223241b1d3SJoe Thornber * Space map interface. 233241b1d3SJoe Thornber */ 243241b1d3SJoe Thornber struct sm_disk { 253241b1d3SJoe Thornber struct dm_space_map sm; 263241b1d3SJoe Thornber 273241b1d3SJoe Thornber struct ll_disk ll; 283241b1d3SJoe Thornber struct ll_disk old_ll; 293241b1d3SJoe Thornber 303241b1d3SJoe Thornber dm_block_t begin; 313241b1d3SJoe Thornber dm_block_t nr_allocated_this_transaction; 323241b1d3SJoe Thornber }; 333241b1d3SJoe Thornber 343241b1d3SJoe Thornber static void sm_disk_destroy(struct dm_space_map *sm) 353241b1d3SJoe Thornber { 363241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 373241b1d3SJoe Thornber 383241b1d3SJoe Thornber kfree(smd); 393241b1d3SJoe Thornber } 403241b1d3SJoe Thornber 413241b1d3SJoe Thornber static int sm_disk_extend(struct dm_space_map *sm, dm_block_t extra_blocks) 423241b1d3SJoe Thornber { 433241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 443241b1d3SJoe Thornber 453241b1d3SJoe Thornber return sm_ll_extend(&smd->ll, extra_blocks); 463241b1d3SJoe Thornber } 473241b1d3SJoe Thornber 483241b1d3SJoe Thornber static int sm_disk_get_nr_blocks(struct dm_space_map *sm, dm_block_t *count) 493241b1d3SJoe Thornber { 503241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 513241b1d3SJoe Thornber *count = smd->old_ll.nr_blocks; 523241b1d3SJoe Thornber 533241b1d3SJoe Thornber return 0; 543241b1d3SJoe Thornber } 553241b1d3SJoe Thornber 563241b1d3SJoe Thornber static int sm_disk_get_nr_free(struct dm_space_map *sm, dm_block_t *count) 573241b1d3SJoe Thornber { 583241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 593241b1d3SJoe Thornber *count = (smd->old_ll.nr_blocks - smd->old_ll.nr_allocated) - smd->nr_allocated_this_transaction; 603241b1d3SJoe Thornber 613241b1d3SJoe Thornber return 0; 623241b1d3SJoe Thornber } 633241b1d3SJoe Thornber 643241b1d3SJoe Thornber static int sm_disk_get_count(struct dm_space_map *sm, dm_block_t b, 653241b1d3SJoe Thornber uint32_t *result) 663241b1d3SJoe Thornber { 673241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 683241b1d3SJoe Thornber return sm_ll_lookup(&smd->ll, b, result); 693241b1d3SJoe Thornber } 703241b1d3SJoe Thornber 713241b1d3SJoe Thornber static int sm_disk_count_is_more_than_one(struct dm_space_map *sm, dm_block_t b, 723241b1d3SJoe Thornber int *result) 733241b1d3SJoe Thornber { 743241b1d3SJoe Thornber int r; 753241b1d3SJoe Thornber uint32_t count; 763241b1d3SJoe Thornber 773241b1d3SJoe Thornber r = sm_disk_get_count(sm, b, &count); 783241b1d3SJoe Thornber if (r) 793241b1d3SJoe Thornber return r; 803241b1d3SJoe Thornber 81145b9006SMike Snitzer *result = count > 1; 82145b9006SMike Snitzer 83145b9006SMike Snitzer return 0; 843241b1d3SJoe Thornber } 853241b1d3SJoe Thornber 863241b1d3SJoe Thornber static int sm_disk_set_count(struct dm_space_map *sm, dm_block_t b, 873241b1d3SJoe Thornber uint32_t count) 883241b1d3SJoe Thornber { 893241b1d3SJoe Thornber int r; 90*be500ed7SJoe Thornber int32_t nr_allocations; 913241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 923241b1d3SJoe Thornber 93*be500ed7SJoe Thornber r = sm_ll_insert(&smd->ll, b, count, &nr_allocations); 943241b1d3SJoe Thornber if (!r) { 95*be500ed7SJoe Thornber smd->nr_allocated_this_transaction += nr_allocations; 963241b1d3SJoe Thornber } 973241b1d3SJoe Thornber 983241b1d3SJoe Thornber return r; 993241b1d3SJoe Thornber } 1003241b1d3SJoe Thornber 101*be500ed7SJoe Thornber static int sm_disk_inc_blocks(struct dm_space_map *sm, dm_block_t b, dm_block_t e) 1023241b1d3SJoe Thornber { 1033241b1d3SJoe Thornber int r; 104*be500ed7SJoe Thornber int32_t nr_allocations; 1053241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 1063241b1d3SJoe Thornber 107*be500ed7SJoe Thornber r = sm_ll_inc(&smd->ll, b, e, &nr_allocations); 108*be500ed7SJoe Thornber if (!r) 109*be500ed7SJoe Thornber smd->nr_allocated_this_transaction += nr_allocations; 1103241b1d3SJoe Thornber 1113241b1d3SJoe Thornber return r; 1123241b1d3SJoe Thornber } 1133241b1d3SJoe Thornber 114*be500ed7SJoe Thornber static int sm_disk_dec_blocks(struct dm_space_map *sm, dm_block_t b, dm_block_t e) 1153241b1d3SJoe Thornber { 1160377a07cSJoe Thornber int r; 117*be500ed7SJoe Thornber int32_t nr_allocations; 1183241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 1193241b1d3SJoe Thornber 120*be500ed7SJoe Thornber r = sm_ll_dec(&smd->ll, b, e, &nr_allocations); 121*be500ed7SJoe Thornber if (!r) 122*be500ed7SJoe Thornber smd->nr_allocated_this_transaction += nr_allocations; 1230377a07cSJoe Thornber 1240377a07cSJoe Thornber return r; 1253241b1d3SJoe Thornber } 1263241b1d3SJoe Thornber 1273241b1d3SJoe Thornber static int sm_disk_new_block(struct dm_space_map *sm, dm_block_t *b) 1283241b1d3SJoe Thornber { 1293241b1d3SJoe Thornber int r; 130*be500ed7SJoe Thornber int32_t nr_allocations; 1313241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 1323241b1d3SJoe Thornber 1334feaef83SJoe Thornber /* 1344feaef83SJoe Thornber * Any block we allocate has to be free in both the old and current ll. 1354feaef83SJoe Thornber */ 1364feaef83SJoe Thornber r = sm_ll_find_common_free_block(&smd->old_ll, &smd->ll, smd->begin, smd->ll.nr_blocks, b); 1375faafc77SJoe Thornber if (r == -ENOSPC) { 1385faafc77SJoe Thornber /* 1395faafc77SJoe Thornber * There's no free block between smd->begin and the end of the metadata device. 1405faafc77SJoe Thornber * We search before smd->begin in case something has been freed. 1415faafc77SJoe Thornber */ 1425faafc77SJoe Thornber r = sm_ll_find_common_free_block(&smd->old_ll, &smd->ll, 0, smd->begin, b); 1435faafc77SJoe Thornber } 1445faafc77SJoe Thornber 1453241b1d3SJoe Thornber if (r) 1463241b1d3SJoe Thornber return r; 1473241b1d3SJoe Thornber 1483241b1d3SJoe Thornber smd->begin = *b + 1; 149*be500ed7SJoe Thornber r = sm_ll_inc(&smd->ll, *b, *b + 1, &nr_allocations); 1503241b1d3SJoe Thornber if (!r) { 151*be500ed7SJoe Thornber smd->nr_allocated_this_transaction += nr_allocations; 1523241b1d3SJoe Thornber } 1533241b1d3SJoe Thornber 1543241b1d3SJoe Thornber return r; 1553241b1d3SJoe Thornber } 1563241b1d3SJoe Thornber 1573241b1d3SJoe Thornber static int sm_disk_commit(struct dm_space_map *sm) 1583241b1d3SJoe Thornber { 1593241b1d3SJoe Thornber int r; 1603241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 1613241b1d3SJoe Thornber 1623241b1d3SJoe Thornber r = sm_ll_commit(&smd->ll); 1633241b1d3SJoe Thornber if (r) 1643241b1d3SJoe Thornber return r; 1653241b1d3SJoe Thornber 1663241b1d3SJoe Thornber memcpy(&smd->old_ll, &smd->ll, sizeof(smd->old_ll)); 1673241b1d3SJoe Thornber smd->nr_allocated_this_transaction = 0; 1683241b1d3SJoe Thornber 1693241b1d3SJoe Thornber return 0; 1703241b1d3SJoe Thornber } 1713241b1d3SJoe Thornber 1723241b1d3SJoe Thornber static int sm_disk_root_size(struct dm_space_map *sm, size_t *result) 1733241b1d3SJoe Thornber { 1743241b1d3SJoe Thornber *result = sizeof(struct disk_sm_root); 1753241b1d3SJoe Thornber 1763241b1d3SJoe Thornber return 0; 1773241b1d3SJoe Thornber } 1783241b1d3SJoe Thornber 1793241b1d3SJoe Thornber static int sm_disk_copy_root(struct dm_space_map *sm, void *where_le, size_t max) 1803241b1d3SJoe Thornber { 1813241b1d3SJoe Thornber struct sm_disk *smd = container_of(sm, struct sm_disk, sm); 1823241b1d3SJoe Thornber struct disk_sm_root root_le; 1833241b1d3SJoe Thornber 1843241b1d3SJoe Thornber root_le.nr_blocks = cpu_to_le64(smd->ll.nr_blocks); 1853241b1d3SJoe Thornber root_le.nr_allocated = cpu_to_le64(smd->ll.nr_allocated); 1863241b1d3SJoe Thornber root_le.bitmap_root = cpu_to_le64(smd->ll.bitmap_root); 1873241b1d3SJoe Thornber root_le.ref_count_root = cpu_to_le64(smd->ll.ref_count_root); 1883241b1d3SJoe Thornber 1893241b1d3SJoe Thornber if (max < sizeof(root_le)) 1903241b1d3SJoe Thornber return -ENOSPC; 1913241b1d3SJoe Thornber 1923241b1d3SJoe Thornber memcpy(where_le, &root_le, sizeof(root_le)); 1933241b1d3SJoe Thornber 1943241b1d3SJoe Thornber return 0; 1953241b1d3SJoe Thornber } 1963241b1d3SJoe Thornber 1973241b1d3SJoe Thornber /*----------------------------------------------------------------*/ 1983241b1d3SJoe Thornber 1993241b1d3SJoe Thornber static struct dm_space_map ops = { 2003241b1d3SJoe Thornber .destroy = sm_disk_destroy, 2013241b1d3SJoe Thornber .extend = sm_disk_extend, 2023241b1d3SJoe Thornber .get_nr_blocks = sm_disk_get_nr_blocks, 2033241b1d3SJoe Thornber .get_nr_free = sm_disk_get_nr_free, 2043241b1d3SJoe Thornber .get_count = sm_disk_get_count, 2053241b1d3SJoe Thornber .count_is_more_than_one = sm_disk_count_is_more_than_one, 2063241b1d3SJoe Thornber .set_count = sm_disk_set_count, 207*be500ed7SJoe Thornber .inc_blocks = sm_disk_inc_blocks, 208*be500ed7SJoe Thornber .dec_blocks = sm_disk_dec_blocks, 2093241b1d3SJoe Thornber .new_block = sm_disk_new_block, 2103241b1d3SJoe Thornber .commit = sm_disk_commit, 2113241b1d3SJoe Thornber .root_size = sm_disk_root_size, 2127c3d3f2aSJoe Thornber .copy_root = sm_disk_copy_root, 2137c3d3f2aSJoe Thornber .register_threshold_callback = NULL 2143241b1d3SJoe Thornber }; 2153241b1d3SJoe Thornber 2163caf6d73SJoe Thornber struct dm_space_map *dm_sm_disk_create(struct dm_transaction_manager *tm, 2173241b1d3SJoe Thornber dm_block_t nr_blocks) 2183241b1d3SJoe Thornber { 2193241b1d3SJoe Thornber int r; 2203241b1d3SJoe Thornber struct sm_disk *smd; 2213241b1d3SJoe Thornber 2223241b1d3SJoe Thornber smd = kmalloc(sizeof(*smd), GFP_KERNEL); 2233241b1d3SJoe Thornber if (!smd) 2243241b1d3SJoe Thornber return ERR_PTR(-ENOMEM); 2253241b1d3SJoe Thornber 2263241b1d3SJoe Thornber smd->begin = 0; 2273241b1d3SJoe Thornber smd->nr_allocated_this_transaction = 0; 2283241b1d3SJoe Thornber memcpy(&smd->sm, &ops, sizeof(smd->sm)); 2293241b1d3SJoe Thornber 2303241b1d3SJoe Thornber r = sm_ll_new_disk(&smd->ll, tm); 2313241b1d3SJoe Thornber if (r) 2323241b1d3SJoe Thornber goto bad; 2333241b1d3SJoe Thornber 2343241b1d3SJoe Thornber r = sm_ll_extend(&smd->ll, nr_blocks); 2353241b1d3SJoe Thornber if (r) 2363241b1d3SJoe Thornber goto bad; 2373241b1d3SJoe Thornber 2383241b1d3SJoe Thornber r = sm_disk_commit(&smd->sm); 2393241b1d3SJoe Thornber if (r) 2403241b1d3SJoe Thornber goto bad; 2413241b1d3SJoe Thornber 2423241b1d3SJoe Thornber return &smd->sm; 2433241b1d3SJoe Thornber 2443241b1d3SJoe Thornber bad: 2453241b1d3SJoe Thornber kfree(smd); 2463241b1d3SJoe Thornber return ERR_PTR(r); 2473241b1d3SJoe Thornber } 2483241b1d3SJoe Thornber EXPORT_SYMBOL_GPL(dm_sm_disk_create); 2493241b1d3SJoe Thornber 2503caf6d73SJoe Thornber struct dm_space_map *dm_sm_disk_open(struct dm_transaction_manager *tm, 2513241b1d3SJoe Thornber void *root_le, size_t len) 2523241b1d3SJoe Thornber { 2533241b1d3SJoe Thornber int r; 2543241b1d3SJoe Thornber struct sm_disk *smd; 2553241b1d3SJoe Thornber 2563241b1d3SJoe Thornber smd = kmalloc(sizeof(*smd), GFP_KERNEL); 2573241b1d3SJoe Thornber if (!smd) 2583241b1d3SJoe Thornber return ERR_PTR(-ENOMEM); 2593241b1d3SJoe Thornber 2603241b1d3SJoe Thornber smd->begin = 0; 2613241b1d3SJoe Thornber smd->nr_allocated_this_transaction = 0; 2623241b1d3SJoe Thornber memcpy(&smd->sm, &ops, sizeof(smd->sm)); 2633241b1d3SJoe Thornber 2643241b1d3SJoe Thornber r = sm_ll_open_disk(&smd->ll, tm, root_le, len); 2653241b1d3SJoe Thornber if (r) 2663241b1d3SJoe Thornber goto bad; 2673241b1d3SJoe Thornber 2683241b1d3SJoe Thornber r = sm_disk_commit(&smd->sm); 2693241b1d3SJoe Thornber if (r) 2703241b1d3SJoe Thornber goto bad; 2713241b1d3SJoe Thornber 2723241b1d3SJoe Thornber return &smd->sm; 2733241b1d3SJoe Thornber 2743241b1d3SJoe Thornber bad: 2753241b1d3SJoe Thornber kfree(smd); 2763241b1d3SJoe Thornber return ERR_PTR(r); 2773241b1d3SJoe Thornber } 2783241b1d3SJoe Thornber EXPORT_SYMBOL_GPL(dm_sm_disk_open); 2793241b1d3SJoe Thornber 2803241b1d3SJoe Thornber /*----------------------------------------------------------------*/ 281