drivers/nvdimm/btt.c

21 #include "btt.h"
257 static void btt_debugfs_init(struct btt *btt)
262 	btt->debugfs_dir = debugfs_create_dir(dev_name(&btt->nd_btt->dev),
264 	if (IS_ERR_OR_NULL(btt->debugfs_dir))
267 	list_for_each_entry(arena, &btt->arena_list, list) {
268 		arena_debugfs_init(arena, btt->debugfs_dir, i);
613  * Detecting valid log indices: We read a log group (see the comments in btt.h
747 static struct arena_info *alloc_arena(struct btt *btt, size_t size,
757 	arena->nd_btt = btt->nd_btt;
758 	arena->sector_size = btt->sector_size;
766 	arena->external_lbasize = btt->lbasize;
770 	arena->version_major = btt->nd_btt->version_major;
771 	arena->version_minor = btt->nd_btt->version_minor;
804 static void free_arenas(struct btt *btt)
808 	list_for_each_entry_safe(arena, next, &btt->arena_list, list) {
819  * This function reads an existing valid btt superblock and
848 static int discover_arenas(struct btt *btt)
852 	size_t remaining = btt->rawsize;
863 		arena = alloc_arena(btt, 0, 0, 0);
872 		if (!nd_btt_arena_is_valid(btt->nd_btt, super)) {
873 			if (remaining == btt->rawsize) {
874 				btt->init_state = INIT_NOTFOUND;
907 		list_add_tail(&arena->list, &btt->arena_list);
917 	btt->num_arenas = num_arenas;
918 	btt->nlba = cur_nlba;
919 	btt->init_state = INIT_READY;
925 	free_arenas(btt);
929 static int create_arenas(struct btt *btt)
931 	size_t remaining = btt->rawsize;
942 		arena = alloc_arena(btt, arena_size, btt->nlba, cur_off);
944 			free_arenas(btt);
947 		btt->nlba += arena->external_nlba;
953 		list_add_tail(&arena->list, &btt->arena_list);
1021 static int btt_meta_init(struct btt *btt)
1026 	mutex_lock(&btt->init_lock);
1027 	list_for_each_entry(arena, &btt->arena_list, list) {
1045 	btt->init_state = INIT_READY;
1048 	mutex_unlock(&btt->init_lock);
1052 static u32 btt_meta_size(struct btt *btt)
1054 	return btt->lbasize - btt->sector_size;
1064 static int lba_to_arena(struct btt *btt, sector_t sector, __u32 *premap,
1068 	__u64 lba = div_u64(sector << SECTOR_SHIFT, btt->sector_size);
1070 	list_for_each_entry(arena_list, &btt->arena_list, list) {
1137 static int btt_rw_integrity(struct btt *btt, struct bio_integrity_payload *bip,
1140 	unsigned int len = btt_meta_size(btt);
1147 	meta_nsoff = to_namespace_offset(arena, postmap) + btt->sector_size;
1184 static int btt_rw_integrity(struct btt *btt, struct bio_integrity_payload *bip,
1191 static int btt_read_pg(struct btt *btt, struct bio_integrity_payload *bip,
1203 		lane = nd_region_acquire_lane(btt->nd_region);
1205 		ret = lba_to_arena(btt, sector, &premap, &arena);
1209 		cur_len = min(btt->sector_size, len);
1267 			ret = btt_rw_integrity(btt, bip, arena, postmap, READ);
1273 		nd_region_release_lane(btt->nd_region, lane);
1277 		sector += btt->sector_size >> SECTOR_SHIFT;
1285 	nd_region_release_lane(btt->nd_region, lane);
1294 static bool btt_is_badblock(struct btt *btt, struct arena_info *arena,
1301 	return is_bad_pmem(btt->phys_bb, phys_sector, arena->internal_lbasize);
1304 static int btt_write_pg(struct btt *btt, struct bio_integrity_payload *bip,
1319 		lane = nd_region_acquire_lane(btt->nd_region);
1321 		ret = lba_to_arena(btt, sector, &premap, &arena);
1324 		cur_len = min(btt->sector_size, len);
1331 		if (btt_is_badblock(btt, arena, arena->freelist[lane].block))
1336 			nd_region_release_lane(btt->nd_region, lane);
1364 			ret = btt_rw_integrity(btt, bip, arena, new_postmap,
1397 		nd_region_release_lane(btt->nd_region, lane);
1407 		sector += btt->sector_size >> SECTOR_SHIFT;
1415 	nd_region_release_lane(btt->nd_region, lane);
1419 static int btt_do_bvec(struct btt *btt, struct bio_integrity_payload *bip,
1426 		ret = btt_read_pg(btt, bip, page, off, sector, len);
1430 		ret = btt_write_pg(btt, bip, sector, page, off, len);
1439 	struct btt *btt = bio->bi_bdev->bd_disk->private_data;
1455 		if (len > PAGE_SIZE || len < btt->sector_size ||
1456 				len % btt->sector_size) {
1457 			dev_err_ratelimited(&btt->nd_btt->dev,
1463 		err = btt_do_bvec(btt, bip, bvec.bv_page, len, bvec.bv_offset,
1466 			dev_err(&btt->nd_btt->dev,
1496 static int btt_blk_init(struct btt *btt)
1498 	struct nd_btt *nd_btt = btt->nd_btt;
1501 		.logical_block_size	= btt->sector_size,
1508 	if (btt_meta_size(btt) && IS_ENABLED(CONFIG_BLK_DEV_INTEGRITY)) {
1509 		lim.integrity.metadata_size = btt_meta_size(btt);
1510 		lim.integrity.tag_size = btt_meta_size(btt);
1513 	btt->btt_disk = blk_alloc_disk(&lim, NUMA_NO_NODE);
1514 	if (IS_ERR(btt->btt_disk))
1515 		return PTR_ERR(btt->btt_disk);
1517 	nvdimm_namespace_disk_name(ndns, btt->btt_disk->disk_name);
1518 	btt->btt_disk->first_minor = 0;
1519 	btt->btt_disk->fops = &btt_fops;
1520 	btt->btt_disk->private_data = btt;
1522 	set_capacity(btt->btt_disk, btt->nlba * btt->sector_size >> 9);
1523 	rc = device_add_disk(&btt->nd_btt->dev, btt->btt_disk, NULL);
1527 	btt->nd_btt->size = btt->nlba * (u64)btt->sector_size;
1528 	nvdimm_check_and_set_ro(btt->btt_disk);
1533 	put_disk(btt->btt_disk);
1537 static void btt_blk_cleanup(struct btt *btt)
1539 	del_gendisk(btt->btt_disk);
1540 	put_disk(btt->btt_disk);
1558  * Pointer to a new struct btt on success, NULL on failure.
1560 static struct btt *btt_init(struct nd_btt *nd_btt, unsigned long long rawsize,
1565 	struct btt *btt;
1569 	btt = devm_kzalloc(dev, sizeof(struct btt), GFP_KERNEL);
1570 	if (!btt)
1573 	btt->nd_btt = nd_btt;
1574 	btt->rawsize = rawsize;
1575 	btt->lbasize = lbasize;
1576 	btt->sector_size = ((lbasize >= 4096) ? 4096 : 512);
1577 	INIT_LIST_HEAD(&btt->arena_list);
1578 	mutex_init(&btt->init_lock);
1579 	btt->nd_region = nd_region;
1581 	btt->phys_bb = &nsio->bb;
1583 	ret = discover_arenas(btt);
1589 	if (btt->init_state != INIT_READY && nd_region->ro) {
1590 		dev_warn(dev, "%s is read-only, unable to init btt metadata\n",
1593 	} else if (btt->init_state != INIT_READY) {
1594 		btt->num_arenas = (rawsize / ARENA_MAX_SIZE) +
1597 				btt->num_arenas, rawsize);
1599 		ret = create_arenas(btt);
1605 		ret = btt_meta_init(btt);
1612 	ret = btt_blk_init(btt);
1618 	btt_debugfs_init(btt);
1620 	return btt;
1625  * @btt:	the BTT handle that was generated by btt_init
1632 static void btt_fini(struct btt *btt)
1634 	if (btt) {
1635 		btt_blk_cleanup(btt);
1636 		free_arenas(btt);
1637 		debugfs_remove_recursive(btt->debugfs_dir);
1646 	struct btt *btt;
1651 		dev_dbg(&nd_btt->dev, "incomplete btt configuration\n");
1680 	btt = btt_init(nd_btt, rawsize, nd_btt->lbasize, nd_btt->uuid,
1682 	if (!btt)
1684 	nd_btt->btt = btt;
1692 	struct btt *btt = nd_btt->btt;
1694 	btt_fini(btt);
1695 	nd_btt->btt = NULL;
1705 	debugfs_root = debugfs_create_dir("btt", NULL);