1 // SPDX-License-Identifier: GPL-2.0
16  * Implementation of a physical block-device target for Open-channel SSDs.
18  * pblk-sysfs.c - pblk's sysfs
26 	struct nvm_tgt_dev *dev = pblk->dev;  in pblk_sysfs_luns_show()
27 	struct nvm_geo *geo = &dev->geo;  in pblk_sysfs_luns_show()
32 	for (i = 0; i < geo->all_luns; i++) {  in pblk_sysfs_luns_show()
35 		rlun = &pblk->luns[i];  in pblk_sysfs_luns_show()
36 		if (!down_trylock(&rlun->wr_sem)) {  in pblk_sysfs_luns_show()
38 			up(&rlun->wr_sem);  in pblk_sysfs_luns_show()
40 		sz += scnprintf(page + sz, PAGE_SIZE - sz,  in pblk_sysfs_luns_show()
41 				"pblk: pos:%d, ch:%d, lun:%d - %d\n",  in pblk_sysfs_luns_show()
43 					rlun->bppa.a.ch,  in pblk_sysfs_luns_show()
44 					rlun->bppa.a.lun,  in pblk_sysfs_luns_show()
57 	free_blocks = pblk_rl_nr_free_blks(&pblk->rl);  in pblk_sysfs_rate_limiter()
58 	free_user_blocks = pblk_rl_nr_user_free_blks(&pblk->rl);  in pblk_sysfs_rate_limiter()
59 	rb_user_max = pblk->rl.rb_user_max;  in pblk_sysfs_rate_limiter()
60 	rb_user_cnt = atomic_read(&pblk->rl.rb_user_cnt);  in pblk_sysfs_rate_limiter()
61 	rb_gc_max = pblk->rl.rb_gc_max;  in pblk_sysfs_rate_limiter()
62 	rb_gc_cnt = atomic_read(&pblk->rl.rb_gc_cnt);  in pblk_sysfs_rate_limiter()
63 	rb_budget = pblk->rl.rb_budget;  in pblk_sysfs_rate_limiter()
64 	rb_state = pblk->rl.rb_state;  in pblk_sysfs_rate_limiter()
66 	total_blocks = pblk->rl.total_blocks;  in pblk_sysfs_rate_limiter()
69 		"u:%u/%u,gc:%u/%u(%u)(stop:<%u,full:>%u,free:%d/%d/%d)-%d\n",  in pblk_sysfs_rate_limiter()
76 				pblk->rl.high,  in pblk_sysfs_rate_limiter()
80 				READ_ONCE(pblk->rl.rb_user_active));  in pblk_sysfs_rate_limiter()
98 			atomic_long_read(&pblk->read_failed),  in pblk_sysfs_stats()
99 			atomic_long_read(&pblk->read_high_ecc),  in pblk_sysfs_stats()
100 			atomic_long_read(&pblk->read_empty),  in pblk_sysfs_stats()
101 			atomic_long_read(&pblk->read_failed_gc),  in pblk_sysfs_stats()
102 			atomic_long_read(&pblk->write_failed),  in pblk_sysfs_stats()
103 			atomic_long_read(&pblk->erase_failed));  in pblk_sysfs_stats()
110 	return pblk_rb_sysfs(&pblk->rwb, page);  in pblk_sysfs_write_buffer()
115 	struct nvm_tgt_dev *dev = pblk->dev;  in pblk_sysfs_ppaf()
116 	struct nvm_geo *geo = &dev->geo;  in pblk_sysfs_ppaf()
119 	if (geo->version == NVM_OCSSD_SPEC_12) {  in pblk_sysfs_ppaf()
120 		struct nvm_addrf_12 *ppaf = (struct nvm_addrf_12 *)&pblk->addrf;  in pblk_sysfs_ppaf()
121 		struct nvm_addrf_12 *gppaf = (struct nvm_addrf_12 *)&geo->addrf;  in pblk_sysfs_ppaf()
125 			pblk->addrf_len,  in pblk_sysfs_ppaf()
126 			ppaf->blk_offset, ppaf->blk_len,  in pblk_sysfs_ppaf()
127 			ppaf->pg_offset, ppaf->pg_len,  in pblk_sysfs_ppaf()
128 			ppaf->lun_offset, ppaf->lun_len,  in pblk_sysfs_ppaf()
129 			ppaf->ch_offset, ppaf->ch_len,  in pblk_sysfs_ppaf()
130 			ppaf->pln_offset, ppaf->pln_len,  in pblk_sysfs_ppaf()
131 			ppaf->sec_offset, ppaf->sec_len);  in pblk_sysfs_ppaf()
133 		sz += scnprintf(page + sz, PAGE_SIZE - sz,  in pblk_sysfs_ppaf()
135 			gppaf->blk_offset, gppaf->blk_len,  in pblk_sysfs_ppaf()
136 			gppaf->pg_offset, gppaf->pg_len,  in pblk_sysfs_ppaf()
137 			gppaf->lun_offset, gppaf->lun_len,  in pblk_sysfs_ppaf()
138 			gppaf->ch_offset, gppaf->ch_len,  in pblk_sysfs_ppaf()
139 			gppaf->pln_offset, gppaf->pln_len,  in pblk_sysfs_ppaf()
140 			gppaf->sec_offset, gppaf->sec_len);  in pblk_sysfs_ppaf()
142 		struct nvm_addrf *ppaf = &pblk->addrf;  in pblk_sysfs_ppaf()
143 		struct nvm_addrf *gppaf = &geo->addrf;  in pblk_sysfs_ppaf()
147 			pblk->addrf_len,  in pblk_sysfs_ppaf()
148 			ppaf->ch_offset, ppaf->ch_len,  in pblk_sysfs_ppaf()
149 			ppaf->lun_offset, ppaf->lun_len,  in pblk_sysfs_ppaf()
150 			ppaf->chk_offset, ppaf->chk_len,  in pblk_sysfs_ppaf()
151 			ppaf->sec_offset, ppaf->sec_len);  in pblk_sysfs_ppaf()
153 		sz += scnprintf(page + sz, PAGE_SIZE - sz,  in pblk_sysfs_ppaf()
155 			gppaf->ch_offset, gppaf->ch_len,  in pblk_sysfs_ppaf()
156 			gppaf->lun_offset, gppaf->lun_len,  in pblk_sysfs_ppaf()
157 			gppaf->chk_offset, gppaf->chk_len,  in pblk_sysfs_ppaf()
158 			gppaf->sec_offset, gppaf->sec_len);  in pblk_sysfs_ppaf()
166 	struct nvm_tgt_dev *dev = pblk->dev;  in pblk_sysfs_lines()
167 	struct nvm_geo *geo = &dev->geo;  in pblk_sysfs_lines()
168 	struct pblk_line_meta *lm = &pblk->lm;  in pblk_sysfs_lines()
169 	struct pblk_line_mgmt *l_mg = &pblk->l_mg;  in pblk_sysfs_lines()
170 	struct pblk_line *line;  in pblk_sysfs_lines()  local
183 	spin_lock(&l_mg->free_lock);  in pblk_sysfs_lines()
184 	cur_data = (l_mg->data_line) ? l_mg->data_line->id : -1;  in pblk_sysfs_lines()
185 	cur_log = (l_mg->log_line) ? l_mg->log_line->id : -1;  in pblk_sysfs_lines()
186 	nr_free_lines = l_mg->nr_free_lines;  in pblk_sysfs_lines()
188 	list_for_each_entry(line, &l_mg->free_list, list)  in pblk_sysfs_lines()
190 	spin_unlock(&l_mg->free_lock);  in pblk_sysfs_lines()
192 	spin_lock(&l_mg->close_lock);  in pblk_sysfs_lines()
193 	list_for_each_entry(line, &l_mg->emeta_list, list)  in pblk_sysfs_lines()
195 	spin_unlock(&l_mg->close_lock);  in pblk_sysfs_lines()
197 	spin_lock(&l_mg->gc_lock);  in pblk_sysfs_lines()
198 	list_for_each_entry(line, &l_mg->gc_full_list, list) {  in pblk_sysfs_lines()
199 		if (line->type == PBLK_LINETYPE_DATA)  in pblk_sysfs_lines()
201 		else if (line->type == PBLK_LINETYPE_LOG)  in pblk_sysfs_lines()
207 	list_for_each_entry(line, &l_mg->gc_high_list, list) {  in pblk_sysfs_lines()
208 		if (line->type == PBLK_LINETYPE_DATA)  in pblk_sysfs_lines()
210 		else if (line->type == PBLK_LINETYPE_LOG)  in pblk_sysfs_lines()
216 	list_for_each_entry(line, &l_mg->gc_mid_list, list) {  in pblk_sysfs_lines()
217 		if (line->type == PBLK_LINETYPE_DATA)  in pblk_sysfs_lines()
219 		else if (line->type == PBLK_LINETYPE_LOG)  in pblk_sysfs_lines()
225 	list_for_each_entry(line, &l_mg->gc_low_list, list) {  in pblk_sysfs_lines()
226 		if (line->type == PBLK_LINETYPE_DATA)  in pblk_sysfs_lines()
228 		else if (line->type == PBLK_LINETYPE_LOG)  in pblk_sysfs_lines()
234 	list_for_each_entry(line, &l_mg->gc_empty_list, list) {  in pblk_sysfs_lines()
235 		if (line->type == PBLK_LINETYPE_DATA)  in pblk_sysfs_lines()
237 		else if (line->type == PBLK_LINETYPE_LOG)  in pblk_sysfs_lines()
243 	list_for_each_entry(line, &l_mg->gc_werr_list, list) {  in pblk_sysfs_lines()
244 		if (line->type == PBLK_LINETYPE_DATA)  in pblk_sysfs_lines()
246 		else if (line->type == PBLK_LINETYPE_LOG)  in pblk_sysfs_lines()
252 	list_for_each_entry(line, &l_mg->bad_list, list)  in pblk_sysfs_lines()
254 	list_for_each_entry(line, &l_mg->corrupt_list, list)  in pblk_sysfs_lines()
256 	spin_unlock(&l_mg->gc_lock);  in pblk_sysfs_lines()
258 	spin_lock(&l_mg->free_lock);  in pblk_sysfs_lines()
259 	if (l_mg->data_line) {  in pblk_sysfs_lines()
260 		cur_sec = l_mg->data_line->cur_sec;  in pblk_sysfs_lines()
261 		msecs = l_mg->data_line->left_msecs;  in pblk_sysfs_lines()
262 		vsc = le32_to_cpu(*l_mg->data_line->vsc);  in pblk_sysfs_lines()
263 		sec_in_line = l_mg->data_line->sec_in_line;  in pblk_sysfs_lines()
264 		meta_weight = bitmap_weight(&l_mg->meta_bitmap,  in pblk_sysfs_lines()
267 		spin_lock(&l_mg->data_line->lock);  in pblk_sysfs_lines()
268 		if (l_mg->data_line->map_bitmap)  in pblk_sysfs_lines()
269 			map_weight = bitmap_weight(l_mg->data_line->map_bitmap,  in pblk_sysfs_lines()
270 							lm->sec_per_line);  in pblk_sysfs_lines()
273 		spin_unlock(&l_mg->data_line->lock);  in pblk_sysfs_lines()
275 	spin_unlock(&l_mg->free_lock);  in pblk_sysfs_lines()
278 		pblk_err(pblk, "corrupted free line list:%d/%d\n",  in pblk_sysfs_lines()
281 	sz = scnprintf(page, PAGE_SIZE - sz,  in pblk_sysfs_lines()
282 		"line: nluns:%d, nblks:%d, nsecs:%d\n",  in pblk_sysfs_lines()
283 		geo->all_luns, lm->blk_per_line, lm->sec_per_line);  in pblk_sysfs_lines()
285 	sz += scnprintf(page + sz, PAGE_SIZE - sz,  in pblk_sysfs_lines()
286 		"lines:d:%d,l:%d-f:%d,m:%d/%d,c:%d,b:%d,co:%d(d:%d,l:%d)t:%d\n",  in pblk_sysfs_lines()
293 					l_mg->nr_lines);  in pblk_sysfs_lines()
295 	sz += scnprintf(page + sz, PAGE_SIZE - sz,  in pblk_sysfs_lines()
298 			atomic_read(&pblk->gc.read_inflight_gc));  in pblk_sysfs_lines()
300 	sz += scnprintf(page + sz, PAGE_SIZE - sz,  in pblk_sysfs_lines()
303 			map_weight, lm->sec_per_line,  in pblk_sysfs_lines()
304 			atomic_read(&pblk->inflight_io));  in pblk_sysfs_lines()
311 	struct nvm_tgt_dev *dev = pblk->dev;  in pblk_sysfs_lines_info()
312 	struct nvm_geo *geo = &dev->geo;  in pblk_sysfs_lines_info()
313 	struct pblk_line_meta *lm = &pblk->lm;  in pblk_sysfs_lines_info()
316 	sz = scnprintf(page, PAGE_SIZE - sz,  in pblk_sysfs_lines_info()
317 				"smeta - len:%d, secs:%d\n",  in pblk_sysfs_lines_info()
318 					lm->smeta_len, lm->smeta_sec);  in pblk_sysfs_lines_info()
319 	sz += scnprintf(page + sz, PAGE_SIZE - sz,  in pblk_sysfs_lines_info()
320 				"emeta - len:%d, sec:%d, bb_start:%d\n",  in pblk_sysfs_lines_info()
321 					lm->emeta_len[0], lm->emeta_sec[0],  in pblk_sysfs_lines_info()
322 					lm->emeta_bb);  in pblk_sysfs_lines_info()
323 	sz += scnprintf(page + sz, PAGE_SIZE - sz,  in pblk_sysfs_lines_info()
325 					lm->sec_bitmap_len,  in pblk_sysfs_lines_info()
326 					lm->blk_bitmap_len,  in pblk_sysfs_lines_info()
327 					lm->lun_bitmap_len);  in pblk_sysfs_lines_info()
328 	sz += scnprintf(page + sz, PAGE_SIZE - sz,  in pblk_sysfs_lines_info()
330 					lm->blk_per_line,  in pblk_sysfs_lines_info()
331 					lm->sec_per_line,  in pblk_sysfs_lines_info()
332 					geo->clba);  in pblk_sysfs_lines_info()
339 	return snprintf(page, PAGE_SIZE, "%d\n", pblk->sec_per_write);  in pblk_sysfs_get_sec_per_write()
352 		sz += scnprintf(page + sz, PAGE_SIZE - sz, "NaN\n");  in pblk_get_write_amp()
361 		sz += scnprintf(page + sz, PAGE_SIZE - sz, "%llu.%05u\n",  in pblk_get_write_amp()
370 	return pblk_get_write_amp(atomic64_read(&pblk->user_wa),  in pblk_sysfs_get_write_amp_mileage()
371 		atomic64_read(&pblk->gc_wa), atomic64_read(&pblk->pad_wa),  in pblk_sysfs_get_write_amp_mileage()
378 		atomic64_read(&pblk->user_wa) - pblk->user_rst_wa,  in pblk_sysfs_get_write_amp_trip()
379 		atomic64_read(&pblk->gc_wa) - pblk->gc_rst_wa,  in pblk_sysfs_get_write_amp_trip()
380 		atomic64_read(&pblk->pad_wa) - pblk->pad_rst_wa, page);  in pblk_sysfs_get_write_amp_trip()
398 	int buckets = pblk->min_write_pgs - 1;  in pblk_sysfs_get_padding_dist()
401 	total = atomic64_read(&pblk->nr_flush) - pblk->nr_flush_rst;  in pblk_sysfs_get_padding_dist()
404 			sz += scnprintf(page + sz, PAGE_SIZE - sz,  in pblk_sysfs_get_padding_dist()
406 		sz += scnprintf(page + sz, PAGE_SIZE - sz, "\n");  in pblk_sysfs_get_padding_dist()
412 		total_buckets += atomic64_read(&pblk->pad_dist[i]);  in pblk_sysfs_get_padding_dist()
414 	sz += scnprintf(page + sz, PAGE_SIZE - sz, "0:%lld%% ",  in pblk_sysfs_get_padding_dist()
415 		bucket_percentage(total - total_buckets, total));  in pblk_sysfs_get_padding_dist()
420 		p = bucket_percentage(atomic64_read(&pblk->pad_dist[i]),  in pblk_sysfs_get_padding_dist()
422 		sz += scnprintf(page + sz, PAGE_SIZE - sz, "%d:%lld%% ",  in pblk_sysfs_get_padding_dist()
425 	sz += scnprintf(page + sz, PAGE_SIZE - sz, "\n");  in pblk_sysfs_get_padding_dist()
435 			atomic_long_read(&pblk->inflight_writes),  in pblk_sysfs_stats_debug()
436 			atomic_long_read(&pblk->inflight_reads),  in pblk_sysfs_stats_debug()
437 			atomic_long_read(&pblk->req_writes),  in pblk_sysfs_stats_debug()
438 			(u64)atomic64_read(&pblk->nr_flush),  in pblk_sysfs_stats_debug()
439 			atomic_long_read(&pblk->padded_writes),  in pblk_sysfs_stats_debug()
440 			atomic_long_read(&pblk->padded_wb),  in pblk_sysfs_stats_debug()
441 			atomic_long_read(&pblk->sub_writes),  in pblk_sysfs_stats_debug()
442 			atomic_long_read(&pblk->sync_writes),  in pblk_sysfs_stats_debug()
443 			atomic_long_read(&pblk->recov_writes),  in pblk_sysfs_stats_debug()
444 			atomic_long_read(&pblk->recov_gc_writes),  in pblk_sysfs_stats_debug()
445 			atomic_long_read(&pblk->recov_gc_reads),  in pblk_sysfs_stats_debug()
446 			atomic_long_read(&pblk->cache_reads),  in pblk_sysfs_stats_debug()
447 			atomic_long_read(&pblk->sync_reads));  in pblk_sysfs_stats_debug()
459 		return -EINVAL;  in pblk_sysfs_gc_force()
462 		return -EINVAL;  in pblk_sysfs_gc_force()
477 		return -EINVAL;  in pblk_sysfs_set_sec_per_write()
480 		return -EINVAL;  in pblk_sysfs_set_sec_per_write()
486 		return -EINVAL;  in pblk_sysfs_set_sec_per_write()
489 	if (sec_per_write < pblk->min_write_pgs  in pblk_sysfs_set_sec_per_write()
490 				|| sec_per_write > pblk->max_write_pgs  in pblk_sysfs_set_sec_per_write()
491 				|| sec_per_write % pblk->min_write_pgs != 0)  in pblk_sysfs_set_sec_per_write()
492 		return -EINVAL;  in pblk_sysfs_set_sec_per_write()
507 		return -EINVAL;  in pblk_sysfs_set_write_amp_trip()
510 		return -EINVAL;  in pblk_sysfs_set_write_amp_trip()
513 		return -EINVAL;  in pblk_sysfs_set_write_amp_trip()
515 	pblk->user_rst_wa = atomic64_read(&pblk->user_wa);  in pblk_sysfs_set_write_amp_trip()
516 	pblk->pad_rst_wa = atomic64_read(&pblk->pad_wa);  in pblk_sysfs_set_write_amp_trip()
517 	pblk->gc_rst_wa = atomic64_read(&pblk->gc_wa);  in pblk_sysfs_set_write_amp_trip()
528 	int buckets = pblk->min_write_pgs - 1;  in pblk_sysfs_set_padding_dist()
533 		return -EINVAL;  in pblk_sysfs_set_padding_dist()
536 		return -EINVAL;  in pblk_sysfs_set_padding_dist()
539 		return -EINVAL;  in pblk_sysfs_set_padding_dist()
542 		atomic64_set(&pblk->pad_dist[i], 0);  in pblk_sysfs_set_padding_dist()
544 	pblk->nr_flush_rst = atomic64_read(&pblk->nr_flush);  in pblk_sysfs_set_padding_dist()
550 	.name = "write_luns",
555 	.name = "rate_limiter",
560 	.name = "gc_state",
565 	.name = "errors",
570 	.name = "write_buffer",
575 	.name = "ppa_format",
580 	.name = "lines",
585 	.name = "lines_info",
590 	.name = "gc_force",
595 	.name = "max_sec_per_write",
600 	.name = "write_amp_mileage",
605 	.name = "write_amp_trip",
610 	.name = "padding_dist",
616 	.name = "stats",
646 	if (strcmp(attr->name, "rate_limiter") == 0)  in pblk_sysfs_show()
648 	else if (strcmp(attr->name, "write_luns") == 0)  in pblk_sysfs_show()
650 	else if (strcmp(attr->name, "gc_state") == 0)  in pblk_sysfs_show()
652 	else if (strcmp(attr->name, "errors") == 0)  in pblk_sysfs_show()
654 	else if (strcmp(attr->name, "write_buffer") == 0)  in pblk_sysfs_show()
656 	else if (strcmp(attr->name, "ppa_format") == 0)  in pblk_sysfs_show()
658 	else if (strcmp(attr->name, "lines") == 0)  in pblk_sysfs_show()
660 	else if (strcmp(attr->name, "lines_info") == 0)  in pblk_sysfs_show()
662 	else if (strcmp(attr->name, "max_sec_per_write") == 0)  in pblk_sysfs_show()
664 	else if (strcmp(attr->name, "write_amp_mileage") == 0)  in pblk_sysfs_show()
666 	else if (strcmp(attr->name, "write_amp_trip") == 0)  in pblk_sysfs_show()
668 	else if (strcmp(attr->name, "padding_dist") == 0)  in pblk_sysfs_show()
671 	else if (strcmp(attr->name, "stats") == 0)  in pblk_sysfs_show()
682 	if (strcmp(attr->name, "gc_force") == 0)  in pblk_sysfs_store()
684 	else if (strcmp(attr->name, "max_sec_per_write") == 0)  in pblk_sysfs_store()
686 	else if (strcmp(attr->name, "write_amp_trip") == 0)  in pblk_sysfs_store()
688 	else if (strcmp(attr->name, "padding_dist") == 0)  in pblk_sysfs_store()
705 	struct pblk *pblk = tdisk->private_data;  in pblk_sysfs_init()
706 	struct device *parent_dev = disk_to_dev(pblk->disk);  in pblk_sysfs_init()
709 	ret = kobject_init_and_add(&pblk->kobj, &pblk_ktype,  in pblk_sysfs_init()
710 					kobject_get(&parent_dev->kobj),  in pblk_sysfs_init()
717 	kobject_uevent(&pblk->kobj, KOBJ_ADD);  in pblk_sysfs_init()
723 	struct pblk *pblk = tdisk->private_data;  in pblk_sysfs_exit()
725 	kobject_uevent(&pblk->kobj, KOBJ_REMOVE);  in pblk_sysfs_exit()
726 	kobject_del(&pblk->kobj);  in pblk_sysfs_exit()
727 	kobject_put(&pblk->kobj);  in pblk_sysfs_exit()