29 	struct pblk *pblk = line_ws->pblk;  in pblk_line_mark_bb()  local
50 static void pblk_mark_bb(struct pblk *pblk, struct pblk_line *line,  in pblk_mark_bb()
79 static void __pblk_end_io_erase(struct pblk *pblk, struct nvm_rq *rqd)  in __pblk_end_io_erase()
115 	struct pblk *pblk = rqd->private;  in pblk_end_io_erase()  local
126 struct nvm_chk_meta *pblk_get_chunk_meta(struct pblk *pblk)  in pblk_get_chunk_meta()
151 struct nvm_chk_meta *pblk_chunk_get_off(struct pblk *pblk,  in pblk_chunk_get_off()
164 void __pblk_map_invalidate(struct pblk *pblk, struct pblk_line *line,  in __pblk_map_invalidate()
204 void pblk_map_invalidate(struct pblk *pblk, struct ppa_addr ppa)  in pblk_map_invalidate()
221 static void pblk_invalidate_range(struct pblk *pblk, sector_t slba,  in pblk_invalidate_range()
241 int pblk_alloc_rqd_meta(struct pblk *pblk, struct nvm_rq *rqd)  in pblk_alloc_rqd_meta()
259 void pblk_free_rqd_meta(struct pblk *pblk, struct nvm_rq *rqd)  in pblk_free_rqd_meta()
269 struct nvm_rq *pblk_alloc_rqd(struct pblk *pblk, int type)  in pblk_alloc_rqd()
297 void pblk_free_rqd(struct pblk *pblk, struct nvm_rq *rqd, int type)  in pblk_free_rqd()
323 void pblk_bio_free_pages(struct pblk *pblk, struct bio *bio, int off,  in pblk_bio_free_pages()
339 int pblk_bio_add_pages(struct pblk *pblk, struct bio *bio, gfp_t flags,  in pblk_bio_add_pages()
363 void pblk_write_kick(struct pblk *pblk)  in pblk_write_kick()
371 	struct pblk *pblk = from_timer(pblk, t, wtimer);  in pblk_write_timer_fn()  local
377 void pblk_write_should_kick(struct pblk *pblk)  in pblk_write_should_kick()
385 static void pblk_wait_for_meta(struct pblk *pblk)  in pblk_wait_for_meta()
395 static void pblk_flush_writer(struct pblk *pblk)  in pblk_flush_writer()
407 struct list_head *pblk_line_gc_list(struct pblk *pblk, struct pblk_line *line)  in pblk_line_gc_list()
465 void pblk_discard(struct pblk *pblk, struct bio *bio)  in pblk_discard()
473 void pblk_log_write_err(struct pblk *pblk, struct nvm_rq *rqd)  in pblk_log_write_err()
481 void pblk_log_read_err(struct pblk *pblk, struct nvm_rq *rqd)  in pblk_log_read_err()
505 void pblk_set_sec_per_write(struct pblk *pblk, int sec_per_write)  in pblk_set_sec_per_write()
510 int pblk_submit_io(struct pblk *pblk, struct nvm_rq *rqd, void *buf)  in pblk_submit_io()
524 void pblk_check_chunk_state_update(struct pblk *pblk, struct nvm_rq *rqd)  in pblk_check_chunk_state_update()
544 int pblk_submit_io_sync(struct pblk *pblk, struct nvm_rq *rqd, void *buf)  in pblk_submit_io_sync()
565 static int pblk_submit_io_sync_sem(struct pblk *pblk, struct nvm_rq *rqd,  in pblk_submit_io_sync_sem()
578 int pblk_calc_secs(struct pblk *pblk, unsigned long secs_avail,  in pblk_calc_secs()
598 void pblk_dealloc_page(struct pblk *pblk, struct pblk_line *line, int nr_secs)  in pblk_dealloc_page()
613 u64 __pblk_alloc_page(struct pblk *pblk, struct pblk_line *line, int nr_secs)  in __pblk_alloc_page()
634 u64 pblk_alloc_page(struct pblk *pblk, struct pblk_line *line, int nr_secs)  in pblk_alloc_page()
650 u64 pblk_lookup_page(struct pblk *pblk, struct pblk_line *line)  in pblk_lookup_page()
662 u64 pblk_line_smeta_start(struct pblk *pblk, struct pblk_line *line)  in pblk_line_smeta_start()
677 int pblk_line_smeta_read(struct pblk *pblk, struct pblk_line *line)  in pblk_line_smeta_read()
717 static int pblk_line_smeta_write(struct pblk *pblk, struct pblk_line *line,  in pblk_line_smeta_write()
764 int pblk_line_emeta_read(struct pblk *pblk, struct pblk_line *line,  in pblk_line_emeta_read()
855 static void pblk_setup_e_rq(struct pblk *pblk, struct nvm_rq *rqd,  in pblk_setup_e_rq()
865 static int pblk_blk_erase_sync(struct pblk *pblk, struct ppa_addr ppa)  in pblk_blk_erase_sync()
885 int pblk_line_erase(struct pblk *pblk, struct pblk_line *line)  in pblk_line_erase()
951 static int pblk_line_init_metadata(struct pblk *pblk, struct pblk_line *line,  in pblk_line_init_metadata()
1034 static int pblk_line_alloc_bitmaps(struct pblk *pblk, struct pblk_line *line)  in pblk_line_alloc_bitmaps()
1059 static int pblk_line_init_bb(struct pblk *pblk, struct pblk_line *line,  in pblk_line_init_bb()
1133 static int pblk_prepare_new_line(struct pblk *pblk, struct pblk_line *line)  in pblk_prepare_new_line()
1157 static int pblk_line_prepare(struct pblk *pblk, struct pblk_line *line)  in pblk_line_prepare()
1209 int pblk_line_recov_alloc(struct pblk *pblk, struct pblk_line *line)  in pblk_line_recov_alloc()
1246 void pblk_line_recov_close(struct pblk *pblk, struct pblk_line *line)  in pblk_line_recov_close()
1268 	struct pblk *pblk = line->pblk;  in pblk_line_free()  local
1277 struct pblk_line *pblk_line_get(struct pblk *pblk)  in pblk_line_get()
1330 static struct pblk_line *pblk_line_retry(struct pblk *pblk,  in pblk_line_retry()
1364 static void pblk_set_space_limit(struct pblk *pblk)  in pblk_set_space_limit()
1371 struct pblk_line *pblk_line_get_first_data(struct pblk *pblk)  in pblk_line_get_first_data()
1436 void pblk_ppa_to_line_put(struct pblk *pblk, struct ppa_addr ppa)  in pblk_ppa_to_line_put()
1444 void pblk_rq_to_line_put(struct pblk *pblk, struct nvm_rq *rqd)  in pblk_rq_to_line_put()
1453 static void pblk_stop_writes(struct pblk *pblk, struct pblk_line *line)  in pblk_stop_writes()
1462 static void pblk_line_close_meta_sync(struct pblk *pblk)  in pblk_line_close_meta_sync()
1497 void __pblk_pipeline_flush(struct pblk *pblk)  in __pblk_pipeline_flush()
1525 void __pblk_pipeline_stop(struct pblk *pblk)  in __pblk_pipeline_stop()
1537 void pblk_pipeline_stop(struct pblk *pblk)  in pblk_pipeline_stop()
1543 struct pblk_line *pblk_line_replace_data(struct pblk *pblk)  in pblk_line_replace_data()
1615 static void __pblk_line_put(struct pblk *pblk, struct pblk_line *line)  in __pblk_line_put()
1656 	struct pblk *pblk = line_put_ws->pblk;  in pblk_line_put_ws()  local
1666 	struct pblk *pblk = line->pblk;  in pblk_line_put()  local
1674 	struct pblk *pblk = line->pblk;  in pblk_line_put_wq()  local
1689 int pblk_blk_erase_async(struct pblk *pblk, struct ppa_addr ppa)  in pblk_blk_erase_async()
1720 struct pblk_line *pblk_line_get_data(struct pblk *pblk)  in pblk_line_get_data()
1726 struct pblk_line *pblk_line_get_erase(struct pblk *pblk)  in pblk_line_get_erase()
1736 static void pblk_line_should_sync_meta(struct pblk *pblk)  in pblk_line_should_sync_meta()
1742 void pblk_line_close(struct pblk *pblk, struct pblk_line *line)  in pblk_line_close()
1788 void pblk_line_close_meta(struct pblk *pblk, struct pblk_line *line)  in pblk_line_close_meta()
1835 static void pblk_save_lba_list(struct pblk *pblk, struct pblk_line *line)  in pblk_save_lba_list()
1851 	struct pblk *pblk = line_ws->pblk;  in pblk_line_close_ws()  local
1865 void pblk_gen_run_ws(struct pblk *pblk, struct pblk_line *line, void *priv,  in pblk_gen_run_ws()
1881 static void __pblk_down_chunk(struct pblk *pblk, int pos)  in __pblk_down_chunk()
1897 void pblk_down_chunk(struct pblk *pblk, struct ppa_addr ppa)  in pblk_down_chunk()
1906 void pblk_down_rq(struct pblk *pblk, struct ppa_addr ppa,  in pblk_down_rq()
1922 void pblk_up_chunk(struct pblk *pblk, struct ppa_addr ppa)  in pblk_up_chunk()
1933 void pblk_up_rq(struct pblk *pblk, unsigned long *lun_bitmap)  in pblk_up_rq()
1947 void pblk_update_map(struct pblk *pblk, sector_t lba, struct ppa_addr ppa)  in pblk_update_map()
1967 void pblk_update_map_cache(struct pblk *pblk, sector_t lba, struct ppa_addr ppa)  in pblk_update_map_cache()
1979 int pblk_update_map_gc(struct pblk *pblk, sector_t lba, struct ppa_addr ppa_new,  in pblk_update_map_gc()
2017 void pblk_update_map_dev(struct pblk *pblk, sector_t lba,  in pblk_update_map_dev()
2064 int pblk_lookup_l2p_seq(struct pblk *pblk, struct ppa_addr *ppas,  in pblk_lookup_l2p_seq()
2094 void pblk_lookup_l2p_rand(struct pblk *pblk, struct ppa_addr *ppas,  in pblk_lookup_l2p_rand()
2115 void *pblk_get_meta_for_writes(struct pblk *pblk, struct nvm_rq *rqd)  in pblk_get_meta_for_writes()
2133 void pblk_get_packed_meta(struct pblk *pblk, struct nvm_rq *rqd)  in pblk_get_packed_meta()