101 #define WC_MODE_PMEM(wc)			((wc)->pmem_mode)  argument
102 #define WC_MODE_FUA(wc)				((wc)->writeback_fua)  argument
104 #define WC_MODE_PMEM(wc)			false  argument
105 #define WC_MODE_FUA(wc)				false  argument
107 #define WC_MODE_SORT_FREELIST(wc)		(!WC_MODE_PMEM(wc))  argument
197 	struct dm_writecache *wc;  member
206 	struct dm_writecache *wc;  member
215 static void wc_lock(struct dm_writecache *wc)  in wc_lock()
220 static void wc_unlock(struct dm_writecache *wc)  in wc_unlock()
226 static int persistent_memory_claim(struct dm_writecache *wc)  in persistent_memory_claim()
320 static int persistent_memory_claim(struct dm_writecache *wc)  in persistent_memory_claim()
326 static void persistent_memory_release(struct dm_writecache *wc)  in persistent_memory_release()
357 static struct wc_memory_superblock *sb(struct dm_writecache *wc)  in sb()
362 static struct wc_memory_entry *memory_entry(struct dm_writecache *wc, struct wc_entry *e)  in memory_entry()
367 static void *memory_data(struct dm_writecache *wc, struct wc_entry *e)  in memory_data()
372 static sector_t cache_sector(struct dm_writecache *wc, struct wc_entry *e)  in cache_sector()
378 static uint64_t read_original_sector(struct dm_writecache *wc, struct wc_entry *e)  in read_original_sector()
387 static uint64_t read_seq_count(struct dm_writecache *wc, struct wc_entry *e)  in read_seq_count()
396 static void clear_seq_count(struct dm_writecache *wc, struct wc_entry *e)  in clear_seq_count()
404 static void write_original_sector_seq_count(struct dm_writecache *wc, struct wc_entry *e,  in write_original_sector_seq_count()
417 #define writecache_error(wc, err, msg, arg...)				\  argument
424 #define writecache_has_error(wc)	(unlikely(READ_ONCE((wc)->error)))  argument
426 static void writecache_flush_all_metadata(struct dm_writecache *wc)  in writecache_flush_all_metadata()
432 static void writecache_flush_region(struct dm_writecache *wc, void *ptr, size_t size)  in writecache_flush_region()
442 	struct dm_writecache *wc;  member
458 static void writecache_wait_for_ios(struct dm_writecache *wc, int direction)  in writecache_wait_for_ios()
464 static void ssd_commit_flushed(struct dm_writecache *wc, bool wait_for_ios)  in ssd_commit_flushed()
518 static void ssd_commit_superblock(struct dm_writecache *wc)  in ssd_commit_superblock()
546 static void writecache_commit_flushed(struct dm_writecache *wc, bool wait_for_ios)  in writecache_commit_flushed()
554 static void writecache_disk_flush(struct dm_writecache *wc, struct dm_dev *dev)  in writecache_disk_flush()
578 static struct wc_entry *writecache_find_entry(struct dm_writecache *wc,  in writecache_find_entry()
624 static void writecache_insert_entry(struct dm_writecache *wc, struct wc_entry *ins)  in writecache_insert_entry()
643 static void writecache_unlink(struct dm_writecache *wc, struct wc_entry *e)  in writecache_unlink()
649 static void writecache_add_to_freelist(struct dm_writecache *wc, struct wc_entry *e)  in writecache_add_to_freelist()
670 static inline void writecache_verify_watermark(struct dm_writecache *wc)  in writecache_verify_watermark()
678 	struct dm_writecache *wc = from_timer(wc, t, max_age_timer);  in writecache_max_age_timer()  local
686 static struct wc_entry *writecache_pop_from_freelist(struct dm_writecache *wc, sector_t expected_se…  in writecache_pop_from_freelist()
717 static void writecache_free_entry(struct dm_writecache *wc, struct wc_entry *e)  in writecache_free_entry()
727 static void writecache_wait_on_freelist(struct dm_writecache *wc)  in writecache_wait_on_freelist()
738 static void writecache_poison_lists(struct dm_writecache *wc)  in writecache_poison_lists()
750 static void writecache_flush_entry(struct dm_writecache *wc, struct wc_entry *e)  in writecache_flush_entry()
757 static bool writecache_entry_is_committed(struct dm_writecache *wc, struct wc_entry *e)  in writecache_entry_is_committed()
762 static void writecache_flush(struct dm_writecache *wc)  in writecache_flush()
828 	struct dm_writecache *wc = container_of(work, struct dm_writecache, flush_work);  in writecache_flush_work()  local
837 	struct dm_writecache *wc = from_timer(wc, t, autocommit_timer);  in writecache_autocommit_timer()  local
842 static void writecache_schedule_autocommit(struct dm_writecache *wc)  in writecache_schedule_autocommit()
848 static void writecache_discard(struct dm_writecache *wc, sector_t start, sector_t end)  in writecache_discard()
883 static bool writecache_wait_for_writeback(struct dm_writecache *wc)  in writecache_wait_for_writeback()
894 	struct dm_writecache *wc = ti->private;  in writecache_suspend()  local
925 static int writecache_alloc_entries(struct dm_writecache *wc)  in writecache_alloc_entries()
944 static int writecache_read_metadata(struct dm_writecache *wc, sector_t n_sectors)  in writecache_read_metadata()
964 	struct dm_writecache *wc = ti->private;  in writecache_resume()  local
1073 static int process_flush_mesg(unsigned argc, char **argv, struct dm_writecache *wc)  in process_flush_mesg()
1106 static int process_flush_on_suspend_mesg(unsigned argc, char **argv, struct dm_writecache *wc)  in process_flush_on_suspend_mesg()
1118 static void activate_cleaner(struct dm_writecache *wc)  in activate_cleaner()
1126 static int process_cleaner_mesg(unsigned argc, char **argv, struct dm_writecache *wc)  in process_cleaner_mesg()
1144 	struct dm_writecache *wc = ti->private;  in writecache_message()  local
1194 static void bio_copy_block(struct dm_writecache *wc, struct bio *bio, void *data)  in bio_copy_block()
1232 	struct dm_writecache *wc = data;  in writecache_flush_thread()  local
1270 static void writecache_offload_bio(struct dm_writecache *wc, struct bio *bio)  in writecache_offload_bio()
1280 	struct dm_writecache *wc = ti->private;  in writecache_map()  local
1458 	struct dm_writecache *wc = ti->private;  in writecache_end_io()  local
1472 	struct dm_writecache *wc = ti->private;  in writecache_iterate_devices()  local
1479 	struct dm_writecache *wc = ti->private;  in writecache_io_hints()  local
1495 	struct dm_writecache *wc = wb->wc;  in writecache_writeback_endio()  local
1508 	struct dm_writecache *wc = c->wc;  in writecache_copy_endio()  local
1519 static void __writecache_endio_pmem(struct dm_writecache *wc, struct list_head *list)  in __writecache_endio_pmem()
1558 static void __writecache_endio_ssd(struct dm_writecache *wc, struct list_head *list)  in __writecache_endio_ssd()
1588 	struct dm_writecache *wc = data;  in writecache_endio_thread()  local
1636 	struct dm_writecache *wc = wb->wc;  in wc_add_block()  local
1650 static void __writeback_throttle(struct dm_writecache *wc, struct writeback_list *wbl)  in __writeback_throttle()
1663 static void __writecache_writeback_pmem(struct dm_writecache *wc, struct writeback_list *wbl)  in __writecache_writeback_pmem()
1720 static void __writecache_writeback_ssd(struct dm_writecache *wc, struct writeback_list *wbl)  in __writecache_writeback_ssd()
1763 	struct dm_writecache *wc = container_of(work, struct dm_writecache, writeback_work);  in writecache_writeback()  local
1947 static int init_memory(struct dm_writecache *wc)  in init_memory()
1983 	struct dm_writecache *wc = ti->private;  in writecache_dtr()  local
2031 	struct dm_writecache *wc;  in writecache_ctr()  local
2455 	struct dm_writecache *wc = ti->private;  in writecache_status()  local