| /linux/drivers/md/dm-vdo/ |
| H A D | completion.h | 19 static inline void vdo_run_completion(struct vdo_completion *completion) in vdo_run_completion()
29 void vdo_set_completion_result(struct vdo_completion *completion, int result);
31 void vdo_initialize_completion(struct vdo_completion *completion, struct vdo *vdo,
38 static inline void vdo_reset_completion(struct vdo_completion *completion) in vdo_reset_completion()
44 void vdo_launch_completion_with_priority(struct vdo_completion *completion,
50 static inline void vdo_launch_completion(struct vdo_completion *completion) in vdo_launch_completion()
62 static inline void vdo_continue_completion(struct vdo_completion *completion, int result) in vdo_continue_completion()
68 void vdo_finish_completion(struct vdo_completion *completion);
74 static inline void vdo_fail_completion(struct vdo_completion *completion, int result) in vdo_fail_completion()
85 static inline int vdo_assert_completion_type(struct vdo_completion *completio
[all...] |
| H A D | completion.c | 51 void vdo_initialize_completion(struct vdo_completion *completion, in vdo_initialize_completion()
61 static inline void assert_incomplete(struct vdo_completion *completion) in assert_incomplete()
71 void vdo_set_completion_result(struct vdo_completion *completion, int result) in vdo_set_completion_result()
86 void vdo_launch_completion_with_priority(struct vdo_completion *completion, in vdo_launch_completion_with_priority()
100 void vdo_finish_completion(struct vdo_completion *completion) in vdo_finish_completion()
108 void vdo_enqueue_completion(struct vdo_completion *completion, in vdo_enqueue_completion()
131 bool vdo_requeue_completion_if_needed(struct vdo_completion *completion, in vdo_requeue_completion_if_needed()
|
| H A D | action-manager.c | 34 struct vdo_completion *parent;
54 struct vdo_completion completion;
66 static inline struct action_manager *as_action_manager(struct vdo_completion *completion) in as_action_manager()
79 static void no_preamble(void *context __always_unused, struct vdo_completion *completion) in no_preamble()
143 static void finish_action_callback(struct vdo_completion *completion);
144 static void apply_to_zone(struct vdo_completion *completion);
151 static void preserve_error(struct vdo_completion *completion) in preserve_error()
175 static void apply_to_zone(struct vdo_completion *completion) in apply_to_zone()
198 static void handle_preamble_error(struct vdo_completion *completion) in handle_preamble_error()
250 static void finish_action_callback(struct vdo_completion *completio
[all...] |
| H A D | block-map.h | 167 struct vdo_completion completion;
291 struct vdo_completion *completion);
293 static inline struct vdo_page_completion *as_vdo_page_completion(struct vdo_completion *completion) in as_vdo_page_completion()
299 void vdo_release_page_completion(struct vdo_completion *completion);
306 void vdo_request_page_write(struct vdo_completion *completion);
308 int __must_check vdo_get_cached_page(struct vdo_completion *completion,
331 struct vdo_completion *completion);
340 struct vdo_completion *parent);
342 void vdo_resume_block_map(struct block_map *map, struct vdo_completion *parent);
347 void vdo_grow_block_map(struct block_map *map, struct vdo_completion *paren
[all...] |
| H A D | action-manager.h | 43 struct vdo_completion *parent);
51 typedef void (*vdo_action_preamble_fn)(void *context, struct vdo_completion *parent);
95 struct vdo_completion *parent);
101 struct vdo_completion *parent);
108 void *context, struct vdo_completion *parent);
|
| H A D | slab-depot.h | 379 struct vdo_completion completion;
522 struct vdo_completion *parent);
528 static inline struct block_allocator *vdo_as_block_allocator(struct vdo_completion *completion) in vdo_as_block_allocator()
544 void vdo_modify_reference_count(struct vdo_completion *completion,
550 void vdo_notify_slab_journals_are_recovered(struct vdo_completion *completion);
583 struct vdo_completion *parent, void *context);
587 struct vdo_completion *parent);
594 void vdo_use_new_slabs(struct slab_depot *depot, struct vdo_completion *parent);
600 struct vdo_completion *parent);
602 void vdo_resume_slab_depot(struct slab_depot *depot, struct vdo_completion *paren
[all...] |
| H A D | vdo.h | 42 typedef void (*vdo_read_only_notification_fn)(void *listener, struct vdo_completion *parent);
110 struct vdo_completion completion;
112 struct vdo_completion *waiter;
159 struct vdo_completion completion;
170 struct vdo_completion *completion;
305 void vdo_load_super_block(struct vdo *vdo, struct vdo_completion *parent);
327 void vdo_save_components(struct vdo *vdo, struct vdo_completion *parent);
335 void vdo_wait_until_not_entering_read_only_mode(struct vdo_completion *parent);
337 void vdo_allow_read_only_mode_entry(struct vdo_completion *parent);
|
| H A D | dedupe.h | 62 struct vdo_completion completion;
74 void vdo_acquire_hash_lock(struct vdo_completion *completion);
75 void vdo_continue_hash_lock(struct vdo_completion *completion);
85 void vdo_drain_hash_zones(struct hash_zones *zones, struct vdo_completion *parent);
104 void vdo_resume_hash_zones(struct hash_zones *zones, struct vdo_completion *parent);
|
| H A D | flush.c | 24 struct vdo_completion completion;
67 * as_flusher() - Convert a generic vdo_completion to a flusher.
72 static struct flusher *as_flusher(struct vdo_completion *completion) in as_flusher()
79 * completion_as_vdo_flush() - Convert a generic vdo_completion to a vdo_flush.
84 static inline struct vdo_flush *completion_as_vdo_flush(struct vdo_completion *completion) in completion_as_vdo_flush()
192 static void finish_notification(struct vdo_completion *completion) in finish_notification()
212 static void flush_packer_callback(struct vdo_completion *completion) in flush_packer_callback()
228 static void increment_generation(struct vdo_completion *completion) in increment_generation()
263 * @completion: A flush request (as a vdo_completion)
267 static void flush_vdo(struct vdo_completion *completio
[all...] |
| H A D | admin-state.c | 224 struct vdo_completion *waiter, in begin_operation()
269 struct vdo_completion *waiter, in start_operation()
287 struct vdo_completion *waiter) in check_code()
309 struct vdo_completion *waiter) in assert_vdo_drain_operation()
324 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator) in vdo_start_draining()
373 struct vdo_completion *waiter) in vdo_assert_load_operation()
388 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator) in vdo_start_loading()
422 struct vdo_completion *waiter) in assert_vdo_resume_operation()
438 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator) in vdo_start_resuming()
500 struct vdo_completion *waite in vdo_start_operation_with_waiter()
[all...] |
| H A D | admin-state.h | 57 struct vdo_completion *waiter;
140 struct vdo_completion *waiter);
144 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator);
152 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator);
162 struct vdo_completion *waiter, vdo_admin_initiator_fn initiator);
173 struct vdo_completion *waiter,
|
| H A D | repair.c | 58 struct vdo_completion completion;
197 as_repair_completion(struct vdo_completion *completion) in as_repair_completion()
206 struct vdo_completion *completion = &repair->completion; in prepare_repair_completion()
250 static void finish_repair(struct vdo_completion *completion) in finish_repair()
252 struct vdo_completion *parent = completion->parent; in finish_repair()
288 static void abort_repair(struct vdo_completion *completion) in abort_repair()
290 struct vdo_completion *parent = completion->parent; in abort_repair()
324 static void drain_slab_depot(struct vdo_completion *completion) in drain_slab_depot()
351 static void flush_block_map_updates(struct vdo_completion *completion) in flush_block_map_updates()
363 struct vdo_completion *completio
[all...] |
| H A D | logical-zone.c | 27 * as_logical_zone() - Convert a generic vdo_completion to a logical_zone.
32 static struct logical_zone *as_logical_zone(struct vdo_completion *completion) in as_logical_zone()
178 struct vdo_completion *parent) in drain_logical_zone()
189 struct vdo_completion *parent) in vdo_drain_logical_zones()
201 struct vdo_completion *parent) in resume_logical_zone()
213 void vdo_resume_logical_zones(struct logical_zones *zones, struct vdo_completion *parent) in vdo_resume_logical_zones()
277 static void attempt_generation_complete_notification(struct vdo_completion *completion);
285 static void notify_flusher(struct vdo_completion *completion) in notify_flusher()
300 static void attempt_generation_complete_notification(struct vdo_completion *completion) in attempt_generation_complete_notification()
|
| H A D | data-vio.c | 160 struct vdo_completion completion;
215 as_data_vio_pool(struct vdo_completion *completion) in as_data_vio_pool()
419 static void attempt_logical_block_lock(struct vdo_completion *completion) in attempt_logical_block_lock()
488 struct vdo_completion *completion = &data_vio->vio.completion; in launch_data_vio()
698 static void process_release_callback(struct vdo_completion *completion) in process_release_callback()
727 data_vio = as_data_vio(container_of(entry, struct vdo_completion, in process_release_callback()
1010 void drain_data_vio_pool(struct data_vio_pool *pool, struct vdo_completion *completion) in drain_data_vio_pool()
1021 void resume_data_vio_pool(struct data_vio_pool *pool, struct vdo_completion *completion) in resume_data_vio_pool()
1129 static void release_allocated_lock(struct vdo_completion *completion) in release_allocated_lock()
1209 static void release_logical_lock(struct vdo_completion *completio
[all...] |
| H A D | flush.h | 17 struct vdo_completion completion;
40 void vdo_drain_flusher(struct flusher *flusher, struct vdo_completion *completion);
42 void vdo_resume_flusher(struct flusher *flusher, struct vdo_completion *parent);
|
| H A D | funnel-workqueue.h | 24 struct vdo_completion;
33 void vdo_enqueue_work_queue(struct vdo_work_queue *queue, struct vdo_completion *completion);
41 void vdo_dump_completion_to_buffer(struct vdo_completion *completion, char *buffer,
|
| H A D | logical-zone.h | 19 struct vdo_completion completion;
73 struct vdo_completion *completion);
76 struct vdo_completion *parent);
|
| H A D | packer.h | 112 void vdo_remove_lock_holder_from_packer(struct vdo_completion *completion);
116 void vdo_drain_packer(struct packer *packer, struct vdo_completion *completion);
118 void vdo_resume_packer(struct packer *packer, struct vdo_completion *parent);
|
| H A D | funnel-workqueue.c | 96 static struct vdo_completion *poll_for_completion(struct simple_work_queue *queue) in poll_for_completion()
104 return container_of(link, struct vdo_completion, work_queue_entry_link); in poll_for_completion()
111 struct vdo_completion *completion) in enqueue_work_queue_completion()
174 static struct vdo_completion *wait_for_next_completion(struct simple_work_queue *queue) in wait_for_next_completion()
176 struct vdo_completion *completion; in wait_for_next_completion()
223 struct vdo_completion *completion) in process_completion()
238 struct vdo_completion *completion = poll_for_completion(queue); in service_work_queue()
537 void vdo_dump_completion_to_buffer(struct vdo_completion *completion, char *buffer, in vdo_dump_completion_to_buffer()
556 struct vdo_completion *completion) in vdo_enqueue_work_queue()
|
| H A D | vdo.c | 63 struct vdo_completion vdo_completion; member
742 static void finish_reading_super_block(struct vdo_completion *completion) in finish_reading_super_block()
757 static void handle_super_block_read_error(struct vdo_completion *completion) in handle_super_block_read_error()
766 struct vdo_completion *parent = vio->completion.parent; in read_super_block_endio()
777 void vdo_load_super_block(struct vdo *vdo, struct vdo_completion *parent) in vdo_load_super_block()
905 static void continue_super_block_parent(struct vdo_completion *completion) in continue_super_block_parent()
916 static void handle_save_error(struct vdo_completion *completion) in handle_save_error()
938 struct vdo_completion *parent = vio->completion.parent; in super_block_write_endio()
949 void vdo_save_components(struct vdo *vdo, struct vdo_completion *paren
[all...] |
| H A D | types.h | 253 struct vdo_completion;
259 typedef void (*vdo_action_fn)(struct vdo_completion *completion);
291 struct vdo_completion { struct
365 struct vdo_completion completion;
293 typevdo_completion global() argument
299 completevdo_completion global() argument
327 priorityvdo_completion global() argument
328 my_queuevdo_completion global() argument
|
| H A D | block-map.c | 101 struct vdo_completion *completion;
665 static void handle_load_error(struct vdo_completion *completion) in handle_load_error()
691 static void page_is_loaded(struct vdo_completion *completion) in page_is_loaded()
733 static void handle_rebuild_read_error(struct vdo_completion *completion) in handle_rebuild_read_error()
790 static void write_pages(struct vdo_completion *completion);
793 static void handle_flush_error(struct vdo_completion *completion) in handle_flush_error()
1003 static void handle_page_write_error(struct vdo_completion *completion) in handle_page_write_error()
1028 static void page_is_written_out(struct vdo_completion *completion);
1042 static void page_is_written_out(struct vdo_completion *completion) in page_is_written_out()
1091 static void write_pages(struct vdo_completion *flush_completio
[all...] |
| H A D | data-vio.h | 270 struct vdo_completion decrement_completion;
287 static inline struct data_vio *as_data_vio(struct vdo_completion *completion) in as_data_vio()
335 void drain_data_vio_pool(struct data_vio_pool *pool, struct vdo_completion *completion);
336 void resume_data_vio_pool(struct data_vio_pool *pool, struct vdo_completion *completion);
343 void complete_data_vio(struct vdo_completion *completion);
344 void handle_data_vio_error(struct vdo_completion *completion);
636 struct vdo_completion *completion = &data_vio->vio.completion; in launch_data_vio_on_bio_ack_queue()
663 void continue_data_vio_with_block_map_slot(struct vdo_completion *completion);
|
| H A D | slab-depot.c | 278 static void finish_update(struct vdo_completion *completion) in finish_update()
291 static void handle_write_error(struct vdo_completion *completion) in handle_write_error()
413 static void complete_reaping(struct vdo_completion *completion) in complete_reaping()
426 static void handle_flush_error(struct vdo_completion *completion) in handle_flush_error()
692 static void complete_write(struct vdo_completion *completion) in complete_write()
959 struct vdo_completion *parent) in vdo_attempt_replay_into_slab()
1065 static void finish_reference_block_write(struct vdo_completion *completion) in finish_reference_block_write()
1165 static void handle_io_error(struct vdo_completion *completion) in handle_io_error()
1189 struct vdo_completion *completion = &pooled->vio.completion; in write_reference_block()
2298 static void finish_reference_block_load(struct vdo_completion *completio
[all...] |
| H A D | dedupe.c | 286 struct vdo_completion completion;
309 static inline struct hash_zone *as_hash_zone(struct vdo_completion *completion) in as_hash_zone()
315 static inline struct hash_zones *as_hash_zones(struct vdo_completion *completion) in as_hash_zones()
484 static void unlock_duplicate_pbn(struct vdo_completion *completion);
629 static void finish_unlocking(struct vdo_completion *completion) in finish_unlocking()
685 static void unlock_duplicate_pbn(struct vdo_completion *completion) in unlock_duplicate_pbn()
742 static void finish_updating(struct vdo_completion *completion) in finish_updating()
1073 static void finish_verifying(struct vdo_completion *completion) in finish_verifying()
1134 static void verify_callback(struct vdo_completion *completion) in verify_callback()
1142 static void uncompress_and_verify(struct vdo_completion *completio
[all...] |