158 void nvme_queue_scan(struct nvme_ctrl *ctrl)  in nvme_queue_scan()
173 int nvme_try_sched_reset(struct nvme_ctrl *ctrl)  in nvme_try_sched_reset()
185 	struct nvme_ctrl *ctrl = container_of(to_delayed_work(work),  in nvme_failfast_work()  local
196 static inline void nvme_start_failfast_work(struct nvme_ctrl *ctrl)  in nvme_start_failfast_work()
205 static inline void nvme_stop_failfast_work(struct nvme_ctrl *ctrl)  in nvme_stop_failfast_work()
215 int nvme_reset_ctrl(struct nvme_ctrl *ctrl)  in nvme_reset_ctrl()
225 int nvme_reset_ctrl_sync(struct nvme_ctrl *ctrl)  in nvme_reset_ctrl_sync()
239 static void nvme_do_delete_ctrl(struct nvme_ctrl *ctrl)  in nvme_do_delete_ctrl()
253 	struct nvme_ctrl *ctrl =  in nvme_delete_ctrl_work()  local
259 int nvme_delete_ctrl(struct nvme_ctrl *ctrl)  in nvme_delete_ctrl()
269 void nvme_delete_ctrl_sync(struct nvme_ctrl *ctrl)  in nvme_delete_ctrl_sync()
459 	struct nvme_ctrl *ctrl = nvme_req(req)->ctrl;  in nvme_complete_rq()  local
537 void nvme_cancel_tagset(struct nvme_ctrl *ctrl)  in nvme_cancel_tagset()
547 void nvme_cancel_admin_tagset(struct nvme_ctrl *ctrl)  in nvme_cancel_admin_tagset()
557 bool nvme_change_ctrl_state(struct nvme_ctrl *ctrl,  in nvme_change_ctrl_state()
656 bool nvme_wait_reset(struct nvme_ctrl *ctrl)  in nvme_wait_reset()
756 blk_status_t nvme_fail_nonready_command(struct nvme_ctrl *ctrl,  in nvme_fail_nonready_command()
775 bool __nvme_check_ready(struct nvme_ctrl *ctrl, struct request *rq,  in __nvme_check_ready()
1070 		struct nvme_ctrl *ctrl = nvme_req(req)->ctrl;  in nvme_cleanup_cmd()  local
1206 u32 nvme_command_effects(struct nvme_ctrl *ctrl, struct nvme_ns *ns, u8 opcode)  in nvme_command_effects()
1235 u32 nvme_passthru_start(struct nvme_ctrl *ctrl, struct nvme_ns *ns, u8 opcode)  in nvme_passthru_start()
1255 void nvme_passthru_end(struct nvme_ctrl *ctrl, struct nvme_ns *ns, u32 effects,  in nvme_passthru_end()
1306 static unsigned long nvme_keep_alive_work_period(struct nvme_ctrl *ctrl)  in nvme_keep_alive_work_period()
1321 static void nvme_queue_keep_alive_work(struct nvme_ctrl *ctrl)  in nvme_queue_keep_alive_work()
1339 	struct nvme_ctrl *ctrl = rq->end_io_data;  in nvme_keep_alive_end_io()  local
1374 	struct nvme_ctrl *ctrl = container_of(to_delayed_work(work),  in nvme_keep_alive_work()  local
1405 static void nvme_start_keep_alive(struct nvme_ctrl *ctrl)  in nvme_start_keep_alive()
1413 void nvme_stop_keep_alive(struct nvme_ctrl *ctrl)  in nvme_stop_keep_alive()
1422 static void nvme_update_keep_alive(struct nvme_ctrl *ctrl,  in nvme_update_keep_alive()
1437 static bool nvme_id_cns_ok(struct nvme_ctrl *ctrl, u8 cns)  in nvme_id_cns_ok()
1485 static int nvme_process_ns_desc(struct nvme_ctrl *ctrl, struct nvme_ns_ids *ids,  in nvme_process_ns_desc()
1537 static int nvme_identify_ns_descs(struct nvme_ctrl *ctrl,  in nvme_identify_ns_descs()
1591 int nvme_identify_ns(struct nvme_ctrl *ctrl, unsigned nsid,  in nvme_identify_ns()
1615 static int nvme_ns_info_from_identify(struct nvme_ctrl *ctrl,  in nvme_ns_info_from_identify()
1655 static int nvme_ns_info_from_id_cs_indep(struct nvme_ctrl *ctrl,  in nvme_ns_info_from_id_cs_indep()
1720 int nvme_set_queue_count(struct nvme_ctrl *ctrl, int *count)  in nvme_set_queue_count()
1758 static void nvme_enable_aen(struct nvme_ctrl *ctrl)  in nvme_enable_aen()
1888 	struct nvme_ctrl *ctrl = ns->ctrl;  in nvme_config_discard()  local
1914 static int nvme_identify_ns_nvm(struct nvme_ctrl *ctrl, unsigned int nsid,  in nvme_identify_ns_nvm()
1966 static void nvme_configure_metadata(struct nvme_ctrl *ctrl,  in nvme_configure_metadata()
2063 static u32 nvme_max_drv_segments(struct nvme_ctrl *ctrl)  in nvme_max_drv_segments()
2068 static void nvme_set_ctrl_limits(struct nvme_ctrl *ctrl,  in nvme_set_ctrl_limits()
2140 	struct nvme_ctrl *ctrl = ns->ctrl;  in nvme_set_chunk_sectors()  local
2190 static int nvme_query_fdp_granularity(struct nvme_ctrl *ctrl,  in nvme_query_fdp_granularity()
2266 	struct nvme_ctrl *ctrl = ns->ctrl;  in nvme_query_fdp_info()  local
2564 	struct nvme_ctrl *ctrl = data;  in nvme_sec_submit()  local
2579 static void nvme_configure_opal(struct nvme_ctrl *ctrl, bool was_suspended)  in nvme_configure_opal()
2592 static void nvme_configure_opal(struct nvme_ctrl *ctrl, bool was_suspended)  in nvme_configure_opal()
2619 static int nvme_wait_ready(struct nvme_ctrl *ctrl, u32 mask, u32 val,  in nvme_wait_ready()
2646 int nvme_disable_ctrl(struct nvme_ctrl *ctrl, bool shutdown)  in nvme_disable_ctrl()
2672 int nvme_enable_ctrl(struct nvme_ctrl *ctrl)  in nvme_enable_ctrl()
2751 static int nvme_configure_timestamp(struct nvme_ctrl *ctrl)  in nvme_configure_timestamp()
2768 static int nvme_configure_host_options(struct nvme_ctrl *ctrl)  in nvme_configure_host_options()
2849 static int nvme_configure_apst(struct nvme_ctrl *ctrl)  in nvme_configure_apst()
2956 	struct nvme_ctrl *ctrl = dev_get_drvdata(dev);  in nvme_set_latency_tolerance()  local
3067 static void nvme_init_subnqn(struct nvme_subsystem *subsys, struct nvme_ctrl *ctrl,  in nvme_init_subnqn()
3156 static inline bool nvme_discovery_ctrl(struct nvme_ctrl *ctrl)  in nvme_discovery_ctrl()
3161 static inline bool nvme_admin_ctrl(struct nvme_ctrl *ctrl)  in nvme_admin_ctrl()
3166 static inline bool nvme_is_io_ctrl(struct nvme_ctrl *ctrl)  in nvme_is_io_ctrl()
3172 		struct nvme_ctrl *ctrl, struct nvme_id_ctrl *id)  in nvme_validate_cntlid()
3202 static int nvme_init_subsystem(struct nvme_ctrl *ctrl, struct nvme_id_ctrl *id)  in nvme_init_subsystem()
3288 static int nvme_get_log_lsi(struct nvme_ctrl *ctrl, u32 nsid, u8 log_page,  in nvme_get_log_lsi()
3308 int nvme_get_log(struct nvme_ctrl *ctrl, u32 nsid, u8 log_page, u8 lsp, u8 csi,  in nvme_get_log()
3315 static int nvme_get_effects_log(struct nvme_ctrl *ctrl, u8 csi,  in nvme_get_effects_log()
3345 static inline u32 nvme_mps_to_sectors(struct nvme_ctrl *ctrl, u32 units)  in nvme_mps_to_sectors()
3354 static int nvme_init_non_mdts_limits(struct nvme_ctrl *ctrl)  in nvme_init_non_mdts_limits()
3401 static int nvme_init_effects_log(struct nvme_ctrl *ctrl,  in nvme_init_effects_log()
3420 static void nvme_init_known_nvm_effects(struct nvme_ctrl *ctrl)  in nvme_init_known_nvm_effects()
3452 static int nvme_init_effects(struct nvme_ctrl *ctrl, struct nvme_id_ctrl *id)  in nvme_init_effects()
3475 static int nvme_check_ctrl_fabric_info(struct nvme_ctrl *ctrl, struct nvme_id_ctrl *id)  in nvme_check_ctrl_fabric_info()
3517 static int nvme_init_identify(struct nvme_ctrl *ctrl)  in nvme_init_identify()
3664 int nvme_init_ctrl_finish(struct nvme_ctrl *ctrl, bool was_suspended)  in nvme_init_ctrl_finish()
3729 	struct nvme_ctrl *ctrl =  in nvme_dev_open()  local
3751 	struct nvme_ctrl *ctrl =  in nvme_dev_release()  local
3768 static struct nvme_ns_head *nvme_find_ns_head(struct nvme_ctrl *ctrl,  in nvme_find_ns_head()
3881 static struct nvme_ns_head *nvme_alloc_ns_head(struct nvme_ctrl *ctrl,  in nvme_alloc_ns_head()
3968 	struct nvme_ctrl *ctrl = ns->ctrl;  in nvme_init_ns_head()  local
4066 struct nvme_ns *nvme_find_get_ns(struct nvme_ctrl *ctrl, unsigned nsid)  in nvme_find_get_ns()
4104 static void nvme_alloc_ns(struct nvme_ctrl *ctrl, struct nvme_ns_info *info)  in nvme_alloc_ns()
4269 static void nvme_ns_remove_by_nsid(struct nvme_ctrl *ctrl, u32 nsid)  in nvme_ns_remove_by_nsid()
4301 static void nvme_scan_ns(struct nvme_ctrl *ctrl, unsigned nsid)  in nvme_scan_ns()
4359 	struct nvme_ctrl *ctrl;  member
4376 static void nvme_remove_invalid_namespaces(struct nvme_ctrl *ctrl,  in nvme_remove_invalid_namespaces()
4396 static int nvme_scan_ns_list(struct nvme_ctrl *ctrl)  in nvme_scan_ns_list()
4447 static void nvme_scan_ns_sequential(struct nvme_ctrl *ctrl)  in nvme_scan_ns_sequential()
4463 static void nvme_clear_changed_ns_log(struct nvme_ctrl *ctrl)  in nvme_clear_changed_ns_log()
4490 	struct nvme_ctrl *ctrl =  in nvme_scan_work()  local
4547 void nvme_remove_namespaces(struct nvme_ctrl *ctrl)  in nvme_remove_namespaces()
4592 	const struct nvme_ctrl *ctrl =  in nvme_class_uevent()  local
4622 static void nvme_change_uevent(struct nvme_ctrl *ctrl, char *envdata)  in nvme_change_uevent()
4629 static void nvme_aen_uevent(struct nvme_ctrl *ctrl)  in nvme_aen_uevent()
4647 	struct nvme_ctrl *ctrl =  in nvme_async_event_work()  local
4661 static bool nvme_ctrl_pp_status(struct nvme_ctrl *ctrl)  in nvme_ctrl_pp_status()
4675 static void nvme_get_fw_slot_info(struct nvme_ctrl *ctrl)  in nvme_get_fw_slot_info()
4707 	struct nvme_ctrl *ctrl = container_of(work,  in nvme_fw_act_work()  local
4750 static bool nvme_handle_aen_notice(struct nvme_ctrl *ctrl, u32 result)  in nvme_handle_aen_notice()
4787 static void nvme_handle_aer_persistent_error(struct nvme_ctrl *ctrl)  in nvme_handle_aer_persistent_error()
4794 void nvme_complete_async_event(struct nvme_ctrl *ctrl, __le16 status,  in nvme_complete_async_event()
4834 int nvme_alloc_admin_tag_set(struct nvme_ctrl *ctrl, struct blk_mq_tag_set *set,  in nvme_alloc_admin_tag_set()
4891 void nvme_remove_admin_tag_set(struct nvme_ctrl *ctrl)  in nvme_remove_admin_tag_set()
4907 int nvme_alloc_io_tag_set(struct nvme_ctrl *ctrl, struct blk_mq_tag_set *set,  in nvme_alloc_io_tag_set()
4959 void nvme_remove_io_tag_set(struct nvme_ctrl *ctrl)  in nvme_remove_io_tag_set()
4969 void nvme_stop_ctrl(struct nvme_ctrl *ctrl)  in nvme_stop_ctrl()
4981 void nvme_start_ctrl(struct nvme_ctrl *ctrl)  in nvme_start_ctrl()
5012 void nvme_uninit_ctrl(struct nvme_ctrl *ctrl)  in nvme_uninit_ctrl()
5023 static void nvme_free_cels(struct nvme_ctrl *ctrl)  in nvme_free_cels()
5038 	struct nvme_ctrl *ctrl =  in nvme_free_ctrl()  local
5075 int nvme_init_ctrl(struct nvme_ctrl *ctrl, struct device *dev,  in nvme_init_ctrl()
5157 int nvme_add_ctrl(struct nvme_ctrl *ctrl)  in nvme_add_ctrl()
5187 void nvme_mark_namespaces_dead(struct nvme_ctrl *ctrl)  in nvme_mark_namespaces_dead()
5200 void nvme_unfreeze(struct nvme_ctrl *ctrl)  in nvme_unfreeze()
5214 int nvme_wait_freeze_timeout(struct nvme_ctrl *ctrl, long timeout)  in nvme_wait_freeze_timeout()
5231 void nvme_wait_freeze(struct nvme_ctrl *ctrl)  in nvme_wait_freeze()
5244 void nvme_start_freeze(struct nvme_ctrl *ctrl)  in nvme_start_freeze()
5263 void nvme_quiesce_io_queues(struct nvme_ctrl *ctrl)  in nvme_quiesce_io_queues()
5274 void nvme_unquiesce_io_queues(struct nvme_ctrl *ctrl)  in nvme_unquiesce_io_queues()
5283 void nvme_quiesce_admin_queue(struct nvme_ctrl *ctrl)  in nvme_quiesce_admin_queue()
5292 void nvme_unquiesce_admin_queue(struct nvme_ctrl *ctrl)  in nvme_unquiesce_admin_queue()
5299 void nvme_sync_io_queues(struct nvme_ctrl *ctrl)  in nvme_sync_io_queues()
5312 void nvme_sync_queues(struct nvme_ctrl *ctrl)  in nvme_sync_queues()