include/ufs/ufshcd.h

1 /* SPDX-License-Identifier: GPL-2.0-or-later */
4  * Copyright (C) 2011-2013 Samsung India Software Operations
5  * Copyright (c) 2013-2016, The Linux Foundation. All rights reserved.
16 #include <linux/blk-crypto-profile.h>
17 #include <linux/blk-mq.h>
19 #include <linux/fault-inject.h>
23 #include <linux/dma-direction.h>
68  * struct uic_command - UIC command structure
92 /* Host <-> Device UniPro Link state */
100 #define ufshcd_is_link_off(hba) ((hba)->uic_link_state == UIC_LINK_OFF_STATE)
101 #define ufshcd_is_link_active(hba) ((hba)->uic_link_state == \
103 #define ufshcd_is_link_hibern8(hba) ((hba)->uic_link_state == \
105 #define ufshcd_is_link_broken(hba) ((hba)->uic_link_state == \
107 #define ufshcd_set_link_off(hba) ((hba)->uic_link_state = UIC_LINK_OFF_STATE)
108 #define ufshcd_set_link_active(hba) ((hba)->uic_link_state = \
110 #define ufshcd_set_link_hibern8(hba) ((hba)->uic_link_state = \
112 #define ufshcd_set_link_broken(hba) ((hba)->uic_link_state = \
116 	((h)->curr_dev_pwr_mode = UFS_ACTIVE_PWR_MODE)
118 	((h)->curr_dev_pwr_mode = UFS_SLEEP_PWR_MODE)
120 	((h)->curr_dev_pwr_mode = UFS_POWERDOWN_PWR_MODE)
122 	((h)->curr_dev_pwr_mode = UFS_DEEPSLEEP_PWR_MODE)
124 	((h)->curr_dev_pwr_mode == UFS_ACTIVE_PWR_MODE)
126 	((h)->curr_dev_pwr_mode == UFS_SLEEP_PWR_MODE)
128 	((h)->curr_dev_pwr_mode == UFS_POWERDOWN_PWR_MODE)
130 	((h)->curr_dev_pwr_mode == UFS_DEEPSLEEP_PWR_MODE)
135  * which is lower than PowerDown with power on but not PowerDown with
155  * struct ufshcd_lrb - local reference block
174  * @crypto_key_slot: the key slot to use for inline crypto (-1 if none)
194 	u8 lun; /* UPIU LUN id field is only 8-bit wide */
209  * struct ufs_query_req - parameters for building a query request
219  * struct ufs_query_resp - UPIU QUERY
228  * struct ufs_query - holds relevant data structures for query request
240  * struct ufs_dev_cmd - all assosiated fields with device management commands
241  * @type: device management command type - Query, NOP OUT
254  * struct ufs_clk_info - UFS clock related info
255  * @list: list headed by hba->clk_list_head
297  * struct ufs_hba_variant_ops - variant specific callbacks
308  *                     variant specific Uni-Pro initialization.
310  *                       to allow variant specific Uni-Pro initialization.
314  *			on desired_pwr_mode, but POST_CHANGE must not alter
324  * @resume: called during host controller PM callback
327  * @device_reset: called to issue a reset pulse on the UFS device
329  * @fill_crypto_prdt: initialize crypto-related fields in the PRDT
369 	int     (*resume)(struct ufs_hba *, enum ufs_pm_op);  member
400  * struct ufs_clk_gating - UFS clock gating related info
403  * @ungate_work: worker to turn on clocks that will be used in case of
411  * during suspend/resume
437  * struct ufs_clk_scaling - UFS clock scaling related data
438  * @workq: workqueue to schedule devfreq suspend/resume work
440  * @resume_work: worker to resume devfreq
443  * devfreq ->target() function is called then schedule "suspend_work" to
489  * struct ufs_event_hist - keeps history of errors
503  * struct ufs_stats - keeps usage/err statistics
507  *		reset this after link-startup.
522  * enum ufshcd_state - UFS host controller state
556 	 * the LCC transmission on UFS device (by clearing TX_LCC_ENABLE
569 	 * This quirk needs to be enabled if the host controller only allows
576 	 * This quirk needs to be enabled if the host controller doesn't
589 	 * This quirk needs to be enabled if host controller doesn't allow
590 	 * that the interrupt aggregation timer and counter are reset by s/w.
595 	 * This quirks needs to be enabled if host controller cannot be
601 	 * This quirk needs to be enabled if the host controller regards
607 	 * This quirk needs to be enabled if the host controller reports
613 	 * This quirk needs to be enabled if the host controller has
614 	 * auto-hibernate capability but it doesn't work.
619 	 * This quirk needs to disable manual flush for write booster
624 	 * This quirk needs to disable unipro timeout values
630 	 * This quirk needs to be enabled if the host controller does not
636 	 * This quirk needs to be enabled if the host controller cannot
642 	 * This quirk needs to be enabled if the host controller has
643 	 * auto-hibernate capability but it's FASTAUTO only.
648 	 * This quirk needs to be enabled if the host controller needs
667 	 * This quirk needs to be enabled if the host controller supports inline
668 	 * encryption but it needs to initialize the crypto capabilities in a
669 	 * nonstandard way and/or needs to override blk_crypto_ll_ops.  If
676 	 * This quirk needs to be enabled if the host controller supports inline
683 	 * This quirk needs to be enabled if the host controller driver copies
720 	 * This capability allows the device auto-bkops to be always enabled
736 	 * This capability allows the host controller driver to turn-on
758 	 * support device hardware reset via the hba->device_reset() callback,
803  * struct ufshcd_res_info_t - MCQ related resource regions
827  * struct ufshcd_mcq_opr_info_t - Operation and Runtime registers
848  * struct ufs_hba - per adapter private structure
865  * @ahit: value of Auto-Hibernate Idle Timer register.
873  * @nortt - Max outstanding RTTs supported by controller
903  * @eh_wq: Workqueue that eh_work works on
911  * @force_reset: flag to force eh_work perform a full reset
931  * @system_suspending: system suspend has been started and system resume has
971  * @dev_lvl_exception_count: count of device level exceptions since last reset
1004 	/* Auto-Hibernate Idle Timer register value */
1149  * struct ufs_hw_queue - per hardware queue structure
1193 	return hba->mcq_opr[opr].offset + hba->mcq_opr[opr].stride * idx;  in ufshcd_mcq_opr_offset()
1204 	return hba->sg_entry_size;  in ufshcd_sg_entry_size()
1210 	hba->sg_entry_size = sg_entry_size;  in ufshcd_set_sg_entry_size()
1238 	return hba->caps & UFSHCD_CAP_CLK_GATING;  in ufshcd_is_clkgating_allowed()
1242 	return hba->caps & UFSHCD_CAP_HIBERN8_WITH_CLK_GATING;  in ufshcd_can_hibern8_during_gating()
1246 	return hba->caps & UFSHCD_CAP_CLK_SCALING;  in ufshcd_is_clkscaling_supported()
1250 	return hba->caps & UFSHCD_CAP_AUTO_BKOPS_SUSPEND;  in ufshcd_can_autobkops_during_suspend()
1254 	return hba->caps & UFSHCD_CAP_RPM_AUTOSUSPEND;  in ufshcd_is_rpm_autosuspend_allowed()
1259 	return (hba->caps & UFSHCD_CAP_INTR_AGGR) &&  in ufshcd_is_intr_aggr_allowed()
1260 		!(hba->quirks & UFSHCD_QUIRK_BROKEN_INTR_AGGR);  in ufshcd_is_intr_aggr_allowed()
1266 		  (hba->caps & UFSHCD_CAP_AGGR_POWER_COLLAPSE));  in ufshcd_can_aggressive_pc()
1271 	return (hba->capabilities & MASK_AUTO_HIBERN8_SUPPORT) &&  in ufshcd_is_auto_hibern8_supported()
1272 		!(hba->quirks & UFSHCD_QUIRK_BROKEN_AUTO_HIBERN8);  in ufshcd_is_auto_hibern8_supported()
1277 	return FIELD_GET(UFSHCI_AHIBERN8_TIMER_MASK, hba->ahit);  in ufshcd_is_auto_hibern8_enabled()
1282 	return hba->caps & UFSHCD_CAP_WB_EN;  in ufshcd_is_wb_allowed()
1287 	return hba->caps & UFSHCD_CAP_WB_WITH_CLK_SCALING;  in ufshcd_enable_wb_if_scaling_up()
1291 	writel((val), (hba)->mcq_base + (reg))
1293 	readl((hba)->mcq_base + (reg))
1296 	writel_relaxed((val), (hba)->mcq_base + (reg))
1298 	readl_relaxed((hba)->mcq_base + (reg))
1301 	writel((val), (hba)->mmio_base + (reg))
1303 	readl((hba)->mmio_base + (reg))
1306  * ufshcd_rmwl - perform read/modify/write for a controller register
1308  * @mask: mask to apply on read value
1352  * ufshcd_set_variant - set variant specific data to the hba
1359 	hba->priv = variant;  in ufshcd_set_variant()
1363  * ufshcd_get_variant - get variant specific data from the hba
1369 	return hba->priv;  in ufshcd_get_variant()
1445 	return (pwr_info->pwr_rx == FAST_MODE ||  in ufshcd_is_hs_mode()
1446 		pwr_info->pwr_rx == FASTAUTO_MODE) &&  in ufshcd_is_hs_mode()
1447 		(pwr_info->pwr_tx == FAST_MODE ||  in ufshcd_is_hs_mode()
1448 		pwr_info->pwr_tx == FASTAUTO_MODE);  in ufshcd_is_hs_mode()
1489 	if (hba->vops && hba->vops->init)  in ufshcd_vops_init()
1490 		return hba->vops->init(hba);  in ufshcd_vops_init()
1497 	if (hba->vops && hba->vops->phy_initialization)  in ufshcd_vops_phy_initialization()
1498 		return hba->vops->phy_initialization(hba);  in ufshcd_vops_phy_initialization()