xref: /linux/drivers/crypto/intel/qat/qat_common/adf_gen4_hw_data.h (revision ab93e0dd72c37d378dd936f031ffb83ff2bd87ce)
1 /* SPDX-License-Identifier: (BSD-3-Clause OR GPL-2.0-only) */
2 /* Copyright(c) 2020 Intel Corporation */
3 #ifndef ADF_GEN4_HW_DATA_H_
4 #define ADF_GEN4_HW_DATA_H_
5 
6 #include <linux/units.h>
7 
8 #include "adf_accel_devices.h"
9 #include "adf_cfg_common.h"
10 #include "adf_dc.h"
11 
12 /* PCIe configuration space */
13 #define ADF_GEN4_BAR_MASK	(BIT(0) | BIT(2) | BIT(4))
14 #define ADF_GEN4_SRAM_BAR	0
15 #define ADF_GEN4_PMISC_BAR	1
16 #define ADF_GEN4_ETR_BAR	2
17 
18 /* Clocks frequency */
19 #define ADF_GEN4_KPT_COUNTER_FREQ	(100 * HZ_PER_MHZ)
20 
21 /* Physical function fuses */
22 #define ADF_GEN4_FUSECTL0_OFFSET	0x2C8
23 #define ADF_GEN4_FUSECTL1_OFFSET	0x2CC
24 #define ADF_GEN4_FUSECTL2_OFFSET	0x2D0
25 #define ADF_GEN4_FUSECTL3_OFFSET	0x2D4
26 #define ADF_GEN4_FUSECTL4_OFFSET	0x2D8
27 #define ADF_GEN4_FUSECTL5_OFFSET	0x2DC
28 
29 /* Accelerators */
30 #define ADF_GEN4_ACCELERATORS_MASK	0x1
31 #define ADF_GEN4_MAX_ACCELERATORS	1
32 #define ADF_GEN4_ADMIN_ACCELENGINES	1
33 
34 /* MSIX interrupt */
35 #define ADF_GEN4_SMIAPF_RP_X0_MASK_OFFSET	0x41A040
36 #define ADF_GEN4_SMIAPF_RP_X1_MASK_OFFSET	0x41A044
37 #define ADF_GEN4_SMIAPF_MASK_OFFSET		0x41A084
38 #define ADF_GEN4_MSIX_RTTABLE_OFFSET(i)		(0x409000 + ((i) * 0x04))
39 
40 /* Bank and ring configuration */
41 #define ADF_GEN4_MAX_RPS		64
42 #define ADF_GEN4_NUM_RINGS_PER_BANK	2
43 #define ADF_GEN4_NUM_BANKS_PER_VF	4
44 #define ADF_GEN4_ETR_MAX_BANKS		64
45 #define ADF_GEN4_RX_RINGS_OFFSET	1
46 #define ADF_GEN4_TX_RINGS_MASK		0x1
47 
48 /* Arbiter configuration */
49 #define ADF_GEN4_ARB_CONFIG			(BIT(31) | BIT(6) | BIT(0))
50 #define ADF_GEN4_ARB_OFFSET			0x0
51 #define ADF_GEN4_ARB_WRK_2_SER_MAP_OFFSET	0x400
52 
53 /* Admin Interface Reg Offset */
54 #define ADF_GEN4_ADMINMSGUR_OFFSET	0x500574
55 #define ADF_GEN4_ADMINMSGLR_OFFSET	0x500578
56 #define ADF_GEN4_MAILBOX_BASE_OFFSET	0x600970
57 
58 /* Default ring mapping */
59 #define ADF_GEN4_DEFAULT_RING_TO_SRV_MAP \
60 	(ASYM << ADF_CFG_SERV_RING_PAIR_0_SHIFT | \
61 	  SYM << ADF_CFG_SERV_RING_PAIR_1_SHIFT | \
62 	 ASYM << ADF_CFG_SERV_RING_PAIR_2_SHIFT | \
63 	  SYM << ADF_CFG_SERV_RING_PAIR_3_SHIFT)
64 
65 /* WDT timers
66  *
67  * Timeout is in cycles. Clock speed may vary across products but this
68  * value should be a few milli-seconds.
69  */
70 #define ADF_SSM_WDT_DEFAULT_VALUE	0x7000000ULL
71 #define ADF_SSM_WDT_PKE_DEFAULT_VALUE	0x8000000
72 #define ADF_SSMWDTL_OFFSET		0x54
73 #define ADF_SSMWDTH_OFFSET		0x5C
74 #define ADF_SSMWDTPKEL_OFFSET		0x58
75 #define ADF_SSMWDTPKEH_OFFSET		0x60
76 
77 /* Ring reset */
78 #define ADF_RPRESET_POLL_TIMEOUT_US	(5 * USEC_PER_SEC)
79 #define ADF_RPRESET_POLL_DELAY_US	20
80 #define ADF_WQM_CSR_RPRESETCTL_RESET	BIT(0)
81 #define ADF_WQM_CSR_RPRESETCTL_DRAIN	BIT(2)
82 #define ADF_WQM_CSR_RPRESETCTL(bank)	(0x6000 + ((bank) << 3))
83 #define ADF_WQM_CSR_RPRESETSTS_STATUS	BIT(0)
84 #define ADF_WQM_CSR_RPRESETSTS(bank)	(ADF_WQM_CSR_RPRESETCTL(bank) + 4)
85 
86 /* Ring interrupt */
87 #define ADF_COALESCED_POLL_TIMEOUT_US	(1 * USEC_PER_SEC)
88 #define ADF_COALESCED_POLL_DELAY_US	1000
89 #define ADF_WQM_CSR_RPINTSOU(bank)	(0x200000 + ((bank) << 12))
90 #define ADF_WQM_CSR_RP_IDX_RX		1
91 
92 /* Error source registers */
93 #define ADF_GEN4_ERRSOU0	(0x41A200)
94 #define ADF_GEN4_ERRSOU1	(0x41A204)
95 #define ADF_GEN4_ERRSOU2	(0x41A208)
96 #define ADF_GEN4_ERRSOU3	(0x41A20C)
97 
98 /* Error source mask registers */
99 #define ADF_GEN4_ERRMSK0	(0x41A210)
100 #define ADF_GEN4_ERRMSK1	(0x41A214)
101 #define ADF_GEN4_ERRMSK2	(0x41A218)
102 #define ADF_GEN4_ERRMSK3	(0x41A21C)
103 
104 #define ADF_GEN4_VFLNOTIFY	BIT(7)
105 
106 /* Number of heartbeat counter pairs */
107 #define ADF_NUM_HB_CNT_PER_AE ADF_NUM_THREADS_PER_AE
108 
109 /* Rate Limiting */
110 #define ADF_GEN4_RL_R2L_OFFSET			0x508000
111 #define ADF_GEN4_RL_L2C_OFFSET			0x509000
112 #define ADF_GEN4_RL_C2S_OFFSET			0x508818
113 #define ADF_GEN4_RL_TOKEN_PCIEIN_BUCKET_OFFSET	0x508800
114 #define ADF_GEN4_RL_TOKEN_PCIEOUT_BUCKET_OFFSET	0x508804
115 
116 /* Arbiter threads mask with error value */
117 #define ADF_GEN4_ENA_THD_MASK_ERROR	GENMASK(ADF_NUM_THREADS_PER_AE, 0)
118 
119 /* PF2VM communication channel */
120 #define ADF_GEN4_PF2VM_OFFSET(i)	(0x40B010 + (i) * 0x20)
121 #define ADF_GEN4_VM2PF_OFFSET(i)	(0x40B014 + (i) * 0x20)
122 #define ADF_GEN4_VINTMSKPF2VM_OFFSET(i)	(0x40B00C + (i) * 0x20)
123 #define ADF_GEN4_VINTSOUPF2VM_OFFSET(i)	(0x40B008 + (i) * 0x20)
124 #define ADF_GEN4_VINTMSK_OFFSET(i)	(0x40B004 + (i) * 0x20)
125 #define ADF_GEN4_VINTSOU_OFFSET(i)	(0x40B000 + (i) * 0x20)
126 
127 struct adf_gen4_vfmig {
128 	struct adf_mstate_mgr *mstate_mgr;
129 	bool bank_stopped[ADF_GEN4_NUM_BANKS_PER_VF];
130 };
131 
132 void adf_gen4_set_ssm_wdtimer(struct adf_accel_dev *accel_dev);
133 
134 enum icp_qat_gen4_slice_mask {
135 	ICP_ACCEL_GEN4_MASK_CIPHER_SLICE = BIT(0),
136 	ICP_ACCEL_GEN4_MASK_AUTH_SLICE = BIT(1),
137 	ICP_ACCEL_GEN4_MASK_PKE_SLICE = BIT(2),
138 	ICP_ACCEL_GEN4_MASK_COMPRESS_SLICE = BIT(3),
139 	ICP_ACCEL_GEN4_MASK_UCS_SLICE = BIT(4),
140 	ICP_ACCEL_GEN4_MASK_EIA3_SLICE = BIT(5),
141 	ICP_ACCEL_GEN4_MASK_SMX_SLICE = BIT(7),
142 	ICP_ACCEL_GEN4_MASK_WCP_WAT_SLICE = BIT(8),
143 	ICP_ACCEL_GEN4_MASK_ZUC_256_SLICE = BIT(9),
144 };
145 
146 enum adf_gen4_rp_groups {
147 	RP_GROUP_0,
148 	RP_GROUP_1,
149 	RP_GROUP_COUNT
150 };
151 
152 void adf_gen4_enable_error_correction(struct adf_accel_dev *accel_dev);
153 void adf_gen4_enable_ints(struct adf_accel_dev *accel_dev);
154 u32 adf_gen4_get_accel_mask(struct adf_hw_device_data *self);
155 void adf_gen4_get_admin_info(struct admin_info *admin_csrs_info);
156 void adf_gen4_get_arb_info(struct arb_info *arb_info);
157 u32 adf_gen4_get_etr_bar_id(struct adf_hw_device_data *self);
158 u32 adf_gen4_get_heartbeat_clock(struct adf_hw_device_data *self);
159 u32 adf_gen4_get_misc_bar_id(struct adf_hw_device_data *self);
160 u32 adf_gen4_get_num_accels(struct adf_hw_device_data *self);
161 u32 adf_gen4_get_num_aes(struct adf_hw_device_data *self);
162 enum dev_sku_info adf_gen4_get_sku(struct adf_hw_device_data *self);
163 u32 adf_gen4_get_sram_bar_id(struct adf_hw_device_data *self);
164 int adf_gen4_init_device(struct adf_accel_dev *accel_dev);
165 int adf_gen4_ring_pair_reset(struct adf_accel_dev *accel_dev, u32 bank_number);
166 void adf_gen4_set_msix_default_rttable(struct adf_accel_dev *accel_dev);
167 void adf_gen4_set_ssm_wdtimer(struct adf_accel_dev *accel_dev);
168 int adf_gen4_init_thd2arb_map(struct adf_accel_dev *accel_dev);
169 u16 adf_gen4_get_ring_to_svc_map(struct adf_accel_dev *accel_dev);
170 int adf_gen4_bank_quiesce_coal_timer(struct adf_accel_dev *accel_dev,
171 				     u32 bank_idx, int timeout_ms);
172 int adf_gen4_bank_drain_start(struct adf_accel_dev *accel_dev,
173 			      u32 bank_number, int timeout_us);
174 void adf_gen4_bank_drain_finish(struct adf_accel_dev *accel_dev,
175 				u32 bank_number);
176 bool adf_gen4_services_supported(unsigned long service_mask);
177 void adf_gen4_init_dc_ops(struct adf_dc_ops *dc_ops);
178 void adf_gen4_init_num_svc_aes(struct adf_rl_hw_data *device_data);
179 u32 adf_gen4_get_svc_slice_cnt(struct adf_accel_dev *accel_dev,
180 			       enum adf_base_services svc);
181 
182 #endif
183