1 /* SPDX-License-Identifier: (BSD-3-Clause OR GPL-2.0-only) */ 2 /* Copyright(c) 2020 Intel Corporation */ 3 #ifndef ADF_GEN4_HW_DATA_H_ 4 #define ADF_GEN4_HW_DATA_H_ 5 6 #include <linux/units.h> 7 8 #include "adf_accel_devices.h" 9 #include "adf_cfg_common.h" 10 #include "adf_dc.h" 11 12 /* PCIe configuration space */ 13 #define ADF_GEN4_BAR_MASK (BIT(0) | BIT(2) | BIT(4)) 14 #define ADF_GEN4_SRAM_BAR 0 15 #define ADF_GEN4_PMISC_BAR 1 16 #define ADF_GEN4_ETR_BAR 2 17 18 /* Clocks frequency */ 19 #define ADF_GEN4_KPT_COUNTER_FREQ (100 * HZ_PER_MHZ) 20 21 /* Physical function fuses */ 22 #define ADF_GEN4_FUSECTL0_OFFSET 0x2C8 23 #define ADF_GEN4_FUSECTL1_OFFSET 0x2CC 24 #define ADF_GEN4_FUSECTL2_OFFSET 0x2D0 25 #define ADF_GEN4_FUSECTL3_OFFSET 0x2D4 26 #define ADF_GEN4_FUSECTL4_OFFSET 0x2D8 27 #define ADF_GEN4_FUSECTL5_OFFSET 0x2DC 28 29 /* Accelerators */ 30 #define ADF_GEN4_ACCELERATORS_MASK 0x1 31 #define ADF_GEN4_MAX_ACCELERATORS 1 32 #define ADF_GEN4_ADMIN_ACCELENGINES 1 33 34 /* MSIX interrupt */ 35 #define ADF_GEN4_SMIAPF_RP_X0_MASK_OFFSET 0x41A040 36 #define ADF_GEN4_SMIAPF_RP_X1_MASK_OFFSET 0x41A044 37 #define ADF_GEN4_SMIAPF_MASK_OFFSET 0x41A084 38 #define ADF_GEN4_MSIX_RTTABLE_OFFSET(i) (0x409000 + ((i) * 0x04)) 39 40 /* Bank and ring configuration */ 41 #define ADF_GEN4_MAX_RPS 64 42 #define ADF_GEN4_NUM_RINGS_PER_BANK 2 43 #define ADF_GEN4_NUM_BANKS_PER_VF 4 44 #define ADF_GEN4_ETR_MAX_BANKS 64 45 #define ADF_GEN4_RX_RINGS_OFFSET 1 46 #define ADF_GEN4_TX_RINGS_MASK 0x1 47 48 /* Arbiter configuration */ 49 #define ADF_GEN4_ARB_CONFIG (BIT(31) | BIT(6) | BIT(0)) 50 #define ADF_GEN4_ARB_OFFSET 0x0 51 #define ADF_GEN4_ARB_WRK_2_SER_MAP_OFFSET 0x400 52 53 /* Admin Interface Reg Offset */ 54 #define ADF_GEN4_ADMINMSGUR_OFFSET 0x500574 55 #define ADF_GEN4_ADMINMSGLR_OFFSET 0x500578 56 #define ADF_GEN4_MAILBOX_BASE_OFFSET 0x600970 57 58 /* Default ring mapping */ 59 #define ADF_GEN4_DEFAULT_RING_TO_SRV_MAP \ 60 (ASYM << ADF_CFG_SERV_RING_PAIR_0_SHIFT | \ 61 SYM << ADF_CFG_SERV_RING_PAIR_1_SHIFT | \ 62 ASYM << ADF_CFG_SERV_RING_PAIR_2_SHIFT | \ 63 SYM << ADF_CFG_SERV_RING_PAIR_3_SHIFT) 64 65 /* WDT timers 66 * 67 * Timeout is in cycles. Clock speed may vary across products but this 68 * value should be a few milli-seconds. 69 */ 70 #define ADF_SSM_WDT_DEFAULT_VALUE 0x7000000ULL 71 #define ADF_SSM_WDT_PKE_DEFAULT_VALUE 0x8000000 72 #define ADF_SSMWDTL_OFFSET 0x54 73 #define ADF_SSMWDTH_OFFSET 0x5C 74 #define ADF_SSMWDTPKEL_OFFSET 0x58 75 #define ADF_SSMWDTPKEH_OFFSET 0x60 76 77 /* Ring reset */ 78 #define ADF_RPRESET_POLL_TIMEOUT_US (5 * USEC_PER_SEC) 79 #define ADF_RPRESET_POLL_DELAY_US 20 80 #define ADF_WQM_CSR_RPRESETCTL_RESET BIT(0) 81 #define ADF_WQM_CSR_RPRESETCTL_DRAIN BIT(2) 82 #define ADF_WQM_CSR_RPRESETCTL(bank) (0x6000 + ((bank) << 3)) 83 #define ADF_WQM_CSR_RPRESETSTS_STATUS BIT(0) 84 #define ADF_WQM_CSR_RPRESETSTS(bank) (ADF_WQM_CSR_RPRESETCTL(bank) + 4) 85 86 /* Ring interrupt */ 87 #define ADF_RP_INT_SRC_SEL_F_RISE_MASK GENMASK(1, 0) 88 #define ADF_RP_INT_SRC_SEL_F_FALL_MASK GENMASK(2, 0) 89 #define ADF_RP_INT_SRC_SEL_RANGE_WIDTH 4 90 #define ADF_COALESCED_POLL_TIMEOUT_US (1 * USEC_PER_SEC) 91 #define ADF_COALESCED_POLL_DELAY_US 1000 92 #define ADF_WQM_CSR_RPINTSOU(bank) (0x200000 + ((bank) << 12)) 93 #define ADF_WQM_CSR_RP_IDX_RX 1 94 95 /* Error source registers */ 96 #define ADF_GEN4_ERRSOU0 (0x41A200) 97 #define ADF_GEN4_ERRSOU1 (0x41A204) 98 #define ADF_GEN4_ERRSOU2 (0x41A208) 99 #define ADF_GEN4_ERRSOU3 (0x41A20C) 100 101 /* Error source mask registers */ 102 #define ADF_GEN4_ERRMSK0 (0x41A210) 103 #define ADF_GEN4_ERRMSK1 (0x41A214) 104 #define ADF_GEN4_ERRMSK2 (0x41A218) 105 #define ADF_GEN4_ERRMSK3 (0x41A21C) 106 107 #define ADF_GEN4_VFLNOTIFY BIT(7) 108 109 /* Number of heartbeat counter pairs */ 110 #define ADF_NUM_HB_CNT_PER_AE ADF_NUM_THREADS_PER_AE 111 112 /* Rate Limiting */ 113 #define ADF_GEN4_RL_R2L_OFFSET 0x508000 114 #define ADF_GEN4_RL_L2C_OFFSET 0x509000 115 #define ADF_GEN4_RL_C2S_OFFSET 0x508818 116 #define ADF_GEN4_RL_TOKEN_PCIEIN_BUCKET_OFFSET 0x508800 117 #define ADF_GEN4_RL_TOKEN_PCIEOUT_BUCKET_OFFSET 0x508804 118 119 /* Arbiter threads mask with error value */ 120 #define ADF_GEN4_ENA_THD_MASK_ERROR GENMASK(ADF_NUM_THREADS_PER_AE, 0) 121 122 /* PF2VM communication channel */ 123 #define ADF_GEN4_PF2VM_OFFSET(i) (0x40B010 + (i) * 0x20) 124 #define ADF_GEN4_VM2PF_OFFSET(i) (0x40B014 + (i) * 0x20) 125 #define ADF_GEN4_VINTMSKPF2VM_OFFSET(i) (0x40B00C + (i) * 0x20) 126 #define ADF_GEN4_VINTSOUPF2VM_OFFSET(i) (0x40B008 + (i) * 0x20) 127 #define ADF_GEN4_VINTMSK_OFFSET(i) (0x40B004 + (i) * 0x20) 128 #define ADF_GEN4_VINTSOU_OFFSET(i) (0x40B000 + (i) * 0x20) 129 130 struct adf_gen4_vfmig { 131 struct adf_mstate_mgr *mstate_mgr; 132 bool bank_stopped[ADF_GEN4_NUM_BANKS_PER_VF]; 133 }; 134 135 void adf_gen4_set_ssm_wdtimer(struct adf_accel_dev *accel_dev); 136 137 enum icp_qat_gen4_slice_mask { 138 ICP_ACCEL_GEN4_MASK_CIPHER_SLICE = BIT(0), 139 ICP_ACCEL_GEN4_MASK_AUTH_SLICE = BIT(1), 140 ICP_ACCEL_GEN4_MASK_PKE_SLICE = BIT(2), 141 ICP_ACCEL_GEN4_MASK_COMPRESS_SLICE = BIT(3), 142 ICP_ACCEL_GEN4_MASK_UCS_SLICE = BIT(4), 143 ICP_ACCEL_GEN4_MASK_EIA3_SLICE = BIT(5), 144 ICP_ACCEL_GEN4_MASK_SMX_SLICE = BIT(7), 145 ICP_ACCEL_GEN4_MASK_WCP_WAT_SLICE = BIT(8), 146 ICP_ACCEL_GEN4_MASK_ZUC_256_SLICE = BIT(9), 147 }; 148 149 enum adf_gen4_rp_groups { 150 RP_GROUP_0, 151 RP_GROUP_1, 152 RP_GROUP_COUNT 153 }; 154 155 void adf_gen4_enable_error_correction(struct adf_accel_dev *accel_dev); 156 void adf_gen4_enable_ints(struct adf_accel_dev *accel_dev); 157 u32 adf_gen4_get_accel_mask(struct adf_hw_device_data *self); 158 void adf_gen4_get_admin_info(struct admin_info *admin_csrs_info); 159 void adf_gen4_get_arb_info(struct arb_info *arb_info); 160 u32 adf_gen4_get_etr_bar_id(struct adf_hw_device_data *self); 161 u32 adf_gen4_get_heartbeat_clock(struct adf_hw_device_data *self); 162 u32 adf_gen4_get_misc_bar_id(struct adf_hw_device_data *self); 163 u32 adf_gen4_get_num_accels(struct adf_hw_device_data *self); 164 u32 adf_gen4_get_num_aes(struct adf_hw_device_data *self); 165 enum dev_sku_info adf_gen4_get_sku(struct adf_hw_device_data *self); 166 u32 adf_gen4_get_sram_bar_id(struct adf_hw_device_data *self); 167 int adf_gen4_init_device(struct adf_accel_dev *accel_dev); 168 int adf_gen4_ring_pair_reset(struct adf_accel_dev *accel_dev, u32 bank_number); 169 void adf_gen4_set_msix_default_rttable(struct adf_accel_dev *accel_dev); 170 void adf_gen4_set_ssm_wdtimer(struct adf_accel_dev *accel_dev); 171 int adf_gen4_init_thd2arb_map(struct adf_accel_dev *accel_dev); 172 u16 adf_gen4_get_ring_to_svc_map(struct adf_accel_dev *accel_dev); 173 int adf_gen4_bank_quiesce_coal_timer(struct adf_accel_dev *accel_dev, 174 u32 bank_idx, int timeout_ms); 175 int adf_gen4_bank_drain_start(struct adf_accel_dev *accel_dev, 176 u32 bank_number, int timeout_us); 177 void adf_gen4_bank_drain_finish(struct adf_accel_dev *accel_dev, 178 u32 bank_number); 179 int adf_gen4_bank_state_save(struct adf_accel_dev *accel_dev, u32 bank_number, 180 struct bank_state *state); 181 int adf_gen4_bank_state_restore(struct adf_accel_dev *accel_dev, 182 u32 bank_number, struct bank_state *state); 183 bool adf_gen4_services_supported(unsigned long service_mask); 184 void adf_gen4_init_dc_ops(struct adf_dc_ops *dc_ops); 185 186 #endif 187