26 #include <linux/firmware.h>
58 	struct amdgpu_device *adev = psp->adev;  in psp_ring_init()
60 	ring = &psp->km_ring;  in psp_ring_init()
62 	ring->ring_type = ring_type;  in psp_ring_init()
65 	ring->ring_size = 0x1000;  in psp_ring_init()
66 	ret = amdgpu_bo_create_kernel(adev, ring->ring_size, PAGE_SIZE,  in psp_ring_init()
69 				      &adev->firmware.rbuf,  in psp_ring_init()
70 				      &ring->ring_mem_mc_addr,  in psp_ring_init()
71 				      (void **)&ring->ring_mem);  in psp_ring_init()
73 		ring->ring_size = 0;  in psp_ring_init()
81  * Due to DF Cstate management centralized to PMFW, the firmware
83  *   - Load KDB
84  *   - Load SYS_DRV
85  *   - Load tOS
86  *   - Load PMFW
87  *   - Setup TMR
88  *   - Load other non-psp fw
89  *   - Load ASD
90  *   - Load XGMI/RAS/HDCP/DTM TA if any
93  *   - Arcturus and onwards
97 	struct amdgpu_device *adev = psp->adev;  in psp_check_pmfw_centralized_cstate_management()
100 		psp->pmfw_centralized_cstate_management = false;  in psp_check_pmfw_centralized_cstate_management()
116 		psp->pmfw_centralized_cstate_management = true;  in psp_check_pmfw_centralized_cstate_management()
119 		psp->pmfw_centralized_cstate_management = false;  in psp_check_pmfw_centralized_cstate_management()
126 	struct amdgpu_device *adev = psp->adev;  in psp_init_sriov_microcode()
136 		adev->virt.autoload_ucode_id = AMDGPU_UCODE_ID_CP_MEC2;  in psp_init_sriov_microcode()
140 		adev->virt.autoload_ucode_id = AMDGPU_UCODE_ID_CP_MEC2;  in psp_init_sriov_microcode()
145 		adev->virt.autoload_ucode_id = 0;  in psp_init_sriov_microcode()
153 		adev->virt.autoload_ucode_id = AMDGPU_UCODE_ID_CP_MES1_DATA;  in psp_init_sriov_microcode()
160 		return -EINVAL;  in psp_init_sriov_microcode()
167 	struct amdgpu_device *adev = ip_block->adev;  in psp_early_init()
168 	struct psp_context *psp = &adev->psp;  in psp_early_init()
170 	psp->autoload_supported = true;  in psp_early_init()
171 	psp->boot_time_tmr = true;  in psp_early_init()
176 		psp->autoload_supported = false;  in psp_early_init()
177 		psp->boot_time_tmr = false;  in psp_early_init()
182 		psp->autoload_supported = false;  in psp_early_init()
183 		psp->boot_time_tmr = false;  in psp_early_init()
188 		psp->autoload_supported = false;  in psp_early_init()
189 		psp->boot_time_tmr = false;  in psp_early_init()
193 		adev->psp.sup_pd_fw_up = !amdgpu_sriov_vf(adev);  in psp_early_init()
203 		psp->boot_time_tmr = false;  in psp_early_init()
208 		psp->autoload_supported = false;  in psp_early_init()
209 		psp->boot_time_tmr = false;  in psp_early_init()
212 		psp->boot_time_tmr = false;  in psp_early_init()
217 		psp->autoload_supported = false;  in psp_early_init()
221 		psp->autoload_supported = false;  in psp_early_init()
222 		adev->psp.sup_ifwi_up = !amdgpu_sriov_vf(adev);  in psp_early_init()
233 		psp->boot_time_tmr = false;  in psp_early_init()
236 		if (adev->apu_flags & AMD_APU_IS_CYAN_SKILLFISH2) {  in psp_early_init()
239 		psp->autoload_supported = false;  in psp_early_init()
240 		psp->boot_time_tmr = false;  in psp_early_init()
246 		adev->psp.sup_ifwi_up = !amdgpu_sriov_vf(adev);  in psp_early_init()
247 		psp->boot_time_tmr = false;  in psp_early_init()
251 		psp->boot_time_tmr = false;  in psp_early_init()
259 		psp->boot_time_tmr = false;  in psp_early_init()
262 		return -EINVAL;  in psp_early_init()
265 	psp->adev = adev;  in psp_early_init()
267 	adev->psp_timeout = 20000;  in psp_early_init()
279 	amdgpu_bo_free_kernel(&mem_ctx->shared_bo, &mem_ctx->shared_mc_addr,  in psp_ta_free_shared_buf()
280 			      &mem_ctx->shared_buf);  in psp_ta_free_shared_buf()
281 	mem_ctx->shared_bo = NULL;  in psp_ta_free_shared_buf()
290 	pptr = amdgpu_sriov_vf(psp->adev) ? &tmr_buf : NULL;  in psp_free_shared_bufs()
291 	amdgpu_bo_free_kernel(&psp->tmr_bo, &psp->tmr_mc_addr, pptr);  in psp_free_shared_bufs()
292 	psp->tmr_bo = NULL;  in psp_free_shared_bufs()
295 	psp_ta_free_shared_buf(&psp->xgmi_context.context.mem_context);  in psp_free_shared_bufs()
298 	psp_ta_free_shared_buf(&psp->ras_context.context.mem_context);  in psp_free_shared_bufs()
301 	psp_ta_free_shared_buf(&psp->hdcp_context.context.mem_context);  in psp_free_shared_bufs()
304 	psp_ta_free_shared_buf(&psp->dtm_context.context.mem_context);  in psp_free_shared_bufs()
307 	psp_ta_free_shared_buf(&psp->rap_context.context.mem_context);  in psp_free_shared_bufs()
310 	psp_ta_free_shared_buf(&psp->securedisplay_context.context.mem_context);  in psp_free_shared_bufs()
317 	struct psp_memory_training_context *ctx = &psp->mem_train_ctx;  in psp_memory_training_fini()
319 	ctx->init = PSP_MEM_TRAIN_NOT_SUPPORT;  in psp_memory_training_fini()
320 	kfree(ctx->sys_cache);  in psp_memory_training_fini()
321 	ctx->sys_cache = NULL;  in psp_memory_training_fini()
327 	struct psp_memory_training_context *ctx = &psp->mem_train_ctx;  in psp_memory_training_init()
329 	if (ctx->init != PSP_MEM_TRAIN_RESERVE_SUCCESS) {  in psp_memory_training_init()
330 		dev_dbg(psp->adev->dev, "memory training is not supported!\n");  in psp_memory_training_init()
334 	ctx->sys_cache = kzalloc(ctx->train_data_size, GFP_KERNEL);  in psp_memory_training_init()
335 	if (ctx->sys_cache == NULL) {  in psp_memory_training_init()
336 		dev_err(psp->adev->dev, "alloc mem_train_ctx.sys_cache failed!\n");  in psp_memory_training_init()
337 		ret = -ENOMEM;  in psp_memory_training_init()
341 	dev_dbg(psp->adev->dev,  in psp_memory_training_init()
343 		ctx->train_data_size,  in psp_memory_training_init()
344 		ctx->p2c_train_data_offset,  in psp_memory_training_init()
345 		ctx->c2p_train_data_offset);  in psp_memory_training_init()
346 	ctx->init = PSP_MEM_TRAIN_INIT_SUCCESS;  in psp_memory_training_init()
379 	db_header_pos = adev->gmc.mc_vram_size - PSP_RUNTIME_DB_OFFSET;  in psp_get_runtime_db_entry()
388 		dev_dbg(adev->dev, "PSP runtime database doesn't exist\n");  in psp_get_runtime_db_entry()
398 		dev_warn(adev->dev, "Invalid PSP runtime database entry count\n");  in psp_get_runtime_db_entry()
409 					dev_warn(adev->dev, "Invalid PSP runtime database boot cfg entry size\n");  in psp_get_runtime_db_entry()
420 					dev_warn(adev->dev, "Invalid PSP runtime database scpm entry size\n");  in psp_get_runtime_db_entry()
440 	struct amdgpu_device *adev = ip_block->adev;  in psp_sw_init()
441 	struct psp_context *psp = &adev->psp;  in psp_sw_init()
444 	struct psp_memory_training_context *mem_training_ctx = &psp->mem_train_ctx;  in psp_sw_init()
447 	psp->cmd = kzalloc(sizeof(struct psp_gfx_cmd_resp), GFP_KERNEL);  in psp_sw_init()
448 	if (!psp->cmd) {  in psp_sw_init()
449 		dev_err(adev->dev, "Failed to allocate memory to command buffer!\n");  in psp_sw_init()
450 		ret = -ENOMEM;  in psp_sw_init()
453 	adev->psp.xgmi_context.supports_extended_data =  in psp_sw_init()
454 		!adev->gmc.xgmi.connected_to_cpu &&  in psp_sw_init()
462 		adev->scpm_enabled = true;  in psp_sw_init()
463 		adev->scpm_status = scpm_entry.scpm_status;  in psp_sw_init()
465 		adev->scpm_enabled = false;  in psp_sw_init()
466 		adev->scpm_status = SCPM_DISABLE;  in psp_sw_init()
475 		psp->boot_cfg_bitmask = boot_cfg_entry.boot_cfg_bitmask;  in psp_sw_init()
476 		if ((psp->boot_cfg_bitmask) &  in psp_sw_init()
483 			mem_training_ctx->enable_mem_training = true;  in psp_sw_init()
490 		mem_training_ctx->enable_mem_training = true;  in psp_sw_init()
493 	if (mem_training_ctx->enable_mem_training) {  in psp_sw_init()
496 			dev_err(adev->dev, "Failed to initialize memory training!\n");  in psp_sw_init()
502 			dev_err(adev->dev, "Failed to process memory training!\n");  in psp_sw_init()
508 				      (amdgpu_sriov_vf(adev) || adev->debug_use_vram_fw_buf) ?  in psp_sw_init()
510 				      &psp->fw_pri_bo,  in psp_sw_init()
511 				      &psp->fw_pri_mc_addr,  in psp_sw_init()
512 				      &psp->fw_pri_buf);  in psp_sw_init()
519 				      &psp->fence_buf_bo,  in psp_sw_init()
520 				      &psp->fence_buf_mc_addr,  in psp_sw_init()
521 				      &psp->fence_buf);  in psp_sw_init()
528 				      &psp->cmd_buf_bo, &psp->cmd_buf_mc_addr,  in psp_sw_init()
529 				      (void **)&psp->cmd_buf_mem);  in psp_sw_init()
536 	amdgpu_bo_free_kernel(&psp->fence_buf_bo,  in psp_sw_init()
537 			      &psp->fence_buf_mc_addr, &psp->fence_buf);  in psp_sw_init()
539 	amdgpu_bo_free_kernel(&psp->fw_pri_bo,  in psp_sw_init()
540 			      &psp->fw_pri_mc_addr, &psp->fw_pri_buf);  in psp_sw_init()
546 	struct amdgpu_device *adev = ip_block->adev;  in psp_sw_fini()
547 	struct psp_context *psp = &adev->psp;  in psp_sw_fini()
551 	amdgpu_ucode_release(&psp->sos_fw);  in psp_sw_fini()
552 	amdgpu_ucode_release(&psp->asd_fw);  in psp_sw_fini()
553 	amdgpu_ucode_release(&psp->ta_fw);  in psp_sw_fini()
554 	amdgpu_ucode_release(&psp->cap_fw);  in psp_sw_fini()
555 	amdgpu_ucode_release(&psp->toc_fw);  in psp_sw_fini()
557 	kfree(psp->cmd);  in psp_sw_fini()
558 	psp->cmd = NULL;  in psp_sw_fini()
562 	if (psp->km_ring.ring_mem)  in psp_sw_fini()
563 		amdgpu_bo_free_kernel(&adev->firmware.rbuf,  in psp_sw_fini()
564 				      &psp->km_ring.ring_mem_mc_addr,  in psp_sw_fini()
565 				      (void **)&psp->km_ring.ring_mem);  in psp_sw_fini()
567 	amdgpu_bo_free_kernel(&psp->fw_pri_bo,  in psp_sw_fini()
568 			      &psp->fw_pri_mc_addr, &psp->fw_pri_buf);  in psp_sw_fini()
569 	amdgpu_bo_free_kernel(&psp->fence_buf_bo,  in psp_sw_fini()
570 			      &psp->fence_buf_mc_addr, &psp->fence_buf);  in psp_sw_fini()
571 	amdgpu_bo_free_kernel(&psp->cmd_buf_bo, &psp->cmd_buf_mc_addr,  in psp_sw_fini()
572 			      (void **)&psp->cmd_buf_mem);  in psp_sw_fini()
582 	struct amdgpu_device *adev = psp->adev;  in psp_wait_for()
584 	if (psp->adev->no_hw_access)  in psp_wait_for()
587 	for (i = 0; i < adev->usec_timeout; i++) {  in psp_wait_for()
599 	return -ETIME;  in psp_wait_for()
607 	struct amdgpu_device *adev = psp->adev;  in psp_wait_for_spirom_update()
609 	if (psp->adev->no_hw_access)  in psp_wait_for_spirom_update()
619 	return -ETIME;  in psp_wait_for_spirom_update()
664 	struct psp_gfx_cmd_resp *cmd = psp->cmd_buf_mem;  in psp_err_warn()
667 	if (amdgpu_ip_version(psp->adev, MP0_HWIP, 0) == IP_VERSION(13, 0, 2) &&  in psp_err_warn()
668 	    cmd->cmd_id == GFX_CMD_ID_LOAD_IP_FW &&  in psp_err_warn()
669 	    cmd->cmd.cmd_load_ip_fw.fw_type == GFX_FW_TYPE_REG_LIST &&  in psp_err_warn()
670 	    cmd->resp.status == TEE_ERROR_CANCEL)  in psp_err_warn()
683 	int timeout = psp->adev->psp_timeout;  in psp_cmd_submit_buf()
687 	if (psp->adev->no_hw_access)  in psp_cmd_submit_buf()
690 	memset(psp->cmd_buf_mem, 0, PSP_CMD_BUFFER_SIZE);  in psp_cmd_submit_buf()
692 	memcpy(psp->cmd_buf_mem, cmd, sizeof(struct psp_gfx_cmd_resp));  in psp_cmd_submit_buf()
694 	index = atomic_inc_return(&psp->fence_value);  in psp_cmd_submit_buf()
695 	ret = psp_ring_cmd_submit(psp, psp->cmd_buf_mc_addr, fence_mc_addr, index);  in psp_cmd_submit_buf()
697 		atomic_dec(&psp->fence_value);  in psp_cmd_submit_buf()
701 	amdgpu_device_invalidate_hdp(psp->adev, NULL);  in psp_cmd_submit_buf()
702 	while (*((unsigned int *)psp->fence_buf) != index) {  in psp_cmd_submit_buf()
703 		if (--timeout == 0)  in psp_cmd_submit_buf()
714 		amdgpu_device_invalidate_hdp(psp->adev, NULL);  in psp_cmd_submit_buf()
718 	skip_unsupport = (psp->cmd_buf_mem->resp.status == TEE_ERROR_NOT_SUPPORTED ||  in psp_cmd_submit_buf()
719 		psp->cmd_buf_mem->resp.status == PSP_ERR_UNKNOWN_COMMAND) && amdgpu_sriov_vf(psp->adev);  in psp_cmd_submit_buf()
721 	memcpy(&cmd->resp, &psp->cmd_buf_mem->resp, sizeof(struct psp_gfx_resp));  in psp_cmd_submit_buf()
728 	 * return -EINVAL.  in psp_cmd_submit_buf()
730 	if (!skip_unsupport && (psp->cmd_buf_mem->resp.status || !timeout) && !ras_intr) {  in psp_cmd_submit_buf()
732 			dev_warn(psp->adev->dev,  in psp_cmd_submit_buf()
734 				 amdgpu_ucode_name(ucode->ucode_id), ucode->ucode_id);  in psp_cmd_submit_buf()
737 				psp->adev->dev,  in psp_cmd_submit_buf()
739 				psp_gfx_cmd_name(psp->cmd_buf_mem->cmd_id),  in psp_cmd_submit_buf()
740 				psp->cmd_buf_mem->cmd_id,  in psp_cmd_submit_buf()
741 				psp->cmd_buf_mem->resp.status);  in psp_cmd_submit_buf()
742 		/* If any firmware (including CAP) load fails under SRIOV, it should  in psp_cmd_submit_buf()
746 		if ((ucode && amdgpu_sriov_vf(psp->adev)) || !timeout) {  in psp_cmd_submit_buf()
747 			ret = -EINVAL;  in psp_cmd_submit_buf()
753 		ucode->tmr_mc_addr_lo = psp->cmd_buf_mem->resp.fw_addr_lo;  in psp_cmd_submit_buf()
754 		ucode->tmr_mc_addr_hi = psp->cmd_buf_mem->resp.fw_addr_hi;  in psp_cmd_submit_buf()
763 	struct psp_gfx_cmd_resp *cmd = psp->cmd;  in acquire_psp_cmd_buf()
765 	mutex_lock(&psp->mutex);  in acquire_psp_cmd_buf()
774 	mutex_unlock(&psp->mutex);  in release_psp_cmd_buf()
781 	struct amdgpu_device *adev = psp->adev;  in psp_prep_tmr_cmd_buf()
790 	if (amdgpu_sriov_vf(psp->adev))  in psp_prep_tmr_cmd_buf()
791 		cmd->cmd_id = GFX_CMD_ID_SETUP_VMR;  in psp_prep_tmr_cmd_buf()
793 		cmd->cmd_id = GFX_CMD_ID_SETUP_TMR;  in psp_prep_tmr_cmd_buf()
794 	cmd->cmd.cmd_setup_tmr.buf_phy_addr_lo = lower_32_bits(tmr_mc);  in psp_prep_tmr_cmd_buf()
795 	cmd->cmd.cmd_setup_tmr.buf_phy_addr_hi = upper_32_bits(tmr_mc);  in psp_prep_tmr_cmd_buf()
796 	cmd->cmd.cmd_setup_tmr.buf_size = size;  in psp_prep_tmr_cmd_buf()
797 	cmd->cmd.cmd_setup_tmr.bitfield.virt_phy_addr = 1;  in psp_prep_tmr_cmd_buf()
798 	cmd->cmd.cmd_setup_tmr.system_phy_addr_lo = lower_32_bits(tmr_pa);  in psp_prep_tmr_cmd_buf()
799 	cmd->cmd.cmd_setup_tmr.system_phy_addr_hi = upper_32_bits(tmr_pa);  in psp_prep_tmr_cmd_buf()
805 	cmd->cmd_id = GFX_CMD_ID_LOAD_TOC;  in psp_prep_load_toc_cmd_buf()
806 	cmd->cmd.cmd_load_toc.toc_phy_addr_lo = lower_32_bits(pri_buf_mc);  in psp_prep_load_toc_cmd_buf()
807 	cmd->cmd.cmd_load_toc.toc_phy_addr_hi = upper_32_bits(pri_buf_mc);  in psp_prep_load_toc_cmd_buf()
808 	cmd->cmd.cmd_load_toc.toc_size = size;  in psp_prep_load_toc_cmd_buf()
818 	/* Copy toc to psp firmware private buffer */  in psp_load_toc()
819 	psp_copy_fw(psp, psp->toc.start_addr, psp->toc.size_bytes);  in psp_load_toc()
821 	psp_prep_load_toc_cmd_buf(cmd, psp->fw_pri_mc_addr, psp->toc.size_bytes);  in psp_load_toc()
824 				 psp->fence_buf_mc_addr);  in psp_load_toc()
826 		*tmr_size = psp->cmd_buf_mem->resp.tmr_size;  in psp_load_toc()
848 	tmr_size = PSP_TMR_SIZE(psp->adev);  in psp_tmr_init()
853 	if (!amdgpu_sriov_vf(psp->adev) &&  in psp_tmr_init()
854 	    psp->toc.start_addr &&  in psp_tmr_init()
855 	    psp->toc.size_bytes &&  in psp_tmr_init()
856 	    psp->fw_pri_buf) {  in psp_tmr_init()
859 			dev_err(psp->adev->dev, "Failed to load toc\n");  in psp_tmr_init()
864 	if (!psp->tmr_bo && !psp->boot_time_tmr) {  in psp_tmr_init()
865 		pptr = amdgpu_sriov_vf(psp->adev) ? &tmr_buf : NULL;  in psp_tmr_init()
866 		ret = amdgpu_bo_create_kernel(psp->adev, tmr_size,  in psp_tmr_init()
868 					      AMDGPU_HAS_VRAM(psp->adev) ?  in psp_tmr_init()
871 					      &psp->tmr_bo, &psp->tmr_mc_addr,  in psp_tmr_init()
880 	switch (amdgpu_ip_version(psp->adev, MP0_HWIP, 0)) {  in psp_skip_tmr()
902 	if (amdgpu_sriov_vf(psp->adev) && psp_skip_tmr(psp))  in psp_tmr_load()
907 	psp_prep_tmr_cmd_buf(psp, cmd, psp->tmr_mc_addr, psp->tmr_bo);  in psp_tmr_load()
908 	if (psp->tmr_bo)  in psp_tmr_load()
909 		dev_info(psp->adev->dev, "reserve 0x%lx from 0x%llx for PSP TMR\n",  in psp_tmr_load()
910 			 amdgpu_bo_size(psp->tmr_bo), psp->tmr_mc_addr);  in psp_tmr_load()
913 				 psp->fence_buf_mc_addr);  in psp_tmr_load()
923 	if (amdgpu_sriov_vf(psp->adev))  in psp_prep_tmr_unload_cmd_buf()
924 		cmd->cmd_id = GFX_CMD_ID_DESTROY_VMR;  in psp_prep_tmr_unload_cmd_buf()
926 		cmd->cmd_id = GFX_CMD_ID_DESTROY_TMR;  in psp_prep_tmr_unload_cmd_buf()
937 	if (amdgpu_sriov_vf(psp->adev) && psp_skip_tmr(psp))  in psp_tmr_unload()
943 	dev_dbg(psp->adev->dev, "free PSP TMR buffer\n");  in psp_tmr_unload()
946 				 psp->fence_buf_mc_addr);  in psp_tmr_unload()
965 		return -EINVAL;  in psp_get_fw_attestation_records_addr()
967 	if (amdgpu_sriov_vf(psp->adev))  in psp_get_fw_attestation_records_addr()
972 	cmd->cmd_id = GFX_CMD_ID_GET_FW_ATTESTATION;  in psp_get_fw_attestation_records_addr()
975 				 psp->fence_buf_mc_addr);  in psp_get_fw_attestation_records_addr()
978 		*output_ptr = ((uint64_t)cmd->resp.uresp.fwar_db_info.fwar_db_addr_lo) +  in psp_get_fw_attestation_records_addr()
979 			      ((uint64_t)cmd->resp.uresp.fwar_db_info.fwar_db_addr_hi << 32);  in psp_get_fw_attestation_records_addr()
989 	struct psp_context *psp = &adev->psp;  in psp_boot_config_get()
998 	cmd->cmd_id = GFX_CMD_ID_BOOT_CFG;  in psp_boot_config_get()
999 	cmd->cmd.boot_cfg.sub_cmd = BOOTCFG_CMD_GET;  in psp_boot_config_get()
1001 	ret = psp_cmd_submit_buf(psp, NULL, cmd, psp->fence_buf_mc_addr);  in psp_boot_config_get()
1004 			(cmd->resp.uresp.boot_cfg.boot_cfg & BOOT_CONFIG_GECC) ? 1 : 0;  in psp_boot_config_get()
1015 	struct psp_context *psp = &adev->psp;  in psp_boot_config_set()
1023 	cmd->cmd_id = GFX_CMD_ID_BOOT_CFG;  in psp_boot_config_set()
1024 	cmd->cmd.boot_cfg.sub_cmd = BOOTCFG_CMD_SET;  in psp_boot_config_set()
1025 	cmd->cmd.boot_cfg.boot_config = boot_cfg;  in psp_boot_config_set()
1026 	cmd->cmd.boot_cfg.boot_config_valid = boot_cfg;  in psp_boot_config_set()
1028 	ret = psp_cmd_submit_buf(psp, NULL, cmd, psp->fence_buf_mc_addr);  in psp_boot_config_set()
1038 	struct psp_context *psp = &adev->psp;  in psp_rl_load()
1041 	if (!is_psp_fw_valid(psp->rl))  in psp_rl_load()
1046 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);  in psp_rl_load()
1047 	memcpy(psp->fw_pri_buf, psp->rl.start_addr, psp->rl.size_bytes);  in psp_rl_load()
1049 	cmd->cmd_id = GFX_CMD_ID_LOAD_IP_FW;  in psp_rl_load()
1050 	cmd->cmd.cmd_load_ip_fw.fw_phy_addr_lo = lower_32_bits(psp->fw_pri_mc_addr);  in psp_rl_load()
1051 	cmd->cmd.cmd_load_ip_fw.fw_phy_addr_hi = upper_32_bits(psp->fw_pri_mc_addr);  in psp_rl_load()
1052 	cmd->cmd.cmd_load_ip_fw.fw_size = psp->rl.size_bytes;  in psp_rl_load()
1053 	cmd->cmd.cmd_load_ip_fw.fw_type = GFX_FW_TYPE_REG_LIST;  in psp_rl_load()
1055 	ret = psp_cmd_submit_buf(psp, NULL, cmd, psp->fence_buf_mc_addr);  in psp_rl_load()
1067 	if (amdgpu_sriov_vf(psp->adev))  in psp_memory_partition()
1072 	cmd->cmd_id = GFX_CMD_ID_FB_NPS_MODE;  in psp_memory_partition()
1073 	cmd->cmd.cmd_memory_part.mode = mode;  in psp_memory_partition()
1075 	dev_info(psp->adev->dev,  in psp_memory_partition()
1077 	ret = psp_cmd_submit_buf(psp, NULL, cmd, psp->fence_buf_mc_addr);  in psp_memory_partition()
1079 		dev_err(psp->adev->dev,  in psp_memory_partition()
1092 	if (amdgpu_sriov_vf(psp->adev))  in psp_spatial_partition()
1097 	cmd->cmd_id = GFX_CMD_ID_SRIOV_SPATIAL_PART;  in psp_spatial_partition()
1098 	cmd->cmd.cmd_spatial_part.mode = mode;  in psp_spatial_partition()
1100 	dev_info(psp->adev->dev, "Requesting %d partitions through PSP", mode);  in psp_spatial_partition()
1101 	ret = psp_cmd_submit_buf(psp, NULL, cmd, psp->fence_buf_mc_addr);  in psp_spatial_partition()
1116 	if (amdgpu_sriov_vf(psp->adev) || !psp->asd_context.bin_desc.size_bytes)  in psp_asd_initialize()
1120 	if (!amdgpu_device_has_display_hardware(psp->adev) &&  in psp_asd_initialize()
1121 	    amdgpu_ip_version(psp->adev, MP0_HWIP, 0) >= IP_VERSION(13, 0, 10))  in psp_asd_initialize()
1124 	psp->asd_context.mem_context.shared_mc_addr  = 0;  in psp_asd_initialize()
1125 	psp->asd_context.mem_context.shared_mem_size = PSP_ASD_SHARED_MEM_SIZE;  in psp_asd_initialize()
1126 	psp->asd_context.ta_load_type                = GFX_CMD_ID_LOAD_ASD;  in psp_asd_initialize()
1128 	ret = psp_ta_load(psp, &psp->asd_context);  in psp_asd_initialize()
1130 		psp->asd_context.initialized = true;  in psp_asd_initialize()
1138 	cmd->cmd_id = GFX_CMD_ID_UNLOAD_TA;  in psp_prep_ta_unload_cmd_buf()
1139 	cmd->cmd.cmd_unload_ta.session_id = session_id;  in psp_prep_ta_unload_cmd_buf()
1147 	psp_prep_ta_unload_cmd_buf(cmd, context->session_id);  in psp_ta_unload()
1149 	ret = psp_cmd_submit_buf(psp, NULL, cmd, psp->fence_buf_mc_addr);  in psp_ta_unload()
1151 	context->resp_status = cmd->resp.status;  in psp_ta_unload()
1162 	if (amdgpu_sriov_vf(psp->adev))  in psp_asd_terminate()
1165 	if (!psp->asd_context.initialized)  in psp_asd_terminate()
1168 	ret = psp_ta_unload(psp, &psp->asd_context);  in psp_asd_terminate()
1170 		psp->asd_context.initialized = false;  in psp_asd_terminate()
1178 	cmd->cmd_id = GFX_CMD_ID_PROG_REG;  in psp_prep_reg_prog_cmd_buf()
1179 	cmd->cmd.cmd_setup_reg_prog.reg_value = value;  in psp_prep_reg_prog_cmd_buf()
1180 	cmd->cmd.cmd_setup_reg_prog.reg_id = id;  in psp_prep_reg_prog_cmd_buf()
1190 		return -EINVAL;  in psp_reg_program()
1195 	ret = psp_cmd_submit_buf(psp, NULL, cmd, psp->fence_buf_mc_addr);  in psp_reg_program()
1197 		dev_err(psp->adev->dev, "PSP failed to program reg id %d\n", reg);  in psp_reg_program()
1208 	cmd->cmd_id				= context->ta_load_type;  in psp_prep_ta_load_cmd_buf()
1209 	cmd->cmd.cmd_load_ta.app_phy_addr_lo	= lower_32_bits(ta_bin_mc);  in psp_prep_ta_load_cmd_buf()
1210 	cmd->cmd.cmd_load_ta.app_phy_addr_hi	= upper_32_bits(ta_bin_mc);  in psp_prep_ta_load_cmd_buf()
1211 	cmd->cmd.cmd_load_ta.app_len		= context->bin_desc.size_bytes;  in psp_prep_ta_load_cmd_buf()
1213 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_lo =  in psp_prep_ta_load_cmd_buf()
1214 		lower_32_bits(context->mem_context.shared_mc_addr);  in psp_prep_ta_load_cmd_buf()
1215 	cmd->cmd.cmd_load_ta.cmd_buf_phy_addr_hi =  in psp_prep_ta_load_cmd_buf()
1216 		upper_32_bits(context->mem_context.shared_mc_addr);  in psp_prep_ta_load_cmd_buf()
1217 	cmd->cmd.cmd_load_ta.cmd_buf_len = context->mem_context.shared_mem_size;  in psp_prep_ta_load_cmd_buf()
1227 	return amdgpu_bo_create_kernel(psp->adev, mem_ctx->shared_mem_size,  in psp_ta_init_shared_buf()
1230 				      &mem_ctx->shared_bo,  in psp_ta_init_shared_buf()
1231 				      &mem_ctx->shared_mc_addr,  in psp_ta_init_shared_buf()
1232 				      &mem_ctx->shared_buf);  in psp_ta_init_shared_buf()
1239 	cmd->cmd_id				= GFX_CMD_ID_INVOKE_CMD;  in psp_prep_ta_invoke_cmd_buf()
1240 	cmd->cmd.cmd_invoke_cmd.session_id	= session_id;  in psp_prep_ta_invoke_cmd_buf()
1241 	cmd->cmd.cmd_invoke_cmd.ta_cmd_id	= ta_cmd_id;  in psp_prep_ta_invoke_cmd_buf()
1251 	psp_prep_ta_invoke_cmd_buf(cmd, ta_cmd_id, context->session_id);  in psp_ta_invoke()
1254 				 psp->fence_buf_mc_addr);  in psp_ta_invoke()
1256 	context->resp_status = cmd->resp.status;  in psp_ta_invoke()
1270 	psp_copy_fw(psp, context->bin_desc.start_addr,  in psp_ta_load()
1271 		    context->bin_desc.size_bytes);  in psp_ta_load()
1273 	psp_prep_ta_load_cmd_buf(cmd, psp->fw_pri_mc_addr, context);  in psp_ta_load()
1276 				 psp->fence_buf_mc_addr);  in psp_ta_load()
1278 	context->resp_status = cmd->resp.status;  in psp_ta_load()
1281 		context->session_id = cmd->resp.session_id;  in psp_ta_load()
1290 	return psp_ta_invoke(psp, ta_cmd_id, &psp->xgmi_context.context);  in psp_xgmi_invoke()
1296 	struct amdgpu_device *adev = psp->adev;  in psp_xgmi_terminate()
1301 	     adev->gmc.xgmi.connected_to_cpu))  in psp_xgmi_terminate()
1304 	if (!psp->xgmi_context.context.initialized)  in psp_xgmi_terminate()
1307 	ret = psp_ta_unload(psp, &psp->xgmi_context.context);  in psp_xgmi_terminate()
1309 	psp->xgmi_context.context.initialized = false;  in psp_xgmi_terminate()
1319 	if (!psp->ta_fw ||  in psp_xgmi_initialize()
1320 	    !psp->xgmi_context.context.bin_desc.size_bytes ||  in psp_xgmi_initialize()
1321 	    !psp->xgmi_context.context.bin_desc.start_addr)  in psp_xgmi_initialize()
1322 		return -ENOENT;  in psp_xgmi_initialize()
1327 	psp->xgmi_context.context.mem_context.shared_mem_size = PSP_XGMI_SHARED_MEM_SIZE;  in psp_xgmi_initialize()
1328 	psp->xgmi_context.context.ta_load_type = GFX_CMD_ID_LOAD_TA;  in psp_xgmi_initialize()
1330 	if (!psp->xgmi_context.context.mem_context.shared_buf) {  in psp_xgmi_initialize()
1331 		ret = psp_ta_init_shared_buf(psp, &psp->xgmi_context.context.mem_context);  in psp_xgmi_initialize()
1337 	ret = psp_ta_load(psp, &psp->xgmi_context.context);  in psp_xgmi_initialize()
1339 		psp->xgmi_context.context.initialized = true;  in psp_xgmi_initialize()
1345 	xgmi_cmd = (struct ta_xgmi_shared_memory *)(psp->xgmi_context.context.mem_context.shared_buf);  in psp_xgmi_initialize()
1347 	xgmi_cmd->flag_extend_link_record = set_extended_data;  in psp_xgmi_initialize()
1348 	xgmi_cmd->cmd_id = TA_COMMAND_XGMI__INITIALIZE;  in psp_xgmi_initialize()
1350 	ret = psp_xgmi_invoke(psp, xgmi_cmd->cmd_id);  in psp_xgmi_initialize()
1352 	psp->xgmi_context.xgmi_ta_caps = xgmi_cmd->caps_flag;  in psp_xgmi_initialize()
1362 	xgmi_cmd = (struct ta_xgmi_shared_memory *)psp->xgmi_context.context.mem_context.shared_buf;  in psp_xgmi_get_hive_id()
1365 	xgmi_cmd->cmd_id = TA_COMMAND_XGMI__GET_HIVE_ID;  in psp_xgmi_get_hive_id()
1368 	ret = psp_xgmi_invoke(psp, xgmi_cmd->cmd_id);  in psp_xgmi_get_hive_id()
1372 	*hive_id = xgmi_cmd->xgmi_out_message.get_hive_id.hive_id;  in psp_xgmi_get_hive_id()
1382 	xgmi_cmd = (struct ta_xgmi_shared_memory *)psp->xgmi_context.context.mem_context.shared_buf;  in psp_xgmi_get_node_id()
1385 	xgmi_cmd->cmd_id = TA_COMMAND_XGMI__GET_NODE_ID;  in psp_xgmi_get_node_id()
1388 	ret = psp_xgmi_invoke(psp, xgmi_cmd->cmd_id);  in psp_xgmi_get_node_id()
1392 	*node_id = xgmi_cmd->xgmi_out_message.get_node_id.node_id;  in psp_xgmi_get_node_id()
1399 	return (amdgpu_ip_version(psp->adev, MP0_HWIP, 0) ==  in psp_xgmi_peer_link_info_supported()
1401 		psp->xgmi_context.context.bin_desc.fw_version >= 0x2000000b) ||  in psp_xgmi_peer_link_info_supported()
1402 	       amdgpu_ip_version(psp->adev, MP0_HWIP, 0) >=  in psp_xgmi_peer_link_info_supported()
1410  * TA holds bi-directional information, the driver would have to do
1418 	uint64_t src_node_id = psp->adev->gmc.xgmi.node_id;  in psp_xgmi_reflect_topology_info()
1423 	hive = amdgpu_get_xgmi_hive(psp->adev);  in psp_xgmi_reflect_topology_info()
1427 	list_for_each_entry(mirror_adev, &hive->device_list, gmc.xgmi.head) {  in psp_xgmi_reflect_topology_info()
1431 		if (mirror_adev->gmc.xgmi.node_id != dst_node_id)  in psp_xgmi_reflect_topology_info()
1434 		mirror_top_info = &mirror_adev->psp.xgmi_context.top_info;  in psp_xgmi_reflect_topology_info()
1435 		for (j = 0; j < mirror_top_info->num_nodes; j++) {  in psp_xgmi_reflect_topology_info()
1436 			if (mirror_top_info->nodes[j].node_id != src_node_id)  in psp_xgmi_reflect_topology_info()
1439 			mirror_top_info->nodes[j].num_hops = dst_num_hops;  in psp_xgmi_reflect_topology_info()
1441 			 * prevent 0 num_links value re-reflection since reflection  in psp_xgmi_reflect_topology_info()
1446 				mirror_top_info->nodes[j].num_links = dst_num_links;  in psp_xgmi_reflect_topology_info()
1468 	if (!topology || topology->num_nodes > TA_XGMI__MAX_CONNECTED_NODES)  in psp_xgmi_get_topology_info()
1469 		return -EINVAL;  in psp_xgmi_get_topology_info()
1471 	xgmi_cmd = (struct ta_xgmi_shared_memory *)psp->xgmi_context.context.mem_context.shared_buf;  in psp_xgmi_get_topology_info()
1473 	xgmi_cmd->flag_extend_link_record = get_extended_data;  in psp_xgmi_get_topology_info()
1476 	topology_info_input = &xgmi_cmd->xgmi_in_message.get_topology_info;  in psp_xgmi_get_topology_info()
1477 	xgmi_cmd->cmd_id = TA_COMMAND_XGMI__GET_TOPOLOGY_INFO;  in psp_xgmi_get_topology_info()
1478 	topology_info_input->num_nodes = number_devices;  in psp_xgmi_get_topology_info()
1480 	for (i = 0; i < topology_info_input->num_nodes; i++) {  in psp_xgmi_get_topology_info()
1481 		topology_info_input->nodes[i].node_id = topology->nodes[i].node_id;  in psp_xgmi_get_topology_info()
1482 		topology_info_input->nodes[i].num_hops = topology->nodes[i].num_hops;  in psp_xgmi_get_topology_info()
1483 		topology_info_input->nodes[i].is_sharing_enabled = topology->nodes[i].is_sharing_enabled;  in psp_xgmi_get_topology_info()
1484 		topology_info_input->nodes[i].sdma_engine = topology->nodes[i].sdma_engine;  in psp_xgmi_get_topology_info()
1493 	topology_info_output = &xgmi_cmd->xgmi_out_message.get_topology_info;  in psp_xgmi_get_topology_info()
1494 	topology->num_nodes = xgmi_cmd->xgmi_out_message.get_topology_info.num_nodes;  in psp_xgmi_get_topology_info()
1495 	for (i = 0; i < topology->num_nodes; i++) {  in psp_xgmi_get_topology_info()
1496 		/* extended data will either be 0 or equal to non-extended data */  in psp_xgmi_get_topology_info()
1497 		if (topology_info_output->nodes[i].num_hops)  in psp_xgmi_get_topology_info()
1498 			topology->nodes[i].num_hops = topology_info_output->nodes[i].num_hops;  in psp_xgmi_get_topology_info()
1500 		/* non-extended data gets everything here so no need to update */  in psp_xgmi_get_topology_info()
1502 			topology->nodes[i].node_id = topology_info_output->nodes[i].node_id;  in psp_xgmi_get_topology_info()
1503 			topology->nodes[i].is_sharing_enabled =  in psp_xgmi_get_topology_info()
1504 					topology_info_output->nodes[i].is_sharing_enabled;  in psp_xgmi_get_topology_info()
1505 			topology->nodes[i].sdma_engine =  in psp_xgmi_get_topology_info()
1506 					topology_info_output->nodes[i].sdma_engine;  in psp_xgmi_get_topology_info()
1516 			(psp->xgmi_context.supports_extended_data &&  in psp_xgmi_get_topology_info()
1518 			amdgpu_ip_version(psp->adev, MP0_HWIP, 0) ==  in psp_xgmi_get_topology_info()
1520 			amdgpu_ip_version(psp->adev, MP0_HWIP, 0) ==  in psp_xgmi_get_topology_info()
1522 		bool ta_port_num_support = amdgpu_sriov_vf(psp->adev) ? 0 :  in psp_xgmi_get_topology_info()
1523 				psp->xgmi_context.xgmi_ta_caps & EXTEND_PEER_LINK_INFO_CMD_FLAG;  in psp_xgmi_get_topology_info()
1531 			link_extend_info_output = &xgmi_cmd->xgmi_out_message.get_extend_link_info;  in psp_xgmi_get_topology_info()
1533 			for (i = 0; i < topology->num_nodes; i++)  in psp_xgmi_get_topology_info()
1534 				link_extend_info_output->nodes[i].node_id = topology->nodes[i].node_id;  in psp_xgmi_get_topology_info()
1536 			link_extend_info_output->num_nodes = topology->num_nodes;  in psp_xgmi_get_topology_info()
1537 			xgmi_cmd->cmd_id = TA_COMMAND_XGMI__GET_EXTEND_PEER_LINKS;  in psp_xgmi_get_topology_info()
1539 			link_info_output = &xgmi_cmd->xgmi_out_message.get_link_info;  in psp_xgmi_get_topology_info()
1541 			for (i = 0; i < topology->num_nodes; i++)  in psp_xgmi_get_topology_info()
1542 				link_info_output->nodes[i].node_id = topology->nodes[i].node_id;  in psp_xgmi_get_topology_info()
1544 			link_info_output->num_nodes = topology->num_nodes;  in psp_xgmi_get_topology_info()
1545 			xgmi_cmd->cmd_id = TA_COMMAND_XGMI__GET_PEER_LINKS;  in psp_xgmi_get_topology_info()
1548 		ret = psp_xgmi_invoke(psp, xgmi_cmd->cmd_id);  in psp_xgmi_get_topology_info()
1552 		for (i = 0; i < topology->num_nodes; i++) {  in psp_xgmi_get_topology_info()
1554 				link_extend_info_output->nodes[i].num_links : link_info_output->nodes[i].num_links;  in psp_xgmi_get_topology_info()
1557 				topology->nodes[i].num_links = topology->nodes[i].num_links + node_num_links;  in psp_xgmi_get_topology_info()
1559 				topology->nodes[i].num_links = (requires_reflection && topology->nodes[i].num_links) ?  in psp_xgmi_get_topology_info()
1560 								topology->nodes[i].num_links : node_num_links;  in psp_xgmi_get_topology_info()
1563 			if (ta_port_num_support && topology->nodes[i].num_links) {  in psp_xgmi_get_topology_info()
1564 				memcpy(topology->nodes[i].port_num, link_extend_info_output->nodes[i].port_num,  in psp_xgmi_get_topology_info()
1568 			/* reflect the topology information for bi-directionality */  in psp_xgmi_get_topology_info()
1569 			if (requires_reflection && topology->nodes[i].num_hops)  in psp_xgmi_get_topology_info()
1570 				psp_xgmi_reflect_topology_info(psp, topology->nodes[i]);  in psp_xgmi_get_topology_info()
1585 	if (!topology || topology->num_nodes > TA_XGMI__MAX_CONNECTED_NODES)  in psp_xgmi_set_topology_info()
1586 		return -EINVAL;  in psp_xgmi_set_topology_info()
1588 	xgmi_cmd = (struct ta_xgmi_shared_memory *)psp->xgmi_context.context.mem_context.shared_buf;  in psp_xgmi_set_topology_info()
1591 	topology_info_input = &xgmi_cmd->xgmi_in_message.get_topology_info;  in psp_xgmi_set_topology_info()
1592 	xgmi_cmd->cmd_id = TA_COMMAND_XGMI__SET_TOPOLOGY_INFO;  in psp_xgmi_set_topology_info()
1593 	topology_info_input->num_nodes = number_devices;  in psp_xgmi_set_topology_info()
1595 	for (i = 0; i < topology_info_input->num_nodes; i++) {  in psp_xgmi_set_topology_info()
1596 		topology_info_input->nodes[i].node_id = topology->nodes[i].node_id;  in psp_xgmi_set_topology_info()
1597 		topology_info_input->nodes[i].num_hops = topology->nodes[i].num_hops;  in psp_xgmi_set_topology_info()
1598 		topology_info_input->nodes[i].is_sharing_enabled = 1;  in psp_xgmi_set_topology_info()
1599 		topology_info_input->nodes[i].sdma_engine = topology->nodes[i].sdma_engine;  in psp_xgmi_set_topology_info()
1610 		(struct ta_ras_shared_memory *)psp->ras_context.context.mem_context.shared_buf;  in psp_ras_ta_check_status()
1612 	switch (ras_cmd->ras_status) {  in psp_ras_ta_check_status()
1614 		dev_warn(psp->adev->dev,  in psp_ras_ta_check_status()
1618 		dev_warn(psp->adev->dev,  in psp_ras_ta_check_status()
1624 		if (ras_cmd->cmd_id == TA_RAS_COMMAND__TRIGGER_ERROR)  in psp_ras_ta_check_status()
1625 			dev_warn(psp->adev->dev,  in psp_ras_ta_check_status()
1629 		dev_warn(psp->adev->dev,  in psp_ras_ta_check_status()
1630 			 "RAS WARNING: ras status = 0x%X\n", ras_cmd->ras_status);  in psp_ras_ta_check_status()
1643 		return -EINVAL;  in psp_ras_send_cmd()
1645 	mutex_lock(&psp->ras_context.mutex);  in psp_ras_send_cmd()
1646 	ras_cmd = (struct ta_ras_shared_memory *)psp->ras_context.context.mem_context.shared_buf;  in psp_ras_send_cmd()
1652 		memcpy(&ras_cmd->ras_in_message,  in psp_ras_send_cmd()
1653 			in, sizeof(ras_cmd->ras_in_message));  in psp_ras_send_cmd()
1656 		memcpy(&ras_cmd->ras_in_message.trigger_error,  in psp_ras_send_cmd()
1657 			in, sizeof(ras_cmd->ras_in_message.trigger_error));  in psp_ras_send_cmd()
1660 		memcpy(&ras_cmd->ras_in_message.address,  in psp_ras_send_cmd()
1661 			in, sizeof(ras_cmd->ras_in_message.address));  in psp_ras_send_cmd()
1664 		dev_err(psp->adev->dev, "Invalid ras cmd id: %u\n", cmd);  in psp_ras_send_cmd()
1665 		ret = -EINVAL;  in psp_ras_send_cmd()
1669 	ras_cmd->cmd_id = cmd;  in psp_ras_send_cmd()
1670 	ret = psp_ras_invoke(psp, ras_cmd->cmd_id);  in psp_ras_send_cmd()
1675 			memcpy(out, &ras_cmd->ras_status, sizeof(ras_cmd->ras_status));  in psp_ras_send_cmd()
1678 		if (ret || ras_cmd->ras_status || psp->cmd_buf_mem->resp.status)  in psp_ras_send_cmd()
1679 			ret = -EINVAL;  in psp_ras_send_cmd()
1682 				&ras_cmd->ras_out_message.address,  in psp_ras_send_cmd()
1683 				sizeof(ras_cmd->ras_out_message.address));  in psp_ras_send_cmd()
1690 	mutex_unlock(&psp->ras_context.mutex);  in psp_ras_send_cmd()
1700 	ras_cmd = (struct ta_ras_shared_memory *)psp->ras_context.context.mem_context.shared_buf;  in psp_ras_invoke()
1705 	if (amdgpu_sriov_vf(psp->adev))  in psp_ras_invoke()
1708 	ret = psp_ta_invoke(psp, ta_cmd_id, &psp->ras_context.context);  in psp_ras_invoke()
1713 	if (ras_cmd->if_version > RAS_TA_HOST_IF_VER) {  in psp_ras_invoke()
1714 		dev_warn(psp->adev->dev, "RAS: Unsupported Interface\n");  in psp_ras_invoke()
1715 		return -EINVAL;  in psp_ras_invoke()
1719 		if (ras_cmd->ras_out_message.flags.err_inject_switch_disable_flag) {  in psp_ras_invoke()
1720 			dev_warn(psp->adev->dev, "ECC switch disabled\n");  in psp_ras_invoke()
1722 			ras_cmd->ras_status = TA_RAS_STATUS__ERROR_RAS_NOT_AVAILABLE;  in psp_ras_invoke()
1723 		} else if (ras_cmd->ras_out_message.flags.reg_access_failure_flag)  in psp_ras_invoke()
1724 			dev_warn(psp->adev->dev,  in psp_ras_invoke()
1739 	if (!psp->ras_context.context.initialized || !info)  in psp_ras_enable_features()
1740 		return -EINVAL;  in psp_ras_enable_features()
1746 		return -EINVAL;  in psp_ras_enable_features()
1758 	if (amdgpu_sriov_vf(psp->adev))  in psp_ras_terminate()
1761 	if (!psp->ras_context.context.initialized)  in psp_ras_terminate()
1764 	ret = psp_ta_unload(psp, &psp->ras_context.context);  in psp_ras_terminate()
1766 	psp->ras_context.context.initialized = false;  in psp_ras_terminate()
1768 	mutex_destroy(&psp->ras_context.mutex);  in psp_ras_terminate()
1777 	struct amdgpu_device *adev = psp->adev;  in psp_ras_initialize()
1786 	if (!adev->psp.ras_context.context.bin_desc.size_bytes ||  in psp_ras_initialize()
1787 	    !adev->psp.ras_context.context.bin_desc.start_addr) {  in psp_ras_initialize()
1788 		dev_info(adev->dev, "RAS: optional ras ta ucode is not available\n");  in psp_ras_initialize()
1798 			dev_warn(adev->dev, "PSP get boot config failed\n");  in psp_ras_initialize()
1800 		if (boot_cfg == 1 && !adev->ras_default_ecc_enabled &&  in psp_ras_initialize()
1802 			dev_warn(adev->dev, "GECC is currently enabled, which may affect performance\n");  in psp_ras_initialize()
1803 			dev_warn(adev->dev,  in psp_ras_initialize()
1806 			if ((adev->ras_default_ecc_enabled || amdgpu_ras_enable == 1) &&  in psp_ras_initialize()
1809 					dev_info(adev->dev, "GECC is enabled\n");  in psp_ras_initialize()
1817 						dev_warn(adev->dev, "PSP set boot config failed\n");  in psp_ras_initialize()
1819 						dev_warn(adev->dev, "GECC will be enabled in next boot cycle\n");  in psp_ras_initialize()
1823 					if (!adev->ras_default_ecc_enabled &&  in psp_ras_initialize()
1826 …dev_warn(adev->dev, "GECC is disabled, set amdgpu_ras_enable=1 to enable GECC in next boot cycle i…  in psp_ras_initialize()
1828 						dev_info(adev->dev, "GECC is disabled\n");  in psp_ras_initialize()
1837 						dev_warn(adev->dev, "PSP set boot config failed\n");  in psp_ras_initialize()
1839 …dev_warn(adev->dev, "GECC will be disabled in next boot cycle if set amdgpu_ras_enable and/or amdg…  in psp_ras_initialize()
1845 	psp->ras_context.context.mem_context.shared_mem_size = PSP_RAS_SHARED_MEM_SIZE;  in psp_ras_initialize()
1846 	psp->ras_context.context.ta_load_type = GFX_CMD_ID_LOAD_TA;  in psp_ras_initialize()
1848 	if (!psp->ras_context.context.mem_context.shared_buf) {  in psp_ras_initialize()
1849 		ret = psp_ta_init_shared_buf(psp, &psp->ras_context.context.mem_context);  in psp_ras_initialize()
1854 	ras_cmd = (struct ta_ras_shared_memory *)psp->ras_context.context.mem_context.shared_buf;  in psp_ras_initialize()
1858 		ras_cmd->ras_in_message.init_flags.poison_mode_en = 1;  in psp_ras_initialize()
1859 	if (!adev->gmc.xgmi.connected_to_cpu && !adev->gmc.is_app_apu)  in psp_ras_initialize()
1860 		ras_cmd->ras_in_message.init_flags.dgpu_mode = 1;  in psp_ras_initialize()
1861 	ras_cmd->ras_in_message.init_flags.xcc_mask =  in psp_ras_initialize()
1862 		adev->gfx.xcc_mask;  in psp_ras_initialize()
1863 	ras_cmd->ras_in_message.init_flags.channel_dis_num = hweight32(adev->gmc.m_half_use) * 2;  in psp_ras_initialize()
1864 	if (adev->gmc.gmc_funcs->query_mem_partition_mode)  in psp_ras_initialize()
1865 		ras_cmd->ras_in_message.init_flags.nps_mode =  in psp_ras_initialize()
1866 			adev->gmc.gmc_funcs->query_mem_partition_mode(adev);  in psp_ras_initialize()
1867 	ras_cmd->ras_in_message.init_flags.active_umc_mask = adev->umc.active_mask;  in psp_ras_initialize()
1869 	ret = psp_ta_load(psp, &psp->ras_context.context);  in psp_ras_initialize()
1871 	if (!ret && !ras_cmd->ras_status) {  in psp_ras_initialize()
1872 		psp->ras_context.context.initialized = true;  in psp_ras_initialize()
1873 		mutex_init(&psp->ras_context.mutex);  in psp_ras_initialize()
1875 		if (ras_cmd->ras_status)  in psp_ras_initialize()
1876 			dev_warn(adev->dev, "RAS Init Status: 0x%X\n", ras_cmd->ras_status);  in psp_ras_initialize()
1879 		psp->ras_context.context.initialized = false;  in psp_ras_initialize()
1888 	struct amdgpu_device *adev = psp->adev;  in psp_ras_trigger_error()
1893 	if (!psp->ras_context.context.initialized || !info)  in psp_ras_trigger_error()
1894 		return -EINVAL;  in psp_ras_trigger_error()
1896 	switch (info->block_id) {  in psp_ras_trigger_error()
1915 	info->sub_block_index |= dev_mask;  in psp_ras_trigger_error()
1920 		return -EINVAL;  in psp_ras_trigger_error()
1929 		return -EACCES;  in psp_ras_trigger_error()
1931 		return -EINVAL;  in psp_ras_trigger_error()
1942 	if (!psp->ras_context.context.initialized ||  in psp_ras_query_address()
1944 		return -EINVAL;  in psp_ras_query_address()
1961 	if (amdgpu_sriov_vf(psp->adev))  in psp_hdcp_initialize()
1965 	if (!amdgpu_device_has_display_hardware(psp->adev))  in psp_hdcp_initialize()
1968 	if (!psp->hdcp_context.context.bin_desc.size_bytes ||  in psp_hdcp_initialize()
1969 	    !psp->hdcp_context.context.bin_desc.start_addr) {  in psp_hdcp_initialize()
1970 		dev_info(psp->adev->dev, "HDCP: optional hdcp ta ucode is not available\n");  in psp_hdcp_initialize()
1974 	psp->hdcp_context.context.mem_context.shared_mem_size = PSP_HDCP_SHARED_MEM_SIZE;  in psp_hdcp_initialize()
1975 	psp->hdcp_context.context.ta_load_type = GFX_CMD_ID_LOAD_TA;  in psp_hdcp_initialize()
1977 	if (!psp->hdcp_context.context.mem_context.shared_buf) {  in psp_hdcp_initialize()
1978 		ret = psp_ta_init_shared_buf(psp, &psp->hdcp_context.context.mem_context);  in psp_hdcp_initialize()
1983 	ret = psp_ta_load(psp, &psp->hdcp_context.context);  in psp_hdcp_initialize()
1985 		psp->hdcp_context.context.initialized = true;  in psp_hdcp_initialize()
1986 		mutex_init(&psp->hdcp_context.mutex);  in psp_hdcp_initialize()
1997 	if (amdgpu_sriov_vf(psp->adev))  in psp_hdcp_invoke()
2000 	if (!psp->hdcp_context.context.initialized)  in psp_hdcp_invoke()
2003 	return psp_ta_invoke(psp, ta_cmd_id, &psp->hdcp_context.context);  in psp_hdcp_invoke()
2013 	if (amdgpu_sriov_vf(psp->adev))  in psp_hdcp_terminate()
2016 	if (!psp->hdcp_context.context.initialized)  in psp_hdcp_terminate()
2019 	ret = psp_ta_unload(psp, &psp->hdcp_context.context);  in psp_hdcp_terminate()
2021 	psp->hdcp_context.context.initialized = false;  in psp_hdcp_terminate()
2035 	if (amdgpu_sriov_vf(psp->adev))  in psp_dtm_initialize()
2039 	if (!amdgpu_device_has_display_hardware(psp->adev))  in psp_dtm_initialize()
2042 	if (!psp->dtm_context.context.bin_desc.size_bytes ||  in psp_dtm_initialize()
2043 	    !psp->dtm_context.context.bin_desc.start_addr) {  in psp_dtm_initialize()
2044 		dev_info(psp->adev->dev, "DTM: optional dtm ta ucode is not available\n");  in psp_dtm_initialize()
2048 	psp->dtm_context.context.mem_context.shared_mem_size = PSP_DTM_SHARED_MEM_SIZE;  in psp_dtm_initialize()
2049 	psp->dtm_context.context.ta_load_type = GFX_CMD_ID_LOAD_TA;  in psp_dtm_initialize()
2051 	if (!psp->dtm_context.context.mem_context.shared_buf) {  in psp_dtm_initialize()
2052 		ret = psp_ta_init_shared_buf(psp, &psp->dtm_context.context.mem_context);  in psp_dtm_initialize()
2057 	ret = psp_ta_load(psp, &psp->dtm_context.context);  in psp_dtm_initialize()
2059 		psp->dtm_context.context.initialized = true;  in psp_dtm_initialize()
2060 		mutex_init(&psp->dtm_context.mutex);  in psp_dtm_initialize()
2071 	if (amdgpu_sriov_vf(psp->adev))  in psp_dtm_invoke()
2074 	if (!psp->dtm_context.context.initialized)  in psp_dtm_invoke()
2077 	return psp_ta_invoke(psp, ta_cmd_id, &psp->dtm_context.context);  in psp_dtm_invoke()
2087 	if (amdgpu_sriov_vf(psp->adev))  in psp_dtm_terminate()
2090 	if (!psp->dtm_context.context.initialized)  in psp_dtm_terminate()
2093 	ret = psp_ta_unload(psp, &psp->dtm_context.context);  in psp_dtm_terminate()
2095 	psp->dtm_context.context.initialized = false;  in psp_dtm_terminate()
2110 	if (amdgpu_sriov_vf(psp->adev))  in psp_rap_initialize()
2113 	if (!psp->rap_context.context.bin_desc.size_bytes ||  in psp_rap_initialize()
2114 	    !psp->rap_context.context.bin_desc.start_addr) {  in psp_rap_initialize()
2115 		dev_info(psp->adev->dev, "RAP: optional rap ta ucode is not available\n");  in psp_rap_initialize()
2119 	psp->rap_context.context.mem_context.shared_mem_size = PSP_RAP_SHARED_MEM_SIZE;  in psp_rap_initialize()
2120 	psp->rap_context.context.ta_load_type = GFX_CMD_ID_LOAD_TA;  in psp_rap_initialize()
2122 	if (!psp->rap_context.context.mem_context.shared_buf) {  in psp_rap_initialize()
2123 		ret = psp_ta_init_shared_buf(psp, &psp->rap_context.context.mem_context);  in psp_rap_initialize()
2128 	ret = psp_ta_load(psp, &psp->rap_context.context);  in psp_rap_initialize()
2130 		psp->rap_context.context.initialized = true;  in psp_rap_initialize()
2131 		mutex_init(&psp->rap_context.mutex);  in psp_rap_initialize()
2139 		psp_ta_free_shared_buf(&psp->rap_context.context.mem_context);  in psp_rap_initialize()
2141 		dev_warn(psp->adev->dev, "RAP TA initialize fail (%d) status %d.\n",  in psp_rap_initialize()
2154 	if (!psp->rap_context.context.initialized)  in psp_rap_terminate()
2157 	ret = psp_ta_unload(psp, &psp->rap_context.context);  in psp_rap_terminate()
2159 	psp->rap_context.context.initialized = false;  in psp_rap_terminate()
2169 	if (!psp->rap_context.context.initialized)  in psp_rap_invoke()
2174 		return -EINVAL;  in psp_rap_invoke()
2176 	mutex_lock(&psp->rap_context.mutex);  in psp_rap_invoke()
2179 		  psp->rap_context.context.mem_context.shared_buf;  in psp_rap_invoke()
2182 	rap_cmd->cmd_id = ta_cmd_id;  in psp_rap_invoke()
2183 	rap_cmd->validation_method_id = METHOD_A;  in psp_rap_invoke()
2185 	ret = psp_ta_invoke(psp, rap_cmd->cmd_id, &psp->rap_context.context);  in psp_rap_invoke()
2190 		*status = rap_cmd->rap_status;  in psp_rap_invoke()
2193 	mutex_unlock(&psp->rap_context.mutex);  in psp_rap_invoke()
2208 	if (amdgpu_sriov_vf(psp->adev))  in psp_securedisplay_initialize()
2212 	if (!amdgpu_device_has_display_hardware(psp->adev))  in psp_securedisplay_initialize()
2215 	if (!psp->securedisplay_context.context.bin_desc.size_bytes ||  in psp_securedisplay_initialize()
2216 	    !psp->securedisplay_context.context.bin_desc.start_addr) {  in psp_securedisplay_initialize()
2217 		dev_info(psp->adev->dev, "SECUREDISPLAY: securedisplay ta ucode is not available\n");  in psp_securedisplay_initialize()
2221 	psp->securedisplay_context.context.mem_context.shared_mem_size =  in psp_securedisplay_initialize()
2223 	psp->securedisplay_context.context.ta_load_type = GFX_CMD_ID_LOAD_TA;  in psp_securedisplay_initialize()
2225 	if (!psp->securedisplay_context.context.initialized) {  in psp_securedisplay_initialize()
2227 					     &psp->securedisplay_context.context.mem_context);  in psp_securedisplay_initialize()
2232 	ret = psp_ta_load(psp, &psp->securedisplay_context.context);  in psp_securedisplay_initialize()
2234 		psp->securedisplay_context.context.initialized = true;  in psp_securedisplay_initialize()
2235 		mutex_init(&psp->securedisplay_context.mutex);  in psp_securedisplay_initialize()
2239 	mutex_lock(&psp->securedisplay_context.mutex);  in psp_securedisplay_initialize()
2246 	mutex_unlock(&psp->securedisplay_context.mutex);  in psp_securedisplay_initialize()
2251 		psp_ta_free_shared_buf(&psp->securedisplay_context.context.mem_context);  in psp_securedisplay_initialize()
2252 		dev_err(psp->adev->dev, "SECUREDISPLAY TA initialize fail.\n");  in psp_securedisplay_initialize()
2253 		return -EINVAL;  in psp_securedisplay_initialize()
2256 	if (securedisplay_cmd->status != TA_SECUREDISPLAY_STATUS__SUCCESS) {  in psp_securedisplay_initialize()
2257 		psp_securedisplay_parse_resp_status(psp, securedisplay_cmd->status);  in psp_securedisplay_initialize()
2258 		dev_err(psp->adev->dev, "SECUREDISPLAY: query securedisplay TA failed. ret 0x%x\n",  in psp_securedisplay_initialize()
2259 			securedisplay_cmd->securedisplay_out_message.query_ta.query_cmd_ret);  in psp_securedisplay_initialize()
2261 		psp->securedisplay_context.context.bin_desc.size_bytes = 0;  in psp_securedisplay_initialize()
2274 	if (amdgpu_sriov_vf(psp->adev))  in psp_securedisplay_terminate()
2277 	if (!psp->securedisplay_context.context.initialized)  in psp_securedisplay_terminate()
2280 	ret = psp_ta_unload(psp, &psp->securedisplay_context.context);  in psp_securedisplay_terminate()
2282 	psp->securedisplay_context.context.initialized = false;  in psp_securedisplay_terminate()
2291 	if (!psp->securedisplay_context.context.initialized)  in psp_securedisplay_invoke()
2292 		return -EINVAL;  in psp_securedisplay_invoke()
2297 		return -EINVAL;  in psp_securedisplay_invoke()
2299 	ret = psp_ta_invoke(psp, ta_cmd_id, &psp->securedisplay_context.context);  in psp_securedisplay_invoke()
2307 	struct psp_context *psp = &adev->psp;  in amdgpu_psp_wait_for_bootloader()
2310 	if (!amdgpu_sriov_vf(adev) && psp->funcs && psp->funcs->wait_for_bootloader != NULL)  in amdgpu_psp_wait_for_bootloader()
2311 		ret = psp->funcs->wait_for_bootloader(psp);  in amdgpu_psp_wait_for_bootloader()
2318 	if (psp->funcs &&  in amdgpu_psp_get_ras_capability()
2319 	    psp->funcs->get_ras_capability) {  in amdgpu_psp_get_ras_capability()
2320 		return psp->funcs->get_ras_capability(psp);  in amdgpu_psp_get_ras_capability()
2328 	struct psp_context *psp = &adev->psp;  in amdgpu_psp_tos_reload_needed()
2330 	if (amdgpu_sriov_vf(adev) || (adev->flags & AMD_IS_APU))  in amdgpu_psp_tos_reload_needed()
2333 	if (psp->funcs && psp->funcs->is_reload_needed)  in amdgpu_psp_tos_reload_needed()
2334 		return psp->funcs->is_reload_needed(psp);  in amdgpu_psp_tos_reload_needed()
2341 	struct amdgpu_device *adev = psp->adev;  in psp_hw_start()
2345 		if ((is_psp_fw_valid(psp->kdb)) &&  in psp_hw_start()
2346 		    (psp->funcs->bootloader_load_kdb != NULL)) {  in psp_hw_start()
2349 				dev_err(adev->dev, "PSP load kdb failed!\n");  in psp_hw_start()
2354 		if ((is_psp_fw_valid(psp->spl)) &&  in psp_hw_start()
2355 		    (psp->funcs->bootloader_load_spl != NULL)) {  in psp_hw_start()
2358 				dev_err(adev->dev, "PSP load spl failed!\n");  in psp_hw_start()
2363 		if ((is_psp_fw_valid(psp->sys)) &&  in psp_hw_start()
2364 		    (psp->funcs->bootloader_load_sysdrv != NULL)) {  in psp_hw_start()
2367 				dev_err(adev->dev, "PSP load sys drv failed!\n");  in psp_hw_start()
2372 		if ((is_psp_fw_valid(psp->soc_drv)) &&  in psp_hw_start()
2373 		    (psp->funcs->bootloader_load_soc_drv != NULL)) {  in psp_hw_start()
2376 				dev_err(adev->dev, "PSP load soc drv failed!\n");  in psp_hw_start()
2381 		if ((is_psp_fw_valid(psp->intf_drv)) &&  in psp_hw_start()
2382 		    (psp->funcs->bootloader_load_intf_drv != NULL)) {  in psp_hw_start()
2385 				dev_err(adev->dev, "PSP load intf drv failed!\n");  in psp_hw_start()
2390 		if ((is_psp_fw_valid(psp->dbg_drv)) &&  in psp_hw_start()
2391 		    (psp->funcs->bootloader_load_dbg_drv != NULL)) {  in psp_hw_start()
2394 				dev_err(adev->dev, "PSP load dbg drv failed!\n");  in psp_hw_start()
2399 		if ((is_psp_fw_valid(psp->ras_drv)) &&  in psp_hw_start()
2400 		    (psp->funcs->bootloader_load_ras_drv != NULL)) {  in psp_hw_start()
2403 				dev_err(adev->dev, "PSP load ras_drv failed!\n");  in psp_hw_start()
2408 		if ((is_psp_fw_valid(psp->ipkeymgr_drv)) &&  in psp_hw_start()
2409 		    (psp->funcs->bootloader_load_ipkeymgr_drv != NULL)) {  in psp_hw_start()
2412 				dev_err(adev->dev, "PSP load ipkeymgr_drv failed!\n");  in psp_hw_start()
2417 		if ((is_psp_fw_valid(psp->spdm_drv)) &&  in psp_hw_start()
2418 		    (psp->funcs->bootloader_load_spdm_drv != NULL)) {  in psp_hw_start()
2421 				dev_err(adev->dev, "PSP load spdm_drv failed!\n");  in psp_hw_start()
2426 		if ((is_psp_fw_valid(psp->sos)) &&  in psp_hw_start()
2427 		    (psp->funcs->bootloader_load_sos != NULL)) {  in psp_hw_start()
2430 				dev_err(adev->dev, "PSP load sos failed!\n");  in psp_hw_start()
2438 		dev_err(adev->dev, "PSP create ring failed!\n");  in psp_hw_start()
2445 	if (!psp->boot_time_tmr || psp->autoload_supported) {  in psp_hw_start()
2448 			dev_err(adev->dev, "PSP tmr init failed!\n");  in psp_hw_start()
2457 	 * loaded and before other non-psp firmware loaded.  in psp_hw_start()
2459 	if (psp->pmfw_centralized_cstate_management) {  in psp_hw_start()
2465 	if (!psp->boot_time_tmr || !psp->autoload_supported) {  in psp_hw_start()
2468 			dev_err(adev->dev, "PSP load tmr failed!\n");  in psp_hw_start()
2479 	switch (ucode->ucode_id) {  in psp_get_fw_type()
2690 		return -EINVAL;  in psp_get_fw_type()
2699 	struct amdgpu_device *adev = psp->adev;  in psp_print_fw_hdr()
2702 	switch (ucode->ucode_id) {  in psp_print_fw_hdr()
2712 			adev->sdma.instance[ucode->ucode_id - AMDGPU_UCODE_ID_SDMA0].fw->data;  in psp_print_fw_hdr()
2716 		hdr = (struct common_firmware_header *)adev->gfx.ce_fw->data;  in psp_print_fw_hdr()
2720 		hdr = (struct common_firmware_header *)adev->gfx.pfp_fw->data;  in psp_print_fw_hdr()
2724 		hdr = (struct common_firmware_header *)adev->gfx.me_fw->data;  in psp_print_fw_hdr()
2728 		hdr = (struct common_firmware_header *)adev->gfx.mec_fw->data;  in psp_print_fw_hdr()
2732 		hdr = (struct common_firmware_header *)adev->gfx.rlc_fw->data;  in psp_print_fw_hdr()
2736 		hdr = (struct common_firmware_header *)adev->pm.fw->data;  in psp_print_fw_hdr()
2749 	uint64_t fw_mem_mc_addr = ucode->mc_addr;  in psp_prep_load_ip_fw_cmd_buf()
2751 	cmd->cmd_id = GFX_CMD_ID_LOAD_IP_FW;  in psp_prep_load_ip_fw_cmd_buf()
2752 	cmd->cmd.cmd_load_ip_fw.fw_phy_addr_lo = lower_32_bits(fw_mem_mc_addr);  in psp_prep_load_ip_fw_cmd_buf()
2753 	cmd->cmd.cmd_load_ip_fw.fw_phy_addr_hi = upper_32_bits(fw_mem_mc_addr);  in psp_prep_load_ip_fw_cmd_buf()
2754 	cmd->cmd.cmd_load_ip_fw.fw_size = ucode->ucode_size;  in psp_prep_load_ip_fw_cmd_buf()
2756 	ret = psp_get_fw_type(ucode, &cmd->cmd.cmd_load_ip_fw.fw_type);  in psp_prep_load_ip_fw_cmd_buf()
2758 		dev_err(psp->adev->dev, "Unknown firmware type\n");  in psp_prep_load_ip_fw_cmd_buf()
2772 					 psp->fence_buf_mc_addr);  in psp_execute_ip_fw_load()
2783 	struct amdgpu_device *adev = psp->adev;  in psp_load_p2s_table()
2785 		&adev->firmware.ucode[AMDGPU_UCODE_ID_P2S_TABLE];  in psp_load_p2s_table()
2787 	if (adev->in_runpm && ((adev->pm.rpm_mode == AMDGPU_RUNPM_BACO) ||  in psp_load_p2s_table()
2788 				(adev->pm.rpm_mode == AMDGPU_RUNPM_BAMACO)))  in psp_load_p2s_table()
2793 		uint32_t supp_vers = adev->flags & AMD_IS_APU ? 0x0036013D :  in psp_load_p2s_table()
2795 		if (psp->sos.fw_version < supp_vers)  in psp_load_p2s_table()
2799 	if (!ucode->fw || amdgpu_sriov_vf(psp->adev))  in psp_load_p2s_table()
2810 	struct amdgpu_device *adev = psp->adev;  in psp_load_smu_fw()
2812 			&adev->firmware.ucode[AMDGPU_UCODE_ID_SMC];  in psp_load_smu_fw()
2813 	struct amdgpu_ras *ras = psp->ras_context.ras;  in psp_load_smu_fw()
2819 	if (adev->in_runpm && ((adev->pm.rpm_mode == AMDGPU_RUNPM_BACO) ||  in psp_load_smu_fw()
2820 				(adev->pm.rpm_mode == AMDGPU_RUNPM_BAMACO)))  in psp_load_smu_fw()
2823 	if (!ucode->fw || amdgpu_sriov_vf(psp->adev))  in psp_load_smu_fw()
2826 	if ((amdgpu_in_reset(adev) && ras && adev->ras_enabled &&  in psp_load_smu_fw()
2831 			dev_err(adev->dev, "Failed to set MP1 state prepare for reload\n");  in psp_load_smu_fw()
2837 		dev_err(adev->dev, "PSP load smu failed!\n");  in psp_load_smu_fw()
2845 	if (!ucode->fw || !ucode->ucode_size)  in fw_load_skip_check()
2848 	if (ucode->ucode_id == AMDGPU_UCODE_ID_P2S_TABLE)  in fw_load_skip_check()
2851 	if (ucode->ucode_id == AMDGPU_UCODE_ID_SMC &&  in fw_load_skip_check()
2853 	     psp->autoload_supported ||  in fw_load_skip_check()
2854 	     psp->pmfw_centralized_cstate_management))  in fw_load_skip_check()
2857 	if (amdgpu_sriov_vf(psp->adev) &&  in fw_load_skip_check()
2858 	    amdgpu_virt_fw_load_skip_check(psp->adev, ucode->ucode_id))  in fw_load_skip_check()
2861 	if (psp->autoload_supported &&  in fw_load_skip_check()
2862 	    (ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC1_JT ||  in fw_load_skip_check()
2863 	     ucode->ucode_id == AMDGPU_UCODE_ID_CP_MEC2_JT))  in fw_load_skip_check()
2890 	struct amdgpu_device *adev = psp->adev;  in psp_load_non_psp_fw()
2892 	if (psp->autoload_supported &&  in psp_load_non_psp_fw()
2893 	    !psp->pmfw_centralized_cstate_management) {  in psp_load_non_psp_fw()
2902 	for (i = 0; i < adev->firmware.max_ucodes; i++) {  in psp_load_non_psp_fw()
2903 		ucode = &adev->firmware.ucode[i];  in psp_load_non_psp_fw()
2905 		if (ucode->ucode_id == AMDGPU_UCODE_ID_SMC &&  in psp_load_non_psp_fw()
2916 		if (psp->autoload_supported &&  in psp_load_non_psp_fw()
2923 		    (ucode->ucode_id == AMDGPU_UCODE_ID_SDMA1 ||  in psp_load_non_psp_fw()
2924 		     ucode->ucode_id == AMDGPU_UCODE_ID_SDMA2 ||  in psp_load_non_psp_fw()
2925 		     ucode->ucode_id == AMDGPU_UCODE_ID_SDMA3))  in psp_load_non_psp_fw()
2937 		/* Start rlc autoload after psp received all the gfx firmware */  in psp_load_non_psp_fw()
2938 		if (psp->autoload_supported && ucode->ucode_id == (amdgpu_sriov_vf(adev) ?  in psp_load_non_psp_fw()
2939 		    adev->virt.autoload_ucode_id : AMDGPU_UCODE_ID_RLC_G)) {  in psp_load_non_psp_fw()
2942 				dev_err(adev->dev, "Failed to start rlc autoload\n");  in psp_load_non_psp_fw()
2954 	struct psp_context *psp = &adev->psp;  in psp_load_fw()
2960 		memset(psp->fence_buf, 0, PSP_FENCE_BUFFER_SIZE);  in psp_load_fw()
2964 			dev_err(adev->dev, "PSP ring init failed!\n");  in psp_load_fw()
2979 		dev_err(adev->dev, "PSP load asd failed!\n");  in psp_load_fw()
2985 		dev_err(adev->dev, "PSP load RL failed!\n");  in psp_load_fw()
2990 		if (adev->gmc.xgmi.num_physical_nodes > 1) {  in psp_load_fw()
2996 				dev_err(psp->adev->dev,  in psp_load_fw()
3001 	if (psp->ta_fw) {  in psp_load_fw()
3004 			dev_err(psp->adev->dev,  in psp_load_fw()
3009 			dev_err(psp->adev->dev,  in psp_load_fw()
3014 			dev_err(psp->adev->dev,  in psp_load_fw()
3019 			dev_err(psp->adev->dev,  in psp_load_fw()
3024 			dev_err(psp->adev->dev,  in psp_load_fw()
3036 	 * psp->cmd destory) are delayed to psp_hw_fini  in psp_load_fw()
3045 	struct amdgpu_device *adev = ip_block->adev;  in psp_hw_init()
3047 	mutex_lock(&adev->firmware.mutex);  in psp_hw_init()
3055 		dev_err(adev->dev, "PSP firmware loading failed\n");  in psp_hw_init()
3059 	mutex_unlock(&adev->firmware.mutex);  in psp_hw_init()
3063 	adev->firmware.load_type = AMDGPU_FW_LOAD_DIRECT;  in psp_hw_init()
3064 	mutex_unlock(&adev->firmware.mutex);  in psp_hw_init()
3065 	return -EINVAL;  in psp_hw_init()
3070 	struct amdgpu_device *adev = ip_block->adev;  in psp_hw_fini()
3071 	struct psp_context *psp = &adev->psp;  in psp_hw_fini()
3073 	if (psp->ta_fw) {  in psp_hw_fini()
3080 		if (adev->gmc.xgmi.num_physical_nodes > 1)  in psp_hw_fini()
3095 	struct amdgpu_device *adev = ip_block->adev;  in psp_suspend()
3096 	struct psp_context *psp = &adev->psp;  in psp_suspend()
3098 	if (adev->gmc.xgmi.num_physical_nodes > 1 &&  in psp_suspend()
3099 	    psp->xgmi_context.context.initialized) {  in psp_suspend()
3102 			dev_err(adev->dev, "Failed to terminate xgmi ta\n");  in psp_suspend()
3107 	if (psp->ta_fw) {  in psp_suspend()
3110 			dev_err(adev->dev, "Failed to terminate ras ta\n");  in psp_suspend()
3115 			dev_err(adev->dev, "Failed to terminate hdcp ta\n");  in psp_suspend()
3120 			dev_err(adev->dev, "Failed to terminate dtm ta\n");  in psp_suspend()
3125 			dev_err(adev->dev, "Failed to terminate rap ta\n");  in psp_suspend()
3130 			dev_err(adev->dev, "Failed to terminate securedisplay ta\n");  in psp_suspend()
3137 		dev_err(adev->dev, "Failed to terminate asd\n");  in psp_suspend()
3143 		dev_err(adev->dev, "Failed to terminate tmr\n");  in psp_suspend()
3149 		dev_err(adev->dev, "PSP ring stop failed\n");  in psp_suspend()
3158 	struct amdgpu_device *adev = ip_block->adev;  in psp_resume()
3159 	struct psp_context *psp = &adev->psp;  in psp_resume()
3161 	dev_info(adev->dev, "PSP is resuming...\n");  in psp_resume()
3163 	if (psp->mem_train_ctx.enable_mem_training) {  in psp_resume()
3166 			dev_err(adev->dev, "Failed to process memory training!\n");  in psp_resume()
3171 	mutex_lock(&adev->firmware.mutex);  in psp_resume()
3187 		dev_err(adev->dev, "PSP load asd failed!\n");  in psp_resume()
3193 		dev_err(adev->dev, "PSP load RL failed!\n");  in psp_resume()
3197 	if (adev->gmc.xgmi.num_physical_nodes > 1) {  in psp_resume()
3203 			dev_err(psp->adev->dev,  in psp_resume()
3207 	if (psp->ta_fw) {  in psp_resume()
3210 			dev_err(psp->adev->dev,  in psp_resume()
3215 			dev_err(psp->adev->dev,  in psp_resume()
3220 			dev_err(psp->adev->dev,  in psp_resume()
3225 			dev_err(psp->adev->dev,  in psp_resume()
3230 			dev_err(psp->adev->dev,  in psp_resume()
3234 	mutex_unlock(&adev->firmware.mutex);  in psp_resume()
3239 	dev_err(adev->dev, "PSP resume failed\n");  in psp_resume()
3240 	mutex_unlock(&adev->firmware.mutex);  in psp_resume()
3248 	if (adev->firmware.load_type != AMDGPU_FW_LOAD_PSP)  in psp_gpu_reset()
3251 	mutex_lock(&adev->psp.mutex);  in psp_gpu_reset()
3252 	ret = psp_mode1_reset(&adev->psp);  in psp_gpu_reset()
3253 	mutex_unlock(&adev->psp.mutex);  in psp_gpu_reset()
3263 	cmd->cmd_id = GFX_CMD_ID_AUTOLOAD_RLC;  in psp_rlc_autoload_start()
3266 				 psp->fence_buf_mc_addr);  in psp_rlc_autoload_start()
3280 	struct psp_ring *ring = &psp->km_ring;  in psp_ring_cmd_submit()
3281 	struct psp_gfx_rb_frame *ring_buffer_start = ring->ring_mem;  in psp_ring_cmd_submit()
3283 		ring->ring_size / sizeof(struct psp_gfx_rb_frame) - 1;  in psp_ring_cmd_submit()
3284 	struct amdgpu_device *adev = psp->adev;  in psp_ring_cmd_submit()
3285 	uint32_t ring_size_dw = ring->ring_size / 4;  in psp_ring_cmd_submit()
3300 		dev_err(adev->dev,  in psp_ring_cmd_submit()
3303 		dev_err(adev->dev,  in psp_ring_cmd_submit()
3305 		return -EINVAL;  in psp_ring_cmd_submit()
3312 	write_frame->cmd_buf_addr_hi = upper_32_bits(cmd_buf_mc_addr);  in psp_ring_cmd_submit()
3313 	write_frame->cmd_buf_addr_lo = lower_32_bits(cmd_buf_mc_addr);  in psp_ring_cmd_submit()
3314 	write_frame->fence_addr_hi = upper_32_bits(fence_mc_addr);  in psp_ring_cmd_submit()
3315 	write_frame->fence_addr_lo = lower_32_bits(fence_mc_addr);  in psp_ring_cmd_submit()
3316 	write_frame->fence_value = index;  in psp_ring_cmd_submit()
3327 	struct amdgpu_device *adev = psp->adev;  in psp_init_asd_microcode()
3331 	err = amdgpu_ucode_request(adev, &adev->psp.asd_fw, AMDGPU_UCODE_REQUIRED,  in psp_init_asd_microcode()
3336 	asd_hdr = (const struct psp_firmware_header_v1_0 *)adev->psp.asd_fw->data;  in psp_init_asd_microcode()
3337 	adev->psp.asd_context.bin_desc.fw_version = le32_to_cpu(asd_hdr->header.ucode_version);  in psp_init_asd_microcode()
3338 	adev->psp.asd_context.bin_desc.feature_version = le32_to_cpu(asd_hdr->sos.fw_version);  in psp_init_asd_microcode()
3339 	adev->psp.asd_context.bin_desc.size_bytes = le32_to_cpu(asd_hdr->header.ucode_size_bytes);  in psp_init_asd_microcode()
3340 	adev->psp.asd_context.bin_desc.start_addr = (uint8_t *)asd_hdr +  in psp_init_asd_microcode()
3341 				le32_to_cpu(asd_hdr->header.ucode_array_offset_bytes);  in psp_init_asd_microcode()
3344 	amdgpu_ucode_release(&adev->psp.asd_fw);  in psp_init_asd_microcode()
3350 	struct amdgpu_device *adev = psp->adev;  in psp_init_toc_microcode()
3354 	err = amdgpu_ucode_request(adev, &adev->psp.toc_fw, AMDGPU_UCODE_REQUIRED,  in psp_init_toc_microcode()
3359 	toc_hdr = (const struct psp_firmware_header_v1_0 *)adev->psp.toc_fw->data;  in psp_init_toc_microcode()
3360 	adev->psp.toc.fw_version = le32_to_cpu(toc_hdr->header.ucode_version);  in psp_init_toc_microcode()
3361 	adev->psp.toc.feature_version = le32_to_cpu(toc_hdr->sos.fw_version);  in psp_init_toc_microcode()
3362 	adev->psp.toc.size_bytes = le32_to_cpu(toc_hdr->header.ucode_size_bytes);  in psp_init_toc_microcode()
3363 	adev->psp.toc.start_addr = (uint8_t *)toc_hdr +  in psp_init_toc_microcode()
3364 				le32_to_cpu(toc_hdr->header.ucode_array_offset_bytes);  in psp_init_toc_microcode()
3367 	amdgpu_ucode_release(&adev->psp.toc_fw);  in psp_init_toc_microcode()
3378 		return -EINVAL;  in parse_sos_bin_descriptor()
3381 			    le32_to_cpu(desc->offset_bytes) +  in parse_sos_bin_descriptor()
3382 			    le32_to_cpu(sos_hdr->header.ucode_array_offset_bytes);  in parse_sos_bin_descriptor()
3384 	switch (desc->fw_type) {  in parse_sos_bin_descriptor()
3386 		psp->sos.fw_version        = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3387 		psp->sos.feature_version   = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3388 		psp->sos.size_bytes        = le32_to_cpu(desc->size_bytes);  in parse_sos_bin_descriptor()
3389 		psp->sos.start_addr	   = ucode_start_addr;  in parse_sos_bin_descriptor()
3392 		psp->sys.fw_version        = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3393 		psp->sys.feature_version   = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3394 		psp->sys.size_bytes        = le32_to_cpu(desc->size_bytes);  in parse_sos_bin_descriptor()
3395 		psp->sys.start_addr        = ucode_start_addr;  in parse_sos_bin_descriptor()
3398 		psp->kdb.fw_version        = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3399 		psp->kdb.feature_version   = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3400 		psp->kdb.size_bytes        = le32_to_cpu(desc->size_bytes);  in parse_sos_bin_descriptor()
3401 		psp->kdb.start_addr        = ucode_start_addr;  in parse_sos_bin_descriptor()
3404 		psp->toc.fw_version        = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3405 		psp->toc.feature_version   = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3406 		psp->toc.size_bytes        = le32_to_cpu(desc->size_bytes);  in parse_sos_bin_descriptor()
3407 		psp->toc.start_addr        = ucode_start_addr;  in parse_sos_bin_descriptor()
3410 		psp->spl.fw_version        = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3411 		psp->spl.feature_version   = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3412 		psp->spl.size_bytes        = le32_to_cpu(desc->size_bytes);  in parse_sos_bin_descriptor()
3413 		psp->spl.start_addr        = ucode_start_addr;  in parse_sos_bin_descriptor()
3416 		psp->rl.fw_version         = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3417 		psp->rl.feature_version    = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3418 		psp->rl.size_bytes         = le32_to_cpu(desc->size_bytes);  in parse_sos_bin_descriptor()
3419 		psp->rl.start_addr         = ucode_start_addr;  in parse_sos_bin_descriptor()
3422 		psp->soc_drv.fw_version         = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3423 		psp->soc_drv.feature_version    = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3424 		psp->soc_drv.size_bytes         = le32_to_cpu(desc->size_bytes);  in parse_sos_bin_descriptor()
3425 		psp->soc_drv.start_addr         = ucode_start_addr;  in parse_sos_bin_descriptor()
3428 		psp->intf_drv.fw_version        = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3429 		psp->intf_drv.feature_version   = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3430 		psp->intf_drv.size_bytes        = le32_to_cpu(desc->size_bytes);  in parse_sos_bin_descriptor()
3431 		psp->intf_drv.start_addr        = ucode_start_addr;  in parse_sos_bin_descriptor()
3434 		psp->dbg_drv.fw_version         = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3435 		psp->dbg_drv.feature_version    = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3436 		psp->dbg_drv.size_bytes         = le32_to_cpu(desc->size_bytes);  in parse_sos_bin_descriptor()
3437 		psp->dbg_drv.start_addr         = ucode_start_addr;  in parse_sos_bin_descriptor()
3440 		psp->ras_drv.fw_version         = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3441 		psp->ras_drv.feature_version    = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3442 		psp->ras_drv.size_bytes         = le32_to_cpu(desc->size_bytes);  in parse_sos_bin_descriptor()
3443 		psp->ras_drv.start_addr         = ucode_start_addr;  in parse_sos_bin_descriptor()
3446 		psp->ipkeymgr_drv.fw_version         = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3447 		psp->ipkeymgr_drv.feature_version    = le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3448 		psp->ipkeymgr_drv.size_bytes         = le32_to_cpu(desc->size_bytes);  in parse_sos_bin_descriptor()
3449 		psp->ipkeymgr_drv.start_addr         = ucode_start_addr;  in parse_sos_bin_descriptor()
3452 		psp->spdm_drv.fw_version	= le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3453 		psp->spdm_drv.feature_version	= le32_to_cpu(desc->fw_version);  in parse_sos_bin_descriptor()
3454 		psp->spdm_drv.size_bytes	= le32_to_cpu(desc->size_bytes);  in parse_sos_bin_descriptor()
3455 		psp->spdm_drv.start_addr	= ucode_start_addr;  in parse_sos_bin_descriptor()
3458 		dev_warn(psp->adev->dev, "Unsupported PSP FW type: %d\n", desc->fw_type);  in parse_sos_bin_descriptor()
3471 	sos_hdr = (const struct psp_firmware_header_v1_0 *)adev->psp.sos_fw->data;  in psp_init_sos_base_fw()
3473 		le32_to_cpu(sos_hdr->header.ucode_array_offset_bytes);  in psp_init_sos_base_fw()
3475 	if (adev->gmc.xgmi.connected_to_cpu ||  in psp_init_sos_base_fw()
3477 		adev->psp.sos.fw_version = le32_to_cpu(sos_hdr->header.ucode_version);  in psp_init_sos_base_fw()
3478 		adev->psp.sos.feature_version = le32_to_cpu(sos_hdr->sos.fw_version);  in psp_init_sos_base_fw()
3480 		adev->psp.sys.size_bytes = le32_to_cpu(sos_hdr->sos.offset_bytes);  in psp_init_sos_base_fw()
3481 		adev->psp.sys.start_addr = ucode_array_start_addr;  in psp_init_sos_base_fw()
3483 		adev->psp.sos.size_bytes = le32_to_cpu(sos_hdr->sos.size_bytes);  in psp_init_sos_base_fw()
3484 		adev->psp.sos.start_addr = ucode_array_start_addr +  in psp_init_sos_base_fw()
3485 				le32_to_cpu(sos_hdr->sos.offset_bytes);  in psp_init_sos_base_fw()
3488 		sos_hdr_v1_3 = (const struct psp_firmware_header_v1_3 *)adev->psp.sos_fw->data;  in psp_init_sos_base_fw()
3490 		adev->psp.sos.fw_version = le32_to_cpu(sos_hdr_v1_3->sos_aux.fw_version);  in psp_init_sos_base_fw()
3491 		adev->psp.sos.feature_version = le32_to_cpu(sos_hdr_v1_3->sos_aux.fw_version);  in psp_init_sos_base_fw()
3493 		adev->psp.sys.size_bytes = le32_to_cpu(sos_hdr_v1_3->sys_drv_aux.size_bytes);  in psp_init_sos_base_fw()
3494 		adev->psp.sys.start_addr = ucode_array_start_addr +  in psp_init_sos_base_fw()
3495 			le32_to_cpu(sos_hdr_v1_3->sys_drv_aux.offset_bytes);  in psp_init_sos_base_fw()
3497 		adev->psp.sos.size_bytes = le32_to_cpu(sos_hdr_v1_3->sos_aux.size_bytes);  in psp_init_sos_base_fw()
3498 		adev->psp.sos.start_addr = ucode_array_start_addr +  in psp_init_sos_base_fw()
3499 			le32_to_cpu(sos_hdr_v1_3->sos_aux.offset_bytes);  in psp_init_sos_base_fw()
3502 	if ((adev->psp.sys.size_bytes == 0) || (adev->psp.sos.size_bytes == 0)) {  in psp_init_sos_base_fw()
3503 		dev_warn(adev->dev, "PSP SOS FW not available");  in psp_init_sos_base_fw()
3504 		return -EINVAL;  in psp_init_sos_base_fw()
3512 	struct amdgpu_device *adev = psp->adev;  in psp_init_sos_microcode()
3524 	err = amdgpu_ucode_request(adev, &adev->psp.sos_fw, AMDGPU_UCODE_REQUIRED,  in psp_init_sos_microcode()
3529 	sos_hdr = (const struct psp_firmware_header_v1_0 *)adev->psp.sos_fw->data;  in psp_init_sos_microcode()
3531 		le32_to_cpu(sos_hdr->header.ucode_array_offset_bytes);  in psp_init_sos_microcode()
3532 	amdgpu_ucode_print_psp_hdr(&sos_hdr->header);  in psp_init_sos_microcode()
3534 	switch (sos_hdr->header.header_version_major) {  in psp_init_sos_microcode()
3540 		if (sos_hdr->header.header_version_minor == 1) {  in psp_init_sos_microcode()
3541 			sos_hdr_v1_1 = (const struct psp_firmware_header_v1_1 *)adev->psp.sos_fw->data;  in psp_init_sos_microcode()
3542 			adev->psp.toc.size_bytes = le32_to_cpu(sos_hdr_v1_1->toc.size_bytes);  in psp_init_sos_microcode()
3543 			adev->psp.toc.start_addr = (uint8_t *)adev->psp.sys.start_addr +  in psp_init_sos_microcode()
3544 					le32_to_cpu(sos_hdr_v1_1->toc.offset_bytes);  in psp_init_sos_microcode()
3545 			adev->psp.kdb.size_bytes = le32_to_cpu(sos_hdr_v1_1->kdb.size_bytes);  in psp_init_sos_microcode()
3546 			adev->psp.kdb.start_addr = (uint8_t *)adev->psp.sys.start_addr +  in psp_init_sos_microcode()
3547 					le32_to_cpu(sos_hdr_v1_1->kdb.offset_bytes);  in psp_init_sos_microcode()
3549 		if (sos_hdr->header.header_version_minor == 2) {  in psp_init_sos_microcode()
3550 			sos_hdr_v1_2 = (const struct psp_firmware_header_v1_2 *)adev->psp.sos_fw->data;  in psp_init_sos_microcode()
3551 			adev->psp.kdb.size_bytes = le32_to_cpu(sos_hdr_v1_2->kdb.size_bytes);  in psp_init_sos_microcode()
3552 			adev->psp.kdb.start_addr = (uint8_t *)adev->psp.sys.start_addr +  in psp_init_sos_microcode()
3553 						    le32_to_cpu(sos_hdr_v1_2->kdb.offset_bytes);  in psp_init_sos_microcode()
3555 		if (sos_hdr->header.header_version_minor == 3) {  in psp_init_sos_microcode()
3556 			sos_hdr_v1_3 = (const struct psp_firmware_header_v1_3 *)adev->psp.sos_fw->data;  in psp_init_sos_microcode()
3557 			adev->psp.toc.size_bytes = le32_to_cpu(sos_hdr_v1_3->v1_1.toc.size_bytes);  in psp_init_sos_microcode()
3558 			adev->psp.toc.start_addr = ucode_array_start_addr +  in psp_init_sos_microcode()
3559 				le32_to_cpu(sos_hdr_v1_3->v1_1.toc.offset_bytes);  in psp_init_sos_microcode()
3560 			adev->psp.kdb.size_bytes = le32_to_cpu(sos_hdr_v1_3->v1_1.kdb.size_bytes);  in psp_init_sos_microcode()
3561 			adev->psp.kdb.start_addr = ucode_array_start_addr +  in psp_init_sos_microcode()
3562 				le32_to_cpu(sos_hdr_v1_3->v1_1.kdb.offset_bytes);  in psp_init_sos_microcode()
3563 			adev->psp.spl.size_bytes = le32_to_cpu(sos_hdr_v1_3->spl.size_bytes);  in psp_init_sos_microcode()
3564 			adev->psp.spl.start_addr = ucode_array_start_addr +  in psp_init_sos_microcode()
3565 				le32_to_cpu(sos_hdr_v1_3->spl.offset_bytes);  in psp_init_sos_microcode()
3566 			adev->psp.rl.size_bytes = le32_to_cpu(sos_hdr_v1_3->rl.size_bytes);  in psp_init_sos_microcode()
3567 			adev->psp.rl.start_addr = ucode_array_start_addr +  in psp_init_sos_microcode()
3568 				le32_to_cpu(sos_hdr_v1_3->rl.offset_bytes);  in psp_init_sos_microcode()
3572 		sos_hdr_v2_0 = (const struct psp_firmware_header_v2_0 *)adev->psp.sos_fw->data;  in psp_init_sos_microcode()
3574 		fw_bin_count = le32_to_cpu(sos_hdr_v2_0->psp_fw_bin_count);  in psp_init_sos_microcode()
3577 			dev_err(adev->dev, "packed SOS count exceeds maximum limit\n");  in psp_init_sos_microcode()
3578 			err = -EINVAL;  in psp_init_sos_microcode()
3582 		if (sos_hdr_v2_0->header.header_version_minor == 1) {  in psp_init_sos_microcode()
3583 			sos_hdr_v2_1 = (const struct psp_firmware_header_v2_1 *)adev->psp.sos_fw->data;  in psp_init_sos_microcode()
3585 			fw_bin = sos_hdr_v2_1->psp_fw_bin;  in psp_init_sos_microcode()
3588 				start_index = le32_to_cpu(sos_hdr_v2_1->psp_aux_fw_bin_index);  in psp_init_sos_microcode()
3590 				fw_bin_count -= le32_to_cpu(sos_hdr_v2_1->psp_aux_fw_bin_index);  in psp_init_sos_microcode()
3593 			fw_bin = sos_hdr_v2_0->psp_fw_bin;  in psp_init_sos_microcode()
3604 		dev_err(adev->dev,  in psp_init_sos_microcode()
3605 			"unsupported psp sos firmware\n");  in psp_init_sos_microcode()
3606 		err = -EINVAL;  in psp_init_sos_microcode()
3612 	amdgpu_ucode_release(&adev->psp.sos_fw);  in psp_init_sos_microcode()
3620 	struct amdgpu_device *adev = psp->adev;  in is_ta_fw_applicable()
3623 	switch (desc->fw_type) {  in is_ta_fw_applicable()
3631 			fw_version = le32_to_cpu(desc->fw_version);  in is_ta_fw_applicable()
3633 			if (adev->flags & AMD_IS_APU &&  in is_ta_fw_applicable()
3635 				return desc->fw_type == TA_FW_TYPE_PSP_XGMI_AUX;  in is_ta_fw_applicable()
3637 				return desc->fw_type == TA_FW_TYPE_PSP_XGMI;  in is_ta_fw_applicable()
3654 		return -EINVAL;  in parse_ta_bin_descriptor()
3660 			    le32_to_cpu(desc->offset_bytes) +  in parse_ta_bin_descriptor()
3661 			    le32_to_cpu(ta_hdr->header.ucode_array_offset_bytes);  in parse_ta_bin_descriptor()
3663 	switch (desc->fw_type) {  in parse_ta_bin_descriptor()
3665 		psp->asd_context.bin_desc.fw_version        = le32_to_cpu(desc->fw_version);  in parse_ta_bin_descriptor()
3666 		psp->asd_context.bin_desc.feature_version   = le32_to_cpu(desc->fw_version);  in parse_ta_bin_descriptor()
3667 		psp->asd_context.bin_desc.size_bytes        = le32_to_cpu(desc->size_bytes);  in parse_ta_bin_descriptor()
3668 		psp->asd_context.bin_desc.start_addr        = ucode_start_addr;  in parse_ta_bin_descriptor()
3672 		psp->xgmi_context.context.bin_desc.fw_version       = le32_to_cpu(desc->fw_version);  in parse_ta_bin_descriptor()
3673 		psp->xgmi_context.context.bin_desc.size_bytes       = le32_to_cpu(desc->size_bytes);  in parse_ta_bin_descriptor()
3674 		psp->xgmi_context.context.bin_desc.start_addr       = ucode_start_addr;  in parse_ta_bin_descriptor()
3677 		psp->ras_context.context.bin_desc.fw_version        = le32_to_cpu(desc->fw_version);  in parse_ta_bin_descriptor()
3678 		psp->ras_context.context.bin_desc.size_bytes        = le32_to_cpu(desc->size_bytes);  in parse_ta_bin_descriptor()
3679 		psp->ras_context.context.bin_desc.start_addr        = ucode_start_addr;  in parse_ta_bin_descriptor()
3682 		psp->hdcp_context.context.bin_desc.fw_version       = le32_to_cpu(desc->fw_version);  in parse_ta_bin_descriptor()
3683 		psp->hdcp_context.context.bin_desc.size_bytes       = le32_to_cpu(desc->size_bytes);  in parse_ta_bin_descriptor()
3684 		psp->hdcp_context.context.bin_desc.start_addr       = ucode_start_addr;  in parse_ta_bin_descriptor()
3687 		psp->dtm_context.context.bin_desc.fw_version       = le32_to_cpu(desc->fw_version);  in parse_ta_bin_descriptor()
3688 		psp->dtm_context.context.bin_desc.size_bytes       = le32_to_cpu(desc->size_bytes);  in parse_ta_bin_descriptor()
3689 		psp->dtm_context.context.bin_desc.start_addr       = ucode_start_addr;  in parse_ta_bin_descriptor()
3692 		psp->rap_context.context.bin_desc.fw_version       = le32_to_cpu(desc->fw_version);  in parse_ta_bin_descriptor()
3693 		psp->rap_context.context.bin_desc.size_bytes       = le32_to_cpu(desc->size_bytes);  in parse_ta_bin_descriptor()
3694 		psp->rap_context.context.bin_desc.start_addr       = ucode_start_addr;  in parse_ta_bin_descriptor()
3697 		psp->securedisplay_context.context.bin_desc.fw_version =  in parse_ta_bin_descriptor()
3698 			le32_to_cpu(desc->fw_version);  in parse_ta_bin_descriptor()
3699 		psp->securedisplay_context.context.bin_desc.size_bytes =  in parse_ta_bin_descriptor()
3700 			le32_to_cpu(desc->size_bytes);  in parse_ta_bin_descriptor()
3701 		psp->securedisplay_context.context.bin_desc.start_addr =  in parse_ta_bin_descriptor()
3705 		dev_warn(psp->adev->dev, "Unsupported TA type: %d\n", desc->fw_type);  in parse_ta_bin_descriptor()
3715 	struct amdgpu_device *adev = psp->adev;  in parse_ta_v1_microcode()
3717 	ta_hdr = (const struct ta_firmware_header_v1_0 *) adev->psp.ta_fw->data;  in parse_ta_v1_microcode()
3719 	if (le16_to_cpu(ta_hdr->header.header_version_major) != 1)  in parse_ta_v1_microcode()
3720 		return -EINVAL;  in parse_ta_v1_microcode()
3722 	adev->psp.xgmi_context.context.bin_desc.fw_version =  in parse_ta_v1_microcode()
3723 		le32_to_cpu(ta_hdr->xgmi.fw_version);  in parse_ta_v1_microcode()
3724 	adev->psp.xgmi_context.context.bin_desc.size_bytes =  in parse_ta_v1_microcode()
3725 		le32_to_cpu(ta_hdr->xgmi.size_bytes);  in parse_ta_v1_microcode()
3726 	adev->psp.xgmi_context.context.bin_desc.start_addr =  in parse_ta_v1_microcode()
3728 		le32_to_cpu(ta_hdr->header.ucode_array_offset_bytes);  in parse_ta_v1_microcode()
3730 	adev->psp.ras_context.context.bin_desc.fw_version =  in parse_ta_v1_microcode()
3731 		le32_to_cpu(ta_hdr->ras.fw_version);  in parse_ta_v1_microcode()
3732 	adev->psp.ras_context.context.bin_desc.size_bytes =  in parse_ta_v1_microcode()
3733 		le32_to_cpu(ta_hdr->ras.size_bytes);  in parse_ta_v1_microcode()
3734 	adev->psp.ras_context.context.bin_desc.start_addr =  in parse_ta_v1_microcode()
3735 		(uint8_t *)adev->psp.xgmi_context.context.bin_desc.start_addr +  in parse_ta_v1_microcode()
3736 		le32_to_cpu(ta_hdr->ras.offset_bytes);  in parse_ta_v1_microcode()
3738 	adev->psp.hdcp_context.context.bin_desc.fw_version =  in parse_ta_v1_microcode()
3739 		le32_to_cpu(ta_hdr->hdcp.fw_version);  in parse_ta_v1_microcode()
3740 	adev->psp.hdcp_context.context.bin_desc.size_bytes =  in parse_ta_v1_microcode()
3741 		le32_to_cpu(ta_hdr->hdcp.size_bytes);  in parse_ta_v1_microcode()
3742 	adev->psp.hdcp_context.context.bin_desc.start_addr =  in parse_ta_v1_microcode()
3744 		le32_to_cpu(ta_hdr->header.ucode_array_offset_bytes);  in parse_ta_v1_microcode()
3746 	adev->psp.dtm_context.context.bin_desc.fw_version =  in parse_ta_v1_microcode()
3747 		le32_to_cpu(ta_hdr->dtm.fw_version);  in parse_ta_v1_microcode()
3748 	adev->psp.dtm_context.context.bin_desc.size_bytes =  in parse_ta_v1_microcode()
3749 		le32_to_cpu(ta_hdr->dtm.size_bytes);  in parse_ta_v1_microcode()
3750 	adev->psp.dtm_context.context.bin_desc.start_addr =  in parse_ta_v1_microcode()
3751 		(uint8_t *)adev->psp.hdcp_context.context.bin_desc.start_addr +  in parse_ta_v1_microcode()
3752 		le32_to_cpu(ta_hdr->dtm.offset_bytes);  in parse_ta_v1_microcode()
3754 	adev->psp.securedisplay_context.context.bin_desc.fw_version =  in parse_ta_v1_microcode()
3755 		le32_to_cpu(ta_hdr->securedisplay.fw_version);  in parse_ta_v1_microcode()
3756 	adev->psp.securedisplay_context.context.bin_desc.size_bytes =  in parse_ta_v1_microcode()
3757 		le32_to_cpu(ta_hdr->securedisplay.size_bytes);  in parse_ta_v1_microcode()
3758 	adev->psp.securedisplay_context.context.bin_desc.start_addr =  in parse_ta_v1_microcode()
3759 		(uint8_t *)adev->psp.hdcp_context.context.bin_desc.start_addr +  in parse_ta_v1_microcode()
3760 		le32_to_cpu(ta_hdr->securedisplay.offset_bytes);  in parse_ta_v1_microcode()
3762 	adev->psp.ta_fw_version = le32_to_cpu(ta_hdr->header.ucode_version);  in parse_ta_v1_microcode()
3770 	struct amdgpu_device *adev = psp->adev;  in parse_ta_v2_microcode()
3774 	ta_hdr = (const struct ta_firmware_header_v2_0 *)adev->psp.ta_fw->data;  in parse_ta_v2_microcode()
3776 	if (le16_to_cpu(ta_hdr->header.header_version_major) != 2)  in parse_ta_v2_microcode()
3777 		return -EINVAL;  in parse_ta_v2_microcode()
3779 	if (le32_to_cpu(ta_hdr->ta_fw_bin_count) >= UCODE_MAX_PSP_PACKAGING) {  in parse_ta_v2_microcode()
3780 		dev_err(adev->dev, "packed TA count exceeds maximum limit\n");  in parse_ta_v2_microcode()
3781 		return -EINVAL;  in parse_ta_v2_microcode()
3784 	for (ta_index = 0; ta_index < le32_to_cpu(ta_hdr->ta_fw_bin_count); ta_index++) {  in parse_ta_v2_microcode()
3786 					      &ta_hdr->ta_fw_bin[ta_index],  in parse_ta_v2_microcode()
3798 	struct amdgpu_device *adev = psp->adev;  in psp_init_ta_microcode()
3801 	err = amdgpu_ucode_request(adev, &adev->psp.ta_fw, AMDGPU_UCODE_REQUIRED,  in psp_init_ta_microcode()
3806 	hdr = (const struct common_firmware_header *)adev->psp.ta_fw->data;  in psp_init_ta_microcode()
3807 	switch (le16_to_cpu(hdr->header_version_major)) {  in psp_init_ta_microcode()
3815 		dev_err(adev->dev, "unsupported TA header version\n");  in psp_init_ta_microcode()
3816 		err = -EINVAL;  in psp_init_ta_microcode()
3820 		amdgpu_ucode_release(&adev->psp.ta_fw);  in psp_init_ta_microcode()
3827 	struct amdgpu_device *adev = psp->adev;  in psp_init_cap_microcode()
3833 		dev_err(adev->dev, "cap microcode should only be loaded under SRIOV\n");  in psp_init_cap_microcode()
3834 		return -EINVAL;  in psp_init_cap_microcode()
3837 	err = amdgpu_ucode_request(adev, &adev->psp.cap_fw, AMDGPU_UCODE_OPTIONAL,  in psp_init_cap_microcode()
3840 		if (err == -ENODEV) {  in psp_init_cap_microcode()
3841 			dev_warn(adev->dev, "cap microcode does not exist, skip\n");  in psp_init_cap_microcode()
3844 			dev_err(adev->dev, "fail to initialize cap microcode\n");  in psp_init_cap_microcode()
3849 	info = &adev->firmware.ucode[AMDGPU_UCODE_ID_CAP];  in psp_init_cap_microcode()
3850 	info->ucode_id = AMDGPU_UCODE_ID_CAP;  in psp_init_cap_microcode()
3851 	info->fw = adev->psp.cap_fw;  in psp_init_cap_microcode()
3853 		adev->psp.cap_fw->data;  in psp_init_cap_microcode()
3854 	adev->firmware.fw_size += ALIGN(  in psp_init_cap_microcode()
3855 			le32_to_cpu(cap_hdr_v1_0->header.ucode_size_bytes), PAGE_SIZE);  in psp_init_cap_microcode()
3856 	adev->psp.cap_fw_version = le32_to_cpu(cap_hdr_v1_0->header.ucode_version);  in psp_init_cap_microcode()
3857 	adev->psp.cap_feature_version = le32_to_cpu(cap_hdr_v1_0->sos.fw_version);  in psp_init_cap_microcode()
3858 	adev->psp.cap_ucode_size = le32_to_cpu(cap_hdr_v1_0->header.ucode_size_bytes);  in psp_init_cap_microcode()
3863 	amdgpu_ucode_release(&adev->psp.cap_fw);  in psp_init_cap_microcode()
3873 	if (amdgpu_sriov_vf(psp->adev))  in psp_config_sq_perfmon()
3877 		dev_err(psp->adev->dev, "invalid xcp_id %d\n", xcp_id);  in psp_config_sq_perfmon()
3878 		return -EINVAL;  in psp_config_sq_perfmon()
3881 	if (amdgpu_ip_version(psp->adev, MP0_HWIP, 0) != IP_VERSION(13, 0, 6)) {  in psp_config_sq_perfmon()
3882 		dev_err(psp->adev->dev, "Unsupported MP0 version 0x%x for CONFIG_SQ_PERFMON command\n",  in psp_config_sq_perfmon()
3883 			amdgpu_ip_version(psp->adev, MP0_HWIP, 0));  in psp_config_sq_perfmon()
3884 		return -EINVAL;  in psp_config_sq_perfmon()
3888 	cmd->cmd_id	=	GFX_CMD_ID_CONFIG_SQ_PERFMON;  in psp_config_sq_perfmon()
3889 	cmd->cmd.config_sq_perfmon.gfx_xcp_mask	=	BIT_MASK(xcp_id);  in psp_config_sq_perfmon()
3890 	cmd->cmd.config_sq_perfmon.core_override	=	core_override_enable;  in psp_config_sq_perfmon()
3891 	cmd->cmd.config_sq_perfmon.reg_override	=	reg_override_enable;  in psp_config_sq_perfmon()
3892 	cmd->cmd.config_sq_perfmon.perfmon_override = perfmon_override_enable;  in psp_config_sq_perfmon()
3894 	ret = psp_cmd_submit_buf(psp, NULL, cmd, psp->fence_buf_mc_addr);  in psp_config_sq_perfmon()
3896 		dev_warn(psp->adev->dev, "PSP failed to config sq: xcp%d core%d reg%d perfmon%d\n",  in psp_config_sq_perfmon()
3926 	if (!ip_block || !ip_block->status.late_initialized) {  in psp_usbc_pd_fw_sysfs_read()
3927 		dev_info(adev->dev, "PSP block is not ready yet\n.");  in psp_usbc_pd_fw_sysfs_read()
3928 		return -EBUSY;  in psp_usbc_pd_fw_sysfs_read()
3931 	mutex_lock(&adev->psp.mutex);  in psp_usbc_pd_fw_sysfs_read()
3932 	ret = psp_read_usbc_pd_fw(&adev->psp, &fw_ver);  in psp_usbc_pd_fw_sysfs_read()
3933 	mutex_unlock(&adev->psp.mutex);  in psp_usbc_pd_fw_sysfs_read()
3936 		dev_err(adev->dev, "Failed to read USBC PD FW, err = %d\n", ret);  in psp_usbc_pd_fw_sysfs_read()
3951 	const struct firmware *usbc_pd_fw;  in psp_usbc_pd_fw_sysfs_write()
3958 	if (!ip_block || !ip_block->status.late_initialized) {  in psp_usbc_pd_fw_sysfs_write()
3959 		dev_err(adev->dev, "PSP block is not ready yet.");  in psp_usbc_pd_fw_sysfs_write()
3960 		return -EBUSY;  in psp_usbc_pd_fw_sysfs_write()
3964 		return -ENODEV;  in psp_usbc_pd_fw_sysfs_write()
3972 	ret = amdgpu_bo_create_kernel(adev, usbc_pd_fw->size, 0x100000,  in psp_usbc_pd_fw_sysfs_write()
3980 	memcpy_toio(fw_pri_cpu_addr, usbc_pd_fw->data, usbc_pd_fw->size);  in psp_usbc_pd_fw_sysfs_write()
3982 	mutex_lock(&adev->psp.mutex);  in psp_usbc_pd_fw_sysfs_write()
3983 	ret = psp_load_usbc_pd_fw(&adev->psp, fw_pri_mc_addr);  in psp_usbc_pd_fw_sysfs_write()
3984 	mutex_unlock(&adev->psp.mutex);  in psp_usbc_pd_fw_sysfs_write()
3992 		dev_err(adev->dev, "Failed to load USBC PD FW, err = %d", ret);  in psp_usbc_pd_fw_sysfs_write()
4004 	if (!drm_dev_enter(adev_to_drm(psp->adev), &idx))  in psp_copy_fw()
4007 	memset(psp->fw_pri_buf, 0, PSP_1_MEG);  in psp_copy_fw()
4008 	memcpy(psp->fw_pri_buf, start_addr, bin_size);  in psp_copy_fw()
4015  * Reading from this file will retrieve the USB-C PD firmware version. Writing to
4035 	adev->psp.vbflash_done = false;  in amdgpu_psp_vbflash_write()
4038 	if (adev->psp.vbflash_image_size > AMD_VBIOS_FILE_MAX_SIZE_B) {  in amdgpu_psp_vbflash_write()
4039 		dev_err(adev->dev, "File size cannot exceed %u\n", AMD_VBIOS_FILE_MAX_SIZE_B);  in amdgpu_psp_vbflash_write()
4040 		kvfree(adev->psp.vbflash_tmp_buf);  in amdgpu_psp_vbflash_write()
4041 		adev->psp.vbflash_tmp_buf = NULL;  in amdgpu_psp_vbflash_write()
4042 		adev->psp.vbflash_image_size = 0;  in amdgpu_psp_vbflash_write()
4043 		return -ENOMEM;  in amdgpu_psp_vbflash_write()
4047 	if (!adev->psp.vbflash_tmp_buf) {  in amdgpu_psp_vbflash_write()
4048 		adev->psp.vbflash_tmp_buf = kvmalloc(AMD_VBIOS_FILE_MAX_SIZE_B, GFP_KERNEL);  in amdgpu_psp_vbflash_write()
4049 		if (!adev->psp.vbflash_tmp_buf)  in amdgpu_psp_vbflash_write()
4050 			return -ENOMEM;  in amdgpu_psp_vbflash_write()
4053 	mutex_lock(&adev->psp.mutex);  in amdgpu_psp_vbflash_write()
4054 	memcpy(adev->psp.vbflash_tmp_buf + pos, buffer, count);  in amdgpu_psp_vbflash_write()
4055 	adev->psp.vbflash_image_size += count;  in amdgpu_psp_vbflash_write()
4056 	mutex_unlock(&adev->psp.mutex);  in amdgpu_psp_vbflash_write()
4058 	dev_dbg(adev->dev, "IFWI staged for update\n");  in amdgpu_psp_vbflash_write()
4075 	if (adev->psp.vbflash_image_size == 0)  in amdgpu_psp_vbflash_read()
4076 		return -EINVAL;  in amdgpu_psp_vbflash_read()
4078 	dev_dbg(adev->dev, "PSP IFWI flash process initiated\n");  in amdgpu_psp_vbflash_read()
4080 	ret = amdgpu_bo_create_kernel(adev, adev->psp.vbflash_image_size,  in amdgpu_psp_vbflash_read()
4089 	memcpy_toio(fw_pri_cpu_addr, adev->psp.vbflash_tmp_buf, adev->psp.vbflash_image_size);  in amdgpu_psp_vbflash_read()
4091 	mutex_lock(&adev->psp.mutex);  in amdgpu_psp_vbflash_read()
4092 	ret = psp_update_spirom(&adev->psp, fw_pri_mc_addr);  in amdgpu_psp_vbflash_read()
4093 	mutex_unlock(&adev->psp.mutex);  in amdgpu_psp_vbflash_read()
4098 	kvfree(adev->psp.vbflash_tmp_buf);  in amdgpu_psp_vbflash_read()
4099 	adev->psp.vbflash_tmp_buf = NULL;  in amdgpu_psp_vbflash_read()
4100 	adev->psp.vbflash_image_size = 0;  in amdgpu_psp_vbflash_read()
4103 		dev_err(adev->dev, "Failed to load IFWI, err = %d\n", ret);  in amdgpu_psp_vbflash_read()
4107 	dev_dbg(adev->dev, "PSP IFWI flash process done\n");  in amdgpu_psp_vbflash_read()
4137 	vbflash_status = psp_vbflash_status(&adev->psp);  in amdgpu_psp_vbflash_status()
4138 	if (!adev->psp.vbflash_done)  in amdgpu_psp_vbflash_status()
4140 	else if (adev->psp.vbflash_done && !(vbflash_status & 0x80000000))  in amdgpu_psp_vbflash_status()
4165 		return adev->psp.sup_pd_fw_up ? 0660 : 0;  in amdgpu_flash_attr_is_visible()
4167 	return adev->psp.sup_ifwi_up ? 0440 : 0;  in amdgpu_flash_attr_is_visible()
4178 	return adev->psp.sup_ifwi_up ? 0660 : 0;  in amdgpu_bin_flash_attr_is_visible()