132 		struct a6xx_crashdumper *dumper)  in a6xx_crashdumper_init()  argument
134 	dumper->ptr = msm_gem_kernel_new(gpu->dev,  in a6xx_crashdumper_init()
136 		&dumper->bo, &dumper->iova);  in a6xx_crashdumper_init()
138 	if (!IS_ERR(dumper->ptr))  in a6xx_crashdumper_init()
139 		msm_gem_object_set_name(dumper->bo, "crashdump");  in a6xx_crashdumper_init()
141 	return PTR_ERR_OR_ZERO(dumper->ptr);  in a6xx_crashdumper_init()
145 		struct a6xx_crashdumper *dumper)  in a6xx_crashdumper_run()  argument
152 	if (IS_ERR_OR_NULL(dumper->ptr))  in a6xx_crashdumper_run()
161 	gpu_write64(gpu, REG_A6XX_CP_CRASH_DUMP_SCRIPT_BASE, dumper->iova);  in a6xx_crashdumper_run()
566 		struct a6xx_crashdumper *dumper)  in a6xx_get_dbgahb_cluster()  argument
568 	u64 *in = dumper->ptr;  in a6xx_get_dbgahb_cluster()
569 	u64 out = dumper->iova + A6XX_CD_DATA_OFFSET;  in a6xx_get_dbgahb_cluster()
600 	if (a6xx_crashdumper_run(gpu, dumper))  in a6xx_get_dbgahb_cluster()
604 	obj->data = state_kmemdup(a6xx_state, dumper->ptr + A6XX_CD_DATA_OFFSET,  in a6xx_get_dbgahb_cluster()
612 		struct a6xx_crashdumper *dumper)  in a7xx_get_dbgahb_cluster()  argument
614 	u64 *in = dumper->ptr;  in a7xx_get_dbgahb_cluster()
615 	u64 out = dumper->iova + A6XX_CD_DATA_OFFSET;  in a7xx_get_dbgahb_cluster()
642 	if (a6xx_crashdumper_run(gpu, dumper))  in a7xx_get_dbgahb_cluster()
646 	obj->data = state_kmemdup(a6xx_state, dumper->ptr + A6XX_CD_DATA_OFFSET,  in a7xx_get_dbgahb_cluster()
652 		struct a6xx_crashdumper *dumper)  in a6xx_get_dbgahb_clusters()  argument
668 			&a6xx_state->dbgahb_clusters[i], dumper);  in a6xx_get_dbgahb_clusters()
673 		struct a6xx_crashdumper *dumper)  in a7xx_get_dbgahb_clusters()  argument
704 			&a6xx_state->dbgahb_clusters[i], dumper);  in a7xx_get_dbgahb_clusters()
712 		struct a6xx_crashdumper *dumper)  in a6xx_get_cluster()  argument
715 	u64 *in = dumper->ptr;  in a6xx_get_cluster()
716 	u64 out = dumper->iova + A6XX_CD_DATA_OFFSET;  in a6xx_get_cluster()
760 	if (a6xx_crashdumper_run(gpu, dumper))  in a6xx_get_cluster()
764 	obj->data = state_kmemdup(a6xx_state, dumper->ptr + A6XX_CD_DATA_OFFSET,  in a6xx_get_cluster()
772 		struct a6xx_crashdumper *dumper)  in a7xx_get_cluster()  argument
774 	u64 *in = dumper->ptr;  in a7xx_get_cluster()
775 	u64 out = dumper->iova + A6XX_CD_DATA_OFFSET;  in a7xx_get_cluster()
805 	if (a6xx_crashdumper_run(gpu, dumper))  in a7xx_get_cluster()
809 	obj->data = state_kmemdup(a6xx_state, dumper->ptr + A6XX_CD_DATA_OFFSET,  in a7xx_get_cluster()
815 		struct a6xx_crashdumper *dumper)  in a6xx_get_clusters()  argument
829 			&a6xx_state->clusters[i], dumper);  in a6xx_get_clusters()
834 		struct a6xx_crashdumper *dumper)  in a7xx_get_clusters()  argument
863 			&a6xx_state->clusters[i], dumper);  in a7xx_get_clusters()
871 		struct a6xx_crashdumper *dumper)  in a6xx_get_shader_block()  argument
873 	u64 *in = dumper->ptr;  in a6xx_get_shader_block()
874 	u64 out = dumper->iova + A6XX_CD_DATA_OFFSET;  in a6xx_get_shader_block()
893 	if (a6xx_crashdumper_run(gpu, dumper))  in a6xx_get_shader_block()
897 	obj->data = state_kmemdup(a6xx_state, dumper->ptr + A6XX_CD_DATA_OFFSET,  in a6xx_get_shader_block()
905 		struct a6xx_crashdumper *dumper)  in a7xx_get_shader_block()  argument
908 	u64 *in = dumper->ptr;  in a7xx_get_shader_block()
909 	u64 out = dumper->iova + A6XX_CD_DATA_OFFSET;  in a7xx_get_shader_block()
938 	if (a6xx_crashdumper_run(gpu, dumper))  in a7xx_get_shader_block()
942 	obj->data = state_kmemdup(a6xx_state, dumper->ptr + A6XX_CD_DATA_OFFSET,  in a7xx_get_shader_block()
953 		struct a6xx_crashdumper *dumper)  in a6xx_get_shaders()  argument
967 			&a6xx_state->shaders[i], dumper);  in a6xx_get_shaders()
972 		struct a6xx_crashdumper *dumper)  in a7xx_get_shaders()  argument
1001 			&a6xx_state->shaders[i], dumper);  in a7xx_get_shaders()
1009 		struct a6xx_crashdumper *dumper)  in a6xx_get_crashdumper_hlsq_registers()  argument
1012 	u64 *in = dumper->ptr;  in a6xx_get_crashdumper_hlsq_registers()
1013 	u64 out = dumper->iova + A6XX_CD_DATA_OFFSET;  in a6xx_get_crashdumper_hlsq_registers()
1034 	if (a6xx_crashdumper_run(gpu, dumper))  in a6xx_get_crashdumper_hlsq_registers()
1038 	obj->data = state_kmemdup(a6xx_state, dumper->ptr + A6XX_CD_DATA_OFFSET,  in a6xx_get_crashdumper_hlsq_registers()
1047 		struct a6xx_crashdumper *dumper)  in a6xx_get_crashdumper_registers()  argument
1050 	u64 *in = dumper->ptr;  in a6xx_get_crashdumper_registers()
1051 	u64 out = dumper->iova + A6XX_CD_DATA_OFFSET;  in a6xx_get_crashdumper_registers()
1077 	if (a6xx_crashdumper_run(gpu, dumper))  in a6xx_get_crashdumper_registers()
1081 	obj->data = state_kmemdup(a6xx_state, dumper->ptr + A6XX_CD_DATA_OFFSET,  in a6xx_get_crashdumper_registers()
1089 		struct a6xx_crashdumper *dumper)  in a7xx_get_crashdumper_registers()  argument
1092 	u64 *in = dumper->ptr;  in a7xx_get_crashdumper_registers()
1093 	u64 out = dumper->iova + A6XX_CD_DATA_OFFSET;  in a7xx_get_crashdumper_registers()
1114 	if (a6xx_crashdumper_run(gpu, dumper))  in a7xx_get_crashdumper_registers()
1118 	obj->data = state_kmemdup(a6xx_state, dumper->ptr + A6XX_CD_DATA_OFFSET,  in a7xx_get_crashdumper_registers()
1310 		struct a6xx_crashdumper *dumper)  in a6xx_get_registers()  argument
1338 	if (!dumper) {  in a6xx_get_registers()
1357 			dumper);  in a6xx_get_registers()
1363 			dumper);  in a6xx_get_registers()
1370 		struct a6xx_crashdumper *dumper)  in a7xx_get_registers()  argument
1397 	if (dumper) {  in a7xx_get_registers()
1415 	if (!dumper) {  in a7xx_get_registers()
1426 			dumper);  in a7xx_get_registers()
1584 	struct a6xx_crashdumper _dumper = { 0 }, *dumper = NULL;  in a6xx_gpu_state_get()  local
1632 		dumper = &_dumper;  in a6xx_gpu_state_get()
1636 		a7xx_get_registers(gpu, a6xx_state, dumper);  in a6xx_gpu_state_get()
1638 		if (dumper) {  in a6xx_gpu_state_get()
1639 			a7xx_get_shaders(gpu, a6xx_state, dumper);  in a6xx_gpu_state_get()
1640 			a7xx_get_clusters(gpu, a6xx_state, dumper);  in a6xx_gpu_state_get()
1641 			a7xx_get_dbgahb_clusters(gpu, a6xx_state, dumper);  in a6xx_gpu_state_get()
1643 			msm_gem_kernel_put(dumper->bo, gpu->vm);  in a6xx_gpu_state_get()
1648 		a6xx_get_registers(gpu, a6xx_state, dumper);  in a6xx_gpu_state_get()
1650 		if (dumper) {  in a6xx_gpu_state_get()
1651 			a6xx_get_shaders(gpu, a6xx_state, dumper);  in a6xx_gpu_state_get()
1652 			a6xx_get_clusters(gpu, a6xx_state, dumper);  in a6xx_gpu_state_get()
1653 			a6xx_get_dbgahb_clusters(gpu, a6xx_state, dumper);  in a6xx_gpu_state_get()
1655 			msm_gem_kernel_put(dumper->bo, gpu->vm);  in a6xx_gpu_state_get()