arm64/kernel/entry.S

49 	.irp	n,0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29
58 #define BAD_SYNC	0
66 	.if	\el == 0
87 	tbnz	x0, #THREAD_SHIFT, 0f
92 0:
145 	nop					// Patched to SMC/HVC #0
180 	stp	x0, x1, [sp, #16 * 0]
191 	stp	x22, x23, [sp, #16 * 11]
196 	.if	\el == 0
211 	apply_ssbd 1, x22, x23
213 	ptrauth_keys_install_kernel tsk, x20, x22, x23
224 	/* No need to reset PSTATE.UAO, hardware's already set it to 0 for us */
225 	.endif /* \el == 0 */
227 	mrs	x23, spsr_el1
235 	.if \el == 0
248 	stp	x22, x23, [sp, #S_PC]
251 	.if	\el == 0
265 	SET_PSTATE_TCO(0)
275 	 * x23 - aborted PSTATE
280 	.if	\el != 0
308 	.if	\el == 0
309 	ldr	x23, [sp, #S_SP]		// load return stack pointer
310 	msr	sp_el0, x23
330 	apply_ssbd 0, x0, x1
335 	ldp	x0, x1, [sp, #16 * 0]
346 	ldp	x22, x23, [sp, #16 * 11]
353 	.if	\el == 0
385 	orr	x23, x23, #PSR_PAN_BIT		// Set the emulated PAN in the saved SPSR
387 	and	x23, x23, #~PSR_PAN_BIT		// Clear the emulated PAN in the saved SPSR
400 1:	and	x22, x22, #~PSR_PAN_BIT		// ARMv8.0 CPUs do not understand this bit
450 	 * uses x20-x23 to store data for later use.
475 	 * Set res to 0 if irqs were unmasked in interrupted context.
476 	 * Otherwise set res to non-0 value.
524 	kernel_ventry	0, sync				// Synchronous 64-bit EL0
525 	kernel_ventry	0, irq				// IRQ 64-bit EL0
526 	kernel_ventry	0, fiq_invalid			// FIQ 64-bit EL0
527 	kernel_ventry	0, error			// Error 64-bit EL0
530 	kernel_ventry	0, sync_compat, 32		// Synchronous 32-bit EL0
531 	kernel_ventry	0, irq_compat, 32		// IRQ 32-bit EL0
532 	kernel_ventry	0, fiq_invalid_compat, 32	// FIQ 32-bit EL0
533 	kernel_ventry	0, error_compat, 32		// Error 32-bit EL0
535 	kernel_ventry	0, sync_invalid, 32		// Synchronous 32-bit EL0
536 	kernel_ventry	0, irq_invalid, 32		// IRQ 32-bit EL0
537 	kernel_ventry	0, fiq_invalid, 32		// FIQ 32-bit EL0
538 	kernel_ventry	0, error_invalid, 32		// Error 32-bit EL0
583 	inv_entry 0, BAD_SYNC
587 	inv_entry 0, BAD_IRQ
591 	inv_entry 0, BAD_FIQ
595 	inv_entry 0, BAD_ERROR
600 	inv_entry 0, BAD_FIQ, 32
652 	cbnz	x24, 1f				// preempt count != 0 || NMI return path
668 	kernel_entry 0
677 	kernel_entry 0, 32
685 	kernel_entry 0, 32
690 	kernel_entry 0, 32
697 	kernel_entry 0
722 	kernel_entry 0
755 	kernel_exit 0
851 	.space	0x400
898 	stp	x23, x24, [x8], #16
906 	ldp	x23, x24, [x8], #16
942 	smc	#0
944 99:	hvc	#0
1035 	stp     x22, x23, [x1, #SDEI_EVENT_INTREGS + 16 * 11]
1081 	and     x0, x3, #0xc