1/* SPDX-License-Identifier: GPL-2.0-only */
2.text
3#include <linux/linkage.h>
4#include <linux/objtool.h>
5#include <asm/segment.h>
6#include <asm/pgtable_types.h>
7#include <asm/page_types.h>
8#include <asm/msr.h>
9#include <asm/asm-offsets.h>
10#include <asm/frame.h>
11#include <asm/nospec-branch.h>
12
13# Copyright 2003 Pavel Machek <pavel@suse.cz
14
15.code64
16	/*
17	 * Hooray, we are in Long 64-bit mode (but still running in low memory)
18	 */
19SYM_FUNC_START(wakeup_long64)
20	ANNOTATE_NOENDBR
21	movq	saved_magic(%rip), %rax
22	movq	$0x123456789abcdef0, %rdx
23	cmpq	%rdx, %rax
24	je	2f
25
26	/* stop here on a saved_magic mismatch */
27	movq $0xbad6d61676963, %rcx
281:
29	jmp 1b
302:
31	movw	$__KERNEL_DS, %ax
32	movw	%ax, %ss
33	movw	%ax, %ds
34	movw	%ax, %es
35	movw	%ax, %fs
36	movw	%ax, %gs
37	movq	saved_rsp(%rip), %rsp
38
39	movq	saved_rbx(%rip), %rbx
40	movq	saved_rdi(%rip), %rdi
41	movq	saved_rsi(%rip), %rsi
42	movq	saved_rbp(%rip), %rbp
43
44	movq	saved_rip(%rip), %rax
45	ANNOTATE_RETPOLINE_SAFE
46	jmp	*%rax
47SYM_FUNC_END(wakeup_long64)
48
49SYM_FUNC_START(do_suspend_lowlevel)
50	FRAME_BEGIN
51	subq	$8, %rsp
52	xorl	%eax, %eax
53	call	save_processor_state
54
55	movq	$saved_context, %rax
56	movq	%rsp, pt_regs_sp(%rax)
57	movq	%rbp, pt_regs_bp(%rax)
58	movq	%rsi, pt_regs_si(%rax)
59	movq	%rdi, pt_regs_di(%rax)
60	movq	%rbx, pt_regs_bx(%rax)
61	movq	%rcx, pt_regs_cx(%rax)
62	movq	%rdx, pt_regs_dx(%rax)
63	movq	%r8, pt_regs_r8(%rax)
64	movq	%r9, pt_regs_r9(%rax)
65	movq	%r10, pt_regs_r10(%rax)
66	movq	%r11, pt_regs_r11(%rax)
67	movq	%r12, pt_regs_r12(%rax)
68	movq	%r13, pt_regs_r13(%rax)
69	movq	%r14, pt_regs_r14(%rax)
70	movq	%r15, pt_regs_r15(%rax)
71	pushfq
72	popq	pt_regs_flags(%rax)
73
74	movq	$.Lresume_point, saved_rip(%rip)
75
76	movq	%rsp, saved_rsp(%rip)
77	movq	%rbp, saved_rbp(%rip)
78	movq	%rbx, saved_rbx(%rip)
79	movq	%rdi, saved_rdi(%rip)
80	movq	%rsi, saved_rsi(%rip)
81
82	addq	$8, %rsp
83	movl	$3, %edi
84	xorl	%eax, %eax
85	call	x86_acpi_enter_sleep_state
86	/* in case something went wrong, restore the machine status and go on */
87	jmp	.Lresume_point
88
89	.align 4
90.Lresume_point:
91	ANNOTATE_NOENDBR
92	/* We don't restore %rax, it must be 0 anyway */
93	movq	$saved_context, %rax
94	movq	saved_context_cr4(%rax), %rbx
95	movq	%rbx, %cr4
96	movq	saved_context_cr3(%rax), %rbx
97	movq	%rbx, %cr3
98	movq	saved_context_cr2(%rax), %rbx
99	movq	%rbx, %cr2
100	movq	saved_context_cr0(%rax), %rbx
101	movq	%rbx, %cr0
102	pushq	pt_regs_flags(%rax)
103	popfq
104	movq	pt_regs_sp(%rax), %rsp
105	movq	pt_regs_bp(%rax), %rbp
106	movq	pt_regs_si(%rax), %rsi
107	movq	pt_regs_di(%rax), %rdi
108	movq	pt_regs_bx(%rax), %rbx
109	movq	pt_regs_cx(%rax), %rcx
110	movq	pt_regs_dx(%rax), %rdx
111	movq	pt_regs_r8(%rax), %r8
112	movq	pt_regs_r9(%rax), %r9
113	movq	pt_regs_r10(%rax), %r10
114	movq	pt_regs_r11(%rax), %r11
115	movq	pt_regs_r12(%rax), %r12
116	movq	pt_regs_r13(%rax), %r13
117	movq	pt_regs_r14(%rax), %r14
118	movq	pt_regs_r15(%rax), %r15
119
120#if defined(CONFIG_KASAN) && defined(CONFIG_KASAN_STACK)
121	/*
122	 * The suspend path may have poisoned some areas deeper in the stack,
123	 * which we now need to unpoison.
124	 */
125	movq	%rsp, %rdi
126	call	kasan_unpoison_task_stack_below
127#endif
128
129	xorl	%eax, %eax
130	addq	$8, %rsp
131	FRAME_END
132	jmp	restore_processor_state
133SYM_FUNC_END(do_suspend_lowlevel)
134STACK_FRAME_NON_STANDARD do_suspend_lowlevel
135
136.data
137saved_rbp:		.quad	0
138saved_rsi:		.quad	0
139saved_rdi:		.quad	0
140saved_rbx:		.quad	0
141
142saved_rip:		.quad	0
143saved_rsp:		.quad	0
144
145SYM_DATA(saved_magic,	.quad	0)
146