1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _ASM_X86_PTRACE_H
3 #define _ASM_X86_PTRACE_H
4
5 #include <asm/segment.h>
6 #include <asm/page_types.h>
7 #include <uapi/asm/ptrace.h>
8
9 #ifndef __ASSEMBLY__
10 #ifdef __i386__
11
12 struct pt_regs {
13 /*
14 * NB: 32-bit x86 CPUs are inconsistent as what happens in the
15 * following cases (where %seg represents a segment register):
16 *
17 * - pushl %seg: some do a 16-bit write and leave the high
18 * bits alone
19 * - movl %seg, [mem]: some do a 16-bit write despite the movl
20 * - IDT entry: some (e.g. 486) will leave the high bits of CS
21 * and (if applicable) SS undefined.
22 *
23 * Fortunately, x86-32 doesn't read the high bits on POP or IRET,
24 * so we can just treat all of the segment registers as 16-bit
25 * values.
26 */
27 unsigned long bx;
28 unsigned long cx;
29 unsigned long dx;
30 unsigned long si;
31 unsigned long di;
32 unsigned long bp;
33 unsigned long ax;
34 unsigned short ds;
35 unsigned short __dsh;
36 unsigned short es;
37 unsigned short __esh;
38 unsigned short fs;
39 unsigned short __fsh;
40 /* On interrupt, gs and __gsh store the vector number. */
41 unsigned short gs;
42 unsigned short __gsh;
43 /* On interrupt, this is the error code. */
44 unsigned long orig_ax;
45 unsigned long ip;
46 unsigned short cs;
47 unsigned short __csh;
48 unsigned long flags;
49 unsigned long sp;
50 unsigned short ss;
51 unsigned short __ssh;
52 };
53
54 #else /* __i386__ */
55
56 struct pt_regs {
57 /*
58 * C ABI says these regs are callee-preserved. They aren't saved on kernel entry
59 * unless syscall needs a complete, fully filled "struct pt_regs".
60 */
61 unsigned long r15;
62 unsigned long r14;
63 unsigned long r13;
64 unsigned long r12;
65 unsigned long bp;
66 unsigned long bx;
67 /* These regs are callee-clobbered. Always saved on kernel entry. */
68 unsigned long r11;
69 unsigned long r10;
70 unsigned long r9;
71 unsigned long r8;
72 unsigned long ax;
73 unsigned long cx;
74 unsigned long dx;
75 unsigned long si;
76 unsigned long di;
77 /*
78 * On syscall entry, this is syscall#. On CPU exception, this is error code.
79 * On hw interrupt, it's IRQ number:
80 */
81 unsigned long orig_ax;
82 /* Return frame for iretq */
83 unsigned long ip;
84 unsigned long cs;
85 unsigned long flags;
86 unsigned long sp;
87 unsigned long ss;
88 /* top of stack page */
89 };
90
91 #endif /* !__i386__ */
92
93 #ifdef CONFIG_PARAVIRT
94 #include <asm/paravirt_types.h>
95 #endif
96
97 struct cpuinfo_x86;
98 struct task_struct;
99
100 extern unsigned long profile_pc(struct pt_regs *regs);
101
102 extern unsigned long
103 convert_ip_to_linear(struct task_struct *child, struct pt_regs *regs);
104 extern void send_sigtrap(struct pt_regs *regs, int error_code, int si_code);
105
106
regs_return_value(struct pt_regs * regs)107 static inline unsigned long regs_return_value(struct pt_regs *regs)
108 {
109 return regs->ax;
110 }
111
regs_set_return_value(struct pt_regs * regs,unsigned long rc)112 static inline void regs_set_return_value(struct pt_regs *regs, unsigned long rc)
113 {
114 regs->ax = rc;
115 }
116
117 /*
118 * user_mode(regs) determines whether a register set came from user
119 * mode. On x86_32, this is true if V8086 mode was enabled OR if the
120 * register set was from protected mode with RPL-3 CS value. This
121 * tricky test checks that with one comparison.
122 *
123 * On x86_64, vm86 mode is mercifully nonexistent, and we don't need
124 * the extra check.
125 */
user_mode(struct pt_regs * regs)126 static __always_inline int user_mode(struct pt_regs *regs)
127 {
128 #ifdef CONFIG_X86_32
129 return ((regs->cs & SEGMENT_RPL_MASK) | (regs->flags & X86_VM_MASK)) >= USER_RPL;
130 #else
131 return !!(regs->cs & 3);
132 #endif
133 }
134
v8086_mode(struct pt_regs * regs)135 static inline int v8086_mode(struct pt_regs *regs)
136 {
137 #ifdef CONFIG_X86_32
138 return (regs->flags & X86_VM_MASK);
139 #else
140 return 0; /* No V86 mode support in long mode */
141 #endif
142 }
143
user_64bit_mode(struct pt_regs * regs)144 static inline bool user_64bit_mode(struct pt_regs *regs)
145 {
146 #ifdef CONFIG_X86_64
147 #ifndef CONFIG_PARAVIRT_XXL
148 /*
149 * On non-paravirt systems, this is the only long mode CPL 3
150 * selector. We do not allow long mode selectors in the LDT.
151 */
152 return regs->cs == __USER_CS;
153 #else
154 /* Headers are too twisted for this to go in paravirt.h. */
155 return regs->cs == __USER_CS || regs->cs == pv_info.extra_user_64bit_cs;
156 #endif
157 #else /* !CONFIG_X86_64 */
158 return false;
159 #endif
160 }
161
162 /*
163 * Determine whether the register set came from any context that is running in
164 * 64-bit mode.
165 */
any_64bit_mode(struct pt_regs * regs)166 static inline bool any_64bit_mode(struct pt_regs *regs)
167 {
168 #ifdef CONFIG_X86_64
169 return !user_mode(regs) || user_64bit_mode(regs);
170 #else
171 return false;
172 #endif
173 }
174
175 #ifdef CONFIG_X86_64
176 #define current_user_stack_pointer() current_pt_regs()->sp
177 #define compat_user_stack_pointer() current_pt_regs()->sp
178 #endif
179
kernel_stack_pointer(struct pt_regs * regs)180 static inline unsigned long kernel_stack_pointer(struct pt_regs *regs)
181 {
182 return regs->sp;
183 }
184
instruction_pointer(struct pt_regs * regs)185 static inline unsigned long instruction_pointer(struct pt_regs *regs)
186 {
187 return regs->ip;
188 }
189
instruction_pointer_set(struct pt_regs * regs,unsigned long val)190 static inline void instruction_pointer_set(struct pt_regs *regs,
191 unsigned long val)
192 {
193 regs->ip = val;
194 }
195
frame_pointer(struct pt_regs * regs)196 static inline unsigned long frame_pointer(struct pt_regs *regs)
197 {
198 return regs->bp;
199 }
200
user_stack_pointer(struct pt_regs * regs)201 static inline unsigned long user_stack_pointer(struct pt_regs *regs)
202 {
203 return regs->sp;
204 }
205
user_stack_pointer_set(struct pt_regs * regs,unsigned long val)206 static inline void user_stack_pointer_set(struct pt_regs *regs,
207 unsigned long val)
208 {
209 regs->sp = val;
210 }
211
regs_irqs_disabled(struct pt_regs * regs)212 static __always_inline bool regs_irqs_disabled(struct pt_regs *regs)
213 {
214 return !(regs->flags & X86_EFLAGS_IF);
215 }
216
217 /* Query offset/name of register from its name/offset */
218 extern int regs_query_register_offset(const char *name);
219 extern const char *regs_query_register_name(unsigned int offset);
220 #define MAX_REG_OFFSET (offsetof(struct pt_regs, ss))
221
222 /**
223 * regs_get_register() - get register value from its offset
224 * @regs: pt_regs from which register value is gotten.
225 * @offset: offset number of the register.
226 *
227 * regs_get_register returns the value of a register. The @offset is the
228 * offset of the register in struct pt_regs address which specified by @regs.
229 * If @offset is bigger than MAX_REG_OFFSET, this returns 0.
230 */
regs_get_register(struct pt_regs * regs,unsigned int offset)231 static inline unsigned long regs_get_register(struct pt_regs *regs,
232 unsigned int offset)
233 {
234 if (unlikely(offset > MAX_REG_OFFSET))
235 return 0;
236 #ifdef CONFIG_X86_32
237 /* The selector fields are 16-bit. */
238 if (offset == offsetof(struct pt_regs, cs) ||
239 offset == offsetof(struct pt_regs, ss) ||
240 offset == offsetof(struct pt_regs, ds) ||
241 offset == offsetof(struct pt_regs, es) ||
242 offset == offsetof(struct pt_regs, fs) ||
243 offset == offsetof(struct pt_regs, gs)) {
244 return *(u16 *)((unsigned long)regs + offset);
245
246 }
247 #endif
248 return *(unsigned long *)((unsigned long)regs + offset);
249 }
250
251 /**
252 * regs_within_kernel_stack() - check the address in the stack
253 * @regs: pt_regs which contains kernel stack pointer.
254 * @addr: address which is checked.
255 *
256 * regs_within_kernel_stack() checks @addr is within the kernel stack page(s).
257 * If @addr is within the kernel stack, it returns true. If not, returns false.
258 */
regs_within_kernel_stack(struct pt_regs * regs,unsigned long addr)259 static inline int regs_within_kernel_stack(struct pt_regs *regs,
260 unsigned long addr)
261 {
262 return ((addr & ~(THREAD_SIZE - 1)) == (regs->sp & ~(THREAD_SIZE - 1)));
263 }
264
265 /**
266 * regs_get_kernel_stack_nth_addr() - get the address of the Nth entry on stack
267 * @regs: pt_regs which contains kernel stack pointer.
268 * @n: stack entry number.
269 *
270 * regs_get_kernel_stack_nth() returns the address of the @n th entry of the
271 * kernel stack which is specified by @regs. If the @n th entry is NOT in
272 * the kernel stack, this returns NULL.
273 */
regs_get_kernel_stack_nth_addr(struct pt_regs * regs,unsigned int n)274 static inline unsigned long *regs_get_kernel_stack_nth_addr(struct pt_regs *regs, unsigned int n)
275 {
276 unsigned long *addr = (unsigned long *)regs->sp;
277
278 addr += n;
279 if (regs_within_kernel_stack(regs, (unsigned long)addr))
280 return addr;
281 else
282 return NULL;
283 }
284
285 /* To avoid include hell, we can't include uaccess.h */
286 extern long copy_from_kernel_nofault(void *dst, const void *src, size_t size);
287
288 /**
289 * regs_get_kernel_stack_nth() - get Nth entry of the stack
290 * @regs: pt_regs which contains kernel stack pointer.
291 * @n: stack entry number.
292 *
293 * regs_get_kernel_stack_nth() returns @n th entry of the kernel stack which
294 * is specified by @regs. If the @n th entry is NOT in the kernel stack
295 * this returns 0.
296 */
regs_get_kernel_stack_nth(struct pt_regs * regs,unsigned int n)297 static inline unsigned long regs_get_kernel_stack_nth(struct pt_regs *regs,
298 unsigned int n)
299 {
300 unsigned long *addr;
301 unsigned long val;
302 long ret;
303
304 addr = regs_get_kernel_stack_nth_addr(regs, n);
305 if (addr) {
306 ret = copy_from_kernel_nofault(&val, addr, sizeof(val));
307 if (!ret)
308 return val;
309 }
310 return 0;
311 }
312
313 /**
314 * regs_get_kernel_argument() - get Nth function argument in kernel
315 * @regs: pt_regs of that context
316 * @n: function argument number (start from 0)
317 *
318 * regs_get_argument() returns @n th argument of the function call.
319 * Note that this chooses most probably assignment, in some case
320 * it can be incorrect.
321 * This is expected to be called from kprobes or ftrace with regs
322 * where the top of stack is the return address.
323 */
regs_get_kernel_argument(struct pt_regs * regs,unsigned int n)324 static inline unsigned long regs_get_kernel_argument(struct pt_regs *regs,
325 unsigned int n)
326 {
327 static const unsigned int argument_offs[] = {
328 #ifdef __i386__
329 offsetof(struct pt_regs, ax),
330 offsetof(struct pt_regs, dx),
331 offsetof(struct pt_regs, cx),
332 #define NR_REG_ARGUMENTS 3
333 #else
334 offsetof(struct pt_regs, di),
335 offsetof(struct pt_regs, si),
336 offsetof(struct pt_regs, dx),
337 offsetof(struct pt_regs, cx),
338 offsetof(struct pt_regs, r8),
339 offsetof(struct pt_regs, r9),
340 #define NR_REG_ARGUMENTS 6
341 #endif
342 };
343
344 if (n >= NR_REG_ARGUMENTS) {
345 n -= NR_REG_ARGUMENTS - 1;
346 return regs_get_kernel_stack_nth(regs, n);
347 } else
348 return regs_get_register(regs, argument_offs[n]);
349 }
350
351 #define arch_has_single_step() (1)
352 #ifdef CONFIG_X86_DEBUGCTLMSR
353 #define arch_has_block_step() (1)
354 #else
355 #define arch_has_block_step() (boot_cpu_data.x86 >= 6)
356 #endif
357
358 #define ARCH_HAS_USER_SINGLE_STEP_REPORT
359
360 struct user_desc;
361 extern int do_get_thread_area(struct task_struct *p, int idx,
362 struct user_desc __user *info);
363 extern int do_set_thread_area(struct task_struct *p, int idx,
364 struct user_desc __user *info, int can_allocate);
365
366 #ifdef CONFIG_X86_64
367 # define do_set_thread_area_64(p, s, t) do_arch_prctl_64(p, s, t)
368 #else
369 # define do_set_thread_area_64(p, s, t) (0)
370 #endif
371
372 #endif /* !__ASSEMBLY__ */
373 #endif /* _ASM_X86_PTRACE_H */
374