Merge tag 'nfsd-5.18-1' of git://git.kernel.org/pub/scm/linux/kernel/git/cel/linux
[platform/kernel/linux-starfive.git] / arch / mips / kernel / ptrace.c
1 /*
2  * This file is subject to the terms and conditions of the GNU General Public
3  * License.  See the file "COPYING" in the main directory of this archive
4  * for more details.
5  *
6  * Copyright (C) 1992 Ross Biro
7  * Copyright (C) Linus Torvalds
8  * Copyright (C) 1994, 95, 96, 97, 98, 2000 Ralf Baechle
9  * Copyright (C) 1996 David S. Miller
10  * Kevin D. Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com
11  * Copyright (C) 1999 MIPS Technologies, Inc.
12  * Copyright (C) 2000 Ulf Carlsson
13  *
14  * At this time Linux/MIPS64 only supports syscall tracing, even for 32-bit
15  * binaries.
16  */
17 #include <linux/compiler.h>
18 #include <linux/context_tracking.h>
19 #include <linux/elf.h>
20 #include <linux/kernel.h>
21 #include <linux/sched.h>
22 #include <linux/sched/task_stack.h>
23 #include <linux/mm.h>
24 #include <linux/errno.h>
25 #include <linux/ptrace.h>
26 #include <linux/regset.h>
27 #include <linux/smp.h>
28 #include <linux/security.h>
29 #include <linux/stddef.h>
30 #include <linux/audit.h>
31 #include <linux/seccomp.h>
32 #include <linux/ftrace.h>
33
34 #include <asm/byteorder.h>
35 #include <asm/cpu.h>
36 #include <asm/cpu-info.h>
37 #include <asm/dsp.h>
38 #include <asm/fpu.h>
39 #include <asm/mipsregs.h>
40 #include <asm/mipsmtregs.h>
41 #include <asm/page.h>
42 #include <asm/processor.h>
43 #include <asm/syscall.h>
44 #include <linux/uaccess.h>
45 #include <asm/bootinfo.h>
46 #include <asm/reg.h>
47
48 #define CREATE_TRACE_POINTS
49 #include <trace/events/syscalls.h>
50
51 /*
52  * Called by kernel/ptrace.c when detaching..
53  *
54  * Make sure single step bits etc are not set.
55  */
56 void ptrace_disable(struct task_struct *child)
57 {
58         /* Don't load the watchpoint registers for the ex-child. */
59         clear_tsk_thread_flag(child, TIF_LOAD_WATCH);
60 }
61
62 /*
63  * Read a general register set.  We always use the 64-bit format, even
64  * for 32-bit kernels and for 32-bit processes on a 64-bit kernel.
65  * Registers are sign extended to fill the available space.
66  */
67 int ptrace_getregs(struct task_struct *child, struct user_pt_regs __user *data)
68 {
69         struct pt_regs *regs;
70         int i;
71
72         if (!access_ok(data, 38 * 8))
73                 return -EIO;
74
75         regs = task_pt_regs(child);
76
77         for (i = 0; i < 32; i++)
78                 __put_user((long)regs->regs[i], (__s64 __user *)&data->regs[i]);
79         __put_user((long)regs->lo, (__s64 __user *)&data->lo);
80         __put_user((long)regs->hi, (__s64 __user *)&data->hi);
81         __put_user((long)regs->cp0_epc, (__s64 __user *)&data->cp0_epc);
82         __put_user((long)regs->cp0_badvaddr, (__s64 __user *)&data->cp0_badvaddr);
83         __put_user((long)regs->cp0_status, (__s64 __user *)&data->cp0_status);
84         __put_user((long)regs->cp0_cause, (__s64 __user *)&data->cp0_cause);
85
86         return 0;
87 }
88
89 /*
90  * Write a general register set.  As for PTRACE_GETREGS, we always use
91  * the 64-bit format.  On a 32-bit kernel only the lower order half
92  * (according to endianness) will be used.
93  */
94 int ptrace_setregs(struct task_struct *child, struct user_pt_regs __user *data)
95 {
96         struct pt_regs *regs;
97         int i;
98
99         if (!access_ok(data, 38 * 8))
100                 return -EIO;
101
102         regs = task_pt_regs(child);
103
104         for (i = 0; i < 32; i++)
105                 __get_user(regs->regs[i], (__s64 __user *)&data->regs[i]);
106         __get_user(regs->lo, (__s64 __user *)&data->lo);
107         __get_user(regs->hi, (__s64 __user *)&data->hi);
108         __get_user(regs->cp0_epc, (__s64 __user *)&data->cp0_epc);
109
110         /* badvaddr, status, and cause may not be written.  */
111
112         /* System call number may have been changed */
113         mips_syscall_update_nr(child, regs);
114
115         return 0;
116 }
117
118 int ptrace_get_watch_regs(struct task_struct *child,
119                           struct pt_watch_regs __user *addr)
120 {
121         enum pt_watch_style style;
122         int i;
123
124         if (!cpu_has_watch || boot_cpu_data.watch_reg_use_cnt == 0)
125                 return -EIO;
126         if (!access_ok(addr, sizeof(struct pt_watch_regs)))
127                 return -EIO;
128
129 #ifdef CONFIG_32BIT
130         style = pt_watch_style_mips32;
131 #define WATCH_STYLE mips32
132 #else
133         style = pt_watch_style_mips64;
134 #define WATCH_STYLE mips64
135 #endif
136
137         __put_user(style, &addr->style);
138         __put_user(boot_cpu_data.watch_reg_use_cnt,
139                    &addr->WATCH_STYLE.num_valid);
140         for (i = 0; i < boot_cpu_data.watch_reg_use_cnt; i++) {
141                 __put_user(child->thread.watch.mips3264.watchlo[i],
142                            &addr->WATCH_STYLE.watchlo[i]);
143                 __put_user(child->thread.watch.mips3264.watchhi[i] &
144                                 (MIPS_WATCHHI_MASK | MIPS_WATCHHI_IRW),
145                            &addr->WATCH_STYLE.watchhi[i]);
146                 __put_user(boot_cpu_data.watch_reg_masks[i],
147                            &addr->WATCH_STYLE.watch_masks[i]);
148         }
149         for (; i < 8; i++) {
150                 __put_user(0, &addr->WATCH_STYLE.watchlo[i]);
151                 __put_user(0, &addr->WATCH_STYLE.watchhi[i]);
152                 __put_user(0, &addr->WATCH_STYLE.watch_masks[i]);
153         }
154
155         return 0;
156 }
157
158 int ptrace_set_watch_regs(struct task_struct *child,
159                           struct pt_watch_regs __user *addr)
160 {
161         int i;
162         int watch_active = 0;
163         unsigned long lt[NUM_WATCH_REGS];
164         u16 ht[NUM_WATCH_REGS];
165
166         if (!cpu_has_watch || boot_cpu_data.watch_reg_use_cnt == 0)
167                 return -EIO;
168         if (!access_ok(addr, sizeof(struct pt_watch_regs)))
169                 return -EIO;
170         /* Check the values. */
171         for (i = 0; i < boot_cpu_data.watch_reg_use_cnt; i++) {
172                 __get_user(lt[i], &addr->WATCH_STYLE.watchlo[i]);
173 #ifdef CONFIG_32BIT
174                 if (lt[i] & __UA_LIMIT)
175                         return -EINVAL;
176 #else
177                 if (test_tsk_thread_flag(child, TIF_32BIT_ADDR)) {
178                         if (lt[i] & 0xffffffff80000000UL)
179                                 return -EINVAL;
180                 } else {
181                         if (lt[i] & __UA_LIMIT)
182                                 return -EINVAL;
183                 }
184 #endif
185                 __get_user(ht[i], &addr->WATCH_STYLE.watchhi[i]);
186                 if (ht[i] & ~MIPS_WATCHHI_MASK)
187                         return -EINVAL;
188         }
189         /* Install them. */
190         for (i = 0; i < boot_cpu_data.watch_reg_use_cnt; i++) {
191                 if (lt[i] & MIPS_WATCHLO_IRW)
192                         watch_active = 1;
193                 child->thread.watch.mips3264.watchlo[i] = lt[i];
194                 /* Set the G bit. */
195                 child->thread.watch.mips3264.watchhi[i] = ht[i];
196         }
197
198         if (watch_active)
199                 set_tsk_thread_flag(child, TIF_LOAD_WATCH);
200         else
201                 clear_tsk_thread_flag(child, TIF_LOAD_WATCH);
202
203         return 0;
204 }
205
206 /* regset get/set implementations */
207
208 #if defined(CONFIG_32BIT) || defined(CONFIG_MIPS32_O32)
209
210 static int gpr32_get(struct task_struct *target,
211                      const struct user_regset *regset,
212                      struct membuf to)
213 {
214         struct pt_regs *regs = task_pt_regs(target);
215         u32 uregs[ELF_NGREG] = {};
216
217         mips_dump_regs32(uregs, regs);
218         return membuf_write(&to, uregs, sizeof(uregs));
219 }
220
221 static int gpr32_set(struct task_struct *target,
222                      const struct user_regset *regset,
223                      unsigned int pos, unsigned int count,
224                      const void *kbuf, const void __user *ubuf)
225 {
226         struct pt_regs *regs = task_pt_regs(target);
227         u32 uregs[ELF_NGREG];
228         unsigned start, num_regs, i;
229         int err;
230
231         start = pos / sizeof(u32);
232         num_regs = count / sizeof(u32);
233
234         if (start + num_regs > ELF_NGREG)
235                 return -EIO;
236
237         err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, uregs, 0,
238                                  sizeof(uregs));
239         if (err)
240                 return err;
241
242         for (i = start; i < num_regs; i++) {
243                 /*
244                  * Cast all values to signed here so that if this is a 64-bit
245                  * kernel, the supplied 32-bit values will be sign extended.
246                  */
247                 switch (i) {
248                 case MIPS32_EF_R1 ... MIPS32_EF_R25:
249                         /* k0/k1 are ignored. */
250                 case MIPS32_EF_R28 ... MIPS32_EF_R31:
251                         regs->regs[i - MIPS32_EF_R0] = (s32)uregs[i];
252                         break;
253                 case MIPS32_EF_LO:
254                         regs->lo = (s32)uregs[i];
255                         break;
256                 case MIPS32_EF_HI:
257                         regs->hi = (s32)uregs[i];
258                         break;
259                 case MIPS32_EF_CP0_EPC:
260                         regs->cp0_epc = (s32)uregs[i];
261                         break;
262                 }
263         }
264
265         /* System call number may have been changed */
266         mips_syscall_update_nr(target, regs);
267
268         return 0;
269 }
270
271 #endif /* CONFIG_32BIT || CONFIG_MIPS32_O32 */
272
273 #ifdef CONFIG_64BIT
274
275 static int gpr64_get(struct task_struct *target,
276                      const struct user_regset *regset,
277                      struct membuf to)
278 {
279         struct pt_regs *regs = task_pt_regs(target);
280         u64 uregs[ELF_NGREG] = {};
281
282         mips_dump_regs64(uregs, regs);
283         return membuf_write(&to, uregs, sizeof(uregs));
284 }
285
286 static int gpr64_set(struct task_struct *target,
287                      const struct user_regset *regset,
288                      unsigned int pos, unsigned int count,
289                      const void *kbuf, const void __user *ubuf)
290 {
291         struct pt_regs *regs = task_pt_regs(target);
292         u64 uregs[ELF_NGREG];
293         unsigned start, num_regs, i;
294         int err;
295
296         start = pos / sizeof(u64);
297         num_regs = count / sizeof(u64);
298
299         if (start + num_regs > ELF_NGREG)
300                 return -EIO;
301
302         err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, uregs, 0,
303                                  sizeof(uregs));
304         if (err)
305                 return err;
306
307         for (i = start; i < num_regs; i++) {
308                 switch (i) {
309                 case MIPS64_EF_R1 ... MIPS64_EF_R25:
310                         /* k0/k1 are ignored. */
311                 case MIPS64_EF_R28 ... MIPS64_EF_R31:
312                         regs->regs[i - MIPS64_EF_R0] = uregs[i];
313                         break;
314                 case MIPS64_EF_LO:
315                         regs->lo = uregs[i];
316                         break;
317                 case MIPS64_EF_HI:
318                         regs->hi = uregs[i];
319                         break;
320                 case MIPS64_EF_CP0_EPC:
321                         regs->cp0_epc = uregs[i];
322                         break;
323                 }
324         }
325
326         /* System call number may have been changed */
327         mips_syscall_update_nr(target, regs);
328
329         return 0;
330 }
331
332 #endif /* CONFIG_64BIT */
333
334
335 #ifdef CONFIG_MIPS_FP_SUPPORT
336
337 /*
338  * Poke at FCSR according to its mask.  Set the Cause bits even
339  * if a corresponding Enable bit is set.  This will be noticed at
340  * the time the thread is switched to and SIGFPE thrown accordingly.
341  */
342 static void ptrace_setfcr31(struct task_struct *child, u32 value)
343 {
344         u32 fcr31;
345         u32 mask;
346
347         fcr31 = child->thread.fpu.fcr31;
348         mask = boot_cpu_data.fpu_msk31;
349         child->thread.fpu.fcr31 = (value & ~mask) | (fcr31 & mask);
350 }
351
352 int ptrace_getfpregs(struct task_struct *child, __u32 __user *data)
353 {
354         int i;
355
356         if (!access_ok(data, 33 * 8))
357                 return -EIO;
358
359         if (tsk_used_math(child)) {
360                 union fpureg *fregs = get_fpu_regs(child);
361                 for (i = 0; i < 32; i++)
362                         __put_user(get_fpr64(&fregs[i], 0),
363                                    i + (__u64 __user *)data);
364         } else {
365                 for (i = 0; i < 32; i++)
366                         __put_user((__u64) -1, i + (__u64 __user *) data);
367         }
368
369         __put_user(child->thread.fpu.fcr31, data + 64);
370         __put_user(boot_cpu_data.fpu_id, data + 65);
371
372         return 0;
373 }
374
375 int ptrace_setfpregs(struct task_struct *child, __u32 __user *data)
376 {
377         union fpureg *fregs;
378         u64 fpr_val;
379         u32 value;
380         int i;
381
382         if (!access_ok(data, 33 * 8))
383                 return -EIO;
384
385         init_fp_ctx(child);
386         fregs = get_fpu_regs(child);
387
388         for (i = 0; i < 32; i++) {
389                 __get_user(fpr_val, i + (__u64 __user *)data);
390                 set_fpr64(&fregs[i], 0, fpr_val);
391         }
392
393         __get_user(value, data + 64);
394         ptrace_setfcr31(child, value);
395
396         /* FIR may not be written.  */
397
398         return 0;
399 }
400
401 /*
402  * Copy the floating-point context to the supplied NT_PRFPREG buffer,
403  * !CONFIG_CPU_HAS_MSA variant.  FP context's general register slots
404  * correspond 1:1 to buffer slots.  Only general registers are copied.
405  */
406 static void fpr_get_fpa(struct task_struct *target,
407                        struct membuf *to)
408 {
409         membuf_write(to, &target->thread.fpu,
410                         NUM_FPU_REGS * sizeof(elf_fpreg_t));
411 }
412
413 /*
414  * Copy the floating-point context to the supplied NT_PRFPREG buffer,
415  * CONFIG_CPU_HAS_MSA variant.  Only lower 64 bits of FP context's
416  * general register slots are copied to buffer slots.  Only general
417  * registers are copied.
418  */
419 static void fpr_get_msa(struct task_struct *target, struct membuf *to)
420 {
421         unsigned int i;
422
423         BUILD_BUG_ON(sizeof(u64) != sizeof(elf_fpreg_t));
424         for (i = 0; i < NUM_FPU_REGS; i++)
425                 membuf_store(to, get_fpr64(&target->thread.fpu.fpr[i], 0));
426 }
427
428 /*
429  * Copy the floating-point context to the supplied NT_PRFPREG buffer.
430  * Choose the appropriate helper for general registers, and then copy
431  * the FCSR and FIR registers separately.
432  */
433 static int fpr_get(struct task_struct *target,
434                    const struct user_regset *regset,
435                    struct membuf to)
436 {
437         if (sizeof(target->thread.fpu.fpr[0]) == sizeof(elf_fpreg_t))
438                 fpr_get_fpa(target, &to);
439         else
440                 fpr_get_msa(target, &to);
441
442         membuf_write(&to, &target->thread.fpu.fcr31, sizeof(u32));
443         membuf_write(&to, &boot_cpu_data.fpu_id, sizeof(u32));
444         return 0;
445 }
446
447 /*
448  * Copy the supplied NT_PRFPREG buffer to the floating-point context,
449  * !CONFIG_CPU_HAS_MSA variant.   Buffer slots correspond 1:1 to FP
450  * context's general register slots.  Only general registers are copied.
451  */
452 static int fpr_set_fpa(struct task_struct *target,
453                        unsigned int *pos, unsigned int *count,
454                        const void **kbuf, const void __user **ubuf)
455 {
456         return user_regset_copyin(pos, count, kbuf, ubuf,
457                                   &target->thread.fpu,
458                                   0, NUM_FPU_REGS * sizeof(elf_fpreg_t));
459 }
460
461 /*
462  * Copy the supplied NT_PRFPREG buffer to the floating-point context,
463  * CONFIG_CPU_HAS_MSA variant.  Buffer slots are copied to lower 64
464  * bits only of FP context's general register slots.  Only general
465  * registers are copied.
466  */
467 static int fpr_set_msa(struct task_struct *target,
468                        unsigned int *pos, unsigned int *count,
469                        const void **kbuf, const void __user **ubuf)
470 {
471         unsigned int i;
472         u64 fpr_val;
473         int err;
474
475         BUILD_BUG_ON(sizeof(fpr_val) != sizeof(elf_fpreg_t));
476         for (i = 0; i < NUM_FPU_REGS && *count > 0; i++) {
477                 err = user_regset_copyin(pos, count, kbuf, ubuf,
478                                          &fpr_val, i * sizeof(elf_fpreg_t),
479                                          (i + 1) * sizeof(elf_fpreg_t));
480                 if (err)
481                         return err;
482                 set_fpr64(&target->thread.fpu.fpr[i], 0, fpr_val);
483         }
484
485         return 0;
486 }
487
488 /*
489  * Copy the supplied NT_PRFPREG buffer to the floating-point context.
490  * Choose the appropriate helper for general registers, and then copy
491  * the FCSR register separately.  Ignore the incoming FIR register
492  * contents though, as the register is read-only.
493  *
494  * We optimize for the case where `count % sizeof(elf_fpreg_t) == 0',
495  * which is supposed to have been guaranteed by the kernel before
496  * calling us, e.g. in `ptrace_regset'.  We enforce that requirement,
497  * so that we can safely avoid preinitializing temporaries for
498  * partial register writes.
499  */
500 static int fpr_set(struct task_struct *target,
501                    const struct user_regset *regset,
502                    unsigned int pos, unsigned int count,
503                    const void *kbuf, const void __user *ubuf)
504 {
505         const int fcr31_pos = NUM_FPU_REGS * sizeof(elf_fpreg_t);
506         const int fir_pos = fcr31_pos + sizeof(u32);
507         u32 fcr31;
508         int err;
509
510         BUG_ON(count % sizeof(elf_fpreg_t));
511
512         if (pos + count > sizeof(elf_fpregset_t))
513                 return -EIO;
514
515         init_fp_ctx(target);
516
517         if (sizeof(target->thread.fpu.fpr[0]) == sizeof(elf_fpreg_t))
518                 err = fpr_set_fpa(target, &pos, &count, &kbuf, &ubuf);
519         else
520                 err = fpr_set_msa(target, &pos, &count, &kbuf, &ubuf);
521         if (err)
522                 return err;
523
524         if (count > 0) {
525                 err = user_regset_copyin(&pos, &count, &kbuf, &ubuf,
526                                          &fcr31,
527                                          fcr31_pos, fcr31_pos + sizeof(u32));
528                 if (err)
529                         return err;
530
531                 ptrace_setfcr31(target, fcr31);
532         }
533
534         if (count > 0)
535                 err = user_regset_copyin_ignore(&pos, &count, &kbuf, &ubuf,
536                                                 fir_pos,
537                                                 fir_pos + sizeof(u32));
538
539         return err;
540 }
541
542 /* Copy the FP mode setting to the supplied NT_MIPS_FP_MODE buffer.  */
543 static int fp_mode_get(struct task_struct *target,
544                        const struct user_regset *regset,
545                        struct membuf to)
546 {
547         return membuf_store(&to, (int)mips_get_process_fp_mode(target));
548 }
549
550 /*
551  * Copy the supplied NT_MIPS_FP_MODE buffer to the FP mode setting.
552  *
553  * We optimize for the case where `count % sizeof(int) == 0', which
554  * is supposed to have been guaranteed by the kernel before calling
555  * us, e.g. in `ptrace_regset'.  We enforce that requirement, so
556  * that we can safely avoid preinitializing temporaries for partial
557  * mode writes.
558  */
559 static int fp_mode_set(struct task_struct *target,
560                        const struct user_regset *regset,
561                        unsigned int pos, unsigned int count,
562                        const void *kbuf, const void __user *ubuf)
563 {
564         int fp_mode;
565         int err;
566
567         BUG_ON(count % sizeof(int));
568
569         if (pos + count > sizeof(fp_mode))
570                 return -EIO;
571
572         err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, &fp_mode, 0,
573                                  sizeof(fp_mode));
574         if (err)
575                 return err;
576
577         if (count > 0)
578                 err = mips_set_process_fp_mode(target, fp_mode);
579
580         return err;
581 }
582
583 #endif /* CONFIG_MIPS_FP_SUPPORT */
584
585 #ifdef CONFIG_CPU_HAS_MSA
586
587 struct msa_control_regs {
588         unsigned int fir;
589         unsigned int fcsr;
590         unsigned int msair;
591         unsigned int msacsr;
592 };
593
594 static void copy_pad_fprs(struct task_struct *target,
595                          const struct user_regset *regset,
596                          struct membuf *to,
597                          unsigned int live_sz)
598 {
599         int i, j;
600         unsigned long long fill = ~0ull;
601         unsigned int cp_sz, pad_sz;
602
603         cp_sz = min(regset->size, live_sz);
604         pad_sz = regset->size - cp_sz;
605         WARN_ON(pad_sz % sizeof(fill));
606
607         for (i = 0; i < NUM_FPU_REGS; i++) {
608                 membuf_write(to, &target->thread.fpu.fpr[i], cp_sz);
609                 for (j = 0; j < (pad_sz / sizeof(fill)); j++)
610                         membuf_store(to, fill);
611         }
612 }
613
614 static int msa_get(struct task_struct *target,
615                    const struct user_regset *regset,
616                    struct membuf to)
617 {
618         const unsigned int wr_size = NUM_FPU_REGS * regset->size;
619         const struct msa_control_regs ctrl_regs = {
620                 .fir = boot_cpu_data.fpu_id,
621                 .fcsr = target->thread.fpu.fcr31,
622                 .msair = boot_cpu_data.msa_id,
623                 .msacsr = target->thread.fpu.msacsr,
624         };
625
626         if (!tsk_used_math(target)) {
627                 /* The task hasn't used FP or MSA, fill with 0xff */
628                 copy_pad_fprs(target, regset, &to, 0);
629         } else if (!test_tsk_thread_flag(target, TIF_MSA_CTX_LIVE)) {
630                 /* Copy scalar FP context, fill the rest with 0xff */
631                 copy_pad_fprs(target, regset, &to, 8);
632         } else if (sizeof(target->thread.fpu.fpr[0]) == regset->size) {
633                 /* Trivially copy the vector registers */
634                 membuf_write(&to, &target->thread.fpu.fpr, wr_size);
635         } else {
636                 /* Copy as much context as possible, fill the rest with 0xff */
637                 copy_pad_fprs(target, regset, &to,
638                                 sizeof(target->thread.fpu.fpr[0]));
639         }
640
641         return membuf_write(&to, &ctrl_regs, sizeof(ctrl_regs));
642 }
643
644 static int msa_set(struct task_struct *target,
645                    const struct user_regset *regset,
646                    unsigned int pos, unsigned int count,
647                    const void *kbuf, const void __user *ubuf)
648 {
649         const unsigned int wr_size = NUM_FPU_REGS * regset->size;
650         struct msa_control_regs ctrl_regs;
651         unsigned int cp_sz;
652         int i, err, start;
653
654         init_fp_ctx(target);
655
656         if (sizeof(target->thread.fpu.fpr[0]) == regset->size) {
657                 /* Trivially copy the vector registers */
658                 err = user_regset_copyin(&pos, &count, &kbuf, &ubuf,
659                                          &target->thread.fpu.fpr,
660                                          0, wr_size);
661         } else {
662                 /* Copy as much context as possible */
663                 cp_sz = min_t(unsigned int, regset->size,
664                               sizeof(target->thread.fpu.fpr[0]));
665
666                 i = start = err = 0;
667                 for (; i < NUM_FPU_REGS; i++, start += regset->size) {
668                         err |= user_regset_copyin(&pos, &count, &kbuf, &ubuf,
669                                                   &target->thread.fpu.fpr[i],
670                                                   start, start + cp_sz);
671                 }
672         }
673
674         if (!err)
675                 err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, &ctrl_regs,
676                                          wr_size, wr_size + sizeof(ctrl_regs));
677         if (!err) {
678                 target->thread.fpu.fcr31 = ctrl_regs.fcsr & ~FPU_CSR_ALL_X;
679                 target->thread.fpu.msacsr = ctrl_regs.msacsr & ~MSA_CSR_CAUSEF;
680         }
681
682         return err;
683 }
684
685 #endif /* CONFIG_CPU_HAS_MSA */
686
687 #if defined(CONFIG_32BIT) || defined(CONFIG_MIPS32_O32)
688
689 /*
690  * Copy the DSP context to the supplied 32-bit NT_MIPS_DSP buffer.
691  */
692 static int dsp32_get(struct task_struct *target,
693                      const struct user_regset *regset,
694                      struct membuf to)
695 {
696         u32 dspregs[NUM_DSP_REGS + 1];
697         unsigned int i;
698
699         BUG_ON(to.left % sizeof(u32));
700
701         if (!cpu_has_dsp)
702                 return -EIO;
703
704         for (i = 0; i < NUM_DSP_REGS; i++)
705                 dspregs[i] = target->thread.dsp.dspr[i];
706         dspregs[NUM_DSP_REGS] = target->thread.dsp.dspcontrol;
707         return membuf_write(&to, dspregs, sizeof(dspregs));
708 }
709
710 /*
711  * Copy the supplied 32-bit NT_MIPS_DSP buffer to the DSP context.
712  */
713 static int dsp32_set(struct task_struct *target,
714                      const struct user_regset *regset,
715                      unsigned int pos, unsigned int count,
716                      const void *kbuf, const void __user *ubuf)
717 {
718         unsigned int start, num_regs, i;
719         u32 dspregs[NUM_DSP_REGS + 1];
720         int err;
721
722         BUG_ON(count % sizeof(u32));
723
724         if (!cpu_has_dsp)
725                 return -EIO;
726
727         start = pos / sizeof(u32);
728         num_regs = count / sizeof(u32);
729
730         if (start + num_regs > NUM_DSP_REGS + 1)
731                 return -EIO;
732
733         err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, dspregs, 0,
734                                  sizeof(dspregs));
735         if (err)
736                 return err;
737
738         for (i = start; i < num_regs; i++)
739                 switch (i) {
740                 case 0 ... NUM_DSP_REGS - 1:
741                         target->thread.dsp.dspr[i] = (s32)dspregs[i];
742                         break;
743                 case NUM_DSP_REGS:
744                         target->thread.dsp.dspcontrol = (s32)dspregs[i];
745                         break;
746                 }
747
748         return 0;
749 }
750
751 #endif /* CONFIG_32BIT || CONFIG_MIPS32_O32 */
752
753 #ifdef CONFIG_64BIT
754
755 /*
756  * Copy the DSP context to the supplied 64-bit NT_MIPS_DSP buffer.
757  */
758 static int dsp64_get(struct task_struct *target,
759                      const struct user_regset *regset,
760                      struct membuf to)
761 {
762         u64 dspregs[NUM_DSP_REGS + 1];
763         unsigned int i;
764
765         BUG_ON(to.left % sizeof(u64));
766
767         if (!cpu_has_dsp)
768                 return -EIO;
769
770         for (i = 0; i < NUM_DSP_REGS; i++)
771                 dspregs[i] = target->thread.dsp.dspr[i];
772         dspregs[NUM_DSP_REGS] = target->thread.dsp.dspcontrol;
773         return membuf_write(&to, dspregs, sizeof(dspregs));
774 }
775
776 /*
777  * Copy the supplied 64-bit NT_MIPS_DSP buffer to the DSP context.
778  */
779 static int dsp64_set(struct task_struct *target,
780                      const struct user_regset *regset,
781                      unsigned int pos, unsigned int count,
782                      const void *kbuf, const void __user *ubuf)
783 {
784         unsigned int start, num_regs, i;
785         u64 dspregs[NUM_DSP_REGS + 1];
786         int err;
787
788         BUG_ON(count % sizeof(u64));
789
790         if (!cpu_has_dsp)
791                 return -EIO;
792
793         start = pos / sizeof(u64);
794         num_regs = count / sizeof(u64);
795
796         if (start + num_regs > NUM_DSP_REGS + 1)
797                 return -EIO;
798
799         err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, dspregs, 0,
800                                  sizeof(dspregs));
801         if (err)
802                 return err;
803
804         for (i = start; i < num_regs; i++)
805                 switch (i) {
806                 case 0 ... NUM_DSP_REGS - 1:
807                         target->thread.dsp.dspr[i] = dspregs[i];
808                         break;
809                 case NUM_DSP_REGS:
810                         target->thread.dsp.dspcontrol = dspregs[i];
811                         break;
812                 }
813
814         return 0;
815 }
816
817 #endif /* CONFIG_64BIT */
818
819 /*
820  * Determine whether the DSP context is present.
821  */
822 static int dsp_active(struct task_struct *target,
823                       const struct user_regset *regset)
824 {
825         return cpu_has_dsp ? NUM_DSP_REGS + 1 : -ENODEV;
826 }
827
828 enum mips_regset {
829         REGSET_GPR,
830         REGSET_DSP,
831 #ifdef CONFIG_MIPS_FP_SUPPORT
832         REGSET_FPR,
833         REGSET_FP_MODE,
834 #endif
835 #ifdef CONFIG_CPU_HAS_MSA
836         REGSET_MSA,
837 #endif
838 };
839
840 struct pt_regs_offset {
841         const char *name;
842         int offset;
843 };
844
845 #define REG_OFFSET_NAME(reg, r) {                                       \
846         .name = #reg,                                                   \
847         .offset = offsetof(struct pt_regs, r)                           \
848 }
849
850 #define REG_OFFSET_END {                                                \
851         .name = NULL,                                                   \
852         .offset = 0                                                     \
853 }
854
855 static const struct pt_regs_offset regoffset_table[] = {
856         REG_OFFSET_NAME(r0, regs[0]),
857         REG_OFFSET_NAME(r1, regs[1]),
858         REG_OFFSET_NAME(r2, regs[2]),
859         REG_OFFSET_NAME(r3, regs[3]),
860         REG_OFFSET_NAME(r4, regs[4]),
861         REG_OFFSET_NAME(r5, regs[5]),
862         REG_OFFSET_NAME(r6, regs[6]),
863         REG_OFFSET_NAME(r7, regs[7]),
864         REG_OFFSET_NAME(r8, regs[8]),
865         REG_OFFSET_NAME(r9, regs[9]),
866         REG_OFFSET_NAME(r10, regs[10]),
867         REG_OFFSET_NAME(r11, regs[11]),
868         REG_OFFSET_NAME(r12, regs[12]),
869         REG_OFFSET_NAME(r13, regs[13]),
870         REG_OFFSET_NAME(r14, regs[14]),
871         REG_OFFSET_NAME(r15, regs[15]),
872         REG_OFFSET_NAME(r16, regs[16]),
873         REG_OFFSET_NAME(r17, regs[17]),
874         REG_OFFSET_NAME(r18, regs[18]),
875         REG_OFFSET_NAME(r19, regs[19]),
876         REG_OFFSET_NAME(r20, regs[20]),
877         REG_OFFSET_NAME(r21, regs[21]),
878         REG_OFFSET_NAME(r22, regs[22]),
879         REG_OFFSET_NAME(r23, regs[23]),
880         REG_OFFSET_NAME(r24, regs[24]),
881         REG_OFFSET_NAME(r25, regs[25]),
882         REG_OFFSET_NAME(r26, regs[26]),
883         REG_OFFSET_NAME(r27, regs[27]),
884         REG_OFFSET_NAME(r28, regs[28]),
885         REG_OFFSET_NAME(r29, regs[29]),
886         REG_OFFSET_NAME(r30, regs[30]),
887         REG_OFFSET_NAME(r31, regs[31]),
888         REG_OFFSET_NAME(c0_status, cp0_status),
889         REG_OFFSET_NAME(hi, hi),
890         REG_OFFSET_NAME(lo, lo),
891 #ifdef CONFIG_CPU_HAS_SMARTMIPS
892         REG_OFFSET_NAME(acx, acx),
893 #endif
894         REG_OFFSET_NAME(c0_badvaddr, cp0_badvaddr),
895         REG_OFFSET_NAME(c0_cause, cp0_cause),
896         REG_OFFSET_NAME(c0_epc, cp0_epc),
897 #ifdef CONFIG_CPU_CAVIUM_OCTEON
898         REG_OFFSET_NAME(mpl0, mpl[0]),
899         REG_OFFSET_NAME(mpl1, mpl[1]),
900         REG_OFFSET_NAME(mpl2, mpl[2]),
901         REG_OFFSET_NAME(mtp0, mtp[0]),
902         REG_OFFSET_NAME(mtp1, mtp[1]),
903         REG_OFFSET_NAME(mtp2, mtp[2]),
904 #endif
905         REG_OFFSET_END,
906 };
907
908 /**
909  * regs_query_register_offset() - query register offset from its name
910  * @name:       the name of a register
911  *
912  * regs_query_register_offset() returns the offset of a register in struct
913  * pt_regs from its name. If the name is invalid, this returns -EINVAL;
914  */
915 int regs_query_register_offset(const char *name)
916 {
917         const struct pt_regs_offset *roff;
918         for (roff = regoffset_table; roff->name != NULL; roff++)
919                 if (!strcmp(roff->name, name))
920                         return roff->offset;
921         return -EINVAL;
922 }
923
924 #if defined(CONFIG_32BIT) || defined(CONFIG_MIPS32_O32)
925
926 static const struct user_regset mips_regsets[] = {
927         [REGSET_GPR] = {
928                 .core_note_type = NT_PRSTATUS,
929                 .n              = ELF_NGREG,
930                 .size           = sizeof(unsigned int),
931                 .align          = sizeof(unsigned int),
932                 .regset_get             = gpr32_get,
933                 .set            = gpr32_set,
934         },
935         [REGSET_DSP] = {
936                 .core_note_type = NT_MIPS_DSP,
937                 .n              = NUM_DSP_REGS + 1,
938                 .size           = sizeof(u32),
939                 .align          = sizeof(u32),
940                 .regset_get             = dsp32_get,
941                 .set            = dsp32_set,
942                 .active         = dsp_active,
943         },
944 #ifdef CONFIG_MIPS_FP_SUPPORT
945         [REGSET_FPR] = {
946                 .core_note_type = NT_PRFPREG,
947                 .n              = ELF_NFPREG,
948                 .size           = sizeof(elf_fpreg_t),
949                 .align          = sizeof(elf_fpreg_t),
950                 .regset_get             = fpr_get,
951                 .set            = fpr_set,
952         },
953         [REGSET_FP_MODE] = {
954                 .core_note_type = NT_MIPS_FP_MODE,
955                 .n              = 1,
956                 .size           = sizeof(int),
957                 .align          = sizeof(int),
958                 .regset_get             = fp_mode_get,
959                 .set            = fp_mode_set,
960         },
961 #endif
962 #ifdef CONFIG_CPU_HAS_MSA
963         [REGSET_MSA] = {
964                 .core_note_type = NT_MIPS_MSA,
965                 .n              = NUM_FPU_REGS + 1,
966                 .size           = 16,
967                 .align          = 16,
968                 .regset_get             = msa_get,
969                 .set            = msa_set,
970         },
971 #endif
972 };
973
974 static const struct user_regset_view user_mips_view = {
975         .name           = "mips",
976         .e_machine      = ELF_ARCH,
977         .ei_osabi       = ELF_OSABI,
978         .regsets        = mips_regsets,
979         .n              = ARRAY_SIZE(mips_regsets),
980 };
981
982 #endif /* CONFIG_32BIT || CONFIG_MIPS32_O32 */
983
984 #ifdef CONFIG_64BIT
985
986 static const struct user_regset mips64_regsets[] = {
987         [REGSET_GPR] = {
988                 .core_note_type = NT_PRSTATUS,
989                 .n              = ELF_NGREG,
990                 .size           = sizeof(unsigned long),
991                 .align          = sizeof(unsigned long),
992                 .regset_get             = gpr64_get,
993                 .set            = gpr64_set,
994         },
995         [REGSET_DSP] = {
996                 .core_note_type = NT_MIPS_DSP,
997                 .n              = NUM_DSP_REGS + 1,
998                 .size           = sizeof(u64),
999                 .align          = sizeof(u64),
1000                 .regset_get             = dsp64_get,
1001                 .set            = dsp64_set,
1002                 .active         = dsp_active,
1003         },
1004 #ifdef CONFIG_MIPS_FP_SUPPORT
1005         [REGSET_FP_MODE] = {
1006                 .core_note_type = NT_MIPS_FP_MODE,
1007                 .n              = 1,
1008                 .size           = sizeof(int),
1009                 .align          = sizeof(int),
1010                 .regset_get             = fp_mode_get,
1011                 .set            = fp_mode_set,
1012         },
1013         [REGSET_FPR] = {
1014                 .core_note_type = NT_PRFPREG,
1015                 .n              = ELF_NFPREG,
1016                 .size           = sizeof(elf_fpreg_t),
1017                 .align          = sizeof(elf_fpreg_t),
1018                 .regset_get             = fpr_get,
1019                 .set            = fpr_set,
1020         },
1021 #endif
1022 #ifdef CONFIG_CPU_HAS_MSA
1023         [REGSET_MSA] = {
1024                 .core_note_type = NT_MIPS_MSA,
1025                 .n              = NUM_FPU_REGS + 1,
1026                 .size           = 16,
1027                 .align          = 16,
1028                 .regset_get             = msa_get,
1029                 .set            = msa_set,
1030         },
1031 #endif
1032 };
1033
1034 static const struct user_regset_view user_mips64_view = {
1035         .name           = "mips64",
1036         .e_machine      = ELF_ARCH,
1037         .ei_osabi       = ELF_OSABI,
1038         .regsets        = mips64_regsets,
1039         .n              = ARRAY_SIZE(mips64_regsets),
1040 };
1041
1042 #ifdef CONFIG_MIPS32_N32
1043
1044 static const struct user_regset_view user_mipsn32_view = {
1045         .name           = "mipsn32",
1046         .e_flags        = EF_MIPS_ABI2,
1047         .e_machine      = ELF_ARCH,
1048         .ei_osabi       = ELF_OSABI,
1049         .regsets        = mips64_regsets,
1050         .n              = ARRAY_SIZE(mips64_regsets),
1051 };
1052
1053 #endif /* CONFIG_MIPS32_N32 */
1054
1055 #endif /* CONFIG_64BIT */
1056
1057 const struct user_regset_view *task_user_regset_view(struct task_struct *task)
1058 {
1059 #ifdef CONFIG_32BIT
1060         return &user_mips_view;
1061 #else
1062 #ifdef CONFIG_MIPS32_O32
1063         if (test_tsk_thread_flag(task, TIF_32BIT_REGS))
1064                 return &user_mips_view;
1065 #endif
1066 #ifdef CONFIG_MIPS32_N32
1067         if (test_tsk_thread_flag(task, TIF_32BIT_ADDR))
1068                 return &user_mipsn32_view;
1069 #endif
1070         return &user_mips64_view;
1071 #endif
1072 }
1073
1074 long arch_ptrace(struct task_struct *child, long request,
1075                  unsigned long addr, unsigned long data)
1076 {
1077         int ret;
1078         void __user *addrp = (void __user *) addr;
1079         void __user *datavp = (void __user *) data;
1080         unsigned long __user *datalp = (void __user *) data;
1081
1082         switch (request) {
1083         /* when I and D space are separate, these will need to be fixed. */
1084         case PTRACE_PEEKTEXT: /* read word at location addr. */
1085         case PTRACE_PEEKDATA:
1086                 ret = generic_ptrace_peekdata(child, addr, data);
1087                 break;
1088
1089         /* Read the word at location addr in the USER area. */
1090         case PTRACE_PEEKUSR: {
1091                 struct pt_regs *regs;
1092                 unsigned long tmp = 0;
1093
1094                 regs = task_pt_regs(child);
1095                 ret = 0;  /* Default return value. */
1096
1097                 switch (addr) {
1098                 case 0 ... 31:
1099                         tmp = regs->regs[addr];
1100                         break;
1101 #ifdef CONFIG_MIPS_FP_SUPPORT
1102                 case FPR_BASE ... FPR_BASE + 31: {
1103                         union fpureg *fregs;
1104
1105                         if (!tsk_used_math(child)) {
1106                                 /* FP not yet used */
1107                                 tmp = -1;
1108                                 break;
1109                         }
1110                         fregs = get_fpu_regs(child);
1111
1112 #ifdef CONFIG_32BIT
1113                         if (test_tsk_thread_flag(child, TIF_32BIT_FPREGS)) {
1114                                 /*
1115                                  * The odd registers are actually the high
1116                                  * order bits of the values stored in the even
1117                                  * registers.
1118                                  */
1119                                 tmp = get_fpr32(&fregs[(addr & ~1) - FPR_BASE],
1120                                                 addr & 1);
1121                                 break;
1122                         }
1123 #endif
1124                         tmp = get_fpr64(&fregs[addr - FPR_BASE], 0);
1125                         break;
1126                 }
1127                 case FPC_CSR:
1128                         tmp = child->thread.fpu.fcr31;
1129                         break;
1130                 case FPC_EIR:
1131                         /* implementation / version register */
1132                         tmp = boot_cpu_data.fpu_id;
1133                         break;
1134 #endif
1135                 case PC:
1136                         tmp = regs->cp0_epc;
1137                         break;
1138                 case CAUSE:
1139                         tmp = regs->cp0_cause;
1140                         break;
1141                 case BADVADDR:
1142                         tmp = regs->cp0_badvaddr;
1143                         break;
1144                 case MMHI:
1145                         tmp = regs->hi;
1146                         break;
1147                 case MMLO:
1148                         tmp = regs->lo;
1149                         break;
1150 #ifdef CONFIG_CPU_HAS_SMARTMIPS
1151                 case ACX:
1152                         tmp = regs->acx;
1153                         break;
1154 #endif
1155                 case DSP_BASE ... DSP_BASE + 5: {
1156                         dspreg_t *dregs;
1157
1158                         if (!cpu_has_dsp) {
1159                                 tmp = 0;
1160                                 ret = -EIO;
1161                                 goto out;
1162                         }
1163                         dregs = __get_dsp_regs(child);
1164                         tmp = dregs[addr - DSP_BASE];
1165                         break;
1166                 }
1167                 case DSP_CONTROL:
1168                         if (!cpu_has_dsp) {
1169                                 tmp = 0;
1170                                 ret = -EIO;
1171                                 goto out;
1172                         }
1173                         tmp = child->thread.dsp.dspcontrol;
1174                         break;
1175                 default:
1176                         tmp = 0;
1177                         ret = -EIO;
1178                         goto out;
1179                 }
1180                 ret = put_user(tmp, datalp);
1181                 break;
1182         }
1183
1184         /* when I and D space are separate, this will have to be fixed. */
1185         case PTRACE_POKETEXT: /* write the word at location addr. */
1186         case PTRACE_POKEDATA:
1187                 ret = generic_ptrace_pokedata(child, addr, data);
1188                 break;
1189
1190         case PTRACE_POKEUSR: {
1191                 struct pt_regs *regs;
1192                 ret = 0;
1193                 regs = task_pt_regs(child);
1194
1195                 switch (addr) {
1196                 case 0 ... 31:
1197                         regs->regs[addr] = data;
1198                         /* System call number may have been changed */
1199                         if (addr == 2)
1200                                 mips_syscall_update_nr(child, regs);
1201                         else if (addr == 4 &&
1202                                  mips_syscall_is_indirect(child, regs))
1203                                 mips_syscall_update_nr(child, regs);
1204                         break;
1205 #ifdef CONFIG_MIPS_FP_SUPPORT
1206                 case FPR_BASE ... FPR_BASE + 31: {
1207                         union fpureg *fregs = get_fpu_regs(child);
1208
1209                         init_fp_ctx(child);
1210 #ifdef CONFIG_32BIT
1211                         if (test_tsk_thread_flag(child, TIF_32BIT_FPREGS)) {
1212                                 /*
1213                                  * The odd registers are actually the high
1214                                  * order bits of the values stored in the even
1215                                  * registers.
1216                                  */
1217                                 set_fpr32(&fregs[(addr & ~1) - FPR_BASE],
1218                                           addr & 1, data);
1219                                 break;
1220                         }
1221 #endif
1222                         set_fpr64(&fregs[addr - FPR_BASE], 0, data);
1223                         break;
1224                 }
1225                 case FPC_CSR:
1226                         init_fp_ctx(child);
1227                         ptrace_setfcr31(child, data);
1228                         break;
1229 #endif
1230                 case PC:
1231                         regs->cp0_epc = data;
1232                         break;
1233                 case MMHI:
1234                         regs->hi = data;
1235                         break;
1236                 case MMLO:
1237                         regs->lo = data;
1238                         break;
1239 #ifdef CONFIG_CPU_HAS_SMARTMIPS
1240                 case ACX:
1241                         regs->acx = data;
1242                         break;
1243 #endif
1244                 case DSP_BASE ... DSP_BASE + 5: {
1245                         dspreg_t *dregs;
1246
1247                         if (!cpu_has_dsp) {
1248                                 ret = -EIO;
1249                                 break;
1250                         }
1251
1252                         dregs = __get_dsp_regs(child);
1253                         dregs[addr - DSP_BASE] = data;
1254                         break;
1255                 }
1256                 case DSP_CONTROL:
1257                         if (!cpu_has_dsp) {
1258                                 ret = -EIO;
1259                                 break;
1260                         }
1261                         child->thread.dsp.dspcontrol = data;
1262                         break;
1263                 default:
1264                         /* The rest are not allowed. */
1265                         ret = -EIO;
1266                         break;
1267                 }
1268                 break;
1269                 }
1270
1271         case PTRACE_GETREGS:
1272                 ret = ptrace_getregs(child, datavp);
1273                 break;
1274
1275         case PTRACE_SETREGS:
1276                 ret = ptrace_setregs(child, datavp);
1277                 break;
1278
1279 #ifdef CONFIG_MIPS_FP_SUPPORT
1280         case PTRACE_GETFPREGS:
1281                 ret = ptrace_getfpregs(child, datavp);
1282                 break;
1283
1284         case PTRACE_SETFPREGS:
1285                 ret = ptrace_setfpregs(child, datavp);
1286                 break;
1287 #endif
1288         case PTRACE_GET_THREAD_AREA:
1289                 ret = put_user(task_thread_info(child)->tp_value, datalp);
1290                 break;
1291
1292         case PTRACE_GET_WATCH_REGS:
1293                 ret = ptrace_get_watch_regs(child, addrp);
1294                 break;
1295
1296         case PTRACE_SET_WATCH_REGS:
1297                 ret = ptrace_set_watch_regs(child, addrp);
1298                 break;
1299
1300         default:
1301                 ret = ptrace_request(child, request, addr, data);
1302                 break;
1303         }
1304  out:
1305         return ret;
1306 }
1307
1308 /*
1309  * Notification of system call entry/exit
1310  * - triggered by current->work.syscall_trace
1311  */
1312 asmlinkage long syscall_trace_enter(struct pt_regs *regs, long syscall)
1313 {
1314         user_exit();
1315
1316         current_thread_info()->syscall = syscall;
1317
1318         if (test_thread_flag(TIF_SYSCALL_TRACE)) {
1319                 if (ptrace_report_syscall_entry(regs))
1320                         return -1;
1321                 syscall = current_thread_info()->syscall;
1322         }
1323
1324 #ifdef CONFIG_SECCOMP
1325         if (unlikely(test_thread_flag(TIF_SECCOMP))) {
1326                 int ret, i;
1327                 struct seccomp_data sd;
1328                 unsigned long args[6];
1329
1330                 sd.nr = syscall;
1331                 sd.arch = syscall_get_arch(current);
1332                 syscall_get_arguments(current, regs, args);
1333                 for (i = 0; i < 6; i++)
1334                         sd.args[i] = args[i];
1335                 sd.instruction_pointer = KSTK_EIP(current);
1336
1337                 ret = __secure_computing(&sd);
1338                 if (ret == -1)
1339                         return ret;
1340                 syscall = current_thread_info()->syscall;
1341         }
1342 #endif
1343
1344         if (unlikely(test_thread_flag(TIF_SYSCALL_TRACEPOINT)))
1345                 trace_sys_enter(regs, regs->regs[2]);
1346
1347         audit_syscall_entry(syscall, regs->regs[4], regs->regs[5],
1348                             regs->regs[6], regs->regs[7]);
1349
1350         /*
1351          * Negative syscall numbers are mistaken for rejected syscalls, but
1352          * won't have had the return value set appropriately, so we do so now.
1353          */
1354         if (syscall < 0)
1355                 syscall_set_return_value(current, regs, -ENOSYS, 0);
1356         return syscall;
1357 }
1358
1359 /*
1360  * Notification of system call entry/exit
1361  * - triggered by current->work.syscall_trace
1362  */
1363 asmlinkage void syscall_trace_leave(struct pt_regs *regs)
1364 {
1365         /*
1366          * We may come here right after calling schedule_user()
1367          * or do_notify_resume(), in which case we can be in RCU
1368          * user mode.
1369          */
1370         user_exit();
1371
1372         audit_syscall_exit(regs);
1373
1374         if (unlikely(test_thread_flag(TIF_SYSCALL_TRACEPOINT)))
1375                 trace_sys_exit(regs, regs_return_value(regs));
1376
1377         if (test_thread_flag(TIF_SYSCALL_TRACE))
1378                 ptrace_report_syscall_exit(regs, 0);
1379
1380         user_enter();
1381 }