.. | .. |
---|
39 | 39 | #include <asm/fpu.h> |
---|
40 | 40 | #include <asm/mipsregs.h> |
---|
41 | 41 | #include <asm/mipsmtregs.h> |
---|
42 | | -#include <asm/pgtable.h> |
---|
43 | 42 | #include <asm/page.h> |
---|
44 | 43 | #include <asm/processor.h> |
---|
45 | 44 | #include <asm/syscall.h> |
---|
.. | .. |
---|
49 | 48 | |
---|
50 | 49 | #define CREATE_TRACE_POINTS |
---|
51 | 50 | #include <trace/events/syscalls.h> |
---|
52 | | - |
---|
53 | | -static void init_fp_ctx(struct task_struct *target) |
---|
54 | | -{ |
---|
55 | | - /* If FP has been used then the target already has context */ |
---|
56 | | - if (tsk_used_math(target)) |
---|
57 | | - return; |
---|
58 | | - |
---|
59 | | - /* Begin with data registers set to all 1s... */ |
---|
60 | | - memset(&target->thread.fpu.fpr, ~0, sizeof(target->thread.fpu.fpr)); |
---|
61 | | - |
---|
62 | | - /* FCSR has been preset by `mips_set_personality_nan'. */ |
---|
63 | | - |
---|
64 | | - /* |
---|
65 | | - * Record that the target has "used" math, such that the context |
---|
66 | | - * just initialised, and any modifications made by the caller, |
---|
67 | | - * aren't discarded. |
---|
68 | | - */ |
---|
69 | | - set_stopped_child_used_math(target); |
---|
70 | | -} |
---|
71 | 51 | |
---|
72 | 52 | /* |
---|
73 | 53 | * Called by kernel/ptrace.c when detaching.. |
---|
.. | .. |
---|
81 | 61 | } |
---|
82 | 62 | |
---|
83 | 63 | /* |
---|
84 | | - * Poke at FCSR according to its mask. Set the Cause bits even |
---|
85 | | - * if a corresponding Enable bit is set. This will be noticed at |
---|
86 | | - * the time the thread is switched to and SIGFPE thrown accordingly. |
---|
87 | | - */ |
---|
88 | | -static void ptrace_setfcr31(struct task_struct *child, u32 value) |
---|
89 | | -{ |
---|
90 | | - u32 fcr31; |
---|
91 | | - u32 mask; |
---|
92 | | - |
---|
93 | | - fcr31 = child->thread.fpu.fcr31; |
---|
94 | | - mask = boot_cpu_data.fpu_msk31; |
---|
95 | | - child->thread.fpu.fcr31 = (value & ~mask) | (fcr31 & mask); |
---|
96 | | -} |
---|
97 | | - |
---|
98 | | -/* |
---|
99 | 64 | * Read a general register set. We always use the 64-bit format, even |
---|
100 | 65 | * for 32-bit kernels and for 32-bit processes on a 64-bit kernel. |
---|
101 | 66 | * Registers are sign extended to fill the available space. |
---|
.. | .. |
---|
105 | 70 | struct pt_regs *regs; |
---|
106 | 71 | int i; |
---|
107 | 72 | |
---|
108 | | - if (!access_ok(VERIFY_WRITE, data, 38 * 8)) |
---|
| 73 | + if (!access_ok(data, 38 * 8)) |
---|
109 | 74 | return -EIO; |
---|
110 | 75 | |
---|
111 | 76 | regs = task_pt_regs(child); |
---|
.. | .. |
---|
132 | 97 | struct pt_regs *regs; |
---|
133 | 98 | int i; |
---|
134 | 99 | |
---|
135 | | - if (!access_ok(VERIFY_READ, data, 38 * 8)) |
---|
| 100 | + if (!access_ok(data, 38 * 8)) |
---|
136 | 101 | return -EIO; |
---|
137 | 102 | |
---|
138 | 103 | regs = task_pt_regs(child); |
---|
.. | .. |
---|
151 | 116 | return 0; |
---|
152 | 117 | } |
---|
153 | 118 | |
---|
154 | | -int ptrace_getfpregs(struct task_struct *child, __u32 __user *data) |
---|
155 | | -{ |
---|
156 | | - int i; |
---|
157 | | - |
---|
158 | | - if (!access_ok(VERIFY_WRITE, data, 33 * 8)) |
---|
159 | | - return -EIO; |
---|
160 | | - |
---|
161 | | - if (tsk_used_math(child)) { |
---|
162 | | - union fpureg *fregs = get_fpu_regs(child); |
---|
163 | | - for (i = 0; i < 32; i++) |
---|
164 | | - __put_user(get_fpr64(&fregs[i], 0), |
---|
165 | | - i + (__u64 __user *)data); |
---|
166 | | - } else { |
---|
167 | | - for (i = 0; i < 32; i++) |
---|
168 | | - __put_user((__u64) -1, i + (__u64 __user *) data); |
---|
169 | | - } |
---|
170 | | - |
---|
171 | | - __put_user(child->thread.fpu.fcr31, data + 64); |
---|
172 | | - __put_user(boot_cpu_data.fpu_id, data + 65); |
---|
173 | | - |
---|
174 | | - return 0; |
---|
175 | | -} |
---|
176 | | - |
---|
177 | | -int ptrace_setfpregs(struct task_struct *child, __u32 __user *data) |
---|
178 | | -{ |
---|
179 | | - union fpureg *fregs; |
---|
180 | | - u64 fpr_val; |
---|
181 | | - u32 value; |
---|
182 | | - int i; |
---|
183 | | - |
---|
184 | | - if (!access_ok(VERIFY_READ, data, 33 * 8)) |
---|
185 | | - return -EIO; |
---|
186 | | - |
---|
187 | | - init_fp_ctx(child); |
---|
188 | | - fregs = get_fpu_regs(child); |
---|
189 | | - |
---|
190 | | - for (i = 0; i < 32; i++) { |
---|
191 | | - __get_user(fpr_val, i + (__u64 __user *)data); |
---|
192 | | - set_fpr64(&fregs[i], 0, fpr_val); |
---|
193 | | - } |
---|
194 | | - |
---|
195 | | - __get_user(value, data + 64); |
---|
196 | | - ptrace_setfcr31(child, value); |
---|
197 | | - |
---|
198 | | - /* FIR may not be written. */ |
---|
199 | | - |
---|
200 | | - return 0; |
---|
201 | | -} |
---|
202 | | - |
---|
203 | 119 | int ptrace_get_watch_regs(struct task_struct *child, |
---|
204 | 120 | struct pt_watch_regs __user *addr) |
---|
205 | 121 | { |
---|
.. | .. |
---|
208 | 124 | |
---|
209 | 125 | if (!cpu_has_watch || boot_cpu_data.watch_reg_use_cnt == 0) |
---|
210 | 126 | return -EIO; |
---|
211 | | - if (!access_ok(VERIFY_WRITE, addr, sizeof(struct pt_watch_regs))) |
---|
| 127 | + if (!access_ok(addr, sizeof(struct pt_watch_regs))) |
---|
212 | 128 | return -EIO; |
---|
213 | 129 | |
---|
214 | 130 | #ifdef CONFIG_32BIT |
---|
.. | .. |
---|
250 | 166 | |
---|
251 | 167 | if (!cpu_has_watch || boot_cpu_data.watch_reg_use_cnt == 0) |
---|
252 | 168 | return -EIO; |
---|
253 | | - if (!access_ok(VERIFY_READ, addr, sizeof(struct pt_watch_regs))) |
---|
| 169 | + if (!access_ok(addr, sizeof(struct pt_watch_regs))) |
---|
254 | 170 | return -EIO; |
---|
255 | 171 | /* Check the values. */ |
---|
256 | 172 | for (i = 0; i < boot_cpu_data.watch_reg_use_cnt; i++) { |
---|
.. | .. |
---|
294 | 210 | |
---|
295 | 211 | static int gpr32_get(struct task_struct *target, |
---|
296 | 212 | const struct user_regset *regset, |
---|
297 | | - unsigned int pos, unsigned int count, |
---|
298 | | - void *kbuf, void __user *ubuf) |
---|
| 213 | + struct membuf to) |
---|
299 | 214 | { |
---|
300 | 215 | struct pt_regs *regs = task_pt_regs(target); |
---|
301 | 216 | u32 uregs[ELF_NGREG] = {}; |
---|
302 | 217 | |
---|
303 | 218 | mips_dump_regs32(uregs, regs); |
---|
304 | | - return user_regset_copyout(&pos, &count, &kbuf, &ubuf, uregs, 0, |
---|
305 | | - sizeof(uregs)); |
---|
| 219 | + return membuf_write(&to, uregs, sizeof(uregs)); |
---|
306 | 220 | } |
---|
307 | 221 | |
---|
308 | 222 | static int gpr32_set(struct task_struct *target, |
---|
.. | .. |
---|
361 | 275 | |
---|
362 | 276 | static int gpr64_get(struct task_struct *target, |
---|
363 | 277 | const struct user_regset *regset, |
---|
364 | | - unsigned int pos, unsigned int count, |
---|
365 | | - void *kbuf, void __user *ubuf) |
---|
| 278 | + struct membuf to) |
---|
366 | 279 | { |
---|
367 | 280 | struct pt_regs *regs = task_pt_regs(target); |
---|
368 | 281 | u64 uregs[ELF_NGREG] = {}; |
---|
369 | 282 | |
---|
370 | 283 | mips_dump_regs64(uregs, regs); |
---|
371 | | - return user_regset_copyout(&pos, &count, &kbuf, &ubuf, uregs, 0, |
---|
372 | | - sizeof(uregs)); |
---|
| 284 | + return membuf_write(&to, uregs, sizeof(uregs)); |
---|
373 | 285 | } |
---|
374 | 286 | |
---|
375 | 287 | static int gpr64_set(struct task_struct *target, |
---|
.. | .. |
---|
420 | 332 | |
---|
421 | 333 | #endif /* CONFIG_64BIT */ |
---|
422 | 334 | |
---|
| 335 | + |
---|
| 336 | +#ifdef CONFIG_MIPS_FP_SUPPORT |
---|
| 337 | + |
---|
| 338 | +/* |
---|
| 339 | + * Poke at FCSR according to its mask. Set the Cause bits even |
---|
| 340 | + * if a corresponding Enable bit is set. This will be noticed at |
---|
| 341 | + * the time the thread is switched to and SIGFPE thrown accordingly. |
---|
| 342 | + */ |
---|
| 343 | +static void ptrace_setfcr31(struct task_struct *child, u32 value) |
---|
| 344 | +{ |
---|
| 345 | + u32 fcr31; |
---|
| 346 | + u32 mask; |
---|
| 347 | + |
---|
| 348 | + fcr31 = child->thread.fpu.fcr31; |
---|
| 349 | + mask = boot_cpu_data.fpu_msk31; |
---|
| 350 | + child->thread.fpu.fcr31 = (value & ~mask) | (fcr31 & mask); |
---|
| 351 | +} |
---|
| 352 | + |
---|
| 353 | +int ptrace_getfpregs(struct task_struct *child, __u32 __user *data) |
---|
| 354 | +{ |
---|
| 355 | + int i; |
---|
| 356 | + |
---|
| 357 | + if (!access_ok(data, 33 * 8)) |
---|
| 358 | + return -EIO; |
---|
| 359 | + |
---|
| 360 | + if (tsk_used_math(child)) { |
---|
| 361 | + union fpureg *fregs = get_fpu_regs(child); |
---|
| 362 | + for (i = 0; i < 32; i++) |
---|
| 363 | + __put_user(get_fpr64(&fregs[i], 0), |
---|
| 364 | + i + (__u64 __user *)data); |
---|
| 365 | + } else { |
---|
| 366 | + for (i = 0; i < 32; i++) |
---|
| 367 | + __put_user((__u64) -1, i + (__u64 __user *) data); |
---|
| 368 | + } |
---|
| 369 | + |
---|
| 370 | + __put_user(child->thread.fpu.fcr31, data + 64); |
---|
| 371 | + __put_user(boot_cpu_data.fpu_id, data + 65); |
---|
| 372 | + |
---|
| 373 | + return 0; |
---|
| 374 | +} |
---|
| 375 | + |
---|
| 376 | +int ptrace_setfpregs(struct task_struct *child, __u32 __user *data) |
---|
| 377 | +{ |
---|
| 378 | + union fpureg *fregs; |
---|
| 379 | + u64 fpr_val; |
---|
| 380 | + u32 value; |
---|
| 381 | + int i; |
---|
| 382 | + |
---|
| 383 | + if (!access_ok(data, 33 * 8)) |
---|
| 384 | + return -EIO; |
---|
| 385 | + |
---|
| 386 | + init_fp_ctx(child); |
---|
| 387 | + fregs = get_fpu_regs(child); |
---|
| 388 | + |
---|
| 389 | + for (i = 0; i < 32; i++) { |
---|
| 390 | + __get_user(fpr_val, i + (__u64 __user *)data); |
---|
| 391 | + set_fpr64(&fregs[i], 0, fpr_val); |
---|
| 392 | + } |
---|
| 393 | + |
---|
| 394 | + __get_user(value, data + 64); |
---|
| 395 | + ptrace_setfcr31(child, value); |
---|
| 396 | + |
---|
| 397 | + /* FIR may not be written. */ |
---|
| 398 | + |
---|
| 399 | + return 0; |
---|
| 400 | +} |
---|
| 401 | + |
---|
423 | 402 | /* |
---|
424 | 403 | * Copy the floating-point context to the supplied NT_PRFPREG buffer, |
---|
425 | 404 | * !CONFIG_CPU_HAS_MSA variant. FP context's general register slots |
---|
426 | 405 | * correspond 1:1 to buffer slots. Only general registers are copied. |
---|
427 | 406 | */ |
---|
428 | | -static int fpr_get_fpa(struct task_struct *target, |
---|
429 | | - unsigned int *pos, unsigned int *count, |
---|
430 | | - void **kbuf, void __user **ubuf) |
---|
| 407 | +static void fpr_get_fpa(struct task_struct *target, |
---|
| 408 | + struct membuf *to) |
---|
431 | 409 | { |
---|
432 | | - return user_regset_copyout(pos, count, kbuf, ubuf, |
---|
433 | | - &target->thread.fpu, |
---|
434 | | - 0, NUM_FPU_REGS * sizeof(elf_fpreg_t)); |
---|
| 410 | + membuf_write(to, &target->thread.fpu, |
---|
| 411 | + NUM_FPU_REGS * sizeof(elf_fpreg_t)); |
---|
435 | 412 | } |
---|
436 | 413 | |
---|
437 | 414 | /* |
---|
.. | .. |
---|
440 | 417 | * general register slots are copied to buffer slots. Only general |
---|
441 | 418 | * registers are copied. |
---|
442 | 419 | */ |
---|
443 | | -static int fpr_get_msa(struct task_struct *target, |
---|
444 | | - unsigned int *pos, unsigned int *count, |
---|
445 | | - void **kbuf, void __user **ubuf) |
---|
| 420 | +static void fpr_get_msa(struct task_struct *target, struct membuf *to) |
---|
446 | 421 | { |
---|
447 | 422 | unsigned int i; |
---|
448 | | - u64 fpr_val; |
---|
449 | | - int err; |
---|
450 | 423 | |
---|
451 | | - BUILD_BUG_ON(sizeof(fpr_val) != sizeof(elf_fpreg_t)); |
---|
452 | | - for (i = 0; i < NUM_FPU_REGS; i++) { |
---|
453 | | - fpr_val = get_fpr64(&target->thread.fpu.fpr[i], 0); |
---|
454 | | - err = user_regset_copyout(pos, count, kbuf, ubuf, |
---|
455 | | - &fpr_val, i * sizeof(elf_fpreg_t), |
---|
456 | | - (i + 1) * sizeof(elf_fpreg_t)); |
---|
457 | | - if (err) |
---|
458 | | - return err; |
---|
459 | | - } |
---|
460 | | - |
---|
461 | | - return 0; |
---|
| 424 | + BUILD_BUG_ON(sizeof(u64) != sizeof(elf_fpreg_t)); |
---|
| 425 | + for (i = 0; i < NUM_FPU_REGS; i++) |
---|
| 426 | + membuf_store(to, get_fpr64(&target->thread.fpu.fpr[i], 0)); |
---|
462 | 427 | } |
---|
463 | 428 | |
---|
464 | 429 | /* |
---|
.. | .. |
---|
468 | 433 | */ |
---|
469 | 434 | static int fpr_get(struct task_struct *target, |
---|
470 | 435 | const struct user_regset *regset, |
---|
471 | | - unsigned int pos, unsigned int count, |
---|
472 | | - void *kbuf, void __user *ubuf) |
---|
| 436 | + struct membuf to) |
---|
473 | 437 | { |
---|
474 | | - const int fcr31_pos = NUM_FPU_REGS * sizeof(elf_fpreg_t); |
---|
475 | | - const int fir_pos = fcr31_pos + sizeof(u32); |
---|
476 | | - int err; |
---|
477 | | - |
---|
478 | 438 | if (sizeof(target->thread.fpu.fpr[0]) == sizeof(elf_fpreg_t)) |
---|
479 | | - err = fpr_get_fpa(target, &pos, &count, &kbuf, &ubuf); |
---|
| 439 | + fpr_get_fpa(target, &to); |
---|
480 | 440 | else |
---|
481 | | - err = fpr_get_msa(target, &pos, &count, &kbuf, &ubuf); |
---|
482 | | - if (err) |
---|
483 | | - return err; |
---|
| 441 | + fpr_get_msa(target, &to); |
---|
484 | 442 | |
---|
485 | | - err = user_regset_copyout(&pos, &count, &kbuf, &ubuf, |
---|
486 | | - &target->thread.fpu.fcr31, |
---|
487 | | - fcr31_pos, fcr31_pos + sizeof(u32)); |
---|
488 | | - if (err) |
---|
489 | | - return err; |
---|
490 | | - |
---|
491 | | - err = user_regset_copyout(&pos, &count, &kbuf, &ubuf, |
---|
492 | | - &boot_cpu_data.fpu_id, |
---|
493 | | - fir_pos, fir_pos + sizeof(u32)); |
---|
494 | | - |
---|
495 | | - return err; |
---|
| 443 | + membuf_write(&to, &target->thread.fpu.fcr31, sizeof(u32)); |
---|
| 444 | + membuf_write(&to, &boot_cpu_data.fpu_id, sizeof(u32)); |
---|
| 445 | + return 0; |
---|
496 | 446 | } |
---|
497 | 447 | |
---|
498 | 448 | /* |
---|
.. | .. |
---|
590 | 540 | return err; |
---|
591 | 541 | } |
---|
592 | 542 | |
---|
| 543 | +/* Copy the FP mode setting to the supplied NT_MIPS_FP_MODE buffer. */ |
---|
| 544 | +static int fp_mode_get(struct task_struct *target, |
---|
| 545 | + const struct user_regset *regset, |
---|
| 546 | + struct membuf to) |
---|
| 547 | +{ |
---|
| 548 | + return membuf_store(&to, (int)mips_get_process_fp_mode(target)); |
---|
| 549 | +} |
---|
| 550 | + |
---|
| 551 | +/* |
---|
| 552 | + * Copy the supplied NT_MIPS_FP_MODE buffer to the FP mode setting. |
---|
| 553 | + * |
---|
| 554 | + * We optimize for the case where `count % sizeof(int) == 0', which |
---|
| 555 | + * is supposed to have been guaranteed by the kernel before calling |
---|
| 556 | + * us, e.g. in `ptrace_regset'. We enforce that requirement, so |
---|
| 557 | + * that we can safely avoid preinitializing temporaries for partial |
---|
| 558 | + * mode writes. |
---|
| 559 | + */ |
---|
| 560 | +static int fp_mode_set(struct task_struct *target, |
---|
| 561 | + const struct user_regset *regset, |
---|
| 562 | + unsigned int pos, unsigned int count, |
---|
| 563 | + const void *kbuf, const void __user *ubuf) |
---|
| 564 | +{ |
---|
| 565 | + int fp_mode; |
---|
| 566 | + int err; |
---|
| 567 | + |
---|
| 568 | + BUG_ON(count % sizeof(int)); |
---|
| 569 | + |
---|
| 570 | + if (pos + count > sizeof(fp_mode)) |
---|
| 571 | + return -EIO; |
---|
| 572 | + |
---|
| 573 | + err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, &fp_mode, 0, |
---|
| 574 | + sizeof(fp_mode)); |
---|
| 575 | + if (err) |
---|
| 576 | + return err; |
---|
| 577 | + |
---|
| 578 | + if (count > 0) |
---|
| 579 | + err = mips_set_process_fp_mode(target, fp_mode); |
---|
| 580 | + |
---|
| 581 | + return err; |
---|
| 582 | +} |
---|
| 583 | + |
---|
| 584 | +#endif /* CONFIG_MIPS_FP_SUPPORT */ |
---|
| 585 | + |
---|
| 586 | +#ifdef CONFIG_CPU_HAS_MSA |
---|
| 587 | + |
---|
| 588 | +struct msa_control_regs { |
---|
| 589 | + unsigned int fir; |
---|
| 590 | + unsigned int fcsr; |
---|
| 591 | + unsigned int msair; |
---|
| 592 | + unsigned int msacsr; |
---|
| 593 | +}; |
---|
| 594 | + |
---|
| 595 | +static void copy_pad_fprs(struct task_struct *target, |
---|
| 596 | + const struct user_regset *regset, |
---|
| 597 | + struct membuf *to, |
---|
| 598 | + unsigned int live_sz) |
---|
| 599 | +{ |
---|
| 600 | + int i, j; |
---|
| 601 | + unsigned long long fill = ~0ull; |
---|
| 602 | + unsigned int cp_sz, pad_sz; |
---|
| 603 | + |
---|
| 604 | + cp_sz = min(regset->size, live_sz); |
---|
| 605 | + pad_sz = regset->size - cp_sz; |
---|
| 606 | + WARN_ON(pad_sz % sizeof(fill)); |
---|
| 607 | + |
---|
| 608 | + for (i = 0; i < NUM_FPU_REGS; i++) { |
---|
| 609 | + membuf_write(to, &target->thread.fpu.fpr[i], cp_sz); |
---|
| 610 | + for (j = 0; j < (pad_sz / sizeof(fill)); j++) |
---|
| 611 | + membuf_store(to, fill); |
---|
| 612 | + } |
---|
| 613 | +} |
---|
| 614 | + |
---|
| 615 | +static int msa_get(struct task_struct *target, |
---|
| 616 | + const struct user_regset *regset, |
---|
| 617 | + struct membuf to) |
---|
| 618 | +{ |
---|
| 619 | + const unsigned int wr_size = NUM_FPU_REGS * regset->size; |
---|
| 620 | + const struct msa_control_regs ctrl_regs = { |
---|
| 621 | + .fir = boot_cpu_data.fpu_id, |
---|
| 622 | + .fcsr = target->thread.fpu.fcr31, |
---|
| 623 | + .msair = boot_cpu_data.msa_id, |
---|
| 624 | + .msacsr = target->thread.fpu.msacsr, |
---|
| 625 | + }; |
---|
| 626 | + |
---|
| 627 | + if (!tsk_used_math(target)) { |
---|
| 628 | + /* The task hasn't used FP or MSA, fill with 0xff */ |
---|
| 629 | + copy_pad_fprs(target, regset, &to, 0); |
---|
| 630 | + } else if (!test_tsk_thread_flag(target, TIF_MSA_CTX_LIVE)) { |
---|
| 631 | + /* Copy scalar FP context, fill the rest with 0xff */ |
---|
| 632 | + copy_pad_fprs(target, regset, &to, 8); |
---|
| 633 | + } else if (sizeof(target->thread.fpu.fpr[0]) == regset->size) { |
---|
| 634 | + /* Trivially copy the vector registers */ |
---|
| 635 | + membuf_write(&to, &target->thread.fpu.fpr, wr_size); |
---|
| 636 | + } else { |
---|
| 637 | + /* Copy as much context as possible, fill the rest with 0xff */ |
---|
| 638 | + copy_pad_fprs(target, regset, &to, |
---|
| 639 | + sizeof(target->thread.fpu.fpr[0])); |
---|
| 640 | + } |
---|
| 641 | + |
---|
| 642 | + return membuf_write(&to, &ctrl_regs, sizeof(ctrl_regs)); |
---|
| 643 | +} |
---|
| 644 | + |
---|
| 645 | +static int msa_set(struct task_struct *target, |
---|
| 646 | + const struct user_regset *regset, |
---|
| 647 | + unsigned int pos, unsigned int count, |
---|
| 648 | + const void *kbuf, const void __user *ubuf) |
---|
| 649 | +{ |
---|
| 650 | + const unsigned int wr_size = NUM_FPU_REGS * regset->size; |
---|
| 651 | + struct msa_control_regs ctrl_regs; |
---|
| 652 | + unsigned int cp_sz; |
---|
| 653 | + int i, err, start; |
---|
| 654 | + |
---|
| 655 | + init_fp_ctx(target); |
---|
| 656 | + |
---|
| 657 | + if (sizeof(target->thread.fpu.fpr[0]) == regset->size) { |
---|
| 658 | + /* Trivially copy the vector registers */ |
---|
| 659 | + err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, |
---|
| 660 | + &target->thread.fpu.fpr, |
---|
| 661 | + 0, wr_size); |
---|
| 662 | + } else { |
---|
| 663 | + /* Copy as much context as possible */ |
---|
| 664 | + cp_sz = min_t(unsigned int, regset->size, |
---|
| 665 | + sizeof(target->thread.fpu.fpr[0])); |
---|
| 666 | + |
---|
| 667 | + i = start = err = 0; |
---|
| 668 | + for (; i < NUM_FPU_REGS; i++, start += regset->size) { |
---|
| 669 | + err |= user_regset_copyin(&pos, &count, &kbuf, &ubuf, |
---|
| 670 | + &target->thread.fpu.fpr[i], |
---|
| 671 | + start, start + cp_sz); |
---|
| 672 | + } |
---|
| 673 | + } |
---|
| 674 | + |
---|
| 675 | + if (!err) |
---|
| 676 | + err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, &ctrl_regs, |
---|
| 677 | + wr_size, wr_size + sizeof(ctrl_regs)); |
---|
| 678 | + if (!err) { |
---|
| 679 | + target->thread.fpu.fcr31 = ctrl_regs.fcsr & ~FPU_CSR_ALL_X; |
---|
| 680 | + target->thread.fpu.msacsr = ctrl_regs.msacsr & ~MSA_CSR_CAUSEF; |
---|
| 681 | + } |
---|
| 682 | + |
---|
| 683 | + return err; |
---|
| 684 | +} |
---|
| 685 | + |
---|
| 686 | +#endif /* CONFIG_CPU_HAS_MSA */ |
---|
| 687 | + |
---|
593 | 688 | #if defined(CONFIG_32BIT) || defined(CONFIG_MIPS32_O32) |
---|
594 | 689 | |
---|
595 | 690 | /* |
---|
.. | .. |
---|
597 | 692 | */ |
---|
598 | 693 | static int dsp32_get(struct task_struct *target, |
---|
599 | 694 | const struct user_regset *regset, |
---|
600 | | - unsigned int pos, unsigned int count, |
---|
601 | | - void *kbuf, void __user *ubuf) |
---|
| 695 | + struct membuf to) |
---|
602 | 696 | { |
---|
603 | | - unsigned int start, num_regs, i; |
---|
604 | 697 | u32 dspregs[NUM_DSP_REGS + 1]; |
---|
| 698 | + unsigned int i; |
---|
605 | 699 | |
---|
606 | | - BUG_ON(count % sizeof(u32)); |
---|
| 700 | + BUG_ON(to.left % sizeof(u32)); |
---|
607 | 701 | |
---|
608 | 702 | if (!cpu_has_dsp) |
---|
609 | 703 | return -EIO; |
---|
610 | 704 | |
---|
611 | | - start = pos / sizeof(u32); |
---|
612 | | - num_regs = count / sizeof(u32); |
---|
613 | | - |
---|
614 | | - if (start + num_regs > NUM_DSP_REGS + 1) |
---|
615 | | - return -EIO; |
---|
616 | | - |
---|
617 | | - for (i = start; i < num_regs; i++) |
---|
618 | | - switch (i) { |
---|
619 | | - case 0 ... NUM_DSP_REGS - 1: |
---|
620 | | - dspregs[i] = target->thread.dsp.dspr[i]; |
---|
621 | | - break; |
---|
622 | | - case NUM_DSP_REGS: |
---|
623 | | - dspregs[i] = target->thread.dsp.dspcontrol; |
---|
624 | | - break; |
---|
625 | | - } |
---|
626 | | - return user_regset_copyout(&pos, &count, &kbuf, &ubuf, dspregs, 0, |
---|
627 | | - sizeof(dspregs)); |
---|
| 705 | + for (i = 0; i < NUM_DSP_REGS; i++) |
---|
| 706 | + dspregs[i] = target->thread.dsp.dspr[i]; |
---|
| 707 | + dspregs[NUM_DSP_REGS] = target->thread.dsp.dspcontrol; |
---|
| 708 | + return membuf_write(&to, dspregs, sizeof(dspregs)); |
---|
628 | 709 | } |
---|
629 | 710 | |
---|
630 | 711 | /* |
---|
.. | .. |
---|
677 | 758 | */ |
---|
678 | 759 | static int dsp64_get(struct task_struct *target, |
---|
679 | 760 | const struct user_regset *regset, |
---|
680 | | - unsigned int pos, unsigned int count, |
---|
681 | | - void *kbuf, void __user *ubuf) |
---|
| 761 | + struct membuf to) |
---|
682 | 762 | { |
---|
683 | | - unsigned int start, num_regs, i; |
---|
684 | 763 | u64 dspregs[NUM_DSP_REGS + 1]; |
---|
| 764 | + unsigned int i; |
---|
685 | 765 | |
---|
686 | | - BUG_ON(count % sizeof(u64)); |
---|
| 766 | + BUG_ON(to.left % sizeof(u64)); |
---|
687 | 767 | |
---|
688 | 768 | if (!cpu_has_dsp) |
---|
689 | 769 | return -EIO; |
---|
690 | 770 | |
---|
691 | | - start = pos / sizeof(u64); |
---|
692 | | - num_regs = count / sizeof(u64); |
---|
693 | | - |
---|
694 | | - if (start + num_regs > NUM_DSP_REGS + 1) |
---|
695 | | - return -EIO; |
---|
696 | | - |
---|
697 | | - for (i = start; i < num_regs; i++) |
---|
698 | | - switch (i) { |
---|
699 | | - case 0 ... NUM_DSP_REGS - 1: |
---|
700 | | - dspregs[i] = target->thread.dsp.dspr[i]; |
---|
701 | | - break; |
---|
702 | | - case NUM_DSP_REGS: |
---|
703 | | - dspregs[i] = target->thread.dsp.dspcontrol; |
---|
704 | | - break; |
---|
705 | | - } |
---|
706 | | - return user_regset_copyout(&pos, &count, &kbuf, &ubuf, dspregs, 0, |
---|
707 | | - sizeof(dspregs)); |
---|
| 771 | + for (i = 0; i < NUM_DSP_REGS; i++) |
---|
| 772 | + dspregs[i] = target->thread.dsp.dspr[i]; |
---|
| 773 | + dspregs[NUM_DSP_REGS] = target->thread.dsp.dspcontrol; |
---|
| 774 | + return membuf_write(&to, dspregs, sizeof(dspregs)); |
---|
708 | 775 | } |
---|
709 | 776 | |
---|
710 | 777 | /* |
---|
.. | .. |
---|
759 | 826 | return cpu_has_dsp ? NUM_DSP_REGS + 1 : -ENODEV; |
---|
760 | 827 | } |
---|
761 | 828 | |
---|
762 | | -/* Copy the FP mode setting to the supplied NT_MIPS_FP_MODE buffer. */ |
---|
763 | | -static int fp_mode_get(struct task_struct *target, |
---|
764 | | - const struct user_regset *regset, |
---|
765 | | - unsigned int pos, unsigned int count, |
---|
766 | | - void *kbuf, void __user *ubuf) |
---|
767 | | -{ |
---|
768 | | - int fp_mode; |
---|
769 | | - |
---|
770 | | - fp_mode = mips_get_process_fp_mode(target); |
---|
771 | | - return user_regset_copyout(&pos, &count, &kbuf, &ubuf, &fp_mode, 0, |
---|
772 | | - sizeof(fp_mode)); |
---|
773 | | -} |
---|
774 | | - |
---|
775 | | -/* |
---|
776 | | - * Copy the supplied NT_MIPS_FP_MODE buffer to the FP mode setting. |
---|
777 | | - * |
---|
778 | | - * We optimize for the case where `count % sizeof(int) == 0', which |
---|
779 | | - * is supposed to have been guaranteed by the kernel before calling |
---|
780 | | - * us, e.g. in `ptrace_regset'. We enforce that requirement, so |
---|
781 | | - * that we can safely avoid preinitializing temporaries for partial |
---|
782 | | - * mode writes. |
---|
783 | | - */ |
---|
784 | | -static int fp_mode_set(struct task_struct *target, |
---|
785 | | - const struct user_regset *regset, |
---|
786 | | - unsigned int pos, unsigned int count, |
---|
787 | | - const void *kbuf, const void __user *ubuf) |
---|
788 | | -{ |
---|
789 | | - int fp_mode; |
---|
790 | | - int err; |
---|
791 | | - |
---|
792 | | - BUG_ON(count % sizeof(int)); |
---|
793 | | - |
---|
794 | | - if (pos + count > sizeof(fp_mode)) |
---|
795 | | - return -EIO; |
---|
796 | | - |
---|
797 | | - err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, &fp_mode, 0, |
---|
798 | | - sizeof(fp_mode)); |
---|
799 | | - if (err) |
---|
800 | | - return err; |
---|
801 | | - |
---|
802 | | - if (count > 0) |
---|
803 | | - err = mips_set_process_fp_mode(target, fp_mode); |
---|
804 | | - |
---|
805 | | - return err; |
---|
806 | | -} |
---|
807 | | - |
---|
808 | 829 | enum mips_regset { |
---|
809 | 830 | REGSET_GPR, |
---|
810 | | - REGSET_FPR, |
---|
811 | 831 | REGSET_DSP, |
---|
| 832 | +#ifdef CONFIG_MIPS_FP_SUPPORT |
---|
| 833 | + REGSET_FPR, |
---|
812 | 834 | REGSET_FP_MODE, |
---|
| 835 | +#endif |
---|
| 836 | +#ifdef CONFIG_CPU_HAS_MSA |
---|
| 837 | + REGSET_MSA, |
---|
| 838 | +#endif |
---|
813 | 839 | }; |
---|
814 | 840 | |
---|
815 | 841 | struct pt_regs_offset { |
---|
.. | .. |
---|
904 | 930 | .n = ELF_NGREG, |
---|
905 | 931 | .size = sizeof(unsigned int), |
---|
906 | 932 | .align = sizeof(unsigned int), |
---|
907 | | - .get = gpr32_get, |
---|
| 933 | + .regset_get = gpr32_get, |
---|
908 | 934 | .set = gpr32_set, |
---|
909 | | - }, |
---|
910 | | - [REGSET_FPR] = { |
---|
911 | | - .core_note_type = NT_PRFPREG, |
---|
912 | | - .n = ELF_NFPREG, |
---|
913 | | - .size = sizeof(elf_fpreg_t), |
---|
914 | | - .align = sizeof(elf_fpreg_t), |
---|
915 | | - .get = fpr_get, |
---|
916 | | - .set = fpr_set, |
---|
917 | 935 | }, |
---|
918 | 936 | [REGSET_DSP] = { |
---|
919 | 937 | .core_note_type = NT_MIPS_DSP, |
---|
920 | 938 | .n = NUM_DSP_REGS + 1, |
---|
921 | 939 | .size = sizeof(u32), |
---|
922 | 940 | .align = sizeof(u32), |
---|
923 | | - .get = dsp32_get, |
---|
| 941 | + .regset_get = dsp32_get, |
---|
924 | 942 | .set = dsp32_set, |
---|
925 | 943 | .active = dsp_active, |
---|
| 944 | + }, |
---|
| 945 | +#ifdef CONFIG_MIPS_FP_SUPPORT |
---|
| 946 | + [REGSET_FPR] = { |
---|
| 947 | + .core_note_type = NT_PRFPREG, |
---|
| 948 | + .n = ELF_NFPREG, |
---|
| 949 | + .size = sizeof(elf_fpreg_t), |
---|
| 950 | + .align = sizeof(elf_fpreg_t), |
---|
| 951 | + .regset_get = fpr_get, |
---|
| 952 | + .set = fpr_set, |
---|
926 | 953 | }, |
---|
927 | 954 | [REGSET_FP_MODE] = { |
---|
928 | 955 | .core_note_type = NT_MIPS_FP_MODE, |
---|
929 | 956 | .n = 1, |
---|
930 | 957 | .size = sizeof(int), |
---|
931 | 958 | .align = sizeof(int), |
---|
932 | | - .get = fp_mode_get, |
---|
| 959 | + .regset_get = fp_mode_get, |
---|
933 | 960 | .set = fp_mode_set, |
---|
934 | 961 | }, |
---|
| 962 | +#endif |
---|
| 963 | +#ifdef CONFIG_CPU_HAS_MSA |
---|
| 964 | + [REGSET_MSA] = { |
---|
| 965 | + .core_note_type = NT_MIPS_MSA, |
---|
| 966 | + .n = NUM_FPU_REGS + 1, |
---|
| 967 | + .size = 16, |
---|
| 968 | + .align = 16, |
---|
| 969 | + .regset_get = msa_get, |
---|
| 970 | + .set = msa_set, |
---|
| 971 | + }, |
---|
| 972 | +#endif |
---|
935 | 973 | }; |
---|
936 | 974 | |
---|
937 | 975 | static const struct user_regset_view user_mips_view = { |
---|
.. | .. |
---|
952 | 990 | .n = ELF_NGREG, |
---|
953 | 991 | .size = sizeof(unsigned long), |
---|
954 | 992 | .align = sizeof(unsigned long), |
---|
955 | | - .get = gpr64_get, |
---|
| 993 | + .regset_get = gpr64_get, |
---|
956 | 994 | .set = gpr64_set, |
---|
957 | | - }, |
---|
958 | | - [REGSET_FPR] = { |
---|
959 | | - .core_note_type = NT_PRFPREG, |
---|
960 | | - .n = ELF_NFPREG, |
---|
961 | | - .size = sizeof(elf_fpreg_t), |
---|
962 | | - .align = sizeof(elf_fpreg_t), |
---|
963 | | - .get = fpr_get, |
---|
964 | | - .set = fpr_set, |
---|
965 | 995 | }, |
---|
966 | 996 | [REGSET_DSP] = { |
---|
967 | 997 | .core_note_type = NT_MIPS_DSP, |
---|
968 | 998 | .n = NUM_DSP_REGS + 1, |
---|
969 | 999 | .size = sizeof(u64), |
---|
970 | 1000 | .align = sizeof(u64), |
---|
971 | | - .get = dsp64_get, |
---|
| 1001 | + .regset_get = dsp64_get, |
---|
972 | 1002 | .set = dsp64_set, |
---|
973 | 1003 | .active = dsp_active, |
---|
974 | 1004 | }, |
---|
| 1005 | +#ifdef CONFIG_MIPS_FP_SUPPORT |
---|
975 | 1006 | [REGSET_FP_MODE] = { |
---|
976 | 1007 | .core_note_type = NT_MIPS_FP_MODE, |
---|
977 | 1008 | .n = 1, |
---|
978 | 1009 | .size = sizeof(int), |
---|
979 | 1010 | .align = sizeof(int), |
---|
980 | | - .get = fp_mode_get, |
---|
| 1011 | + .regset_get = fp_mode_get, |
---|
981 | 1012 | .set = fp_mode_set, |
---|
982 | 1013 | }, |
---|
| 1014 | + [REGSET_FPR] = { |
---|
| 1015 | + .core_note_type = NT_PRFPREG, |
---|
| 1016 | + .n = ELF_NFPREG, |
---|
| 1017 | + .size = sizeof(elf_fpreg_t), |
---|
| 1018 | + .align = sizeof(elf_fpreg_t), |
---|
| 1019 | + .regset_get = fpr_get, |
---|
| 1020 | + .set = fpr_set, |
---|
| 1021 | + }, |
---|
| 1022 | +#endif |
---|
| 1023 | +#ifdef CONFIG_CPU_HAS_MSA |
---|
| 1024 | + [REGSET_MSA] = { |
---|
| 1025 | + .core_note_type = NT_MIPS_MSA, |
---|
| 1026 | + .n = NUM_FPU_REGS + 1, |
---|
| 1027 | + .size = 16, |
---|
| 1028 | + .align = 16, |
---|
| 1029 | + .regset_get = msa_get, |
---|
| 1030 | + .set = msa_set, |
---|
| 1031 | + }, |
---|
| 1032 | +#endif |
---|
983 | 1033 | }; |
---|
984 | 1034 | |
---|
985 | 1035 | static const struct user_regset_view user_mips64_view = { |
---|
.. | .. |
---|
1040 | 1090 | /* Read the word at location addr in the USER area. */ |
---|
1041 | 1091 | case PTRACE_PEEKUSR: { |
---|
1042 | 1092 | struct pt_regs *regs; |
---|
1043 | | - union fpureg *fregs; |
---|
1044 | 1093 | unsigned long tmp = 0; |
---|
1045 | 1094 | |
---|
1046 | 1095 | regs = task_pt_regs(child); |
---|
.. | .. |
---|
1050 | 1099 | case 0 ... 31: |
---|
1051 | 1100 | tmp = regs->regs[addr]; |
---|
1052 | 1101 | break; |
---|
1053 | | - case FPR_BASE ... FPR_BASE + 31: |
---|
| 1102 | +#ifdef CONFIG_MIPS_FP_SUPPORT |
---|
| 1103 | + case FPR_BASE ... FPR_BASE + 31: { |
---|
| 1104 | + union fpureg *fregs; |
---|
| 1105 | + |
---|
1054 | 1106 | if (!tsk_used_math(child)) { |
---|
1055 | 1107 | /* FP not yet used */ |
---|
1056 | 1108 | tmp = -1; |
---|
.. | .. |
---|
1072 | 1124 | #endif |
---|
1073 | 1125 | tmp = get_fpr64(&fregs[addr - FPR_BASE], 0); |
---|
1074 | 1126 | break; |
---|
| 1127 | + } |
---|
| 1128 | + case FPC_CSR: |
---|
| 1129 | + tmp = child->thread.fpu.fcr31; |
---|
| 1130 | + break; |
---|
| 1131 | + case FPC_EIR: |
---|
| 1132 | + /* implementation / version register */ |
---|
| 1133 | + tmp = boot_cpu_data.fpu_id; |
---|
| 1134 | + break; |
---|
| 1135 | +#endif |
---|
1075 | 1136 | case PC: |
---|
1076 | 1137 | tmp = regs->cp0_epc; |
---|
1077 | 1138 | break; |
---|
.. | .. |
---|
1092 | 1153 | tmp = regs->acx; |
---|
1093 | 1154 | break; |
---|
1094 | 1155 | #endif |
---|
1095 | | - case FPC_CSR: |
---|
1096 | | - tmp = child->thread.fpu.fcr31; |
---|
1097 | | - break; |
---|
1098 | | - case FPC_EIR: |
---|
1099 | | - /* implementation / version register */ |
---|
1100 | | - tmp = boot_cpu_data.fpu_id; |
---|
1101 | | - break; |
---|
1102 | 1156 | case DSP_BASE ... DSP_BASE + 5: { |
---|
1103 | 1157 | dspreg_t *dregs; |
---|
1104 | 1158 | |
---|
.. | .. |
---|
1149 | 1203 | mips_syscall_is_indirect(child, regs)) |
---|
1150 | 1204 | mips_syscall_update_nr(child, regs); |
---|
1151 | 1205 | break; |
---|
| 1206 | +#ifdef CONFIG_MIPS_FP_SUPPORT |
---|
1152 | 1207 | case FPR_BASE ... FPR_BASE + 31: { |
---|
1153 | 1208 | union fpureg *fregs = get_fpu_regs(child); |
---|
1154 | 1209 | |
---|
.. | .. |
---|
1168 | 1223 | set_fpr64(&fregs[addr - FPR_BASE], 0, data); |
---|
1169 | 1224 | break; |
---|
1170 | 1225 | } |
---|
| 1226 | + case FPC_CSR: |
---|
| 1227 | + init_fp_ctx(child); |
---|
| 1228 | + ptrace_setfcr31(child, data); |
---|
| 1229 | + break; |
---|
| 1230 | +#endif |
---|
1171 | 1231 | case PC: |
---|
1172 | 1232 | regs->cp0_epc = data; |
---|
1173 | 1233 | break; |
---|
.. | .. |
---|
1182 | 1242 | regs->acx = data; |
---|
1183 | 1243 | break; |
---|
1184 | 1244 | #endif |
---|
1185 | | - case FPC_CSR: |
---|
1186 | | - init_fp_ctx(child); |
---|
1187 | | - ptrace_setfcr31(child, data); |
---|
1188 | | - break; |
---|
1189 | 1245 | case DSP_BASE ... DSP_BASE + 5: { |
---|
1190 | 1246 | dspreg_t *dregs; |
---|
1191 | 1247 | |
---|
.. | .. |
---|
1221 | 1277 | ret = ptrace_setregs(child, datavp); |
---|
1222 | 1278 | break; |
---|
1223 | 1279 | |
---|
| 1280 | +#ifdef CONFIG_MIPS_FP_SUPPORT |
---|
1224 | 1281 | case PTRACE_GETFPREGS: |
---|
1225 | 1282 | ret = ptrace_getfpregs(child, datavp); |
---|
1226 | 1283 | break; |
---|
.. | .. |
---|
1228 | 1285 | case PTRACE_SETFPREGS: |
---|
1229 | 1286 | ret = ptrace_setfpregs(child, datavp); |
---|
1230 | 1287 | break; |
---|
1231 | | - |
---|
| 1288 | +#endif |
---|
1232 | 1289 | case PTRACE_GET_THREAD_AREA: |
---|
1233 | 1290 | ret = put_user(task_thread_info(child)->tp_value, datalp); |
---|
1234 | 1291 | break; |
---|
.. | .. |
---|
1272 | 1329 | unsigned long args[6]; |
---|
1273 | 1330 | |
---|
1274 | 1331 | sd.nr = syscall; |
---|
1275 | | - sd.arch = syscall_get_arch(); |
---|
1276 | | - syscall_get_arguments(current, regs, 0, 6, args); |
---|
| 1332 | + sd.arch = syscall_get_arch(current); |
---|
| 1333 | + syscall_get_arguments(current, regs, args); |
---|
1277 | 1334 | for (i = 0; i < 6; i++) |
---|
1278 | 1335 | sd.args[i] = args[i]; |
---|
1279 | 1336 | sd.instruction_pointer = KSTK_EIP(current); |
---|