/* * This file is subject to the terms and conditions of the GNU General Public * License. See the file "COPYING" in the main directory of this archive * for more details. * * Copyright (C) 1995-99, 2000- 02, 06 Ralf Baechle <ralf@linux-mips.org> * Copyright (C) 2001 MIPS Technologies, Inc. * Copyright (C) 2004 Thiemo Seufer * Copyright (C) 2014 Imagination Technologies Ltd. */ #include <linux/errno.h> #include <asm/asm.h> #include <asm/asmmacro.h> #include <asm/irqflags.h> #include <asm/mipsregs.h> #include <asm/regdef.h> #include <asm/stackframe.h> #include <asm/isadep.h> #include <asm/sysmips.h> #include <asm/thread_info.h> #include <asm/unistd.h> #include <asm/war.h> #include <asm/asm-offsets.h> /* Highest syscall used of any syscall flavour */ #define MAX_SYSCALL_NO __NR_O32_Linux + __NR_O32_Linux_syscalls .align 5 NESTED(handle_sys, PT_SIZE, sp) .set noat SAVE_SOME TRACE_IRQS_ON_RELOAD STI .set at lw t1, PT_EPC(sp) # skip syscall on return subu v0, v0, __NR_O32_Linux # check syscall number addiu t1, 4 # skip to next instruction sw t1, PT_EPC(sp) sw a3, PT_R26(sp) # save a3 for syscall restarting /* * More than four arguments. Try to deal with it by copying the * stack arguments from the user stack to the kernel stack. * This Sucks (TM). */ lw t0, PT_R29(sp) # get old user stack pointer /* * We intentionally keep the kernel stack a little below the top of * userspace so we don't have to do a slower byte accurate check here. */ lw t5, TI_ADDR_LIMIT($28) addu t4, t0, 32 and t5, t4 bltz t5, bad_stack # -> sp is bad /* * Ok, copy the args from the luser stack to the kernel stack. */ .set push .set noreorder .set nomacro load_a4: user_lw(t5, 16(t0)) # argument #5 from usp load_a5: user_lw(t6, 20(t0)) # argument #6 from usp load_a6: user_lw(t7, 24(t0)) # argument #7 from usp load_a7: user_lw(t8, 28(t0)) # argument #8 from usp loads_done: sw t5, 16(sp) # argument #5 to ksp sw t6, 20(sp) # argument #6 to ksp sw t7, 24(sp) # argument #7 to ksp sw t8, 28(sp) # argument #8 to ksp .set pop .section __ex_table,"a" PTR load_a4, bad_stack_a4 PTR load_a5, bad_stack_a5 PTR load_a6, bad_stack_a6 PTR load_a7, bad_stack_a7 .previous lw t0, TI_FLAGS($28) # syscall tracing enabled? li t1, _TIF_WORK_SYSCALL_ENTRY and t0, t1 bnez t0, syscall_trace_entry # -> yes syscall_common: sltiu t0, v0, __NR_O32_Linux_syscalls + 1 beqz t0, illegal_syscall sll t0, v0, 2 la t1, sys_call_table addu t1, t0 lw t2, (t1) # syscall routine beqz t2, illegal_syscall jalr t2 # Do The Real Thing (TM) li t0, -EMAXERRNO - 1 # error? sltu t0, t0, v0 sw t0, PT_R7(sp) # set error flag beqz t0, 1f lw t1, PT_R2(sp) # syscall number negu v0 # error sw t1, PT_R0(sp) # save it for syscall restarting 1: sw v0, PT_R2(sp) # result o32_syscall_exit: j syscall_exit_partial /* ------------------------------------------------------------------------ */ syscall_trace_entry: SAVE_STATIC move s0, v0 move a0, sp /* * syscall number is in v0 unless we called syscall(__NR_###) * where the real syscall number is in a0 */ addiu a1, v0, __NR_O32_Linux bnez v0, 1f /* __NR_syscall at offset 0 */ lw a1, PT_R4(sp) 1: jal syscall_trace_enter bltz v0, 1f # seccomp failed? Skip syscall move v0, s0 # restore syscall RESTORE_STATIC lw a0, PT_R4(sp) # Restore argument registers lw a1, PT_R5(sp) lw a2, PT_R6(sp) lw a3, PT_R7(sp) j syscall_common 1: j syscall_exit /* ------------------------------------------------------------------------ */ /* * Our open-coded access area sanity test for the stack pointer * failed. We probably should handle this case a bit more drastic. */ bad_stack: li v0, EFAULT sw v0, PT_R2(sp) li t0, 1 # set error flag sw t0, PT_R7(sp) j o32_syscall_exit bad_stack_a4: li t5, 0 b load_a5 bad_stack_a5: li t6, 0 b load_a6 bad_stack_a6: li t7, 0 b load_a7 bad_stack_a7: li t8, 0 b loads_done /* * The system call does not exist in this kernel */ illegal_syscall: li v0, ENOSYS # error sw v0, PT_R2(sp) li t0, 1 # set error flag sw t0, PT_R7(sp) j o32_syscall_exit END(handle_sys) LEAF(sys_syscall) subu t0, a0, __NR_O32_Linux # check syscall number sltiu v0, t0, __NR_O32_Linux_syscalls + 1 beqz t0, einval # do not recurse sll t1, t0, 2 beqz v0, einval lw t2, sys_call_table(t1) # syscall routine sw a0, PT_R2(sp) # call routine directly on restart /* Some syscalls like execve get their arguments from struct pt_regs and claim zero arguments in the syscall table. Thus we have to assume the worst case and shuffle around all potential arguments. If you want performance, don't use indirect syscalls. */ move a0, a1 # shift argument registers move a1, a2 move a2, a3 lw a3, 16(sp) lw t4, 20(sp) lw t5, 24(sp) lw t6, 28(sp) sw t4, 16(sp) sw t5, 20(sp) sw t6, 24(sp) sw a0, PT_R4(sp) # .. and push back a0 - a3, some sw a1, PT_R5(sp) # syscalls expect them there sw a2, PT_R6(sp) sw a3, PT_R7(sp) sw a3, PT_R26(sp) # update a3 for syscall restarting jr t2 /* Unreached */ einval: li v0, -ENOSYS jr ra END(sys_syscall) .align 2 .type sys_call_table, @object EXPORT(sys_call_table) PTR sys_syscall /* 4000 */ PTR sys_exit PTR __sys_fork PTR sys_read PTR sys_write PTR sys_open /* 4005 */ PTR sys_close PTR sys_waitpid PTR sys_creat PTR sys_link PTR sys_unlink /* 4010 */ PTR sys_execve PTR sys_chdir PTR sys_time PTR sys_mknod PTR sys_chmod /* 4015 */ PTR sys_lchown PTR sys_ni_syscall PTR sys_ni_syscall /* was sys_stat */ PTR sys_lseek PTR sys_getpid /* 4020 */ PTR sys_mount PTR sys_oldumount PTR sys_setuid PTR sys_getuid PTR sys_stime /* 4025 */ PTR sys_ptrace PTR sys_alarm PTR sys_ni_syscall /* was sys_fstat */ PTR sys_pause PTR sys_utime /* 4030 */ PTR sys_ni_syscall PTR sys_ni_syscall PTR sys_access PTR sys_nice PTR sys_ni_syscall /* 4035 */ PTR sys_sync PTR sys_kill PTR sys_rename PTR sys_mkdir PTR sys_rmdir /* 4040 */ PTR sys_dup PTR sysm_pipe PTR sys_times PTR sys_ni_syscall PTR sys_brk /* 4045 */ PTR sys_setgid PTR sys_getgid PTR sys_ni_syscall /* was signal(2) */ PTR sys_geteuid PTR sys_getegid /* 4050 */ PTR sys_acct PTR sys_umount PTR sys_ni_syscall PTR sys_ioctl PTR sys_fcntl /* 4055 */ PTR sys_ni_syscall PTR sys_setpgid PTR sys_ni_syscall PTR sys_olduname PTR sys_umask /* 4060 */ PTR sys_chroot PTR sys_ustat PTR sys_dup2 PTR sys_getppid PTR sys_getpgrp /* 4065 */ PTR sys_setsid PTR sys_sigaction PTR sys_sgetmask PTR sys_ssetmask PTR sys_setreuid /* 4070 */ PTR sys_setregid PTR sys_sigsuspend PTR sys_sigpending PTR sys_sethostname PTR sys_setrlimit /* 4075 */ PTR sys_getrlimit PTR sys_getrusage PTR sys_gettimeofday PTR sys_settimeofday PTR sys_getgroups /* 4080 */ PTR sys_setgroups PTR sys_ni_syscall /* old_select */ PTR sys_symlink PTR sys_ni_syscall /* was sys_lstat */ PTR sys_readlink /* 4085 */ PTR sys_uselib PTR sys_swapon PTR sys_reboot PTR sys_old_readdir PTR sys_mips_mmap /* 4090 */ PTR sys_munmap PTR sys_truncate PTR sys_ftruncate PTR sys_fchmod PTR sys_fchown /* 4095 */ PTR sys_getpriority PTR sys_setpriority PTR sys_ni_syscall PTR sys_statfs PTR sys_fstatfs /* 4100 */ PTR sys_ni_syscall /* was ioperm(2) */ PTR sys_socketcall PTR sys_syslog PTR sys_setitimer PTR sys_getitimer /* 4105 */ PTR sys_newstat PTR sys_newlstat PTR sys_newfstat PTR sys_uname PTR sys_ni_syscall /* 4110 was iopl(2) */ PTR sys_vhangup PTR sys_ni_syscall /* was sys_idle() */ PTR sys_ni_syscall /* was sys_vm86 */ PTR sys_wait4 PTR sys_swapoff /* 4115 */ PTR sys_sysinfo PTR sys_ipc PTR sys_fsync PTR sys_sigreturn PTR __sys_clone /* 4120 */ PTR sys_setdomainname PTR sys_newuname PTR sys_ni_syscall /* sys_modify_ldt */ PTR sys_adjtimex PTR sys_mprotect /* 4125 */ PTR sys_sigprocmask PTR sys_ni_syscall /* was create_module */ PTR sys_init_module PTR sys_delete_module PTR sys_ni_syscall /* 4130 was get_kernel_syms */ PTR sys_quotactl PTR sys_getpgid PTR sys_fchdir PTR sys_bdflush PTR sys_sysfs /* 4135 */ PTR sys_personality PTR sys_ni_syscall /* for afs_syscall */ PTR sys_setfsuid PTR sys_setfsgid PTR sys_llseek /* 4140 */ PTR sys_getdents PTR sys_select PTR sys_flock PTR sys_msync PTR sys_readv /* 4145 */ PTR sys_writev PTR sys_cacheflush PTR sys_cachectl PTR sys_sysmips PTR sys_ni_syscall /* 4150 */ PTR sys_getsid PTR sys_fdatasync PTR sys_sysctl PTR sys_mlock PTR sys_munlock /* 4155 */ PTR sys_mlockall PTR sys_munlockall PTR sys_sched_setparam PTR sys_sched_getparam PTR sys_sched_setscheduler /* 4160 */ PTR sys_sched_getscheduler PTR sys_sched_yield PTR sys_sched_get_priority_max PTR sys_sched_get_priority_min PTR sys_sched_rr_get_interval /* 4165 */ PTR sys_nanosleep PTR sys_mremap PTR sys_accept PTR sys_bind PTR sys_connect /* 4170 */ PTR sys_getpeername PTR sys_getsockname PTR sys_getsockopt PTR sys_listen PTR sys_recv /* 4175 */ PTR sys_recvfrom PTR sys_recvmsg PTR sys_send PTR sys_sendmsg PTR sys_sendto /* 4180 */ PTR sys_setsockopt PTR sys_shutdown PTR sys_socket PTR sys_socketpair PTR sys_setresuid /* 4185 */ PTR sys_getresuid PTR sys_ni_syscall /* was sys_query_module */ PTR sys_poll PTR sys_ni_syscall /* was nfsservctl */ PTR sys_setresgid /* 4190 */ PTR sys_getresgid PTR sys_prctl PTR sys_rt_sigreturn PTR sys_rt_sigaction PTR sys_rt_sigprocmask /* 4195 */ PTR sys_rt_sigpending PTR sys_rt_sigtimedwait PTR sys_rt_sigqueueinfo PTR sys_rt_sigsuspend PTR sys_pread64 /* 4200 */ PTR sys_pwrite64 PTR sys_chown PTR sys_getcwd PTR sys_capget PTR sys_capset /* 4205 */ PTR sys_sigaltstack PTR sys_sendfile PTR sys_ni_syscall PTR sys_ni_syscall PTR sys_mips_mmap2 /* 4210 */ PTR sys_truncate64 PTR sys_ftruncate64 PTR sys_stat64 PTR sys_lstat64 PTR sys_fstat64 /* 4215 */ PTR sys_pivot_root PTR sys_mincore PTR sys_madvise PTR sys_getdents64 PTR sys_fcntl64 /* 4220 */ PTR sys_ni_syscall PTR sys_gettid PTR sys_readahead PTR sys_setxattr PTR sys_lsetxattr /* 4225 */ PTR sys_fsetxattr PTR sys_getxattr PTR sys_lgetxattr PTR sys_fgetxattr PTR sys_listxattr /* 4230 */ PTR sys_llistxattr PTR sys_flistxattr PTR sys_removexattr PTR sys_lremovexattr PTR sys_fremovexattr /* 4235 */ PTR sys_tkill PTR sys_sendfile64 PTR sys_futex #ifdef CONFIG_MIPS_MT_FPAFF /* * For FPU affinity scheduling on MIPS MT processors, we need to * intercept sys_sched_xxxaffinity() calls until we get a proper hook * in kernel/sched/core.c. Considered only temporary we only support * these hooks for the 32-bit kernel - there is no MIPS64 MT processor * atm. */ PTR mipsmt_sys_sched_setaffinity PTR mipsmt_sys_sched_getaffinity #else PTR sys_sched_setaffinity PTR sys_sched_getaffinity /* 4240 */ #endif /* CONFIG_MIPS_MT_FPAFF */ PTR sys_io_setup PTR sys_io_destroy PTR sys_io_getevents PTR sys_io_submit PTR sys_io_cancel /* 4245 */ PTR sys_exit_group PTR sys_lookup_dcookie PTR sys_epoll_create PTR sys_epoll_ctl PTR sys_epoll_wait /* 4250 */ PTR sys_remap_file_pages PTR sys_set_tid_address PTR sys_restart_syscall PTR sys_fadvise64_64 PTR sys_statfs64 /* 4255 */ PTR sys_fstatfs64 PTR sys_timer_create PTR sys_timer_settime PTR sys_timer_gettime PTR sys_timer_getoverrun /* 4260 */ PTR sys_timer_delete PTR sys_clock_settime PTR sys_clock_gettime PTR sys_clock_getres PTR sys_clock_nanosleep /* 4265 */ PTR sys_tgkill PTR sys_utimes PTR sys_mbind PTR sys_get_mempolicy PTR sys_set_mempolicy /* 4270 */ PTR sys_mq_open PTR sys_mq_unlink PTR sys_mq_timedsend PTR sys_mq_timedreceive PTR sys_mq_notify /* 4275 */ PTR sys_mq_getsetattr PTR sys_ni_syscall /* sys_vserver */ PTR sys_waitid PTR sys_ni_syscall /* available, was setaltroot */ PTR sys_add_key /* 4280 */ PTR sys_request_key PTR sys_keyctl PTR sys_set_thread_area PTR sys_inotify_init PTR sys_inotify_add_watch /* 4285 */ PTR sys_inotify_rm_watch PTR sys_migrate_pages PTR sys_openat PTR sys_mkdirat PTR sys_mknodat /* 4290 */ PTR sys_fchownat PTR sys_futimesat PTR sys_fstatat64 PTR sys_unlinkat PTR sys_renameat /* 4295 */ PTR sys_linkat PTR sys_symlinkat PTR sys_readlinkat PTR sys_fchmodat PTR sys_faccessat /* 4300 */ PTR sys_pselect6 PTR sys_ppoll PTR sys_unshare PTR sys_splice PTR sys_sync_file_range /* 4305 */ PTR sys_tee PTR sys_vmsplice PTR sys_move_pages PTR sys_set_robust_list PTR sys_get_robust_list /* 4310 */ PTR sys_kexec_load PTR sys_getcpu PTR sys_epoll_pwait PTR sys_ioprio_set PTR sys_ioprio_get /* 4315 */ PTR sys_utimensat PTR sys_signalfd PTR sys_ni_syscall /* was timerfd */ PTR sys_eventfd PTR sys_fallocate /* 4320 */ PTR sys_timerfd_create PTR sys_timerfd_gettime PTR sys_timerfd_settime PTR sys_signalfd4 PTR sys_eventfd2 /* 4325 */ PTR sys_epoll_create1 PTR sys_dup3 PTR sys_pipe2 PTR sys_inotify_init1 PTR sys_preadv /* 4330 */ PTR sys_pwritev PTR sys_rt_tgsigqueueinfo PTR sys_perf_event_open PTR sys_accept4 PTR sys_recvmmsg /* 4335 */ PTR sys_fanotify_init PTR sys_fanotify_mark PTR sys_prlimit64 PTR sys_name_to_handle_at PTR sys_open_by_handle_at /* 4340 */ PTR sys_clock_adjtime PTR sys_syncfs PTR sys_sendmmsg PTR sys_setns PTR sys_process_vm_readv /* 4345 */ PTR sys_process_vm_writev PTR sys_kcmp PTR sys_finit_module PTR sys_sched_setattr PTR sys_sched_getattr /* 4350 */ PTR sys_renameat2 PTR sys_seccomp PTR sys_getrandom PTR sys_memfd_create PTR sys_bpf /* 4355 */ PTR sys_execveat PTR sys_userfaultfd PTR sys_membarrier PTR sys_mlock2