582 lines
13 KiB
ArmAsm
582 lines
13 KiB
ArmAsm
/*
|
|
* This file is subject to the terms and conditions of the GNU General Public
|
|
* License. See the file "COPYING" in the main directory of this archive
|
|
* for more details.
|
|
*
|
|
* Copyright (C) 1995-99, 2000- 02, 06 Ralf Baechle <ralf@linux-mips.org>
|
|
* Copyright (C) 2001 MIPS Technologies, Inc.
|
|
* Copyright (C) 2004 Thiemo Seufer
|
|
* Copyright (C) 2014 Imagination Technologies Ltd.
|
|
*/
|
|
#include <linux/errno.h>
|
|
#include <asm/asm.h>
|
|
#include <asm/asmmacro.h>
|
|
#include <asm/irqflags.h>
|
|
#include <asm/mipsregs.h>
|
|
#include <asm/regdef.h>
|
|
#include <asm/stackframe.h>
|
|
#include <asm/isadep.h>
|
|
#include <asm/sysmips.h>
|
|
#include <asm/thread_info.h>
|
|
#include <asm/unistd.h>
|
|
#include <asm/war.h>
|
|
#include <asm/asm-offsets.h>
|
|
|
|
/* Highest syscall used of any syscall flavour */
|
|
#define MAX_SYSCALL_NO __NR_O32_Linux + __NR_O32_Linux_syscalls
|
|
|
|
.align 5
|
|
NESTED(handle_sys, PT_SIZE, sp)
|
|
.set noat
|
|
SAVE_SOME
|
|
TRACE_IRQS_ON_RELOAD
|
|
STI
|
|
.set at
|
|
|
|
lw t1, PT_EPC(sp) # skip syscall on return
|
|
|
|
subu v0, v0, __NR_O32_Linux # check syscall number
|
|
sltiu t0, v0, __NR_O32_Linux_syscalls + 1
|
|
addiu t1, 4 # skip to next instruction
|
|
sw t1, PT_EPC(sp)
|
|
beqz t0, illegal_syscall
|
|
|
|
sll t0, v0, 2
|
|
la t1, sys_call_table
|
|
addu t1, t0
|
|
lw t2, (t1) # syscall routine
|
|
beqz t2, illegal_syscall
|
|
|
|
sw a3, PT_R26(sp) # save a3 for syscall restarting
|
|
|
|
/*
|
|
* More than four arguments. Try to deal with it by copying the
|
|
* stack arguments from the user stack to the kernel stack.
|
|
* This Sucks (TM).
|
|
*/
|
|
lw t0, PT_R29(sp) # get old user stack pointer
|
|
|
|
/*
|
|
* We intentionally keep the kernel stack a little below the top of
|
|
* userspace so we don't have to do a slower byte accurate check here.
|
|
*/
|
|
lw t5, TI_ADDR_LIMIT($28)
|
|
addu t4, t0, 32
|
|
and t5, t4
|
|
bltz t5, bad_stack # -> sp is bad
|
|
|
|
/*
|
|
* Ok, copy the args from the luser stack to the kernel stack.
|
|
*/
|
|
|
|
.set push
|
|
.set noreorder
|
|
.set nomacro
|
|
|
|
1: user_lw(t5, 16(t0)) # argument #5 from usp
|
|
4: user_lw(t6, 20(t0)) # argument #6 from usp
|
|
3: user_lw(t7, 24(t0)) # argument #7 from usp
|
|
2: user_lw(t8, 28(t0)) # argument #8 from usp
|
|
|
|
sw t5, 16(sp) # argument #5 to ksp
|
|
sw t6, 20(sp) # argument #6 to ksp
|
|
sw t7, 24(sp) # argument #7 to ksp
|
|
sw t8, 28(sp) # argument #8 to ksp
|
|
.set pop
|
|
|
|
.section __ex_table,"a"
|
|
PTR 1b,bad_stack
|
|
PTR 2b,bad_stack
|
|
PTR 3b,bad_stack
|
|
PTR 4b,bad_stack
|
|
.previous
|
|
|
|
lw t0, TI_FLAGS($28) # syscall tracing enabled?
|
|
li t1, _TIF_WORK_SYSCALL_ENTRY
|
|
and t0, t1
|
|
bnez t0, syscall_trace_entry # -> yes
|
|
|
|
jalr t2 # Do The Real Thing (TM)
|
|
|
|
li t0, -EMAXERRNO - 1 # error?
|
|
sltu t0, t0, v0
|
|
sw t0, PT_R7(sp) # set error flag
|
|
beqz t0, 1f
|
|
|
|
lw t1, PT_R2(sp) # syscall number
|
|
negu v0 # error
|
|
sw t1, PT_R0(sp) # save it for syscall restarting
|
|
1: sw v0, PT_R2(sp) # result
|
|
|
|
o32_syscall_exit:
|
|
j syscall_exit_partial
|
|
|
|
/* ------------------------------------------------------------------------ */
|
|
|
|
syscall_trace_entry:
|
|
SAVE_STATIC
|
|
move s0, t2
|
|
move a0, sp
|
|
|
|
/*
|
|
* syscall number is in v0 unless we called syscall(__NR_###)
|
|
* where the real syscall number is in a0
|
|
*/
|
|
addiu a1, v0, __NR_O32_Linux
|
|
bnez v0, 1f /* __NR_syscall at offset 0 */
|
|
lw a1, PT_R4(sp)
|
|
|
|
1: jal syscall_trace_enter
|
|
|
|
bltz v0, 2f # seccomp failed? Skip syscall
|
|
|
|
move t0, s0
|
|
RESTORE_STATIC
|
|
lw a0, PT_R4(sp) # Restore argument registers
|
|
lw a1, PT_R5(sp)
|
|
lw a2, PT_R6(sp)
|
|
lw a3, PT_R7(sp)
|
|
jalr t0
|
|
|
|
li t0, -EMAXERRNO - 1 # error?
|
|
sltu t0, t0, v0
|
|
sw t0, PT_R7(sp) # set error flag
|
|
beqz t0, 1f
|
|
|
|
lw t1, PT_R2(sp) # syscall number
|
|
negu v0 # error
|
|
sw t1, PT_R0(sp) # save it for syscall restarting
|
|
1: sw v0, PT_R2(sp) # result
|
|
|
|
2: j syscall_exit
|
|
|
|
/* ------------------------------------------------------------------------ */
|
|
|
|
/*
|
|
* The stackpointer for a call with more than 4 arguments is bad.
|
|
* We probably should handle this case a bit more drastic.
|
|
*/
|
|
bad_stack:
|
|
li v0, EFAULT
|
|
sw v0, PT_R2(sp)
|
|
li t0, 1 # set error flag
|
|
sw t0, PT_R7(sp)
|
|
j o32_syscall_exit
|
|
|
|
/*
|
|
* The system call does not exist in this kernel
|
|
*/
|
|
illegal_syscall:
|
|
li v0, ENOSYS # error
|
|
sw v0, PT_R2(sp)
|
|
li t0, 1 # set error flag
|
|
sw t0, PT_R7(sp)
|
|
j o32_syscall_exit
|
|
END(handle_sys)
|
|
|
|
LEAF(sys_syscall)
|
|
subu t0, a0, __NR_O32_Linux # check syscall number
|
|
sltiu v0, t0, __NR_O32_Linux_syscalls + 1
|
|
beqz t0, einval # do not recurse
|
|
sll t1, t0, 2
|
|
beqz v0, einval
|
|
lw t2, sys_call_table(t1) # syscall routine
|
|
|
|
/* Some syscalls like execve get their arguments from struct pt_regs
|
|
and claim zero arguments in the syscall table. Thus we have to
|
|
assume the worst case and shuffle around all potential arguments.
|
|
If you want performance, don't use indirect syscalls. */
|
|
|
|
move a0, a1 # shift argument registers
|
|
move a1, a2
|
|
move a2, a3
|
|
lw a3, 16(sp)
|
|
lw t4, 20(sp)
|
|
lw t5, 24(sp)
|
|
lw t6, 28(sp)
|
|
sw t4, 16(sp)
|
|
sw t5, 20(sp)
|
|
sw t6, 24(sp)
|
|
sw a0, PT_R4(sp) # .. and push back a0 - a3, some
|
|
sw a1, PT_R5(sp) # syscalls expect them there
|
|
sw a2, PT_R6(sp)
|
|
sw a3, PT_R7(sp)
|
|
sw a3, PT_R26(sp) # update a3 for syscall restarting
|
|
jr t2
|
|
/* Unreached */
|
|
|
|
einval: li v0, -ENOSYS
|
|
jr ra
|
|
END(sys_syscall)
|
|
|
|
.align 2
|
|
.type sys_call_table, @object
|
|
EXPORT(sys_call_table)
|
|
PTR sys_syscall /* 4000 */
|
|
PTR sys_exit
|
|
PTR __sys_fork
|
|
PTR sys_read
|
|
PTR sys_write
|
|
PTR sys_open /* 4005 */
|
|
PTR sys_close
|
|
PTR sys_waitpid
|
|
PTR sys_creat
|
|
PTR sys_link
|
|
PTR sys_unlink /* 4010 */
|
|
PTR sys_execve
|
|
PTR sys_chdir
|
|
PTR sys_time
|
|
PTR sys_mknod
|
|
PTR sys_chmod /* 4015 */
|
|
PTR sys_lchown
|
|
PTR sys_ni_syscall
|
|
PTR sys_ni_syscall /* was sys_stat */
|
|
PTR sys_lseek
|
|
PTR sys_getpid /* 4020 */
|
|
PTR sys_mount
|
|
PTR sys_oldumount
|
|
PTR sys_setuid
|
|
PTR sys_getuid
|
|
PTR sys_stime /* 4025 */
|
|
PTR sys_ptrace
|
|
PTR sys_alarm
|
|
PTR sys_ni_syscall /* was sys_fstat */
|
|
PTR sys_pause
|
|
PTR sys_utime /* 4030 */
|
|
PTR sys_ni_syscall
|
|
PTR sys_ni_syscall
|
|
PTR sys_access
|
|
PTR sys_nice
|
|
PTR sys_ni_syscall /* 4035 */
|
|
PTR sys_sync
|
|
PTR sys_kill
|
|
PTR sys_rename
|
|
PTR sys_mkdir
|
|
PTR sys_rmdir /* 4040 */
|
|
PTR sys_dup
|
|
PTR sysm_pipe
|
|
PTR sys_times
|
|
PTR sys_ni_syscall
|
|
PTR sys_brk /* 4045 */
|
|
PTR sys_setgid
|
|
PTR sys_getgid
|
|
PTR sys_ni_syscall /* was signal(2) */
|
|
PTR sys_geteuid
|
|
PTR sys_getegid /* 4050 */
|
|
PTR sys_acct
|
|
PTR sys_umount
|
|
PTR sys_ni_syscall
|
|
PTR sys_ioctl
|
|
PTR sys_fcntl /* 4055 */
|
|
PTR sys_ni_syscall
|
|
PTR sys_setpgid
|
|
PTR sys_ni_syscall
|
|
PTR sys_olduname
|
|
PTR sys_umask /* 4060 */
|
|
PTR sys_chroot
|
|
PTR sys_ustat
|
|
PTR sys_dup2
|
|
PTR sys_getppid
|
|
PTR sys_getpgrp /* 4065 */
|
|
PTR sys_setsid
|
|
PTR sys_sigaction
|
|
PTR sys_sgetmask
|
|
PTR sys_ssetmask
|
|
PTR sys_setreuid /* 4070 */
|
|
PTR sys_setregid
|
|
PTR sys_sigsuspend
|
|
PTR sys_sigpending
|
|
PTR sys_sethostname
|
|
PTR sys_setrlimit /* 4075 */
|
|
PTR sys_getrlimit
|
|
PTR sys_getrusage
|
|
PTR sys_gettimeofday
|
|
PTR sys_settimeofday
|
|
PTR sys_getgroups /* 4080 */
|
|
PTR sys_setgroups
|
|
PTR sys_ni_syscall /* old_select */
|
|
PTR sys_symlink
|
|
PTR sys_ni_syscall /* was sys_lstat */
|
|
PTR sys_readlink /* 4085 */
|
|
PTR sys_uselib
|
|
PTR sys_swapon
|
|
PTR sys_reboot
|
|
PTR sys_old_readdir
|
|
PTR sys_mips_mmap /* 4090 */
|
|
PTR sys_munmap
|
|
PTR sys_truncate
|
|
PTR sys_ftruncate
|
|
PTR sys_fchmod
|
|
PTR sys_fchown /* 4095 */
|
|
PTR sys_getpriority
|
|
PTR sys_setpriority
|
|
PTR sys_ni_syscall
|
|
PTR sys_statfs
|
|
PTR sys_fstatfs /* 4100 */
|
|
PTR sys_ni_syscall /* was ioperm(2) */
|
|
PTR sys_socketcall
|
|
PTR sys_syslog
|
|
PTR sys_setitimer
|
|
PTR sys_getitimer /* 4105 */
|
|
PTR sys_newstat
|
|
PTR sys_newlstat
|
|
PTR sys_newfstat
|
|
PTR sys_uname
|
|
PTR sys_ni_syscall /* 4110 was iopl(2) */
|
|
PTR sys_vhangup
|
|
PTR sys_ni_syscall /* was sys_idle() */
|
|
PTR sys_ni_syscall /* was sys_vm86 */
|
|
PTR sys_wait4
|
|
PTR sys_swapoff /* 4115 */
|
|
PTR sys_sysinfo
|
|
PTR sys_ipc
|
|
PTR sys_fsync
|
|
PTR sys_sigreturn
|
|
PTR __sys_clone /* 4120 */
|
|
PTR sys_setdomainname
|
|
PTR sys_newuname
|
|
PTR sys_ni_syscall /* sys_modify_ldt */
|
|
PTR sys_adjtimex
|
|
PTR sys_mprotect /* 4125 */
|
|
PTR sys_sigprocmask
|
|
PTR sys_ni_syscall /* was create_module */
|
|
PTR sys_init_module
|
|
PTR sys_delete_module
|
|
PTR sys_ni_syscall /* 4130 was get_kernel_syms */
|
|
PTR sys_quotactl
|
|
PTR sys_getpgid
|
|
PTR sys_fchdir
|
|
PTR sys_bdflush
|
|
PTR sys_sysfs /* 4135 */
|
|
PTR sys_personality
|
|
PTR sys_ni_syscall /* for afs_syscall */
|
|
PTR sys_setfsuid
|
|
PTR sys_setfsgid
|
|
PTR sys_llseek /* 4140 */
|
|
PTR sys_getdents
|
|
PTR sys_select
|
|
PTR sys_flock
|
|
PTR sys_msync
|
|
PTR sys_readv /* 4145 */
|
|
PTR sys_writev
|
|
PTR sys_cacheflush
|
|
PTR sys_cachectl
|
|
PTR sys_sysmips
|
|
PTR sys_ni_syscall /* 4150 */
|
|
PTR sys_getsid
|
|
PTR sys_fdatasync
|
|
PTR sys_sysctl
|
|
PTR sys_mlock
|
|
PTR sys_munlock /* 4155 */
|
|
PTR sys_mlockall
|
|
PTR sys_munlockall
|
|
PTR sys_sched_setparam
|
|
PTR sys_sched_getparam
|
|
PTR sys_sched_setscheduler /* 4160 */
|
|
PTR sys_sched_getscheduler
|
|
PTR sys_sched_yield
|
|
PTR sys_sched_get_priority_max
|
|
PTR sys_sched_get_priority_min
|
|
PTR sys_sched_rr_get_interval /* 4165 */
|
|
PTR sys_nanosleep
|
|
PTR sys_mremap
|
|
PTR sys_accept
|
|
PTR sys_bind
|
|
PTR sys_connect /* 4170 */
|
|
PTR sys_getpeername
|
|
PTR sys_getsockname
|
|
PTR sys_getsockopt
|
|
PTR sys_listen
|
|
PTR sys_recv /* 4175 */
|
|
PTR sys_recvfrom
|
|
PTR sys_recvmsg
|
|
PTR sys_send
|
|
PTR sys_sendmsg
|
|
PTR sys_sendto /* 4180 */
|
|
PTR sys_setsockopt
|
|
PTR sys_shutdown
|
|
PTR sys_socket
|
|
PTR sys_socketpair
|
|
PTR sys_setresuid /* 4185 */
|
|
PTR sys_getresuid
|
|
PTR sys_ni_syscall /* was sys_query_module */
|
|
PTR sys_poll
|
|
PTR sys_ni_syscall /* was nfsservctl */
|
|
PTR sys_setresgid /* 4190 */
|
|
PTR sys_getresgid
|
|
PTR sys_prctl
|
|
PTR sys_rt_sigreturn
|
|
PTR sys_rt_sigaction
|
|
PTR sys_rt_sigprocmask /* 4195 */
|
|
PTR sys_rt_sigpending
|
|
PTR sys_rt_sigtimedwait
|
|
PTR sys_rt_sigqueueinfo
|
|
PTR sys_rt_sigsuspend
|
|
PTR sys_pread64 /* 4200 */
|
|
PTR sys_pwrite64
|
|
PTR sys_chown
|
|
PTR sys_getcwd
|
|
PTR sys_capget
|
|
PTR sys_capset /* 4205 */
|
|
PTR sys_sigaltstack
|
|
PTR sys_sendfile
|
|
PTR sys_ni_syscall
|
|
PTR sys_ni_syscall
|
|
PTR sys_mips_mmap2 /* 4210 */
|
|
PTR sys_truncate64
|
|
PTR sys_ftruncate64
|
|
PTR sys_stat64
|
|
PTR sys_lstat64
|
|
PTR sys_fstat64 /* 4215 */
|
|
PTR sys_pivot_root
|
|
PTR sys_mincore
|
|
PTR sys_madvise
|
|
PTR sys_getdents64
|
|
PTR sys_fcntl64 /* 4220 */
|
|
PTR sys_ni_syscall
|
|
PTR sys_gettid
|
|
PTR sys_readahead
|
|
PTR sys_setxattr
|
|
PTR sys_lsetxattr /* 4225 */
|
|
PTR sys_fsetxattr
|
|
PTR sys_getxattr
|
|
PTR sys_lgetxattr
|
|
PTR sys_fgetxattr
|
|
PTR sys_listxattr /* 4230 */
|
|
PTR sys_llistxattr
|
|
PTR sys_flistxattr
|
|
PTR sys_removexattr
|
|
PTR sys_lremovexattr
|
|
PTR sys_fremovexattr /* 4235 */
|
|
PTR sys_tkill
|
|
PTR sys_sendfile64
|
|
PTR sys_futex
|
|
#ifdef CONFIG_MIPS_MT_FPAFF
|
|
/*
|
|
* For FPU affinity scheduling on MIPS MT processors, we need to
|
|
* intercept sys_sched_xxxaffinity() calls until we get a proper hook
|
|
* in kernel/sched/core.c. Considered only temporary we only support
|
|
* these hooks for the 32-bit kernel - there is no MIPS64 MT processor
|
|
* atm.
|
|
*/
|
|
PTR mipsmt_sys_sched_setaffinity
|
|
PTR mipsmt_sys_sched_getaffinity
|
|
#else
|
|
PTR sys_sched_setaffinity
|
|
PTR sys_sched_getaffinity /* 4240 */
|
|
#endif /* CONFIG_MIPS_MT_FPAFF */
|
|
PTR sys_io_setup
|
|
PTR sys_io_destroy
|
|
PTR sys_io_getevents
|
|
PTR sys_io_submit
|
|
PTR sys_io_cancel /* 4245 */
|
|
PTR sys_exit_group
|
|
PTR sys_lookup_dcookie
|
|
PTR sys_epoll_create
|
|
PTR sys_epoll_ctl
|
|
PTR sys_epoll_wait /* 4250 */
|
|
PTR sys_remap_file_pages
|
|
PTR sys_set_tid_address
|
|
PTR sys_restart_syscall
|
|
PTR sys_fadvise64_64
|
|
PTR sys_statfs64 /* 4255 */
|
|
PTR sys_fstatfs64
|
|
PTR sys_timer_create
|
|
PTR sys_timer_settime
|
|
PTR sys_timer_gettime
|
|
PTR sys_timer_getoverrun /* 4260 */
|
|
PTR sys_timer_delete
|
|
PTR sys_clock_settime
|
|
PTR sys_clock_gettime
|
|
PTR sys_clock_getres
|
|
PTR sys_clock_nanosleep /* 4265 */
|
|
PTR sys_tgkill
|
|
PTR sys_utimes
|
|
PTR sys_mbind
|
|
PTR sys_get_mempolicy
|
|
PTR sys_set_mempolicy /* 4270 */
|
|
PTR sys_mq_open
|
|
PTR sys_mq_unlink
|
|
PTR sys_mq_timedsend
|
|
PTR sys_mq_timedreceive
|
|
PTR sys_mq_notify /* 4275 */
|
|
PTR sys_mq_getsetattr
|
|
PTR sys_ni_syscall /* sys_vserver */
|
|
PTR sys_waitid
|
|
PTR sys_ni_syscall /* available, was setaltroot */
|
|
PTR sys_add_key /* 4280 */
|
|
PTR sys_request_key
|
|
PTR sys_keyctl
|
|
PTR sys_set_thread_area
|
|
PTR sys_inotify_init
|
|
PTR sys_inotify_add_watch /* 4285 */
|
|
PTR sys_inotify_rm_watch
|
|
PTR sys_migrate_pages
|
|
PTR sys_openat
|
|
PTR sys_mkdirat
|
|
PTR sys_mknodat /* 4290 */
|
|
PTR sys_fchownat
|
|
PTR sys_futimesat
|
|
PTR sys_fstatat64
|
|
PTR sys_unlinkat
|
|
PTR sys_renameat /* 4295 */
|
|
PTR sys_linkat
|
|
PTR sys_symlinkat
|
|
PTR sys_readlinkat
|
|
PTR sys_fchmodat
|
|
PTR sys_faccessat /* 4300 */
|
|
PTR sys_pselect6
|
|
PTR sys_ppoll
|
|
PTR sys_unshare
|
|
PTR sys_splice
|
|
PTR sys_sync_file_range /* 4305 */
|
|
PTR sys_tee
|
|
PTR sys_vmsplice
|
|
PTR sys_move_pages
|
|
PTR sys_set_robust_list
|
|
PTR sys_get_robust_list /* 4310 */
|
|
PTR sys_kexec_load
|
|
PTR sys_getcpu
|
|
PTR sys_epoll_pwait
|
|
PTR sys_ioprio_set
|
|
PTR sys_ioprio_get /* 4315 */
|
|
PTR sys_utimensat
|
|
PTR sys_signalfd
|
|
PTR sys_ni_syscall /* was timerfd */
|
|
PTR sys_eventfd
|
|
PTR sys_fallocate /* 4320 */
|
|
PTR sys_timerfd_create
|
|
PTR sys_timerfd_gettime
|
|
PTR sys_timerfd_settime
|
|
PTR sys_signalfd4
|
|
PTR sys_eventfd2 /* 4325 */
|
|
PTR sys_epoll_create1
|
|
PTR sys_dup3
|
|
PTR sys_pipe2
|
|
PTR sys_inotify_init1
|
|
PTR sys_preadv /* 4330 */
|
|
PTR sys_pwritev
|
|
PTR sys_rt_tgsigqueueinfo
|
|
PTR sys_perf_event_open
|
|
PTR sys_accept4
|
|
PTR sys_recvmmsg /* 4335 */
|
|
PTR sys_fanotify_init
|
|
PTR sys_fanotify_mark
|
|
PTR sys_prlimit64
|
|
PTR sys_name_to_handle_at
|
|
PTR sys_open_by_handle_at /* 4340 */
|
|
PTR sys_clock_adjtime
|
|
PTR sys_syncfs
|
|
PTR sys_sendmmsg
|
|
PTR sys_setns
|
|
PTR sys_process_vm_readv /* 4345 */
|
|
PTR sys_process_vm_writev
|
|
PTR sys_kcmp
|
|
PTR sys_finit_module
|
|
PTR sys_sched_setattr
|
|
PTR sys_sched_getattr /* 4350 */
|
|
PTR sys_renameat2
|
|
PTR sys_seccomp
|
|
PTR sys_getrandom
|
|
PTR sys_memfd_create
|
|
PTR sys_bpf /* 4355 */
|