a2e2725541
Meaning receive multiple messages, reducing the number of syscalls and net stack entry/exit operations. Next patches will introduce mechanisms where protocols that want to optimize this operation will provide an unlocked_recvmsg operation. This takes into account comments made by: . Paul Moore: sock_recvmsg is called only for the first datagram, sock_recvmsg_nosec is used for the rest. . Caitlin Bestler: recvmmsg now has a struct timespec timeout, that works in the same fashion as the ppoll one. If the underlying protocol returns a datagram with MSG_OOB set, this will make recvmmsg return right away with as many datagrams (+ the OOB one) it has received so far. . Rémi Denis-Courmont & Steven Whitehouse: If we receive N < vlen datagrams and then recvmsg returns an error, recvmmsg will return the successfully received datagrams, store the error and return it in the next call. This paves the way for a subsequent optimization, sk_prot->unlocked_recvmsg, where we will be able to acquire the lock only at batch start and end, not at every underlying recvmsg call. Signed-off-by: Arnaldo Carvalho de Melo <acme@redhat.com> Signed-off-by: David S. Miller <davem@davemloft.net>
837 lines
22 KiB
ArmAsm
837 lines
22 KiB
ArmAsm
/*
|
|
* Compatibility mode system call entry point for x86-64.
|
|
*
|
|
* Copyright 2000-2002 Andi Kleen, SuSE Labs.
|
|
*/
|
|
|
|
#include <asm/dwarf2.h>
|
|
#include <asm/calling.h>
|
|
#include <asm/asm-offsets.h>
|
|
#include <asm/current.h>
|
|
#include <asm/errno.h>
|
|
#include <asm/ia32_unistd.h>
|
|
#include <asm/thread_info.h>
|
|
#include <asm/segment.h>
|
|
#include <asm/irqflags.h>
|
|
#include <linux/linkage.h>
|
|
|
|
/* Avoid __ASSEMBLER__'ifying <linux/audit.h> just for this. */
|
|
#include <linux/elf-em.h>
|
|
#define AUDIT_ARCH_I386 (EM_386|__AUDIT_ARCH_LE)
|
|
#define __AUDIT_ARCH_LE 0x40000000
|
|
|
|
#ifndef CONFIG_AUDITSYSCALL
|
|
#define sysexit_audit int_ret_from_sys_call
|
|
#define sysretl_audit int_ret_from_sys_call
|
|
#endif
|
|
|
|
#define IA32_NR_syscalls ((ia32_syscall_end - ia32_sys_call_table)/8)
|
|
|
|
.macro IA32_ARG_FIXUP noebp=0
|
|
movl %edi,%r8d
|
|
.if \noebp
|
|
.else
|
|
movl %ebp,%r9d
|
|
.endif
|
|
xchg %ecx,%esi
|
|
movl %ebx,%edi
|
|
movl %edx,%edx /* zero extension */
|
|
.endm
|
|
|
|
/* clobbers %eax */
|
|
.macro CLEAR_RREGS _r9=rax
|
|
xorl %eax,%eax
|
|
movq %rax,R11(%rsp)
|
|
movq %rax,R10(%rsp)
|
|
movq %\_r9,R9(%rsp)
|
|
movq %rax,R8(%rsp)
|
|
.endm
|
|
|
|
/*
|
|
* Reload arg registers from stack in case ptrace changed them.
|
|
* We don't reload %eax because syscall_trace_enter() returned
|
|
* the value it wants us to use in the table lookup.
|
|
*/
|
|
.macro LOAD_ARGS32 offset, _r9=0
|
|
.if \_r9
|
|
movl \offset+16(%rsp),%r9d
|
|
.endif
|
|
movl \offset+40(%rsp),%ecx
|
|
movl \offset+48(%rsp),%edx
|
|
movl \offset+56(%rsp),%esi
|
|
movl \offset+64(%rsp),%edi
|
|
.endm
|
|
|
|
.macro CFI_STARTPROC32 simple
|
|
CFI_STARTPROC \simple
|
|
CFI_UNDEFINED r8
|
|
CFI_UNDEFINED r9
|
|
CFI_UNDEFINED r10
|
|
CFI_UNDEFINED r11
|
|
CFI_UNDEFINED r12
|
|
CFI_UNDEFINED r13
|
|
CFI_UNDEFINED r14
|
|
CFI_UNDEFINED r15
|
|
.endm
|
|
|
|
#ifdef CONFIG_PARAVIRT
|
|
ENTRY(native_usergs_sysret32)
|
|
swapgs
|
|
sysretl
|
|
ENDPROC(native_usergs_sysret32)
|
|
|
|
ENTRY(native_irq_enable_sysexit)
|
|
swapgs
|
|
sti
|
|
sysexit
|
|
ENDPROC(native_irq_enable_sysexit)
|
|
#endif
|
|
|
|
/*
|
|
* 32bit SYSENTER instruction entry.
|
|
*
|
|
* Arguments:
|
|
* %eax System call number.
|
|
* %ebx Arg1
|
|
* %ecx Arg2
|
|
* %edx Arg3
|
|
* %esi Arg4
|
|
* %edi Arg5
|
|
* %ebp user stack
|
|
* 0(%ebp) Arg6
|
|
*
|
|
* Interrupts off.
|
|
*
|
|
* This is purely a fast path. For anything complicated we use the int 0x80
|
|
* path below. Set up a complete hardware stack frame to share code
|
|
* with the int 0x80 path.
|
|
*/
|
|
ENTRY(ia32_sysenter_target)
|
|
CFI_STARTPROC32 simple
|
|
CFI_SIGNAL_FRAME
|
|
CFI_DEF_CFA rsp,0
|
|
CFI_REGISTER rsp,rbp
|
|
SWAPGS_UNSAFE_STACK
|
|
movq PER_CPU_VAR(kernel_stack), %rsp
|
|
addq $(KERNEL_STACK_OFFSET),%rsp
|
|
/*
|
|
* No need to follow this irqs on/off section: the syscall
|
|
* disabled irqs, here we enable it straight after entry:
|
|
*/
|
|
ENABLE_INTERRUPTS(CLBR_NONE)
|
|
movl %ebp,%ebp /* zero extension */
|
|
pushq $__USER32_DS
|
|
CFI_ADJUST_CFA_OFFSET 8
|
|
/*CFI_REL_OFFSET ss,0*/
|
|
pushq %rbp
|
|
CFI_ADJUST_CFA_OFFSET 8
|
|
CFI_REL_OFFSET rsp,0
|
|
pushfq
|
|
CFI_ADJUST_CFA_OFFSET 8
|
|
/*CFI_REL_OFFSET rflags,0*/
|
|
movl 8*3-THREAD_SIZE+TI_sysenter_return(%rsp), %r10d
|
|
CFI_REGISTER rip,r10
|
|
pushq $__USER32_CS
|
|
CFI_ADJUST_CFA_OFFSET 8
|
|
/*CFI_REL_OFFSET cs,0*/
|
|
movl %eax, %eax
|
|
pushq %r10
|
|
CFI_ADJUST_CFA_OFFSET 8
|
|
CFI_REL_OFFSET rip,0
|
|
pushq %rax
|
|
CFI_ADJUST_CFA_OFFSET 8
|
|
cld
|
|
SAVE_ARGS 0,0,1
|
|
/* no need to do an access_ok check here because rbp has been
|
|
32bit zero extended */
|
|
1: movl (%rbp),%ebp
|
|
.section __ex_table,"a"
|
|
.quad 1b,ia32_badarg
|
|
.previous
|
|
GET_THREAD_INFO(%r10)
|
|
orl $TS_COMPAT,TI_status(%r10)
|
|
testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags(%r10)
|
|
CFI_REMEMBER_STATE
|
|
jnz sysenter_tracesys
|
|
cmpl $(IA32_NR_syscalls-1),%eax
|
|
ja ia32_badsys
|
|
sysenter_do_call:
|
|
IA32_ARG_FIXUP
|
|
sysenter_dispatch:
|
|
call *ia32_sys_call_table(,%rax,8)
|
|
movq %rax,RAX-ARGOFFSET(%rsp)
|
|
GET_THREAD_INFO(%r10)
|
|
DISABLE_INTERRUPTS(CLBR_NONE)
|
|
TRACE_IRQS_OFF
|
|
testl $_TIF_ALLWORK_MASK,TI_flags(%r10)
|
|
jnz sysexit_audit
|
|
sysexit_from_sys_call:
|
|
andl $~TS_COMPAT,TI_status(%r10)
|
|
/* clear IF, that popfq doesn't enable interrupts early */
|
|
andl $~0x200,EFLAGS-R11(%rsp)
|
|
movl RIP-R11(%rsp),%edx /* User %eip */
|
|
CFI_REGISTER rip,rdx
|
|
RESTORE_ARGS 1,24,1,1,1,1
|
|
popfq
|
|
CFI_ADJUST_CFA_OFFSET -8
|
|
/*CFI_RESTORE rflags*/
|
|
popq %rcx /* User %esp */
|
|
CFI_ADJUST_CFA_OFFSET -8
|
|
CFI_REGISTER rsp,rcx
|
|
TRACE_IRQS_ON
|
|
ENABLE_INTERRUPTS_SYSEXIT32
|
|
|
|
#ifdef CONFIG_AUDITSYSCALL
|
|
.macro auditsys_entry_common
|
|
movl %esi,%r9d /* 6th arg: 4th syscall arg */
|
|
movl %edx,%r8d /* 5th arg: 3rd syscall arg */
|
|
/* (already in %ecx) 4th arg: 2nd syscall arg */
|
|
movl %ebx,%edx /* 3rd arg: 1st syscall arg */
|
|
movl %eax,%esi /* 2nd arg: syscall number */
|
|
movl $AUDIT_ARCH_I386,%edi /* 1st arg: audit arch */
|
|
call audit_syscall_entry
|
|
movl RAX-ARGOFFSET(%rsp),%eax /* reload syscall number */
|
|
cmpl $(IA32_NR_syscalls-1),%eax
|
|
ja ia32_badsys
|
|
movl %ebx,%edi /* reload 1st syscall arg */
|
|
movl RCX-ARGOFFSET(%rsp),%esi /* reload 2nd syscall arg */
|
|
movl RDX-ARGOFFSET(%rsp),%edx /* reload 3rd syscall arg */
|
|
movl RSI-ARGOFFSET(%rsp),%ecx /* reload 4th syscall arg */
|
|
movl RDI-ARGOFFSET(%rsp),%r8d /* reload 5th syscall arg */
|
|
.endm
|
|
|
|
.macro auditsys_exit exit,ebpsave=RBP
|
|
testl $(_TIF_ALLWORK_MASK & ~_TIF_SYSCALL_AUDIT),TI_flags(%r10)
|
|
jnz int_ret_from_sys_call
|
|
TRACE_IRQS_ON
|
|
sti
|
|
movl %eax,%esi /* second arg, syscall return value */
|
|
cmpl $0,%eax /* is it < 0? */
|
|
setl %al /* 1 if so, 0 if not */
|
|
movzbl %al,%edi /* zero-extend that into %edi */
|
|
inc %edi /* first arg, 0->1(AUDITSC_SUCCESS), 1->2(AUDITSC_FAILURE) */
|
|
call audit_syscall_exit
|
|
GET_THREAD_INFO(%r10)
|
|
movl RAX-ARGOFFSET(%rsp),%eax /* reload syscall return value */
|
|
movl \ebpsave-ARGOFFSET(%rsp),%ebp /* reload user register value */
|
|
movl $(_TIF_ALLWORK_MASK & ~_TIF_SYSCALL_AUDIT),%edi
|
|
cli
|
|
TRACE_IRQS_OFF
|
|
testl %edi,TI_flags(%r10)
|
|
jnz int_with_check
|
|
jmp \exit
|
|
.endm
|
|
|
|
sysenter_auditsys:
|
|
CFI_RESTORE_STATE
|
|
auditsys_entry_common
|
|
movl %ebp,%r9d /* reload 6th syscall arg */
|
|
jmp sysenter_dispatch
|
|
|
|
sysexit_audit:
|
|
auditsys_exit sysexit_from_sys_call
|
|
#endif
|
|
|
|
sysenter_tracesys:
|
|
#ifdef CONFIG_AUDITSYSCALL
|
|
testl $(_TIF_WORK_SYSCALL_ENTRY & ~_TIF_SYSCALL_AUDIT),TI_flags(%r10)
|
|
jz sysenter_auditsys
|
|
#endif
|
|
SAVE_REST
|
|
CLEAR_RREGS
|
|
movq $-ENOSYS,RAX(%rsp)/* ptrace can change this for a bad syscall */
|
|
movq %rsp,%rdi /* &pt_regs -> arg1 */
|
|
call syscall_trace_enter
|
|
LOAD_ARGS32 ARGOFFSET /* reload args from stack in case ptrace changed it */
|
|
RESTORE_REST
|
|
cmpl $(IA32_NR_syscalls-1),%eax
|
|
ja int_ret_from_sys_call /* sysenter_tracesys has set RAX(%rsp) */
|
|
jmp sysenter_do_call
|
|
CFI_ENDPROC
|
|
ENDPROC(ia32_sysenter_target)
|
|
|
|
/*
|
|
* 32bit SYSCALL instruction entry.
|
|
*
|
|
* Arguments:
|
|
* %eax System call number.
|
|
* %ebx Arg1
|
|
* %ecx return EIP
|
|
* %edx Arg3
|
|
* %esi Arg4
|
|
* %edi Arg5
|
|
* %ebp Arg2 [note: not saved in the stack frame, should not be touched]
|
|
* %esp user stack
|
|
* 0(%esp) Arg6
|
|
*
|
|
* Interrupts off.
|
|
*
|
|
* This is purely a fast path. For anything complicated we use the int 0x80
|
|
* path below. Set up a complete hardware stack frame to share code
|
|
* with the int 0x80 path.
|
|
*/
|
|
ENTRY(ia32_cstar_target)
|
|
CFI_STARTPROC32 simple
|
|
CFI_SIGNAL_FRAME
|
|
CFI_DEF_CFA rsp,KERNEL_STACK_OFFSET
|
|
CFI_REGISTER rip,rcx
|
|
/*CFI_REGISTER rflags,r11*/
|
|
SWAPGS_UNSAFE_STACK
|
|
movl %esp,%r8d
|
|
CFI_REGISTER rsp,r8
|
|
movq PER_CPU_VAR(kernel_stack),%rsp
|
|
/*
|
|
* No need to follow this irqs on/off section: the syscall
|
|
* disabled irqs and here we enable it straight after entry:
|
|
*/
|
|
ENABLE_INTERRUPTS(CLBR_NONE)
|
|
SAVE_ARGS 8,1,1
|
|
movl %eax,%eax /* zero extension */
|
|
movq %rax,ORIG_RAX-ARGOFFSET(%rsp)
|
|
movq %rcx,RIP-ARGOFFSET(%rsp)
|
|
CFI_REL_OFFSET rip,RIP-ARGOFFSET
|
|
movq %rbp,RCX-ARGOFFSET(%rsp) /* this lies slightly to ptrace */
|
|
movl %ebp,%ecx
|
|
movq $__USER32_CS,CS-ARGOFFSET(%rsp)
|
|
movq $__USER32_DS,SS-ARGOFFSET(%rsp)
|
|
movq %r11,EFLAGS-ARGOFFSET(%rsp)
|
|
/*CFI_REL_OFFSET rflags,EFLAGS-ARGOFFSET*/
|
|
movq %r8,RSP-ARGOFFSET(%rsp)
|
|
CFI_REL_OFFSET rsp,RSP-ARGOFFSET
|
|
/* no need to do an access_ok check here because r8 has been
|
|
32bit zero extended */
|
|
/* hardware stack frame is complete now */
|
|
1: movl (%r8),%r9d
|
|
.section __ex_table,"a"
|
|
.quad 1b,ia32_badarg
|
|
.previous
|
|
GET_THREAD_INFO(%r10)
|
|
orl $TS_COMPAT,TI_status(%r10)
|
|
testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags(%r10)
|
|
CFI_REMEMBER_STATE
|
|
jnz cstar_tracesys
|
|
cmpl $IA32_NR_syscalls-1,%eax
|
|
ja ia32_badsys
|
|
cstar_do_call:
|
|
IA32_ARG_FIXUP 1
|
|
cstar_dispatch:
|
|
call *ia32_sys_call_table(,%rax,8)
|
|
movq %rax,RAX-ARGOFFSET(%rsp)
|
|
GET_THREAD_INFO(%r10)
|
|
DISABLE_INTERRUPTS(CLBR_NONE)
|
|
TRACE_IRQS_OFF
|
|
testl $_TIF_ALLWORK_MASK,TI_flags(%r10)
|
|
jnz sysretl_audit
|
|
sysretl_from_sys_call:
|
|
andl $~TS_COMPAT,TI_status(%r10)
|
|
RESTORE_ARGS 1,-ARG_SKIP,1,1,1
|
|
movl RIP-ARGOFFSET(%rsp),%ecx
|
|
CFI_REGISTER rip,rcx
|
|
movl EFLAGS-ARGOFFSET(%rsp),%r11d
|
|
/*CFI_REGISTER rflags,r11*/
|
|
TRACE_IRQS_ON
|
|
movl RSP-ARGOFFSET(%rsp),%esp
|
|
CFI_RESTORE rsp
|
|
USERGS_SYSRET32
|
|
|
|
#ifdef CONFIG_AUDITSYSCALL
|
|
cstar_auditsys:
|
|
CFI_RESTORE_STATE
|
|
movl %r9d,R9-ARGOFFSET(%rsp) /* register to be clobbered by call */
|
|
auditsys_entry_common
|
|
movl R9-ARGOFFSET(%rsp),%r9d /* reload 6th syscall arg */
|
|
jmp cstar_dispatch
|
|
|
|
sysretl_audit:
|
|
auditsys_exit sysretl_from_sys_call, RCX /* user %ebp in RCX slot */
|
|
#endif
|
|
|
|
cstar_tracesys:
|
|
#ifdef CONFIG_AUDITSYSCALL
|
|
testl $(_TIF_WORK_SYSCALL_ENTRY & ~_TIF_SYSCALL_AUDIT),TI_flags(%r10)
|
|
jz cstar_auditsys
|
|
#endif
|
|
xchgl %r9d,%ebp
|
|
SAVE_REST
|
|
CLEAR_RREGS r9
|
|
movq $-ENOSYS,RAX(%rsp) /* ptrace can change this for a bad syscall */
|
|
movq %rsp,%rdi /* &pt_regs -> arg1 */
|
|
call syscall_trace_enter
|
|
LOAD_ARGS32 ARGOFFSET, 1 /* reload args from stack in case ptrace changed it */
|
|
RESTORE_REST
|
|
xchgl %ebp,%r9d
|
|
cmpl $(IA32_NR_syscalls-1),%eax
|
|
ja int_ret_from_sys_call /* cstar_tracesys has set RAX(%rsp) */
|
|
jmp cstar_do_call
|
|
END(ia32_cstar_target)
|
|
|
|
ia32_badarg:
|
|
movq $-EFAULT,%rax
|
|
jmp ia32_sysret
|
|
CFI_ENDPROC
|
|
|
|
/*
|
|
* Emulated IA32 system calls via int 0x80.
|
|
*
|
|
* Arguments:
|
|
* %eax System call number.
|
|
* %ebx Arg1
|
|
* %ecx Arg2
|
|
* %edx Arg3
|
|
* %esi Arg4
|
|
* %edi Arg5
|
|
* %ebp Arg6 [note: not saved in the stack frame, should not be touched]
|
|
*
|
|
* Notes:
|
|
* Uses the same stack frame as the x86-64 version.
|
|
* All registers except %eax must be saved (but ptrace may violate that)
|
|
* Arguments are zero extended. For system calls that want sign extension and
|
|
* take long arguments a wrapper is needed. Most calls can just be called
|
|
* directly.
|
|
* Assumes it is only called from user space and entered with interrupts off.
|
|
*/
|
|
|
|
ENTRY(ia32_syscall)
|
|
CFI_STARTPROC32 simple
|
|
CFI_SIGNAL_FRAME
|
|
CFI_DEF_CFA rsp,SS+8-RIP
|
|
/*CFI_REL_OFFSET ss,SS-RIP*/
|
|
CFI_REL_OFFSET rsp,RSP-RIP
|
|
/*CFI_REL_OFFSET rflags,EFLAGS-RIP*/
|
|
/*CFI_REL_OFFSET cs,CS-RIP*/
|
|
CFI_REL_OFFSET rip,RIP-RIP
|
|
PARAVIRT_ADJUST_EXCEPTION_FRAME
|
|
SWAPGS
|
|
/*
|
|
* No need to follow this irqs on/off section: the syscall
|
|
* disabled irqs and here we enable it straight after entry:
|
|
*/
|
|
ENABLE_INTERRUPTS(CLBR_NONE)
|
|
movl %eax,%eax
|
|
pushq %rax
|
|
CFI_ADJUST_CFA_OFFSET 8
|
|
cld
|
|
/* note the registers are not zero extended to the sf.
|
|
this could be a problem. */
|
|
SAVE_ARGS 0,0,1
|
|
GET_THREAD_INFO(%r10)
|
|
orl $TS_COMPAT,TI_status(%r10)
|
|
testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags(%r10)
|
|
jnz ia32_tracesys
|
|
cmpl $(IA32_NR_syscalls-1),%eax
|
|
ja ia32_badsys
|
|
ia32_do_call:
|
|
IA32_ARG_FIXUP
|
|
call *ia32_sys_call_table(,%rax,8) # xxx: rip relative
|
|
ia32_sysret:
|
|
movq %rax,RAX-ARGOFFSET(%rsp)
|
|
jmp int_ret_from_sys_call
|
|
|
|
ia32_tracesys:
|
|
SAVE_REST
|
|
CLEAR_RREGS
|
|
movq $-ENOSYS,RAX(%rsp) /* ptrace can change this for a bad syscall */
|
|
movq %rsp,%rdi /* &pt_regs -> arg1 */
|
|
call syscall_trace_enter
|
|
LOAD_ARGS32 ARGOFFSET /* reload args from stack in case ptrace changed it */
|
|
RESTORE_REST
|
|
cmpl $(IA32_NR_syscalls-1),%eax
|
|
ja int_ret_from_sys_call /* ia32_tracesys has set RAX(%rsp) */
|
|
jmp ia32_do_call
|
|
END(ia32_syscall)
|
|
|
|
ia32_badsys:
|
|
movq $0,ORIG_RAX-ARGOFFSET(%rsp)
|
|
movq $-ENOSYS,RAX-ARGOFFSET(%rsp)
|
|
jmp int_ret_from_sys_call
|
|
|
|
quiet_ni_syscall:
|
|
movq $-ENOSYS,%rax
|
|
ret
|
|
CFI_ENDPROC
|
|
|
|
.macro PTREGSCALL label, func, arg
|
|
.globl \label
|
|
\label:
|
|
leaq \func(%rip),%rax
|
|
leaq -ARGOFFSET+8(%rsp),\arg /* 8 for return address */
|
|
jmp ia32_ptregs_common
|
|
.endm
|
|
|
|
CFI_STARTPROC32
|
|
|
|
PTREGSCALL stub32_rt_sigreturn, sys32_rt_sigreturn, %rdi
|
|
PTREGSCALL stub32_sigreturn, sys32_sigreturn, %rdi
|
|
PTREGSCALL stub32_sigaltstack, sys32_sigaltstack, %rdx
|
|
PTREGSCALL stub32_execve, sys32_execve, %rcx
|
|
PTREGSCALL stub32_fork, sys_fork, %rdi
|
|
PTREGSCALL stub32_clone, sys32_clone, %rdx
|
|
PTREGSCALL stub32_vfork, sys_vfork, %rdi
|
|
PTREGSCALL stub32_iopl, sys_iopl, %rsi
|
|
|
|
ENTRY(ia32_ptregs_common)
|
|
popq %r11
|
|
CFI_ENDPROC
|
|
CFI_STARTPROC32 simple
|
|
CFI_SIGNAL_FRAME
|
|
CFI_DEF_CFA rsp,SS+8-ARGOFFSET
|
|
CFI_REL_OFFSET rax,RAX-ARGOFFSET
|
|
CFI_REL_OFFSET rcx,RCX-ARGOFFSET
|
|
CFI_REL_OFFSET rdx,RDX-ARGOFFSET
|
|
CFI_REL_OFFSET rsi,RSI-ARGOFFSET
|
|
CFI_REL_OFFSET rdi,RDI-ARGOFFSET
|
|
CFI_REL_OFFSET rip,RIP-ARGOFFSET
|
|
/* CFI_REL_OFFSET cs,CS-ARGOFFSET*/
|
|
/* CFI_REL_OFFSET rflags,EFLAGS-ARGOFFSET*/
|
|
CFI_REL_OFFSET rsp,RSP-ARGOFFSET
|
|
/* CFI_REL_OFFSET ss,SS-ARGOFFSET*/
|
|
SAVE_REST
|
|
call *%rax
|
|
RESTORE_REST
|
|
jmp ia32_sysret /* misbalances the return cache */
|
|
CFI_ENDPROC
|
|
END(ia32_ptregs_common)
|
|
|
|
.section .rodata,"a"
|
|
.align 8
|
|
ia32_sys_call_table:
|
|
.quad sys_restart_syscall
|
|
.quad sys_exit
|
|
.quad stub32_fork
|
|
.quad sys_read
|
|
.quad sys_write
|
|
.quad compat_sys_open /* 5 */
|
|
.quad sys_close
|
|
.quad sys32_waitpid
|
|
.quad sys_creat
|
|
.quad sys_link
|
|
.quad sys_unlink /* 10 */
|
|
.quad stub32_execve
|
|
.quad sys_chdir
|
|
.quad compat_sys_time
|
|
.quad sys_mknod
|
|
.quad sys_chmod /* 15 */
|
|
.quad sys_lchown16
|
|
.quad quiet_ni_syscall /* old break syscall holder */
|
|
.quad sys_stat
|
|
.quad sys32_lseek
|
|
.quad sys_getpid /* 20 */
|
|
.quad compat_sys_mount /* mount */
|
|
.quad sys_oldumount /* old_umount */
|
|
.quad sys_setuid16
|
|
.quad sys_getuid16
|
|
.quad compat_sys_stime /* stime */ /* 25 */
|
|
.quad compat_sys_ptrace /* ptrace */
|
|
.quad sys_alarm
|
|
.quad sys_fstat /* (old)fstat */
|
|
.quad sys_pause
|
|
.quad compat_sys_utime /* 30 */
|
|
.quad quiet_ni_syscall /* old stty syscall holder */
|
|
.quad quiet_ni_syscall /* old gtty syscall holder */
|
|
.quad sys_access
|
|
.quad sys_nice
|
|
.quad quiet_ni_syscall /* 35 */ /* old ftime syscall holder */
|
|
.quad sys_sync
|
|
.quad sys32_kill
|
|
.quad sys_rename
|
|
.quad sys_mkdir
|
|
.quad sys_rmdir /* 40 */
|
|
.quad sys_dup
|
|
.quad sys_pipe
|
|
.quad compat_sys_times
|
|
.quad quiet_ni_syscall /* old prof syscall holder */
|
|
.quad sys_brk /* 45 */
|
|
.quad sys_setgid16
|
|
.quad sys_getgid16
|
|
.quad sys_signal
|
|
.quad sys_geteuid16
|
|
.quad sys_getegid16 /* 50 */
|
|
.quad sys_acct
|
|
.quad sys_umount /* new_umount */
|
|
.quad quiet_ni_syscall /* old lock syscall holder */
|
|
.quad compat_sys_ioctl
|
|
.quad compat_sys_fcntl64 /* 55 */
|
|
.quad quiet_ni_syscall /* old mpx syscall holder */
|
|
.quad sys_setpgid
|
|
.quad quiet_ni_syscall /* old ulimit syscall holder */
|
|
.quad sys32_olduname
|
|
.quad sys_umask /* 60 */
|
|
.quad sys_chroot
|
|
.quad compat_sys_ustat
|
|
.quad sys_dup2
|
|
.quad sys_getppid
|
|
.quad sys_getpgrp /* 65 */
|
|
.quad sys_setsid
|
|
.quad sys32_sigaction
|
|
.quad sys_sgetmask
|
|
.quad sys_ssetmask
|
|
.quad sys_setreuid16 /* 70 */
|
|
.quad sys_setregid16
|
|
.quad sys32_sigsuspend
|
|
.quad compat_sys_sigpending
|
|
.quad sys_sethostname
|
|
.quad compat_sys_setrlimit /* 75 */
|
|
.quad compat_sys_old_getrlimit /* old_getrlimit */
|
|
.quad compat_sys_getrusage
|
|
.quad compat_sys_gettimeofday
|
|
.quad compat_sys_settimeofday
|
|
.quad sys_getgroups16 /* 80 */
|
|
.quad sys_setgroups16
|
|
.quad sys32_old_select
|
|
.quad sys_symlink
|
|
.quad sys_lstat
|
|
.quad sys_readlink /* 85 */
|
|
.quad sys_uselib
|
|
.quad sys_swapon
|
|
.quad sys_reboot
|
|
.quad compat_sys_old_readdir
|
|
.quad sys32_mmap /* 90 */
|
|
.quad sys_munmap
|
|
.quad sys_truncate
|
|
.quad sys_ftruncate
|
|
.quad sys_fchmod
|
|
.quad sys_fchown16 /* 95 */
|
|
.quad sys_getpriority
|
|
.quad sys_setpriority
|
|
.quad quiet_ni_syscall /* old profil syscall holder */
|
|
.quad compat_sys_statfs
|
|
.quad compat_sys_fstatfs /* 100 */
|
|
.quad sys_ioperm
|
|
.quad compat_sys_socketcall
|
|
.quad sys_syslog
|
|
.quad compat_sys_setitimer
|
|
.quad compat_sys_getitimer /* 105 */
|
|
.quad compat_sys_newstat
|
|
.quad compat_sys_newlstat
|
|
.quad compat_sys_newfstat
|
|
.quad sys32_uname
|
|
.quad stub32_iopl /* 110 */
|
|
.quad sys_vhangup
|
|
.quad quiet_ni_syscall /* old "idle" system call */
|
|
.quad sys32_vm86_warning /* vm86old */
|
|
.quad compat_sys_wait4
|
|
.quad sys_swapoff /* 115 */
|
|
.quad compat_sys_sysinfo
|
|
.quad sys32_ipc
|
|
.quad sys_fsync
|
|
.quad stub32_sigreturn
|
|
.quad stub32_clone /* 120 */
|
|
.quad sys_setdomainname
|
|
.quad sys_uname
|
|
.quad sys_modify_ldt
|
|
.quad compat_sys_adjtimex
|
|
.quad sys32_mprotect /* 125 */
|
|
.quad compat_sys_sigprocmask
|
|
.quad quiet_ni_syscall /* create_module */
|
|
.quad sys_init_module
|
|
.quad sys_delete_module
|
|
.quad quiet_ni_syscall /* 130 get_kernel_syms */
|
|
.quad sys32_quotactl
|
|
.quad sys_getpgid
|
|
.quad sys_fchdir
|
|
.quad quiet_ni_syscall /* bdflush */
|
|
.quad sys_sysfs /* 135 */
|
|
.quad sys_personality
|
|
.quad quiet_ni_syscall /* for afs_syscall */
|
|
.quad sys_setfsuid16
|
|
.quad sys_setfsgid16
|
|
.quad sys_llseek /* 140 */
|
|
.quad compat_sys_getdents
|
|
.quad compat_sys_select
|
|
.quad sys_flock
|
|
.quad sys_msync
|
|
.quad compat_sys_readv /* 145 */
|
|
.quad compat_sys_writev
|
|
.quad sys_getsid
|
|
.quad sys_fdatasync
|
|
.quad sys32_sysctl /* sysctl */
|
|
.quad sys_mlock /* 150 */
|
|
.quad sys_munlock
|
|
.quad sys_mlockall
|
|
.quad sys_munlockall
|
|
.quad sys_sched_setparam
|
|
.quad sys_sched_getparam /* 155 */
|
|
.quad sys_sched_setscheduler
|
|
.quad sys_sched_getscheduler
|
|
.quad sys_sched_yield
|
|
.quad sys_sched_get_priority_max
|
|
.quad sys_sched_get_priority_min /* 160 */
|
|
.quad sys32_sched_rr_get_interval
|
|
.quad compat_sys_nanosleep
|
|
.quad sys_mremap
|
|
.quad sys_setresuid16
|
|
.quad sys_getresuid16 /* 165 */
|
|
.quad sys32_vm86_warning /* vm86 */
|
|
.quad quiet_ni_syscall /* query_module */
|
|
.quad sys_poll
|
|
.quad compat_sys_nfsservctl
|
|
.quad sys_setresgid16 /* 170 */
|
|
.quad sys_getresgid16
|
|
.quad sys_prctl
|
|
.quad stub32_rt_sigreturn
|
|
.quad sys32_rt_sigaction
|
|
.quad sys32_rt_sigprocmask /* 175 */
|
|
.quad sys32_rt_sigpending
|
|
.quad compat_sys_rt_sigtimedwait
|
|
.quad sys32_rt_sigqueueinfo
|
|
.quad sys_rt_sigsuspend
|
|
.quad sys32_pread /* 180 */
|
|
.quad sys32_pwrite
|
|
.quad sys_chown16
|
|
.quad sys_getcwd
|
|
.quad sys_capget
|
|
.quad sys_capset
|
|
.quad stub32_sigaltstack
|
|
.quad sys32_sendfile
|
|
.quad quiet_ni_syscall /* streams1 */
|
|
.quad quiet_ni_syscall /* streams2 */
|
|
.quad stub32_vfork /* 190 */
|
|
.quad compat_sys_getrlimit
|
|
.quad sys32_mmap2
|
|
.quad sys32_truncate64
|
|
.quad sys32_ftruncate64
|
|
.quad sys32_stat64 /* 195 */
|
|
.quad sys32_lstat64
|
|
.quad sys32_fstat64
|
|
.quad sys_lchown
|
|
.quad sys_getuid
|
|
.quad sys_getgid /* 200 */
|
|
.quad sys_geteuid
|
|
.quad sys_getegid
|
|
.quad sys_setreuid
|
|
.quad sys_setregid
|
|
.quad sys_getgroups /* 205 */
|
|
.quad sys_setgroups
|
|
.quad sys_fchown
|
|
.quad sys_setresuid
|
|
.quad sys_getresuid
|
|
.quad sys_setresgid /* 210 */
|
|
.quad sys_getresgid
|
|
.quad sys_chown
|
|
.quad sys_setuid
|
|
.quad sys_setgid
|
|
.quad sys_setfsuid /* 215 */
|
|
.quad sys_setfsgid
|
|
.quad sys_pivot_root
|
|
.quad sys_mincore
|
|
.quad sys_madvise
|
|
.quad compat_sys_getdents64 /* 220 getdents64 */
|
|
.quad compat_sys_fcntl64
|
|
.quad quiet_ni_syscall /* tux */
|
|
.quad quiet_ni_syscall /* security */
|
|
.quad sys_gettid
|
|
.quad sys32_readahead /* 225 */
|
|
.quad sys_setxattr
|
|
.quad sys_lsetxattr
|
|
.quad sys_fsetxattr
|
|
.quad sys_getxattr
|
|
.quad sys_lgetxattr /* 230 */
|
|
.quad sys_fgetxattr
|
|
.quad sys_listxattr
|
|
.quad sys_llistxattr
|
|
.quad sys_flistxattr
|
|
.quad sys_removexattr /* 235 */
|
|
.quad sys_lremovexattr
|
|
.quad sys_fremovexattr
|
|
.quad sys_tkill
|
|
.quad sys_sendfile64
|
|
.quad compat_sys_futex /* 240 */
|
|
.quad compat_sys_sched_setaffinity
|
|
.quad compat_sys_sched_getaffinity
|
|
.quad sys_set_thread_area
|
|
.quad sys_get_thread_area
|
|
.quad compat_sys_io_setup /* 245 */
|
|
.quad sys_io_destroy
|
|
.quad compat_sys_io_getevents
|
|
.quad compat_sys_io_submit
|
|
.quad sys_io_cancel
|
|
.quad sys32_fadvise64 /* 250 */
|
|
.quad quiet_ni_syscall /* free_huge_pages */
|
|
.quad sys_exit_group
|
|
.quad sys32_lookup_dcookie
|
|
.quad sys_epoll_create
|
|
.quad sys_epoll_ctl /* 255 */
|
|
.quad sys_epoll_wait
|
|
.quad sys_remap_file_pages
|
|
.quad sys_set_tid_address
|
|
.quad compat_sys_timer_create
|
|
.quad compat_sys_timer_settime /* 260 */
|
|
.quad compat_sys_timer_gettime
|
|
.quad sys_timer_getoverrun
|
|
.quad sys_timer_delete
|
|
.quad compat_sys_clock_settime
|
|
.quad compat_sys_clock_gettime /* 265 */
|
|
.quad compat_sys_clock_getres
|
|
.quad compat_sys_clock_nanosleep
|
|
.quad compat_sys_statfs64
|
|
.quad compat_sys_fstatfs64
|
|
.quad sys_tgkill /* 270 */
|
|
.quad compat_sys_utimes
|
|
.quad sys32_fadvise64_64
|
|
.quad quiet_ni_syscall /* sys_vserver */
|
|
.quad sys_mbind
|
|
.quad compat_sys_get_mempolicy /* 275 */
|
|
.quad sys_set_mempolicy
|
|
.quad compat_sys_mq_open
|
|
.quad sys_mq_unlink
|
|
.quad compat_sys_mq_timedsend
|
|
.quad compat_sys_mq_timedreceive /* 280 */
|
|
.quad compat_sys_mq_notify
|
|
.quad compat_sys_mq_getsetattr
|
|
.quad compat_sys_kexec_load /* reserved for kexec */
|
|
.quad compat_sys_waitid
|
|
.quad quiet_ni_syscall /* 285: sys_altroot */
|
|
.quad sys_add_key
|
|
.quad sys_request_key
|
|
.quad sys_keyctl
|
|
.quad sys_ioprio_set
|
|
.quad sys_ioprio_get /* 290 */
|
|
.quad sys_inotify_init
|
|
.quad sys_inotify_add_watch
|
|
.quad sys_inotify_rm_watch
|
|
.quad sys_migrate_pages
|
|
.quad compat_sys_openat /* 295 */
|
|
.quad sys_mkdirat
|
|
.quad sys_mknodat
|
|
.quad sys_fchownat
|
|
.quad compat_sys_futimesat
|
|
.quad sys32_fstatat /* 300 */
|
|
.quad sys_unlinkat
|
|
.quad sys_renameat
|
|
.quad sys_linkat
|
|
.quad sys_symlinkat
|
|
.quad sys_readlinkat /* 305 */
|
|
.quad sys_fchmodat
|
|
.quad sys_faccessat
|
|
.quad compat_sys_pselect6
|
|
.quad compat_sys_ppoll
|
|
.quad sys_unshare /* 310 */
|
|
.quad compat_sys_set_robust_list
|
|
.quad compat_sys_get_robust_list
|
|
.quad sys_splice
|
|
.quad sys32_sync_file_range
|
|
.quad sys_tee /* 315 */
|
|
.quad compat_sys_vmsplice
|
|
.quad compat_sys_move_pages
|
|
.quad sys_getcpu
|
|
.quad sys_epoll_pwait
|
|
.quad compat_sys_utimensat /* 320 */
|
|
.quad compat_sys_signalfd
|
|
.quad sys_timerfd_create
|
|
.quad sys_eventfd
|
|
.quad sys32_fallocate
|
|
.quad compat_sys_timerfd_settime /* 325 */
|
|
.quad compat_sys_timerfd_gettime
|
|
.quad compat_sys_signalfd4
|
|
.quad sys_eventfd2
|
|
.quad sys_epoll_create1
|
|
.quad sys_dup3 /* 330 */
|
|
.quad sys_pipe2
|
|
.quad sys_inotify_init1
|
|
.quad compat_sys_preadv
|
|
.quad compat_sys_pwritev
|
|
.quad compat_sys_rt_tgsigqueueinfo /* 335 */
|
|
.quad sys_perf_event_open
|
|
.quad compat_sys_recvmmsg
|
|
ia32_syscall_end:
|