mirror of
https://github.com/golang/go
synced 2024-11-07 12:16:17 -07:00
7ad496b6f5
The previous CL introduced macros for transitions from the Windows ABI to the Go ABI. This CL does the same for SysV and uses them in almost all places where we transition from the C ABI to the Go ABI. Compared to Windows, this transition is much simpler and I didn't find any places that were getting it wrong. But this does let us unify a lot of code nicely and introduces some degree of abstraction around these ABI transitions. Change-Id: Ib6bdecafce587ce18fca4c8300fcf401284a2bcd Reviewed-on: https://go-review.googlesource.com/c/go/+/309930 Trust: Austin Clements <austin@google.com> Run-TryBot: Austin Clements <austin@google.com> TryBot-Result: Go Bot <gobot@golang.org> Reviewed-by: Michael Knyszek <mknyszek@google.com>
505 lines
11 KiB
ArmAsm
505 lines
11 KiB
ArmAsm
// Copyright 2009 The Go Authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style
|
|
// license that can be found in the LICENSE file.
|
|
//
|
|
// System calls and other sys.stuff for AMD64, FreeBSD
|
|
// /usr/src/sys/kern/syscalls.master for syscall numbers.
|
|
//
|
|
|
|
#include "go_asm.h"
|
|
#include "go_tls.h"
|
|
#include "textflag.h"
|
|
#include "cgo/abi_amd64.h"
|
|
|
|
TEXT runtime·sys_umtx_op(SB),NOSPLIT,$0
|
|
MOVQ addr+0(FP), DI
|
|
MOVL mode+8(FP), SI
|
|
MOVL val+12(FP), DX
|
|
MOVQ uaddr1+16(FP), R10
|
|
MOVQ ut+24(FP), R8
|
|
MOVL $454, AX
|
|
SYSCALL
|
|
JCC 2(PC)
|
|
NEGQ AX
|
|
MOVL AX, ret+32(FP)
|
|
RET
|
|
|
|
TEXT runtime·thr_new(SB),NOSPLIT,$0
|
|
MOVQ param+0(FP), DI
|
|
MOVL size+8(FP), SI
|
|
MOVL $455, AX
|
|
SYSCALL
|
|
JCC 2(PC)
|
|
NEGQ AX
|
|
MOVL AX, ret+16(FP)
|
|
RET
|
|
|
|
TEXT runtime·thr_start(SB),NOSPLIT,$0
|
|
MOVQ DI, R13 // m
|
|
|
|
// set up FS to point at m->tls
|
|
LEAQ m_tls(R13), DI
|
|
CALL runtime·settls(SB) // smashes DI
|
|
|
|
// set up m, g
|
|
get_tls(CX)
|
|
MOVQ m_g0(R13), DI
|
|
MOVQ R13, g_m(DI)
|
|
MOVQ DI, g(CX)
|
|
|
|
CALL runtime·stackcheck(SB)
|
|
CALL runtime·mstart(SB)
|
|
|
|
MOVQ 0, AX // crash (not reached)
|
|
|
|
// Exit the entire program (like C exit)
|
|
TEXT runtime·exit(SB),NOSPLIT,$-8
|
|
MOVL code+0(FP), DI // arg 1 exit status
|
|
MOVL $1, AX
|
|
SYSCALL
|
|
MOVL $0xf1, 0xf1 // crash
|
|
RET
|
|
|
|
// func exitThread(wait *uint32)
|
|
TEXT runtime·exitThread(SB),NOSPLIT,$0-8
|
|
MOVQ wait+0(FP), AX
|
|
// We're done using the stack.
|
|
MOVL $0, (AX)
|
|
MOVL $0, DI // arg 1 long *state
|
|
MOVL $431, AX // thr_exit
|
|
SYSCALL
|
|
MOVL $0xf1, 0xf1 // crash
|
|
JMP 0(PC)
|
|
|
|
TEXT runtime·open(SB),NOSPLIT,$-8
|
|
MOVQ name+0(FP), DI // arg 1 pathname
|
|
MOVL mode+8(FP), SI // arg 2 flags
|
|
MOVL perm+12(FP), DX // arg 3 mode
|
|
MOVL $5, AX
|
|
SYSCALL
|
|
JCC 2(PC)
|
|
MOVL $-1, AX
|
|
MOVL AX, ret+16(FP)
|
|
RET
|
|
|
|
TEXT runtime·closefd(SB),NOSPLIT,$-8
|
|
MOVL fd+0(FP), DI // arg 1 fd
|
|
MOVL $6, AX
|
|
SYSCALL
|
|
JCC 2(PC)
|
|
MOVL $-1, AX
|
|
MOVL AX, ret+8(FP)
|
|
RET
|
|
|
|
TEXT runtime·read(SB),NOSPLIT,$-8
|
|
MOVL fd+0(FP), DI // arg 1 fd
|
|
MOVQ p+8(FP), SI // arg 2 buf
|
|
MOVL n+16(FP), DX // arg 3 count
|
|
MOVL $3, AX
|
|
SYSCALL
|
|
JCC 2(PC)
|
|
NEGQ AX // caller expects negative errno
|
|
MOVL AX, ret+24(FP)
|
|
RET
|
|
|
|
// func pipe() (r, w int32, errno int32)
|
|
TEXT runtime·pipe(SB),NOSPLIT,$0-12
|
|
MOVL $42, AX
|
|
SYSCALL
|
|
JCC ok
|
|
MOVL $0, r+0(FP)
|
|
MOVL $0, w+4(FP)
|
|
MOVL AX, errno+8(FP)
|
|
RET
|
|
ok:
|
|
MOVL AX, r+0(FP)
|
|
MOVL DX, w+4(FP)
|
|
MOVL $0, errno+8(FP)
|
|
RET
|
|
|
|
// func pipe2(flags int32) (r, w int32, errno int32)
|
|
TEXT runtime·pipe2(SB),NOSPLIT,$0-20
|
|
LEAQ r+8(FP), DI
|
|
MOVL flags+0(FP), SI
|
|
MOVL $542, AX
|
|
SYSCALL
|
|
JCC 2(PC)
|
|
NEGQ AX
|
|
MOVL AX, errno+16(FP)
|
|
RET
|
|
|
|
TEXT runtime·write1(SB),NOSPLIT,$-8
|
|
MOVQ fd+0(FP), DI // arg 1 fd
|
|
MOVQ p+8(FP), SI // arg 2 buf
|
|
MOVL n+16(FP), DX // arg 3 count
|
|
MOVL $4, AX
|
|
SYSCALL
|
|
JCC 2(PC)
|
|
NEGQ AX // caller expects negative errno
|
|
MOVL AX, ret+24(FP)
|
|
RET
|
|
|
|
TEXT runtime·thr_self(SB),NOSPLIT,$0-8
|
|
// thr_self(&0(FP))
|
|
LEAQ ret+0(FP), DI // arg 1
|
|
MOVL $432, AX
|
|
SYSCALL
|
|
RET
|
|
|
|
TEXT runtime·thr_kill(SB),NOSPLIT,$0-16
|
|
// thr_kill(tid, sig)
|
|
MOVQ tid+0(FP), DI // arg 1 id
|
|
MOVQ sig+8(FP), SI // arg 2 sig
|
|
MOVL $433, AX
|
|
SYSCALL
|
|
RET
|
|
|
|
TEXT runtime·raiseproc(SB),NOSPLIT,$0
|
|
// getpid
|
|
MOVL $20, AX
|
|
SYSCALL
|
|
// kill(self, sig)
|
|
MOVQ AX, DI // arg 1 pid
|
|
MOVL sig+0(FP), SI // arg 2 sig
|
|
MOVL $37, AX
|
|
SYSCALL
|
|
RET
|
|
|
|
TEXT runtime·setitimer(SB), NOSPLIT, $-8
|
|
MOVL mode+0(FP), DI
|
|
MOVQ new+8(FP), SI
|
|
MOVQ old+16(FP), DX
|
|
MOVL $83, AX
|
|
SYSCALL
|
|
RET
|
|
|
|
// func fallback_walltime() (sec int64, nsec int32)
|
|
TEXT runtime·fallback_walltime(SB), NOSPLIT, $32-12
|
|
MOVL $232, AX // clock_gettime
|
|
MOVQ $0, DI // CLOCK_REALTIME
|
|
LEAQ 8(SP), SI
|
|
SYSCALL
|
|
MOVQ 8(SP), AX // sec
|
|
MOVQ 16(SP), DX // nsec
|
|
|
|
// sec is in AX, nsec in DX
|
|
MOVQ AX, sec+0(FP)
|
|
MOVL DX, nsec+8(FP)
|
|
RET
|
|
|
|
TEXT runtime·fallback_nanotime(SB), NOSPLIT, $32-8
|
|
MOVL $232, AX
|
|
MOVQ $4, DI // CLOCK_MONOTONIC
|
|
LEAQ 8(SP), SI
|
|
SYSCALL
|
|
MOVQ 8(SP), AX // sec
|
|
MOVQ 16(SP), DX // nsec
|
|
|
|
// sec is in AX, nsec in DX
|
|
// return nsec in AX
|
|
IMULQ $1000000000, AX
|
|
ADDQ DX, AX
|
|
MOVQ AX, ret+0(FP)
|
|
RET
|
|
|
|
TEXT runtime·asmSigaction(SB),NOSPLIT,$0
|
|
MOVQ sig+0(FP), DI // arg 1 sig
|
|
MOVQ new+8(FP), SI // arg 2 act
|
|
MOVQ old+16(FP), DX // arg 3 oact
|
|
MOVL $416, AX
|
|
SYSCALL
|
|
JCC 2(PC)
|
|
MOVL $-1, AX
|
|
MOVL AX, ret+24(FP)
|
|
RET
|
|
|
|
TEXT runtime·callCgoSigaction(SB),NOSPLIT,$16
|
|
MOVQ sig+0(FP), DI // arg 1 sig
|
|
MOVQ new+8(FP), SI // arg 2 act
|
|
MOVQ old+16(FP), DX // arg 3 oact
|
|
MOVQ _cgo_sigaction(SB), AX
|
|
MOVQ SP, BX // callee-saved
|
|
ANDQ $~15, SP // alignment as per amd64 psABI
|
|
CALL AX
|
|
MOVQ BX, SP
|
|
MOVL AX, ret+24(FP)
|
|
RET
|
|
|
|
TEXT runtime·sigfwd(SB),NOSPLIT,$0-32
|
|
MOVQ fn+0(FP), AX
|
|
MOVL sig+8(FP), DI
|
|
MOVQ info+16(FP), SI
|
|
MOVQ ctx+24(FP), DX
|
|
PUSHQ BP
|
|
MOVQ SP, BP
|
|
ANDQ $~15, SP // alignment for x86_64 ABI
|
|
CALL AX
|
|
MOVQ BP, SP
|
|
POPQ BP
|
|
RET
|
|
|
|
// Called using C ABI.
|
|
TEXT runtime·sigtramp(SB),NOSPLIT,$0
|
|
// Transition from C ABI to Go ABI.
|
|
PUSH_REGS_HOST_TO_ABI0()
|
|
|
|
// Call into the Go signal handler
|
|
NOP SP // disable vet stack checking
|
|
ADJSP $24
|
|
MOVQ DI, 0(SP) // sig
|
|
MOVQ SI, 8(SP) // info
|
|
MOVQ DX, 16(SP) // ctx
|
|
CALL ·sigtrampgo(SB)
|
|
ADJSP $-24
|
|
|
|
POP_REGS_HOST_TO_ABI0()
|
|
RET
|
|
|
|
// Used instead of sigtramp in programs that use cgo.
|
|
// Arguments from kernel are in DI, SI, DX.
|
|
TEXT runtime·cgoSigtramp(SB),NOSPLIT,$0
|
|
// If no traceback function, do usual sigtramp.
|
|
MOVQ runtime·cgoTraceback(SB), AX
|
|
TESTQ AX, AX
|
|
JZ sigtramp
|
|
|
|
// If no traceback support function, which means that
|
|
// runtime/cgo was not linked in, do usual sigtramp.
|
|
MOVQ _cgo_callers(SB), AX
|
|
TESTQ AX, AX
|
|
JZ sigtramp
|
|
|
|
// Figure out if we are currently in a cgo call.
|
|
// If not, just do usual sigtramp.
|
|
get_tls(CX)
|
|
MOVQ g(CX),AX
|
|
TESTQ AX, AX
|
|
JZ sigtrampnog // g == nil
|
|
MOVQ g_m(AX), AX
|
|
TESTQ AX, AX
|
|
JZ sigtramp // g.m == nil
|
|
MOVL m_ncgo(AX), CX
|
|
TESTL CX, CX
|
|
JZ sigtramp // g.m.ncgo == 0
|
|
MOVQ m_curg(AX), CX
|
|
TESTQ CX, CX
|
|
JZ sigtramp // g.m.curg == nil
|
|
MOVQ g_syscallsp(CX), CX
|
|
TESTQ CX, CX
|
|
JZ sigtramp // g.m.curg.syscallsp == 0
|
|
MOVQ m_cgoCallers(AX), R8
|
|
TESTQ R8, R8
|
|
JZ sigtramp // g.m.cgoCallers == nil
|
|
MOVL m_cgoCallersUse(AX), CX
|
|
TESTL CX, CX
|
|
JNZ sigtramp // g.m.cgoCallersUse != 0
|
|
|
|
// Jump to a function in runtime/cgo.
|
|
// That function, written in C, will call the user's traceback
|
|
// function with proper unwind info, and will then call back here.
|
|
// The first three arguments, and the fifth, are already in registers.
|
|
// Set the two remaining arguments now.
|
|
MOVQ runtime·cgoTraceback(SB), CX
|
|
MOVQ $runtime·sigtramp(SB), R9
|
|
MOVQ _cgo_callers(SB), AX
|
|
JMP AX
|
|
|
|
sigtramp:
|
|
JMP runtime·sigtramp(SB)
|
|
|
|
sigtrampnog:
|
|
// Signal arrived on a non-Go thread. If this is SIGPROF, get a
|
|
// stack trace.
|
|
CMPL DI, $27 // 27 == SIGPROF
|
|
JNZ sigtramp
|
|
|
|
// Lock sigprofCallersUse.
|
|
MOVL $0, AX
|
|
MOVL $1, CX
|
|
MOVQ $runtime·sigprofCallersUse(SB), R11
|
|
LOCK
|
|
CMPXCHGL CX, 0(R11)
|
|
JNZ sigtramp // Skip stack trace if already locked.
|
|
|
|
// Jump to the traceback function in runtime/cgo.
|
|
// It will call back to sigprofNonGo, which will ignore the
|
|
// arguments passed in registers.
|
|
// First three arguments to traceback function are in registers already.
|
|
MOVQ runtime·cgoTraceback(SB), CX
|
|
MOVQ $runtime·sigprofCallers(SB), R8
|
|
MOVQ $runtime·sigprofNonGo(SB), R9
|
|
MOVQ _cgo_callers(SB), AX
|
|
JMP AX
|
|
|
|
TEXT runtime·mmap(SB),NOSPLIT,$0
|
|
MOVQ addr+0(FP), DI // arg 1 addr
|
|
MOVQ n+8(FP), SI // arg 2 len
|
|
MOVL prot+16(FP), DX // arg 3 prot
|
|
MOVL flags+20(FP), R10 // arg 4 flags
|
|
MOVL fd+24(FP), R8 // arg 5 fid
|
|
MOVL off+28(FP), R9 // arg 6 offset
|
|
MOVL $477, AX
|
|
SYSCALL
|
|
JCC ok
|
|
MOVQ $0, p+32(FP)
|
|
MOVQ AX, err+40(FP)
|
|
RET
|
|
ok:
|
|
MOVQ AX, p+32(FP)
|
|
MOVQ $0, err+40(FP)
|
|
RET
|
|
|
|
TEXT runtime·munmap(SB),NOSPLIT,$0
|
|
MOVQ addr+0(FP), DI // arg 1 addr
|
|
MOVQ n+8(FP), SI // arg 2 len
|
|
MOVL $73, AX
|
|
SYSCALL
|
|
JCC 2(PC)
|
|
MOVL $0xf1, 0xf1 // crash
|
|
RET
|
|
|
|
TEXT runtime·madvise(SB),NOSPLIT,$0
|
|
MOVQ addr+0(FP), DI
|
|
MOVQ n+8(FP), SI
|
|
MOVL flags+16(FP), DX
|
|
MOVQ $75, AX // madvise
|
|
SYSCALL
|
|
JCC 2(PC)
|
|
MOVL $-1, AX
|
|
MOVL AX, ret+24(FP)
|
|
RET
|
|
|
|
TEXT runtime·sigaltstack(SB),NOSPLIT,$-8
|
|
MOVQ new+0(FP), DI
|
|
MOVQ old+8(FP), SI
|
|
MOVQ $53, AX
|
|
SYSCALL
|
|
JCC 2(PC)
|
|
MOVL $0xf1, 0xf1 // crash
|
|
RET
|
|
|
|
TEXT runtime·usleep(SB),NOSPLIT,$16
|
|
MOVL $0, DX
|
|
MOVL usec+0(FP), AX
|
|
MOVL $1000000, CX
|
|
DIVL CX
|
|
MOVQ AX, 0(SP) // tv_sec
|
|
MOVL $1000, AX
|
|
MULL DX
|
|
MOVQ AX, 8(SP) // tv_nsec
|
|
|
|
MOVQ SP, DI // arg 1 - rqtp
|
|
MOVQ $0, SI // arg 2 - rmtp
|
|
MOVL $240, AX // sys_nanosleep
|
|
SYSCALL
|
|
RET
|
|
|
|
// set tls base to DI
|
|
TEXT runtime·settls(SB),NOSPLIT,$8
|
|
ADDQ $8, DI // adjust for ELF: wants to use -8(FS) for g and m
|
|
MOVQ DI, 0(SP)
|
|
MOVQ SP, SI
|
|
MOVQ $129, DI // AMD64_SET_FSBASE
|
|
MOVQ $165, AX // sysarch
|
|
SYSCALL
|
|
JCC 2(PC)
|
|
MOVL $0xf1, 0xf1 // crash
|
|
RET
|
|
|
|
TEXT runtime·sysctl(SB),NOSPLIT,$0
|
|
MOVQ mib+0(FP), DI // arg 1 - name
|
|
MOVL miblen+8(FP), SI // arg 2 - namelen
|
|
MOVQ out+16(FP), DX // arg 3 - oldp
|
|
MOVQ size+24(FP), R10 // arg 4 - oldlenp
|
|
MOVQ dst+32(FP), R8 // arg 5 - newp
|
|
MOVQ ndst+40(FP), R9 // arg 6 - newlen
|
|
MOVQ $202, AX // sys___sysctl
|
|
SYSCALL
|
|
JCC 4(PC)
|
|
NEGQ AX
|
|
MOVL AX, ret+48(FP)
|
|
RET
|
|
MOVL $0, AX
|
|
MOVL AX, ret+48(FP)
|
|
RET
|
|
|
|
TEXT runtime·osyield(SB),NOSPLIT,$-4
|
|
MOVL $331, AX // sys_sched_yield
|
|
SYSCALL
|
|
RET
|
|
|
|
TEXT runtime·sigprocmask(SB),NOSPLIT,$0
|
|
MOVL how+0(FP), DI // arg 1 - how
|
|
MOVQ new+8(FP), SI // arg 2 - set
|
|
MOVQ old+16(FP), DX // arg 3 - oset
|
|
MOVL $340, AX // sys_sigprocmask
|
|
SYSCALL
|
|
JAE 2(PC)
|
|
MOVL $0xf1, 0xf1 // crash
|
|
RET
|
|
|
|
// int32 runtime·kqueue(void);
|
|
TEXT runtime·kqueue(SB),NOSPLIT,$0
|
|
MOVQ $0, DI
|
|
MOVQ $0, SI
|
|
MOVQ $0, DX
|
|
MOVL $362, AX
|
|
SYSCALL
|
|
JCC 2(PC)
|
|
NEGQ AX
|
|
MOVL AX, ret+0(FP)
|
|
RET
|
|
|
|
// int32 runtime·kevent(int kq, Kevent *changelist, int nchanges, Kevent *eventlist, int nevents, Timespec *timeout);
|
|
TEXT runtime·kevent(SB),NOSPLIT,$0
|
|
MOVL kq+0(FP), DI
|
|
MOVQ ch+8(FP), SI
|
|
MOVL nch+16(FP), DX
|
|
MOVQ ev+24(FP), R10
|
|
MOVL nev+32(FP), R8
|
|
MOVQ ts+40(FP), R9
|
|
MOVL $363, AX
|
|
SYSCALL
|
|
JCC 2(PC)
|
|
NEGQ AX
|
|
MOVL AX, ret+48(FP)
|
|
RET
|
|
|
|
// void runtime·closeonexec(int32 fd);
|
|
TEXT runtime·closeonexec(SB),NOSPLIT,$0
|
|
MOVL fd+0(FP), DI // fd
|
|
MOVQ $2, SI // F_SETFD
|
|
MOVQ $1, DX // FD_CLOEXEC
|
|
MOVL $92, AX // fcntl
|
|
SYSCALL
|
|
RET
|
|
|
|
// func runtime·setNonblock(int32 fd)
|
|
TEXT runtime·setNonblock(SB),NOSPLIT,$0-4
|
|
MOVL fd+0(FP), DI // fd
|
|
MOVQ $3, SI // F_GETFL
|
|
MOVQ $0, DX
|
|
MOVL $92, AX // fcntl
|
|
SYSCALL
|
|
MOVL fd+0(FP), DI // fd
|
|
MOVQ $4, SI // F_SETFL
|
|
MOVQ $4, DX // O_NONBLOCK
|
|
ORL AX, DX
|
|
MOVL $92, AX // fcntl
|
|
SYSCALL
|
|
RET
|
|
|
|
// func cpuset_getaffinity(level int, which int, id int64, size int, mask *byte) int32
|
|
TEXT runtime·cpuset_getaffinity(SB), NOSPLIT, $0-44
|
|
MOVQ level+0(FP), DI
|
|
MOVQ which+8(FP), SI
|
|
MOVQ id+16(FP), DX
|
|
MOVQ size+24(FP), R10
|
|
MOVQ mask+32(FP), R8
|
|
MOVL $487, AX
|
|
SYSCALL
|
|
JCC 2(PC)
|
|
NEGQ AX
|
|
MOVL AX, ret+40(FP)
|
|
RET
|