2013-08-23 09:50:24 -06:00
|
|
|
// Copyright 2009 The Go Authors. All rights reserved.
|
|
|
|
|
// Use of this source code is governed by a BSD-style
|
|
|
|
|
// license that can be found in the LICENSE file.
|
|
|
|
|
//
|
|
|
|
|
// System calls and other sys.stuff for AMD64, FreeBSD
|
|
|
|
|
// /usr/src/sys/kern/syscalls.master for syscall numbers.
|
|
|
|
|
//
|
|
|
|
|
|
|
|
|
|
#include "zasm_GOOS_GOARCH.h"
|
|
|
|
|
#include "../../cmd/ld/textflag.h"
|
|
|
|
|
|
|
|
|
|
TEXT runtime·sys_umtx_sleep(SB),NOSPLIT,$0
|
|
|
|
|
MOVQ 8(SP), DI // arg 1 - ptr
|
|
|
|
|
MOVL 16(SP), SI // arg 2 - value
|
|
|
|
|
MOVL 20(SP), DX // arg 3 - timeout
|
|
|
|
|
MOVL $469, AX // umtx_sleep
|
|
|
|
|
SYSCALL
|
|
|
|
|
JCC 2(PC)
|
|
|
|
|
NEGQ AX
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·sys_umtx_wakeup(SB),NOSPLIT,$0
|
|
|
|
|
MOVQ 8(SP), DI // arg 1 - ptr
|
|
|
|
|
MOVL 16(SP), SI // arg 2 - count
|
|
|
|
|
MOVL $470, AX // umtx_wakeup
|
|
|
|
|
SYSCALL
|
|
|
|
|
JCC 2(PC)
|
|
|
|
|
NEGQ AX
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·lwp_create(SB),NOSPLIT,$0
|
|
|
|
|
MOVQ 8(SP), DI // arg 1 - params
|
|
|
|
|
MOVL $495, AX // lwp_create
|
|
|
|
|
SYSCALL
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·lwp_start(SB),NOSPLIT,$0
|
|
|
|
|
MOVQ DI, R13 // m
|
|
|
|
|
|
|
|
|
|
// set up FS to point at m->tls
|
|
|
|
|
LEAQ m_tls(R13), DI
|
|
|
|
|
CALL runtime·settls(SB) // smashes DI
|
|
|
|
|
|
|
|
|
|
// set up m, g
|
|
|
|
|
get_tls(CX)
|
|
|
|
|
MOVQ m_g0(R13), DI
|
all: remove 'extern register M *m' from runtime
The runtime has historically held two dedicated values g (current goroutine)
and m (current thread) in 'extern register' slots (TLS on x86, real registers
backed by TLS on ARM).
This CL removes the extern register m; code now uses g->m.
On ARM, this frees up the register that formerly held m (R9).
This is important for NaCl, because NaCl ARM code cannot use R9 at all.
The Go 1 macrobenchmarks (those with per-op times >= 10 µs) are unaffected:
BenchmarkBinaryTree17 5491374955 5471024381 -0.37%
BenchmarkFannkuch11 4357101311 4275174828 -1.88%
BenchmarkGobDecode 11029957 11364184 +3.03%
BenchmarkGobEncode 6852205 6784822 -0.98%
BenchmarkGzip 650795967 650152275 -0.10%
BenchmarkGunzip 140962363 141041670 +0.06%
BenchmarkHTTPClientServer 71581 73081 +2.10%
BenchmarkJSONEncode 31928079 31913356 -0.05%
BenchmarkJSONDecode 117470065 113689916 -3.22%
BenchmarkMandelbrot200 6008923 5998712 -0.17%
BenchmarkGoParse 6310917 6327487 +0.26%
BenchmarkRegexpMatchMedium_1K 114568 114763 +0.17%
BenchmarkRegexpMatchHard_1K 168977 169244 +0.16%
BenchmarkRevcomp 935294971 914060918 -2.27%
BenchmarkTemplate 145917123 148186096 +1.55%
Minux previous reported larger variations, but these were caused by
run-to-run noise, not repeatable slowdowns.
Actual code changes by Minux.
I only did the docs and the benchmarking.
LGTM=dvyukov, iant, minux
R=minux, josharian, iant, dave, bradfitz, dvyukov
CC=golang-codereviews
https://golang.org/cl/109050043
2014-06-26 09:54:39 -06:00
|
|
|
MOVQ R13, g_m(DI)
|
2013-08-23 09:50:24 -06:00
|
|
|
MOVQ DI, g(CX)
|
|
|
|
|
|
|
|
|
|
CALL runtime·stackcheck(SB)
|
|
|
|
|
CALL runtime·mstart(SB)
|
|
|
|
|
|
|
|
|
|
MOVQ 0, AX // crash (not reached)
|
|
|
|
|
|
|
|
|
|
// Exit the entire program (like C exit)
|
|
|
|
|
TEXT runtime·exit(SB),NOSPLIT,$-8
|
|
|
|
|
MOVL 8(SP), DI // arg 1 exit status
|
|
|
|
|
MOVL $1, AX
|
|
|
|
|
SYSCALL
|
|
|
|
|
MOVL $0xf1, 0xf1 // crash
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·exit1(SB),NOSPLIT,$-8
|
|
|
|
|
MOVQ 8(SP), DI // arg 1 exit status
|
|
|
|
|
MOVL $431, AX
|
|
|
|
|
SYSCALL
|
|
|
|
|
MOVL $0xf1, 0xf1 // crash
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·open(SB),NOSPLIT,$-8
|
|
|
|
|
MOVQ 8(SP), DI // arg 1 pathname
|
|
|
|
|
MOVL 16(SP), SI // arg 2 flags
|
|
|
|
|
MOVL 20(SP), DX // arg 3 mode
|
|
|
|
|
MOVL $5, AX
|
|
|
|
|
SYSCALL
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·close(SB),NOSPLIT,$-8
|
|
|
|
|
MOVL 8(SP), DI // arg 1 fd
|
|
|
|
|
MOVL $6, AX
|
|
|
|
|
SYSCALL
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·read(SB),NOSPLIT,$-8
|
|
|
|
|
MOVL 8(SP), DI // arg 1 fd
|
|
|
|
|
MOVQ 16(SP), SI // arg 2 buf
|
|
|
|
|
MOVL 24(SP), DX // arg 3 count
|
|
|
|
|
MOVL $3, AX
|
|
|
|
|
SYSCALL
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·write(SB),NOSPLIT,$-8
|
|
|
|
|
MOVL 8(SP), DI // arg 1 fd
|
|
|
|
|
MOVQ 16(SP), SI // arg 2 buf
|
|
|
|
|
MOVL 24(SP), DX // arg 3 count
|
|
|
|
|
MOVL $4, AX
|
|
|
|
|
SYSCALL
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·getrlimit(SB),NOSPLIT,$-8
|
|
|
|
|
MOVL 8(SP), DI
|
|
|
|
|
MOVQ 16(SP), SI
|
|
|
|
|
MOVL $194, AX
|
|
|
|
|
SYSCALL
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·raise(SB),NOSPLIT,$16
|
|
|
|
|
MOVL $496, AX // lwp_gettid
|
|
|
|
|
SYSCALL
|
|
|
|
|
MOVQ $-1, DI // arg 1 - pid
|
|
|
|
|
MOVQ 8(SP), DI // arg 2 - tid
|
|
|
|
|
MOVL sig+0(FP), SI // arg 3 - signum
|
|
|
|
|
MOVL $497, AX // lwp_kill
|
|
|
|
|
SYSCALL
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·setitimer(SB), NOSPLIT, $-8
|
|
|
|
|
MOVL 8(SP), DI
|
|
|
|
|
MOVQ 16(SP), SI
|
|
|
|
|
MOVQ 24(SP), DX
|
|
|
|
|
MOVL $83, AX
|
|
|
|
|
SYSCALL
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
// func now() (sec int64, nsec int32)
|
|
|
|
|
TEXT time·now(SB), NOSPLIT, $32
|
|
|
|
|
MOVL $232, AX
|
2014-02-26 21:15:34 -07:00
|
|
|
MOVQ $0, DI // CLOCK_REALTIME
|
2013-08-23 09:50:24 -06:00
|
|
|
LEAQ 8(SP), SI
|
|
|
|
|
SYSCALL
|
|
|
|
|
MOVQ 8(SP), AX // sec
|
|
|
|
|
MOVQ 16(SP), DX // nsec
|
|
|
|
|
|
|
|
|
|
// sec is in AX, nsec in DX
|
|
|
|
|
MOVQ AX, sec+0(FP)
|
|
|
|
|
MOVL DX, nsec+8(FP)
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·nanotime(SB), NOSPLIT, $32
|
|
|
|
|
MOVL $232, AX
|
2014-02-26 21:15:34 -07:00
|
|
|
MOVQ $4, DI // CLOCK_MONOTONIC
|
2013-08-23 09:50:24 -06:00
|
|
|
LEAQ 8(SP), SI
|
|
|
|
|
SYSCALL
|
|
|
|
|
MOVQ 8(SP), AX // sec
|
|
|
|
|
MOVQ 16(SP), DX // nsec
|
|
|
|
|
|
|
|
|
|
// sec is in AX, nsec in DX
|
|
|
|
|
// return nsec in AX
|
|
|
|
|
IMULQ $1000000000, AX
|
|
|
|
|
ADDQ DX, AX
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·sigaction(SB),NOSPLIT,$-8
|
|
|
|
|
MOVL 8(SP), DI // arg 1 sig
|
|
|
|
|
MOVQ 16(SP), SI // arg 2 act
|
|
|
|
|
MOVQ 24(SP), DX // arg 3 oact
|
|
|
|
|
MOVL $342, AX
|
|
|
|
|
SYSCALL
|
|
|
|
|
JCC 2(PC)
|
|
|
|
|
MOVL $0xf1, 0xf1 // crash
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·sigtramp(SB),NOSPLIT,$64
|
|
|
|
|
get_tls(BX)
|
|
|
|
|
|
all: remove 'extern register M *m' from runtime
The runtime has historically held two dedicated values g (current goroutine)
and m (current thread) in 'extern register' slots (TLS on x86, real registers
backed by TLS on ARM).
This CL removes the extern register m; code now uses g->m.
On ARM, this frees up the register that formerly held m (R9).
This is important for NaCl, because NaCl ARM code cannot use R9 at all.
The Go 1 macrobenchmarks (those with per-op times >= 10 µs) are unaffected:
BenchmarkBinaryTree17 5491374955 5471024381 -0.37%
BenchmarkFannkuch11 4357101311 4275174828 -1.88%
BenchmarkGobDecode 11029957 11364184 +3.03%
BenchmarkGobEncode 6852205 6784822 -0.98%
BenchmarkGzip 650795967 650152275 -0.10%
BenchmarkGunzip 140962363 141041670 +0.06%
BenchmarkHTTPClientServer 71581 73081 +2.10%
BenchmarkJSONEncode 31928079 31913356 -0.05%
BenchmarkJSONDecode 117470065 113689916 -3.22%
BenchmarkMandelbrot200 6008923 5998712 -0.17%
BenchmarkGoParse 6310917 6327487 +0.26%
BenchmarkRegexpMatchMedium_1K 114568 114763 +0.17%
BenchmarkRegexpMatchHard_1K 168977 169244 +0.16%
BenchmarkRevcomp 935294971 914060918 -2.27%
BenchmarkTemplate 145917123 148186096 +1.55%
Minux previous reported larger variations, but these were caused by
run-to-run noise, not repeatable slowdowns.
Actual code changes by Minux.
I only did the docs and the benchmarking.
LGTM=dvyukov, iant, minux
R=minux, josharian, iant, dave, bradfitz, dvyukov
CC=golang-codereviews
https://golang.org/cl/109050043
2014-06-26 09:54:39 -06:00
|
|
|
// check that g exists
|
|
|
|
|
MOVQ g(BX), R10
|
|
|
|
|
CMPQ R10, $0
|
2013-08-23 09:50:24 -06:00
|
|
|
JNE 5(PC)
|
|
|
|
|
MOVQ DI, 0(SP)
|
|
|
|
|
MOVQ $runtime·badsignal(SB), AX
|
|
|
|
|
CALL AX
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
// save g
|
|
|
|
|
MOVQ R10, 40(SP)
|
|
|
|
|
|
|
|
|
|
// g = m->signal
|
all: remove 'extern register M *m' from runtime
The runtime has historically held two dedicated values g (current goroutine)
and m (current thread) in 'extern register' slots (TLS on x86, real registers
backed by TLS on ARM).
This CL removes the extern register m; code now uses g->m.
On ARM, this frees up the register that formerly held m (R9).
This is important for NaCl, because NaCl ARM code cannot use R9 at all.
The Go 1 macrobenchmarks (those with per-op times >= 10 µs) are unaffected:
BenchmarkBinaryTree17 5491374955 5471024381 -0.37%
BenchmarkFannkuch11 4357101311 4275174828 -1.88%
BenchmarkGobDecode 11029957 11364184 +3.03%
BenchmarkGobEncode 6852205 6784822 -0.98%
BenchmarkGzip 650795967 650152275 -0.10%
BenchmarkGunzip 140962363 141041670 +0.06%
BenchmarkHTTPClientServer 71581 73081 +2.10%
BenchmarkJSONEncode 31928079 31913356 -0.05%
BenchmarkJSONDecode 117470065 113689916 -3.22%
BenchmarkMandelbrot200 6008923 5998712 -0.17%
BenchmarkGoParse 6310917 6327487 +0.26%
BenchmarkRegexpMatchMedium_1K 114568 114763 +0.17%
BenchmarkRegexpMatchHard_1K 168977 169244 +0.16%
BenchmarkRevcomp 935294971 914060918 -2.27%
BenchmarkTemplate 145917123 148186096 +1.55%
Minux previous reported larger variations, but these were caused by
run-to-run noise, not repeatable slowdowns.
Actual code changes by Minux.
I only did the docs and the benchmarking.
LGTM=dvyukov, iant, minux
R=minux, josharian, iant, dave, bradfitz, dvyukov
CC=golang-codereviews
https://golang.org/cl/109050043
2014-06-26 09:54:39 -06:00
|
|
|
MOVQ g_m(R10), BP
|
2013-08-23 09:50:24 -06:00
|
|
|
MOVQ m_gsignal(BP), BP
|
|
|
|
|
MOVQ BP, g(BX)
|
|
|
|
|
|
|
|
|
|
MOVQ DI, 0(SP)
|
|
|
|
|
MOVQ SI, 8(SP)
|
|
|
|
|
MOVQ DX, 16(SP)
|
|
|
|
|
MOVQ R10, 24(SP)
|
|
|
|
|
|
|
|
|
|
CALL runtime·sighandler(SB)
|
|
|
|
|
|
|
|
|
|
// restore g
|
|
|
|
|
get_tls(BX)
|
|
|
|
|
MOVQ 40(SP), R10
|
|
|
|
|
MOVQ R10, g(BX)
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·mmap(SB),NOSPLIT,$0
|
|
|
|
|
MOVQ 8(SP), DI // arg 1 - addr
|
|
|
|
|
MOVQ 16(SP), SI // arg 2 - len
|
|
|
|
|
MOVL 24(SP), DX // arg 3 - prot
|
|
|
|
|
MOVL 28(SP), R10 // arg 4 - flags
|
|
|
|
|
MOVL 32(SP), R8 // arg 5 - fd
|
|
|
|
|
MOVL 36(SP), R9
|
|
|
|
|
SUBQ $16, SP
|
|
|
|
|
MOVQ R9, 8(SP) // arg 7 - offset (passed on stack)
|
|
|
|
|
MOVQ $0, R9 // arg 6 - pad
|
|
|
|
|
MOVL $197, AX
|
|
|
|
|
SYSCALL
|
|
|
|
|
ADDQ $16, SP
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·munmap(SB),NOSPLIT,$0
|
|
|
|
|
MOVQ 8(SP), DI // arg 1 addr
|
|
|
|
|
MOVQ 16(SP), SI // arg 2 len
|
|
|
|
|
MOVL $73, AX
|
|
|
|
|
SYSCALL
|
|
|
|
|
JCC 2(PC)
|
|
|
|
|
MOVL $0xf1, 0xf1 // crash
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·madvise(SB),NOSPLIT,$0
|
|
|
|
|
MOVQ 8(SP), DI
|
|
|
|
|
MOVQ 16(SP), SI
|
|
|
|
|
MOVQ 24(SP), DX
|
|
|
|
|
MOVQ $75, AX // madvise
|
|
|
|
|
SYSCALL
|
|
|
|
|
// ignore failure - maybe pages are locked
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·sigaltstack(SB),NOSPLIT,$-8
|
|
|
|
|
MOVQ new+8(SP), DI
|
|
|
|
|
MOVQ old+16(SP), SI
|
|
|
|
|
MOVQ $53, AX
|
|
|
|
|
SYSCALL
|
|
|
|
|
JCC 2(PC)
|
|
|
|
|
MOVL $0xf1, 0xf1 // crash
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·usleep(SB),NOSPLIT,$16
|
|
|
|
|
MOVL $0, DX
|
|
|
|
|
MOVL usec+0(FP), AX
|
|
|
|
|
MOVL $1000000, CX
|
|
|
|
|
DIVL CX
|
|
|
|
|
MOVQ AX, 0(SP) // tv_sec
|
|
|
|
|
MOVL $1000, AX
|
|
|
|
|
MULL DX
|
|
|
|
|
MOVQ AX, 8(SP) // tv_nsec
|
|
|
|
|
|
|
|
|
|
MOVQ SP, DI // arg 1 - rqtp
|
|
|
|
|
MOVQ $0, SI // arg 2 - rmtp
|
|
|
|
|
MOVL $240, AX // sys_nanosleep
|
|
|
|
|
SYSCALL
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
// set tls base to DI
|
|
|
|
|
TEXT runtime·settls(SB),NOSPLIT,$16
|
|
|
|
|
ADDQ $16, DI // adjust for ELF: wants to use -16(FS) and -8(FS) for g and m
|
|
|
|
|
MOVQ DI, 0(SP)
|
|
|
|
|
MOVQ $16, 8(SP)
|
|
|
|
|
MOVQ $0, DI // arg 1 - which
|
|
|
|
|
MOVQ SP, SI // arg 2 - tls_info
|
|
|
|
|
MOVQ $16, DX // arg 3 - infosize
|
|
|
|
|
MOVQ $472, AX // set_tls_area
|
|
|
|
|
SYSCALL
|
|
|
|
|
JCC 2(PC)
|
|
|
|
|
MOVL $0xf1, 0xf1 // crash
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·sysctl(SB),NOSPLIT,$0
|
|
|
|
|
MOVQ 8(SP), DI // arg 1 - name
|
|
|
|
|
MOVL 16(SP), SI // arg 2 - namelen
|
|
|
|
|
MOVQ 24(SP), DX // arg 3 - oldp
|
|
|
|
|
MOVQ 32(SP), R10 // arg 4 - oldlenp
|
|
|
|
|
MOVQ 40(SP), R8 // arg 5 - newp
|
|
|
|
|
MOVQ 48(SP), R9 // arg 6 - newlen
|
|
|
|
|
MOVQ $202, AX // sys___sysctl
|
|
|
|
|
SYSCALL
|
|
|
|
|
JCC 3(PC)
|
|
|
|
|
NEGQ AX
|
|
|
|
|
RET
|
|
|
|
|
MOVL $0, AX
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·osyield(SB),NOSPLIT,$-4
|
|
|
|
|
MOVL $331, AX // sys_sched_yield
|
|
|
|
|
SYSCALL
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
TEXT runtime·sigprocmask(SB),NOSPLIT,$0
|
|
|
|
|
MOVL $3, DI // arg 1 - how (SIG_SETMASK)
|
|
|
|
|
MOVQ 8(SP), SI // arg 2 - set
|
|
|
|
|
MOVQ 16(SP), DX // arg 3 - oset
|
|
|
|
|
MOVL $340, AX // sys_sigprocmask
|
|
|
|
|
SYSCALL
|
|
|
|
|
JAE 2(PC)
|
|
|
|
|
MOVL $0xf1, 0xf1 // crash
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
// int32 runtime·kqueue(void);
|
|
|
|
|
TEXT runtime·kqueue(SB),NOSPLIT,$0
|
|
|
|
|
MOVQ $0, DI
|
|
|
|
|
MOVQ $0, SI
|
|
|
|
|
MOVQ $0, DX
|
|
|
|
|
MOVL $362, AX
|
|
|
|
|
SYSCALL
|
|
|
|
|
JCC 2(PC)
|
|
|
|
|
NEGQ AX
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
// int32 runtime·kevent(int kq, Kevent *changelist, int nchanges, Kevent *eventlist, int nevents, Timespec *timeout);
|
|
|
|
|
TEXT runtime·kevent(SB),NOSPLIT,$0
|
|
|
|
|
MOVL 8(SP), DI
|
|
|
|
|
MOVQ 16(SP), SI
|
|
|
|
|
MOVL 24(SP), DX
|
|
|
|
|
MOVQ 32(SP), R10
|
|
|
|
|
MOVL 40(SP), R8
|
|
|
|
|
MOVQ 48(SP), R9
|
|
|
|
|
MOVL $363, AX
|
|
|
|
|
SYSCALL
|
|
|
|
|
JCC 2(PC)
|
|
|
|
|
NEGQ AX
|
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
|
// void runtime·closeonexec(int32 fd);
|
|
|
|
|
TEXT runtime·closeonexec(SB),NOSPLIT,$0
|
|
|
|
|
MOVL 8(SP), DI // fd
|
|
|
|
|
MOVQ $2, SI // F_SETFD
|
|
|
|
|
MOVQ $1, DX // FD_CLOEXEC
|
|
|
|
|
MOVL $92, AX // fcntl
|
|
|
|
|
SYSCALL
|
|
|
|
|
RET
|
