2013-08-23 09:50:24 -06:00
|
|
|
// Copyright 2011 The Go Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style
|
|
|
|
// license that can be found in the LICENSE file.
|
|
|
|
|
|
|
|
#include "runtime.h"
|
|
|
|
#include "defs_GOOS_GOARCH.h"
|
|
|
|
#include "os_GOOS.h"
|
|
|
|
#include "signal_unix.h"
|
|
|
|
#include "stack.h"
|
2014-09-04 21:05:18 -06:00
|
|
|
#include "textflag.h"
|
2013-08-23 09:50:24 -06:00
|
|
|
|
|
|
|
extern SigTab runtime·sigtab[];
|
|
|
|
extern int32 runtime·sys_umtx_sleep(uint32*, int32, int32);
|
|
|
|
extern int32 runtime·sys_umtx_wakeup(uint32*, int32);
|
|
|
|
|
|
|
|
// From DragonFly's <sys/sysctl.h>
|
|
|
|
#define CTL_HW 6
|
|
|
|
#define HW_NCPU 3
|
|
|
|
|
|
|
|
static Sigset sigset_none;
|
|
|
|
static Sigset sigset_all = { ~(uint32)0, ~(uint32)0, ~(uint32)0, ~(uint32)0, };
|
|
|
|
|
|
|
|
static int32
|
|
|
|
getncpu(void)
|
|
|
|
{
|
|
|
|
uint32 mib[2];
|
|
|
|
uint32 out;
|
|
|
|
int32 ret;
|
|
|
|
uintptr nout;
|
|
|
|
|
|
|
|
// Fetch hw.ncpu via sysctl.
|
|
|
|
mib[0] = CTL_HW;
|
|
|
|
mib[1] = HW_NCPU;
|
|
|
|
nout = sizeof out;
|
|
|
|
out = 0;
|
|
|
|
ret = runtime·sysctl(mib, 2, (byte*)&out, &nout, nil, 0);
|
|
|
|
if(ret >= 0)
|
|
|
|
return out;
|
|
|
|
else
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2014-09-04 19:12:31 -06:00
|
|
|
static void futexsleep(void);
|
|
|
|
|
2013-08-23 09:50:24 -06:00
|
|
|
#pragma textflag NOSPLIT
|
|
|
|
void
|
|
|
|
runtime·futexsleep(uint32 *addr, uint32 val, int64 ns)
|
|
|
|
{
|
2014-09-04 19:12:31 -06:00
|
|
|
void (*fn)(void);
|
|
|
|
|
|
|
|
g->m->ptrarg[0] = addr;
|
|
|
|
g->m->scalararg[0] = val;
|
|
|
|
g->m->ptrarg[1] = &ns;
|
|
|
|
|
|
|
|
fn = futexsleep;
|
|
|
|
runtime·onM(&fn);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
futexsleep(void)
|
|
|
|
{
|
|
|
|
uint32 *addr;
|
|
|
|
uint32 val;
|
|
|
|
int64 ns;
|
2013-08-23 09:50:24 -06:00
|
|
|
int32 timeout = 0;
|
|
|
|
int32 ret;
|
|
|
|
|
2014-09-04 19:12:31 -06:00
|
|
|
addr = g->m->ptrarg[0];
|
|
|
|
val = g->m->scalararg[0];
|
|
|
|
ns = *(int64*)g->m->ptrarg[1];
|
|
|
|
g->m->ptrarg[0] = nil;
|
|
|
|
g->m->scalararg[0] = 0;
|
|
|
|
g->m->ptrarg[1] = nil;
|
|
|
|
|
2013-08-23 09:50:24 -06:00
|
|
|
if(ns >= 0) {
|
|
|
|
// The timeout is specified in microseconds - ensure that we
|
|
|
|
// do not end up dividing to zero, which would put us to sleep
|
|
|
|
// indefinitely...
|
|
|
|
timeout = runtime·timediv(ns, 1000, nil);
|
|
|
|
if(timeout == 0)
|
|
|
|
timeout = 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
// sys_umtx_sleep will return EWOULDBLOCK (EAGAIN) when the timeout
|
|
|
|
// expires or EBUSY if the mutex value does not match.
|
|
|
|
ret = runtime·sys_umtx_sleep(addr, val, timeout);
|
|
|
|
if(ret >= 0 || ret == -EINTR || ret == -EAGAIN || ret == -EBUSY)
|
|
|
|
return;
|
|
|
|
|
|
|
|
runtime·prints("umtx_wait addr=");
|
2014-08-28 21:26:40 -06:00
|
|
|
runtime·printpointer(addr);
|
2013-08-23 09:50:24 -06:00
|
|
|
runtime·prints(" val=");
|
2014-08-28 21:26:40 -06:00
|
|
|
runtime·printint(val);
|
2013-08-23 09:50:24 -06:00
|
|
|
runtime·prints(" ret=");
|
2014-08-28 21:26:40 -06:00
|
|
|
runtime·printint(ret);
|
2013-08-23 09:50:24 -06:00
|
|
|
runtime·prints("\n");
|
|
|
|
*(int32*)0x1005 = 0x1005;
|
|
|
|
}
|
|
|
|
|
2014-09-04 13:53:45 -06:00
|
|
|
static void badfutexwakeup(void);
|
|
|
|
|
|
|
|
#pragma textflag NOSPLIT
|
2013-08-23 09:50:24 -06:00
|
|
|
void
|
|
|
|
runtime·futexwakeup(uint32 *addr, uint32 cnt)
|
|
|
|
{
|
|
|
|
int32 ret;
|
2014-09-04 13:53:45 -06:00
|
|
|
void (*fn)(void);
|
2013-08-23 09:50:24 -06:00
|
|
|
|
|
|
|
ret = runtime·sys_umtx_wakeup(addr, cnt);
|
|
|
|
if(ret >= 0)
|
|
|
|
return;
|
|
|
|
|
2014-09-04 13:53:45 -06:00
|
|
|
g->m->ptrarg[0] = addr;
|
|
|
|
g->m->scalararg[0] = ret;
|
|
|
|
fn = badfutexwakeup;
|
|
|
|
if(g == g->m->gsignal)
|
|
|
|
fn();
|
|
|
|
else
|
|
|
|
runtime·onM(&fn);
|
2013-08-23 09:50:24 -06:00
|
|
|
*(int32*)0x1006 = 0x1006;
|
|
|
|
}
|
|
|
|
|
2014-09-04 13:53:45 -06:00
|
|
|
static void
|
|
|
|
badfutexwakeup(void)
|
|
|
|
{
|
|
|
|
void *addr;
|
|
|
|
int32 ret;
|
|
|
|
|
|
|
|
addr = g->m->ptrarg[0];
|
|
|
|
ret = g->m->scalararg[0];
|
|
|
|
runtime·printf("umtx_wake addr=%p ret=%d\n", addr, ret);
|
|
|
|
}
|
|
|
|
|
2013-08-23 09:50:24 -06:00
|
|
|
void runtime·lwp_start(void*);
|
|
|
|
|
|
|
|
void
|
|
|
|
runtime·newosproc(M *mp, void *stk)
|
|
|
|
{
|
|
|
|
Lwpparams params;
|
|
|
|
Sigset oset;
|
|
|
|
|
|
|
|
if(0){
|
|
|
|
runtime·printf("newosproc stk=%p m=%p g=%p id=%d/%d ostk=%p\n",
|
|
|
|
stk, mp, mp->g0, mp->id, (int32)mp->tls[0], &mp);
|
|
|
|
}
|
|
|
|
|
|
|
|
runtime·sigprocmask(&sigset_all, &oset);
|
|
|
|
runtime·memclr((byte*)¶ms, sizeof params);
|
|
|
|
|
|
|
|
params.func = runtime·lwp_start;
|
|
|
|
params.arg = (byte*)mp;
|
|
|
|
params.stack = (byte*)stk;
|
|
|
|
params.tid1 = (int32*)&mp->procid;
|
|
|
|
params.tid2 = nil;
|
|
|
|
|
|
|
|
mp->tls[0] = mp->id; // so 386 asm can find it
|
|
|
|
|
|
|
|
runtime·lwp_create(¶ms);
|
|
|
|
runtime·sigprocmask(&oset, nil);
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
runtime·osinit(void)
|
|
|
|
{
|
|
|
|
runtime·ncpu = getncpu();
|
|
|
|
}
|
|
|
|
|
2014-09-04 13:53:45 -06:00
|
|
|
#pragma textflag NOSPLIT
|
2013-08-23 09:50:24 -06:00
|
|
|
void
|
|
|
|
runtime·get_random_data(byte **rnd, int32 *rnd_len)
|
|
|
|
{
|
2014-05-31 17:21:17 -06:00
|
|
|
#pragma dataflag NOPTR
|
2013-08-23 09:50:24 -06:00
|
|
|
static byte urandom_data[HashRandomBytes];
|
|
|
|
int32 fd;
|
|
|
|
fd = runtime·open("/dev/urandom", 0 /* O_RDONLY */, 0);
|
|
|
|
if(runtime·read(fd, urandom_data, HashRandomBytes) == HashRandomBytes) {
|
|
|
|
*rnd = urandom_data;
|
|
|
|
*rnd_len = HashRandomBytes;
|
|
|
|
} else {
|
|
|
|
*rnd = nil;
|
|
|
|
*rnd_len = 0;
|
|
|
|
}
|
|
|
|
runtime·close(fd);
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
runtime·goenvs(void)
|
|
|
|
{
|
|
|
|
runtime·goenvs_unix();
|
|
|
|
}
|
|
|
|
|
|
|
|
// Called to initialize a new m (including the bootstrap m).
|
|
|
|
// Called on the parent thread (main thread in case of bootstrap), can allocate memory.
|
|
|
|
void
|
|
|
|
runtime·mpreinit(M *mp)
|
|
|
|
{
|
|
|
|
mp->gsignal = runtime·malg(32*1024);
|
all: remove 'extern register M *m' from runtime
The runtime has historically held two dedicated values g (current goroutine)
and m (current thread) in 'extern register' slots (TLS on x86, real registers
backed by TLS on ARM).
This CL removes the extern register m; code now uses g->m.
On ARM, this frees up the register that formerly held m (R9).
This is important for NaCl, because NaCl ARM code cannot use R9 at all.
The Go 1 macrobenchmarks (those with per-op times >= 10 µs) are unaffected:
BenchmarkBinaryTree17 5491374955 5471024381 -0.37%
BenchmarkFannkuch11 4357101311 4275174828 -1.88%
BenchmarkGobDecode 11029957 11364184 +3.03%
BenchmarkGobEncode 6852205 6784822 -0.98%
BenchmarkGzip 650795967 650152275 -0.10%
BenchmarkGunzip 140962363 141041670 +0.06%
BenchmarkHTTPClientServer 71581 73081 +2.10%
BenchmarkJSONEncode 31928079 31913356 -0.05%
BenchmarkJSONDecode 117470065 113689916 -3.22%
BenchmarkMandelbrot200 6008923 5998712 -0.17%
BenchmarkGoParse 6310917 6327487 +0.26%
BenchmarkRegexpMatchMedium_1K 114568 114763 +0.17%
BenchmarkRegexpMatchHard_1K 168977 169244 +0.16%
BenchmarkRevcomp 935294971 914060918 -2.27%
BenchmarkTemplate 145917123 148186096 +1.55%
Minux previous reported larger variations, but these were caused by
run-to-run noise, not repeatable slowdowns.
Actual code changes by Minux.
I only did the docs and the benchmarking.
LGTM=dvyukov, iant, minux
R=minux, josharian, iant, dave, bradfitz, dvyukov
CC=golang-codereviews
https://golang.org/cl/109050043
2014-06-26 09:54:39 -06:00
|
|
|
mp->gsignal->m = mp;
|
2013-08-23 09:50:24 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
// Called to initialize a new m (including the bootstrap m).
|
|
|
|
// Called on the new thread, can not allocate memory.
|
|
|
|
void
|
|
|
|
runtime·minit(void)
|
|
|
|
{
|
|
|
|
// Initialize signal handling
|
all: remove 'extern register M *m' from runtime
The runtime has historically held two dedicated values g (current goroutine)
and m (current thread) in 'extern register' slots (TLS on x86, real registers
backed by TLS on ARM).
This CL removes the extern register m; code now uses g->m.
On ARM, this frees up the register that formerly held m (R9).
This is important for NaCl, because NaCl ARM code cannot use R9 at all.
The Go 1 macrobenchmarks (those with per-op times >= 10 µs) are unaffected:
BenchmarkBinaryTree17 5491374955 5471024381 -0.37%
BenchmarkFannkuch11 4357101311 4275174828 -1.88%
BenchmarkGobDecode 11029957 11364184 +3.03%
BenchmarkGobEncode 6852205 6784822 -0.98%
BenchmarkGzip 650795967 650152275 -0.10%
BenchmarkGunzip 140962363 141041670 +0.06%
BenchmarkHTTPClientServer 71581 73081 +2.10%
BenchmarkJSONEncode 31928079 31913356 -0.05%
BenchmarkJSONDecode 117470065 113689916 -3.22%
BenchmarkMandelbrot200 6008923 5998712 -0.17%
BenchmarkGoParse 6310917 6327487 +0.26%
BenchmarkRegexpMatchMedium_1K 114568 114763 +0.17%
BenchmarkRegexpMatchHard_1K 168977 169244 +0.16%
BenchmarkRevcomp 935294971 914060918 -2.27%
BenchmarkTemplate 145917123 148186096 +1.55%
Minux previous reported larger variations, but these were caused by
run-to-run noise, not repeatable slowdowns.
Actual code changes by Minux.
I only did the docs and the benchmarking.
LGTM=dvyukov, iant, minux
R=minux, josharian, iant, dave, bradfitz, dvyukov
CC=golang-codereviews
https://golang.org/cl/109050043
2014-06-26 09:54:39 -06:00
|
|
|
runtime·signalstack((byte*)g->m->gsignal->stackguard - StackGuard, 32*1024);
|
2013-08-23 09:50:24 -06:00
|
|
|
runtime·sigprocmask(&sigset_none, nil);
|
|
|
|
}
|
|
|
|
|
|
|
|
// Called from dropm to undo the effect of an minit.
|
|
|
|
void
|
|
|
|
runtime·unminit(void)
|
|
|
|
{
|
|
|
|
runtime·signalstack(nil, 0);
|
|
|
|
}
|
|
|
|
|
|
|
|
uintptr
|
|
|
|
runtime·memlimit(void)
|
|
|
|
{
|
|
|
|
Rlimit rl;
|
2014-08-27 18:15:05 -06:00
|
|
|
extern byte runtime·text[], runtime·end[];
|
2013-08-23 09:50:24 -06:00
|
|
|
uintptr used;
|
|
|
|
|
|
|
|
if(runtime·getrlimit(RLIMIT_AS, &rl) != 0)
|
|
|
|
return 0;
|
|
|
|
if(rl.rlim_cur >= 0x7fffffff)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
// Estimate our VM footprint excluding the heap.
|
|
|
|
// Not an exact science: use size of binary plus
|
|
|
|
// some room for thread stacks.
|
2014-08-27 18:15:05 -06:00
|
|
|
used = runtime·end - runtime·text + (64<<20);
|
2013-08-23 09:50:24 -06:00
|
|
|
if(used >= rl.rlim_cur)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
// If there's not at least 16 MB left, we're probably
|
|
|
|
// not going to be able to do much. Treat as no limit.
|
|
|
|
rl.rlim_cur -= used;
|
|
|
|
if(rl.rlim_cur < (16<<20))
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
return rl.rlim_cur - used;
|
|
|
|
}
|
|
|
|
|
|
|
|
extern void runtime·sigtramp(void);
|
|
|
|
|
|
|
|
typedef struct sigaction {
|
|
|
|
union {
|
|
|
|
void (*__sa_handler)(int32);
|
|
|
|
void (*__sa_sigaction)(int32, Siginfo*, void *);
|
|
|
|
} __sigaction_u; /* signal handler */
|
|
|
|
int32 sa_flags; /* see signal options below */
|
|
|
|
Sigset sa_mask; /* signal mask to apply */
|
2014-08-29 14:00:31 -06:00
|
|
|
} SigactionT;
|
2013-08-23 09:50:24 -06:00
|
|
|
|
|
|
|
void
|
|
|
|
runtime·setsig(int32 i, GoSighandler *fn, bool restart)
|
|
|
|
{
|
2014-08-29 14:00:31 -06:00
|
|
|
SigactionT sa;
|
2013-08-23 09:50:24 -06:00
|
|
|
|
|
|
|
runtime·memclr((byte*)&sa, sizeof sa);
|
|
|
|
sa.sa_flags = SA_SIGINFO|SA_ONSTACK;
|
|
|
|
if(restart)
|
|
|
|
sa.sa_flags |= SA_RESTART;
|
|
|
|
sa.sa_mask.__bits[0] = ~(uint32)0;
|
|
|
|
sa.sa_mask.__bits[1] = ~(uint32)0;
|
|
|
|
sa.sa_mask.__bits[2] = ~(uint32)0;
|
|
|
|
sa.sa_mask.__bits[3] = ~(uint32)0;
|
|
|
|
if(fn == runtime·sighandler)
|
|
|
|
fn = (void*)runtime·sigtramp;
|
|
|
|
sa.__sigaction_u.__sa_sigaction = (void*)fn;
|
|
|
|
runtime·sigaction(i, &sa, nil);
|
|
|
|
}
|
|
|
|
|
|
|
|
GoSighandler*
|
|
|
|
runtime·getsig(int32 i)
|
|
|
|
{
|
2014-08-29 14:00:31 -06:00
|
|
|
SigactionT sa;
|
2013-08-23 09:50:24 -06:00
|
|
|
|
|
|
|
runtime·memclr((byte*)&sa, sizeof sa);
|
|
|
|
runtime·sigaction(i, nil, &sa);
|
|
|
|
if((void*)sa.__sigaction_u.__sa_sigaction == runtime·sigtramp)
|
|
|
|
return runtime·sighandler;
|
|
|
|
return (void*)sa.__sigaction_u.__sa_sigaction;
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
runtime·signalstack(byte *p, int32 n)
|
|
|
|
{
|
|
|
|
StackT st;
|
|
|
|
|
|
|
|
st.ss_sp = (void*)p;
|
|
|
|
st.ss_size = n;
|
|
|
|
st.ss_flags = 0;
|
|
|
|
if(p == nil)
|
|
|
|
st.ss_flags = SS_DISABLE;
|
|
|
|
runtime·sigaltstack(&st, nil);
|
|
|
|
}
|
2013-12-19 18:45:05 -07:00
|
|
|
|
|
|
|
void
|
|
|
|
runtime·unblocksignals(void)
|
|
|
|
{
|
|
|
|
runtime·sigprocmask(&sigset_none, nil);
|
|
|
|
}
|
liblink, runtime: diagnose and fix C code running on Go stack
This CL contains compiler+runtime changes that detect C code
running on Go (not g0, not gsignal) stacks, and it contains
corrections for what it detected.
The detection works by changing the C prologue to use a different
stack guard word in the G than Go prologue does. On the g0 and
gsignal stacks, that stack guard word is set to the usual
stack guard value. But on ordinary Go stacks, that stack
guard word is set to ^0, which will make any stack split
check fail. The C prologue then calls morestackc instead
of morestack, and morestackc aborts the program with
a message about running C code on a Go stack.
This check catches all C code running on the Go stack
except NOSPLIT code. The NOSPLIT code is allowed,
so the check is complete. Since it is a dynamic check,
the code must execute to be caught. But unlike the static
checks we've been using in cmd/ld, the dynamic check
works with function pointers and other indirect calls.
For example it caught sigpanic being pushed onto Go
stacks in the signal handlers.
Fixes #8667.
LGTM=khr, iant
R=golang-codereviews, khr, iant
CC=golang-codereviews, r
https://golang.org/cl/133700043
2014-09-08 12:05:23 -06:00
|
|
|
|
|
|
|
#pragma textflag NOSPLIT
|
|
|
|
int8*
|
|
|
|
runtime·signame(int32 sig)
|
|
|
|
{
|
|
|
|
return runtime·sigtab[sig].name;
|
|
|
|
}
|