2014-11-21 11:39:01 -07:00
|
|
|
// Copyright 2010 The Go Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style
|
|
|
|
// license that can be found in the LICENSE file.
|
|
|
|
|
|
|
|
package runtime
|
|
|
|
|
|
|
|
import "unsafe"
|
|
|
|
|
|
|
|
// Called to initialize a new m (including the bootstrap m).
|
|
|
|
// Called on the parent thread (main thread in case of bootstrap), can allocate memory.
|
|
|
|
func mpreinit(mp *m) {
|
|
|
|
// Initialize stack and goroutine for note handling.
|
|
|
|
mp.gsignal = malg(32 * 1024)
|
|
|
|
mp.gsignal.m = mp
|
|
|
|
mp.notesig = (*int8)(mallocgc(_ERRMAX, nil, _FlagNoScan))
|
|
|
|
// Initialize stack for handling strings from the
|
|
|
|
// errstr system call, as used in package syscall.
|
|
|
|
mp.errstr = (*byte)(mallocgc(_ERRMAX, nil, _FlagNoScan))
|
|
|
|
}
|
|
|
|
|
|
|
|
// Called to initialize a new m (including the bootstrap m).
|
|
|
|
// Called on the new thread, can not allocate memory.
|
|
|
|
func minit() {
|
|
|
|
// Mask all SSE floating-point exceptions
|
|
|
|
// when running on the 64-bit kernel.
|
|
|
|
setfpmasks()
|
|
|
|
}
|
|
|
|
|
|
|
|
// Called from dropm to undo the effect of an minit.
|
|
|
|
func unminit() {
|
|
|
|
}
|
|
|
|
|
|
|
|
var sysstat = []byte("/dev/sysstat\x00")
|
|
|
|
|
|
|
|
func getproccount() int32 {
|
|
|
|
var buf [2048]byte
|
|
|
|
fd := open(&sysstat[0], _OREAD, 0)
|
|
|
|
if fd < 0 {
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
ncpu := int32(0)
|
|
|
|
for {
|
|
|
|
n := read(fd, unsafe.Pointer(&buf), int32(len(buf)))
|
|
|
|
if n <= 0 {
|
|
|
|
break
|
|
|
|
}
|
|
|
|
for i := int32(0); i < n; i++ {
|
|
|
|
if buf[i] == '\n' {
|
|
|
|
ncpu++
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2015-04-13 17:37:04 -06:00
|
|
|
closefd(fd)
|
2014-11-21 11:39:01 -07:00
|
|
|
if ncpu == 0 {
|
|
|
|
ncpu = 1
|
|
|
|
}
|
|
|
|
return ncpu
|
|
|
|
}
|
|
|
|
|
|
|
|
var pid = []byte("#c/pid\x00")
|
|
|
|
|
|
|
|
func getpid() uint64 {
|
|
|
|
var b [20]byte
|
|
|
|
fd := open(&pid[0], 0, 0)
|
|
|
|
if fd >= 0 {
|
|
|
|
read(fd, unsafe.Pointer(&b), int32(len(b)))
|
2015-04-13 17:37:04 -06:00
|
|
|
closefd(fd)
|
2014-11-21 11:39:01 -07:00
|
|
|
}
|
|
|
|
c := b[:]
|
|
|
|
for c[0] == ' ' || c[0] == '\t' {
|
|
|
|
c = c[1:]
|
|
|
|
}
|
2014-12-29 09:35:42 -07:00
|
|
|
return uint64(_atoi(c))
|
2014-11-21 11:39:01 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
func osinit() {
|
|
|
|
initBloc()
|
|
|
|
ncpu = getproccount()
|
|
|
|
getg().m.procid = getpid()
|
|
|
|
notify(unsafe.Pointer(funcPC(sigtramp)))
|
|
|
|
}
|
|
|
|
|
|
|
|
func crash() {
|
|
|
|
notify(nil)
|
|
|
|
*(*int)(nil) = 0
|
|
|
|
}
|
|
|
|
|
|
|
|
//go:nosplit
|
2014-12-09 15:40:40 -07:00
|
|
|
func getRandomData(r []byte) {
|
2015-03-01 10:08:15 -07:00
|
|
|
extendRandom(r, 0)
|
2014-11-21 11:39:01 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
func goenvs() {
|
|
|
|
}
|
|
|
|
|
|
|
|
func initsig() {
|
|
|
|
}
|
|
|
|
|
|
|
|
//go:nosplit
|
|
|
|
func osyield() {
|
|
|
|
sleep(0)
|
|
|
|
}
|
|
|
|
|
|
|
|
//go:nosplit
|
|
|
|
func usleep(µs uint32) {
|
|
|
|
ms := int32(µs / 1000)
|
|
|
|
if ms == 0 {
|
|
|
|
ms = 1
|
|
|
|
}
|
|
|
|
sleep(ms)
|
|
|
|
}
|
|
|
|
|
|
|
|
//go:nosplit
|
|
|
|
func nanotime() int64 {
|
|
|
|
var scratch int64
|
|
|
|
ns := nsec(&scratch)
|
|
|
|
// TODO(aram): remove hack after I fix _nsec in the pc64 kernel.
|
|
|
|
if ns == 0 {
|
|
|
|
return scratch
|
|
|
|
}
|
|
|
|
return ns
|
|
|
|
}
|
|
|
|
|
|
|
|
//go:nosplit
|
|
|
|
func itoa(buf []byte, val uint64) []byte {
|
|
|
|
i := len(buf) - 1
|
|
|
|
for val >= 10 {
|
|
|
|
buf[i] = byte(val%10 + '0')
|
|
|
|
i--
|
|
|
|
val /= 10
|
|
|
|
}
|
|
|
|
buf[i] = byte(val + '0')
|
|
|
|
return buf[i:]
|
|
|
|
}
|
|
|
|
|
|
|
|
var goexits = []byte("go: exit ")
|
|
|
|
|
|
|
|
func goexitsall(status *byte) {
|
|
|
|
var buf [_ERRMAX]byte
|
|
|
|
n := copy(buf[:], goexits)
|
|
|
|
n = copy(buf[n:], gostringnocopy(status))
|
|
|
|
pid := getpid()
|
|
|
|
for mp := (*m)(atomicloadp(unsafe.Pointer(&allm))); mp != nil; mp = mp.alllink {
|
|
|
|
if mp.procid != pid {
|
|
|
|
postnote(mp.procid, buf[:])
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
var procdir = []byte("/proc/")
|
|
|
|
var notefile = []byte("/note\x00")
|
|
|
|
|
|
|
|
func postnote(pid uint64, msg []byte) int {
|
|
|
|
var buf [128]byte
|
|
|
|
var tmp [32]byte
|
|
|
|
n := copy(buf[:], procdir)
|
|
|
|
n += copy(buf[n:], itoa(tmp[:], pid))
|
|
|
|
copy(buf[n:], notefile)
|
|
|
|
fd := open(&buf[0], _OWRITE, 0)
|
|
|
|
if fd < 0 {
|
|
|
|
return -1
|
|
|
|
}
|
|
|
|
len := findnull(&msg[0])
|
|
|
|
if write(uintptr(fd), (unsafe.Pointer)(&msg[0]), int32(len)) != int64(len) {
|
2015-04-13 17:37:04 -06:00
|
|
|
closefd(fd)
|
2014-11-21 11:39:01 -07:00
|
|
|
return -1
|
|
|
|
}
|
2015-04-13 17:37:04 -06:00
|
|
|
closefd(fd)
|
2014-11-21 11:39:01 -07:00
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|
|
|
|
//go:nosplit
|
|
|
|
func exit(e int) {
|
|
|
|
var status []byte
|
|
|
|
if e == 0 {
|
|
|
|
status = []byte("\x00")
|
|
|
|
} else {
|
|
|
|
// build error string
|
|
|
|
var tmp [32]byte
|
2014-12-23 03:09:15 -07:00
|
|
|
status = []byte(gostringnocopy(&itoa(tmp[:len(tmp)-1], uint64(e))[0]))
|
2014-11-21 11:39:01 -07:00
|
|
|
}
|
|
|
|
goexitsall(&status[0])
|
|
|
|
exits(&status[0])
|
|
|
|
}
|
|
|
|
|
2015-03-29 08:20:54 -06:00
|
|
|
// May run with m.p==nil, so write barriers are not allowed.
|
runtime: disallow write barriers in handoffp and callees
handoffp by definition runs without a P, so it's not allowed to have
write barriers. It doesn't have any right now, but mark it
nowritebarrier to disallow any creeping in in the future. handoffp in
turns calls startm, newm, and newosproc, all of which are "below Go"
and make sense to run without a P, so disallow write barriers in these
as well.
For most functions, we've done this because they may race with
stoptheworld() and hence must not have write barriers. For these
functions, it's a little different: the world can't stop while we're
in handoffp, so this race isn't present. But we implement this
restriction with a somewhat broader rule that you can't have a write
barrier without a P. We like this rule because it's simple and means
that our write barriers can depend on there being a P, even though
this rule is actually a little broader than necessary. Hence, even
though there's no danger of the race in these functions, we want to
adhere to the broader rule.
Change-Id: Ie22319c30eea37d703eb52f5c7ca5da872030b88
Reviewed-on: https://go-review.googlesource.com/8130
Run-TryBot: Austin Clements <austin@google.com>
Reviewed-by: Minux Ma <minux@golang.org>
TryBot-Result: Gobot Gobot <gobot@golang.org>
Reviewed-by: Rick Hudson <rlh@golang.org>
2015-03-26 13:50:22 -06:00
|
|
|
//go:nowritebarrier
|
2014-11-21 11:39:01 -07:00
|
|
|
func newosproc(mp *m, stk unsafe.Pointer) {
|
|
|
|
if false {
|
|
|
|
print("newosproc mp=", mp, " ostk=", &mp, "\n")
|
|
|
|
}
|
|
|
|
pid := rfork(_RFPROC | _RFMEM | _RFNOWAIT)
|
|
|
|
if pid < 0 {
|
2014-12-27 21:58:00 -07:00
|
|
|
throw("newosproc: rfork failed")
|
2014-11-21 11:39:01 -07:00
|
|
|
}
|
|
|
|
if pid == 0 {
|
|
|
|
tstart_plan9(mp)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
//go:nosplit
|
|
|
|
func semacreate() uintptr {
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
|
|
|
//go:nosplit
|
|
|
|
func semasleep(ns int64) int {
|
|
|
|
_g_ := getg()
|
|
|
|
if ns >= 0 {
|
|
|
|
ms := timediv(ns, 1000000, nil)
|
|
|
|
if ms == 0 {
|
|
|
|
ms = 1
|
|
|
|
}
|
|
|
|
ret := plan9_tsemacquire(&_g_.m.waitsemacount, ms)
|
|
|
|
if ret == 1 {
|
|
|
|
return 0 // success
|
|
|
|
}
|
|
|
|
return -1 // timeout or interrupted
|
|
|
|
}
|
|
|
|
for plan9_semacquire(&_g_.m.waitsemacount, 1) < 0 {
|
|
|
|
// interrupted; try again (c.f. lock_sema.go)
|
|
|
|
}
|
|
|
|
return 0 // success
|
|
|
|
}
|
|
|
|
|
|
|
|
//go:nosplit
|
|
|
|
func semawakeup(mp *m) {
|
|
|
|
plan9_semrelease(&mp.waitsemacount, 1)
|
|
|
|
}
|
|
|
|
|
|
|
|
//go:nosplit
|
|
|
|
func read(fd int32, buf unsafe.Pointer, n int32) int32 {
|
|
|
|
return pread(fd, buf, n, -1)
|
|
|
|
}
|
|
|
|
|
|
|
|
//go:nosplit
|
|
|
|
func write(fd uintptr, buf unsafe.Pointer, n int32) int64 {
|
|
|
|
return int64(pwrite(int32(fd), buf, n, -1))
|
|
|
|
}
|
|
|
|
|
|
|
|
func memlimit() uint64 {
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
|
|
|
|
var _badsignal = []byte("runtime: signal received on thread not created by Go.\n")
|
|
|
|
|
|
|
|
// This runs on a foreign stack, without an m or a g. No stack split.
|
|
|
|
//go:nosplit
|
|
|
|
func badsignal2() {
|
|
|
|
pwrite(2, unsafe.Pointer(&_badsignal[0]), int32(len(_badsignal)), -1)
|
|
|
|
exits(&_badsignal[0])
|
|
|
|
}
|
|
|
|
|
2014-12-29 09:35:42 -07:00
|
|
|
func _atoi(b []byte) int {
|
2014-11-21 11:39:01 -07:00
|
|
|
n := 0
|
|
|
|
for len(b) > 0 && '0' <= b[0] && b[0] <= '9' {
|
|
|
|
n = n*10 + int(b[0]) - '0'
|
|
|
|
b = b[1:]
|
|
|
|
}
|
|
|
|
return n
|
|
|
|
}
|