2016-03-01 15:57:46 -07:00
|
|
|
// Copyright 2010 The Go Authors. All rights reserved.
|
2014-11-11 15:05:02 -07:00
|
|
|
// Use of this source code is governed by a BSD-style
|
|
|
|
// license that can be found in the LICENSE file.
|
|
|
|
|
|
|
|
package runtime
|
|
|
|
|
|
|
|
import "unsafe"
|
|
|
|
|
2015-04-16 15:32:18 -06:00
|
|
|
// Don't split the stack as this function may be invoked without a valid G,
|
|
|
|
// which prevents us from allocating more stack.
|
2014-11-11 15:05:02 -07:00
|
|
|
//go:nosplit
|
2015-04-16 15:32:18 -06:00
|
|
|
func sysAlloc(n uintptr, sysStat *uint64) unsafe.Pointer {
|
2015-10-15 15:33:50 -06:00
|
|
|
v := unsafe.Pointer(mmap(nil, n, _PROT_READ|_PROT_WRITE, _MAP_ANON|_MAP_PRIVATE, -1, 0))
|
2014-11-11 15:05:02 -07:00
|
|
|
if uintptr(v) < 4096 {
|
|
|
|
return nil
|
|
|
|
}
|
2015-04-16 15:32:18 -06:00
|
|
|
mSysStatInc(sysStat, n)
|
2014-11-11 15:05:02 -07:00
|
|
|
return v
|
|
|
|
}
|
|
|
|
|
|
|
|
func sysUnused(v unsafe.Pointer, n uintptr) {
|
|
|
|
// Linux's MADV_DONTNEED is like BSD's MADV_FREE.
|
|
|
|
madvise(v, n, _MADV_FREE)
|
|
|
|
}
|
|
|
|
|
|
|
|
func sysUsed(v unsafe.Pointer, n uintptr) {
|
|
|
|
}
|
|
|
|
|
2015-04-16 15:32:18 -06:00
|
|
|
// Don't split the stack as this function may be invoked without a valid G,
|
|
|
|
// which prevents us from allocating more stack.
|
|
|
|
//go:nosplit
|
|
|
|
func sysFree(v unsafe.Pointer, n uintptr, sysStat *uint64) {
|
|
|
|
mSysStatDec(sysStat, n)
|
2014-11-11 15:05:02 -07:00
|
|
|
munmap(v, n)
|
|
|
|
}
|
|
|
|
|
|
|
|
func sysFault(v unsafe.Pointer, n uintptr) {
|
|
|
|
mmap(v, n, _PROT_NONE, _MAP_ANON|_MAP_PRIVATE|_MAP_FIXED, -1, 0)
|
|
|
|
}
|
|
|
|
|
|
|
|
func sysReserve(v unsafe.Pointer, n uintptr, reserved *bool) unsafe.Pointer {
|
|
|
|
*reserved = true
|
2015-10-15 15:33:50 -06:00
|
|
|
p := unsafe.Pointer(mmap(v, n, _PROT_NONE, _MAP_ANON|_MAP_PRIVATE, -1, 0))
|
2014-11-11 15:05:02 -07:00
|
|
|
if uintptr(p) < 4096 {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
return p
|
|
|
|
}
|
|
|
|
|
|
|
|
const (
|
|
|
|
_ENOMEM = 12
|
|
|
|
)
|
|
|
|
|
2015-04-16 15:32:18 -06:00
|
|
|
func sysMap(v unsafe.Pointer, n uintptr, reserved bool, sysStat *uint64) {
|
|
|
|
mSysStatInc(sysStat, n)
|
2015-10-15 15:33:50 -06:00
|
|
|
p := unsafe.Pointer(mmap(v, n, _PROT_READ|_PROT_WRITE, _MAP_ANON|_MAP_FIXED|_MAP_PRIVATE, -1, 0))
|
2014-11-11 15:05:02 -07:00
|
|
|
if uintptr(p) == _ENOMEM {
|
2014-12-27 21:58:00 -07:00
|
|
|
throw("runtime: out of memory")
|
2014-11-11 15:05:02 -07:00
|
|
|
}
|
|
|
|
if p != v {
|
2014-12-27 21:58:00 -07:00
|
|
|
throw("runtime: cannot map pages in arena address space")
|
2014-11-11 15:05:02 -07:00
|
|
|
}
|
|
|
|
}
|