2014-11-11 15:05:02 -07:00
|
|
|
// Copyright 2009 The Go Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style
|
|
|
|
// license that can be found in the LICENSE file.
|
|
|
|
|
2016-03-01 16:21:55 -07:00
|
|
|
// Fixed-size object allocator. Returned memory is not zeroed.
|
2014-11-11 15:05:02 -07:00
|
|
|
//
|
2015-03-11 13:58:47 -06:00
|
|
|
// See malloc.go for overview.
|
2014-11-11 15:05:02 -07:00
|
|
|
|
|
|
|
package runtime
|
|
|
|
|
|
|
|
import "unsafe"
|
|
|
|
|
2015-02-19 11:38:46 -07:00
|
|
|
// FixAlloc is a simple free-list allocator for fixed size objects.
|
|
|
|
// Malloc uses a FixAlloc wrapped around sysAlloc to manages its
|
|
|
|
// MCache and MSpan objects.
|
|
|
|
//
|
|
|
|
// Memory returned by FixAlloc_Alloc is not zeroed.
|
|
|
|
// The caller is responsible for locking around FixAlloc calls.
|
|
|
|
// Callers can keep state in the object but the first word is
|
|
|
|
// smashed by freeing and reallocating.
|
2016-10-11 20:58:21 -06:00
|
|
|
//
|
|
|
|
// Consider marking fixalloc'd types go:notinheap.
|
2015-02-19 11:38:46 -07:00
|
|
|
type fixalloc struct {
|
|
|
|
size uintptr
|
2015-10-16 17:21:26 -06:00
|
|
|
first func(arg, p unsafe.Pointer) // called first time p is returned
|
2015-02-19 11:38:46 -07:00
|
|
|
arg unsafe.Pointer
|
|
|
|
list *mlink
|
2015-10-21 18:19:49 -06:00
|
|
|
chunk unsafe.Pointer
|
2015-02-19 11:38:46 -07:00
|
|
|
nchunk uint32
|
|
|
|
inuse uintptr // in-use bytes now
|
|
|
|
stat *uint64
|
|
|
|
}
|
|
|
|
|
|
|
|
// A generic linked list of blocks. (Typically the block is bigger than sizeof(MLink).)
|
2016-01-27 13:49:13 -07:00
|
|
|
// Since assignments to mlink.next will result in a write barrier being performed
|
|
|
|
// this cannot be used by some of the internal GC structures. For example when
|
2015-02-19 11:38:46 -07:00
|
|
|
// the sweeper is placing an unmarked object on the free list it does not want the
|
|
|
|
// write barrier to be called since that could result in the object being reachable.
|
2016-10-11 20:58:21 -06:00
|
|
|
//
|
|
|
|
//go:notinheap
|
2015-02-19 11:38:46 -07:00
|
|
|
type mlink struct {
|
|
|
|
next *mlink
|
|
|
|
}
|
|
|
|
|
2014-11-11 15:05:02 -07:00
|
|
|
// Initialize f to allocate objects of the given size,
|
|
|
|
// using the allocator to obtain chunks of memory.
|
2015-11-11 17:13:51 -07:00
|
|
|
func (f *fixalloc) init(size uintptr, first func(arg, p unsafe.Pointer), arg unsafe.Pointer, stat *uint64) {
|
2014-11-11 15:05:02 -07:00
|
|
|
f.size = size
|
2015-10-16 17:21:26 -06:00
|
|
|
f.first = first
|
2014-11-11 15:05:02 -07:00
|
|
|
f.arg = arg
|
|
|
|
f.list = nil
|
|
|
|
f.chunk = nil
|
|
|
|
f.nchunk = 0
|
|
|
|
f.inuse = 0
|
|
|
|
f.stat = stat
|
|
|
|
}
|
|
|
|
|
2015-11-11 17:13:51 -07:00
|
|
|
func (f *fixalloc) alloc() unsafe.Pointer {
|
2014-11-11 15:05:02 -07:00
|
|
|
if f.size == 0 {
|
|
|
|
print("runtime: use of FixAlloc_Alloc before FixAlloc_Init\n")
|
2014-12-27 21:58:00 -07:00
|
|
|
throw("runtime: internal error")
|
2014-11-11 15:05:02 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
if f.list != nil {
|
|
|
|
v := unsafe.Pointer(f.list)
|
|
|
|
f.list = f.list.next
|
|
|
|
f.inuse += f.size
|
|
|
|
return v
|
|
|
|
}
|
|
|
|
if uintptr(f.nchunk) < f.size {
|
2015-10-21 18:19:49 -06:00
|
|
|
f.chunk = persistentalloc(_FixAllocChunk, 0, f.stat)
|
2014-11-11 15:05:02 -07:00
|
|
|
f.nchunk = _FixAllocChunk
|
|
|
|
}
|
|
|
|
|
2015-10-21 18:19:49 -06:00
|
|
|
v := f.chunk
|
2014-11-11 15:05:02 -07:00
|
|
|
if f.first != nil {
|
2015-10-16 17:21:26 -06:00
|
|
|
f.first(f.arg, v)
|
2014-11-11 15:05:02 -07:00
|
|
|
}
|
2015-10-21 18:19:49 -06:00
|
|
|
f.chunk = add(f.chunk, f.size)
|
2014-11-11 15:05:02 -07:00
|
|
|
f.nchunk -= uint32(f.size)
|
|
|
|
f.inuse += f.size
|
|
|
|
return v
|
|
|
|
}
|
|
|
|
|
2015-11-11 17:13:51 -07:00
|
|
|
func (f *fixalloc) free(p unsafe.Pointer) {
|
2014-11-11 15:05:02 -07:00
|
|
|
f.inuse -= f.size
|
|
|
|
v := (*mlink)(p)
|
|
|
|
v.next = f.list
|
|
|
|
f.list = v
|
|
|
|
}
|