mirror of
https://github.com/golang/go
synced 2024-11-13 17:20:22 -07:00
runtime: fix spans corruption
The problem was that spans end up in wrong lists after split (e.g. in h->busy instead of h->central->empty). Also the span can be non-swept before split, I don't know what it can cause, but it's safer to operate on swept spans. Fixes #7544. R=golang-codereviews, rsc CC=golang-codereviews, khr https://golang.org/cl/76160043
This commit is contained in:
parent
f210fd1fa9
commit
8d321625fd
@ -1679,7 +1679,7 @@ runtime·MSpan_EnsureSwept(MSpan *s)
|
||||
// Caller must disable preemption.
|
||||
// Otherwise when this function returns the span can become unswept again
|
||||
// (if GC is triggered on another goroutine).
|
||||
if(m->locks == 0 && m->mallocing == 0)
|
||||
if(m->locks == 0 && m->mallocing == 0 && g != m->g0)
|
||||
runtime·throw("MSpan_EnsureSwept: m is not locked");
|
||||
|
||||
sg = runtime·mheap.sweepgen;
|
||||
|
@ -846,19 +846,41 @@ void
|
||||
runtime·MHeap_SplitSpan(MHeap *h, MSpan *s)
|
||||
{
|
||||
MSpan *t;
|
||||
MCentral *c;
|
||||
uintptr i;
|
||||
uintptr npages;
|
||||
PageID p;
|
||||
|
||||
if((s->npages & 1) != 0)
|
||||
runtime·throw("MHeap_SplitSpan on an odd size span");
|
||||
if(s->state != MSpanInUse)
|
||||
runtime·throw("MHeap_SplitSpan on a free span");
|
||||
if(s->sizeclass != 0 && s->ref != 1)
|
||||
runtime·throw("MHeap_SplitSpan doesn't have an allocated object");
|
||||
npages = s->npages;
|
||||
|
||||
// remove the span from whatever list it is in now
|
||||
if(s->sizeclass > 0) {
|
||||
// must be in h->central[x].empty
|
||||
c = &h->central[s->sizeclass];
|
||||
runtime·lock(c);
|
||||
runtime·MSpanList_Remove(s);
|
||||
runtime·unlock(c);
|
||||
runtime·lock(h);
|
||||
} else {
|
||||
// must be in h->busy/busylarge
|
||||
runtime·lock(h);
|
||||
runtime·MSpanList_Remove(s);
|
||||
}
|
||||
// heap is locked now
|
||||
|
||||
if(npages == 1) {
|
||||
// convert span of 1 PageSize object to a span of 2 PageSize/2 objects.
|
||||
s->ref = 2;
|
||||
s->sizeclass = runtime·SizeToClass(PageSize/2);
|
||||
s->elemsize = PageSize/2;
|
||||
} else {
|
||||
// convert span of n>1 pages into two spans of n/2 pages each.
|
||||
if((s->npages & 1) != 0)
|
||||
runtime·throw("MHeap_SplitSpan on an odd size span");
|
||||
|
||||
// compute position in h->spans
|
||||
p = s->start;
|
||||
@ -888,6 +910,22 @@ runtime·MHeap_SplitSpan(MHeap *h, MSpan *s)
|
||||
// update span lookup table
|
||||
for(i = p; i < p + npages/2; i++)
|
||||
h->spans[i] = t;
|
||||
}
|
||||
|
||||
// place the span into a new list
|
||||
if(s->sizeclass > 0) {
|
||||
runtime·unlock(h);
|
||||
c = &h->central[s->sizeclass];
|
||||
runtime·lock(c);
|
||||
// swept spans are at the end of the list
|
||||
runtime·MSpanList_InsertBack(&c->empty, s);
|
||||
runtime·unlock(c);
|
||||
} else {
|
||||
// Swept spans are at the end of lists.
|
||||
if(s->npages < nelem(h->free))
|
||||
runtime·MSpanList_InsertBack(&h->busy[s->npages], s);
|
||||
else
|
||||
runtime·MSpanList_InsertBack(&h->busylarge, s);
|
||||
runtime·unlock(h);
|
||||
}
|
||||
}
|
||||
|
@ -838,15 +838,7 @@ runtime·shrinkstack(G *gp)
|
||||
// First, we trick malloc into thinking
|
||||
// we allocated the stack as two separate half-size allocs. Then the
|
||||
// free() call does the rest of the work for us.
|
||||
if(oldsize == PageSize) {
|
||||
// convert span of 1 PageSize object to a span of 2
|
||||
// PageSize/2 objects.
|
||||
span->ref = 2;
|
||||
span->sizeclass = runtime·SizeToClass(PageSize/2);
|
||||
span->elemsize = PageSize/2;
|
||||
} else {
|
||||
// convert span of n>1 pages into two spans of n/2 pages each.
|
||||
runtime·MSpan_EnsureSwept(span);
|
||||
runtime·MHeap_SplitSpan(&runtime·mheap, span);
|
||||
}
|
||||
runtime·free(oldstk);
|
||||
}
|
||||
|
Loading…
Reference in New Issue
Block a user