2012-10-07 12:05:32 -06:00
|
|
|
|
// Copyright 2011 The Go Authors. All rights reserved.
|
|
|
|
|
// Use of this source code is governed by a BSD-style
|
|
|
|
|
// license that can be found in the LICENSE file.
|
|
|
|
|
|
|
|
|
|
// Implementation of the race detector API.
|
|
|
|
|
// +build race
|
|
|
|
|
|
|
|
|
|
#include "runtime.h"
|
|
|
|
|
#include "arch_GOARCH.h"
|
|
|
|
|
#include "malloc.h"
|
|
|
|
|
#include "race.h"
|
|
|
|
|
|
|
|
|
|
void runtime∕race·Initialize(void);
|
2012-11-07 01:48:58 -07:00
|
|
|
|
void runtime∕race·MapShadow(void *addr, uintptr size);
|
2012-10-07 12:05:32 -06:00
|
|
|
|
void runtime∕race·Finalize(void);
|
|
|
|
|
void runtime∕race·FinalizerGoroutine(int32);
|
|
|
|
|
void runtime∕race·Read(int32 goid, void *addr, void *pc);
|
|
|
|
|
void runtime∕race·Write(int32 goid, void *addr, void *pc);
|
2013-01-29 17:55:02 -07:00
|
|
|
|
void runtime∕race·ReadRange(int32 goid, void *addr, uintptr sz, uintptr step, void *pc);
|
|
|
|
|
void runtime∕race·WriteRange(int32 goid, void *addr, uintptr sz, uintptr step, void *pc);
|
2012-10-07 12:05:32 -06:00
|
|
|
|
void runtime∕race·FuncEnter(int32 goid, void *pc);
|
|
|
|
|
void runtime∕race·FuncExit(int32 goid);
|
|
|
|
|
void runtime∕race·Malloc(int32 goid, void *p, uintptr sz, void *pc);
|
|
|
|
|
void runtime∕race·Free(void *p);
|
|
|
|
|
void runtime∕race·GoStart(int32 pgoid, int32 chgoid, void *pc);
|
|
|
|
|
void runtime∕race·GoEnd(int32 goid);
|
|
|
|
|
void runtime∕race·Acquire(int32 goid, void *addr);
|
|
|
|
|
void runtime∕race·Release(int32 goid, void *addr);
|
|
|
|
|
void runtime∕race·ReleaseMerge(int32 goid, void *addr);
|
|
|
|
|
|
|
|
|
|
extern byte noptrdata[];
|
|
|
|
|
extern byte enoptrbss[];
|
|
|
|
|
|
|
|
|
|
static bool onstack(uintptr argp);
|
|
|
|
|
|
|
|
|
|
void
|
|
|
|
|
runtime·raceinit(void)
|
|
|
|
|
{
|
2012-11-16 09:06:11 -07:00
|
|
|
|
uintptr sz;
|
|
|
|
|
|
2012-10-07 12:05:32 -06:00
|
|
|
|
m->racecall = true;
|
|
|
|
|
runtime∕race·Initialize();
|
2012-11-16 09:06:11 -07:00
|
|
|
|
sz = (byte*)&runtime·mheap - noptrdata;
|
|
|
|
|
if(sz)
|
|
|
|
|
runtime∕race·MapShadow(noptrdata, sz);
|
|
|
|
|
sz = enoptrbss - (byte*)(&runtime·mheap+1);
|
|
|
|
|
if(sz)
|
|
|
|
|
runtime∕race·MapShadow(&runtime·mheap+1, sz);
|
2012-10-07 12:05:32 -06:00
|
|
|
|
m->racecall = false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void
|
|
|
|
|
runtime·racefini(void)
|
|
|
|
|
{
|
|
|
|
|
m->racecall = true;
|
|
|
|
|
runtime∕race·Finalize();
|
|
|
|
|
m->racecall = false;
|
|
|
|
|
}
|
|
|
|
|
|
2012-11-07 01:48:58 -07:00
|
|
|
|
void
|
|
|
|
|
runtime·racemapshadow(void *addr, uintptr size)
|
|
|
|
|
{
|
|
|
|
|
m->racecall = true;
|
|
|
|
|
runtime∕race·MapShadow(addr, size);
|
|
|
|
|
m->racecall = false;
|
|
|
|
|
}
|
|
|
|
|
|
2012-10-07 12:05:32 -06:00
|
|
|
|
// Called from instrumented code.
|
2012-11-06 09:54:22 -07:00
|
|
|
|
// If we split stack, getcallerpc() can return runtime·lessstack().
|
|
|
|
|
#pragma textflag 7
|
2012-10-07 12:05:32 -06:00
|
|
|
|
void
|
|
|
|
|
runtime·racewrite(uintptr addr)
|
|
|
|
|
{
|
|
|
|
|
if(!onstack(addr)) {
|
|
|
|
|
m->racecall = true;
|
|
|
|
|
runtime∕race·Write(g->goid-1, (void*)addr, runtime·getcallerpc(&addr));
|
|
|
|
|
m->racecall = false;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Called from instrumented code.
|
2012-11-06 09:54:22 -07:00
|
|
|
|
// If we split stack, getcallerpc() can return runtime·lessstack().
|
|
|
|
|
#pragma textflag 7
|
2012-10-07 12:05:32 -06:00
|
|
|
|
void
|
|
|
|
|
runtime·raceread(uintptr addr)
|
|
|
|
|
{
|
|
|
|
|
if(!onstack(addr)) {
|
|
|
|
|
m->racecall = true;
|
|
|
|
|
runtime∕race·Read(g->goid-1, (void*)addr, runtime·getcallerpc(&addr));
|
|
|
|
|
m->racecall = false;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Called from instrumented code.
|
2012-11-06 09:54:22 -07:00
|
|
|
|
#pragma textflag 7
|
2012-10-07 12:05:32 -06:00
|
|
|
|
void
|
2012-11-01 12:43:29 -06:00
|
|
|
|
runtime·racefuncenter(uintptr pc)
|
2012-10-07 12:05:32 -06:00
|
|
|
|
{
|
2012-11-01 12:43:29 -06:00
|
|
|
|
// If the caller PC is lessstack, use slower runtime·callers
|
|
|
|
|
// to walk across the stack split to find the real caller.
|
2012-11-07 13:35:21 -07:00
|
|
|
|
// Same thing if the PC is on the heap, which should be a
|
|
|
|
|
// closure trampoline.
|
|
|
|
|
if(pc == (uintptr)runtime·lessstack ||
|
|
|
|
|
(pc >= (uintptr)runtime·mheap.arena_start && pc < (uintptr)runtime·mheap.arena_used))
|
2012-11-01 12:43:29 -06:00
|
|
|
|
runtime·callers(2, &pc, 1);
|
2012-10-07 12:05:32 -06:00
|
|
|
|
|
|
|
|
|
m->racecall = true;
|
|
|
|
|
runtime∕race·FuncEnter(g->goid-1, (void*)pc);
|
|
|
|
|
m->racecall = false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Called from instrumented code.
|
2012-11-06 09:54:22 -07:00
|
|
|
|
#pragma textflag 7
|
2012-10-07 12:05:32 -06:00
|
|
|
|
void
|
|
|
|
|
runtime·racefuncexit(void)
|
|
|
|
|
{
|
|
|
|
|
m->racecall = true;
|
|
|
|
|
runtime∕race·FuncExit(g->goid-1);
|
|
|
|
|
m->racecall = false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void
|
|
|
|
|
runtime·racemalloc(void *p, uintptr sz, void *pc)
|
|
|
|
|
{
|
2012-10-10 08:06:29 -06:00
|
|
|
|
// use m->curg because runtime·stackalloc() is called from g0
|
|
|
|
|
if(m->curg == nil)
|
|
|
|
|
return;
|
2012-10-07 12:05:32 -06:00
|
|
|
|
m->racecall = true;
|
2012-10-10 08:06:29 -06:00
|
|
|
|
runtime∕race·Malloc(m->curg->goid-1, p, sz, pc);
|
2012-10-07 12:05:32 -06:00
|
|
|
|
m->racecall = false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void
|
|
|
|
|
runtime·racefree(void *p)
|
|
|
|
|
{
|
|
|
|
|
m->racecall = true;
|
|
|
|
|
runtime∕race·Free(p);
|
|
|
|
|
m->racecall = false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void
|
|
|
|
|
runtime·racegostart(int32 goid, void *pc)
|
|
|
|
|
{
|
|
|
|
|
m->racecall = true;
|
|
|
|
|
runtime∕race·GoStart(g->goid-1, goid-1, pc);
|
|
|
|
|
m->racecall = false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void
|
|
|
|
|
runtime·racegoend(int32 goid)
|
|
|
|
|
{
|
|
|
|
|
m->racecall = true;
|
|
|
|
|
runtime∕race·GoEnd(goid-1);
|
|
|
|
|
m->racecall = false;
|
|
|
|
|
}
|
|
|
|
|
|
2012-11-29 23:29:41 -07:00
|
|
|
|
static void
|
|
|
|
|
memoryaccess(void *addr, uintptr callpc, uintptr pc, bool write)
|
2012-10-07 12:05:32 -06:00
|
|
|
|
{
|
2012-11-29 23:29:41 -07:00
|
|
|
|
int64 goid;
|
|
|
|
|
|
2012-10-07 12:05:32 -06:00
|
|
|
|
if(!onstack((uintptr)addr)) {
|
|
|
|
|
m->racecall = true;
|
2012-11-29 23:29:41 -07:00
|
|
|
|
goid = g->goid-1;
|
|
|
|
|
if(callpc) {
|
|
|
|
|
if(callpc == (uintptr)runtime·lessstack ||
|
|
|
|
|
(callpc >= (uintptr)runtime·mheap.arena_start && callpc < (uintptr)runtime·mheap.arena_used))
|
|
|
|
|
runtime·callers(3, &callpc, 1);
|
|
|
|
|
runtime∕race·FuncEnter(goid, (void*)callpc);
|
|
|
|
|
}
|
|
|
|
|
if(write)
|
|
|
|
|
runtime∕race·Write(goid, addr, (void*)pc);
|
|
|
|
|
else
|
|
|
|
|
runtime∕race·Read(goid, addr, (void*)pc);
|
|
|
|
|
if(callpc)
|
|
|
|
|
runtime∕race·FuncExit(goid);
|
2012-10-07 12:05:32 -06:00
|
|
|
|
m->racecall = false;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void
|
2012-11-29 23:29:41 -07:00
|
|
|
|
runtime·racewritepc(void *addr, void *callpc, void *pc)
|
2012-10-07 12:05:32 -06:00
|
|
|
|
{
|
2012-11-29 23:29:41 -07:00
|
|
|
|
memoryaccess(addr, (uintptr)callpc, (uintptr)pc, true);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void
|
|
|
|
|
runtime·racereadpc(void *addr, void *callpc, void *pc)
|
|
|
|
|
{
|
|
|
|
|
memoryaccess(addr, (uintptr)callpc, (uintptr)pc, false);
|
2012-10-07 12:05:32 -06:00
|
|
|
|
}
|
|
|
|
|
|
2013-01-29 17:55:02 -07:00
|
|
|
|
static void
|
|
|
|
|
rangeaccess(void *addr, uintptr size, uintptr step, uintptr callpc, uintptr pc, bool write)
|
|
|
|
|
{
|
|
|
|
|
int64 goid;
|
|
|
|
|
|
|
|
|
|
if(!onstack((uintptr)addr)) {
|
|
|
|
|
m->racecall = true;
|
|
|
|
|
goid = g->goid-1;
|
|
|
|
|
if(callpc) {
|
|
|
|
|
if(callpc == (uintptr)runtime·lessstack ||
|
|
|
|
|
(callpc >= (uintptr)runtime·mheap.arena_start && callpc < (uintptr)runtime·mheap.arena_used))
|
|
|
|
|
runtime·callers(3, &callpc, 1);
|
|
|
|
|
runtime∕race·FuncEnter(goid, (void*)callpc);
|
|
|
|
|
}
|
|
|
|
|
if(write)
|
|
|
|
|
runtime∕race·WriteRange(goid, addr, size, step, (void*)pc);
|
|
|
|
|
else
|
|
|
|
|
runtime∕race·ReadRange(goid, addr, size, step, (void*)pc);
|
|
|
|
|
if(callpc)
|
|
|
|
|
runtime∕race·FuncExit(goid);
|
|
|
|
|
m->racecall = false;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void
|
|
|
|
|
runtime·racewriterangepc(void *addr, uintptr sz, uintptr step, void *callpc, void *pc)
|
|
|
|
|
{
|
|
|
|
|
rangeaccess(addr, sz, step, (uintptr)callpc, (uintptr)pc, true);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void
|
|
|
|
|
runtime·racereadrangepc(void *addr, uintptr sz, uintptr step, void *callpc, void *pc)
|
|
|
|
|
{
|
|
|
|
|
rangeaccess(addr, sz, step, (uintptr)callpc, (uintptr)pc, false);
|
|
|
|
|
}
|
|
|
|
|
|
2012-10-07 12:05:32 -06:00
|
|
|
|
void
|
|
|
|
|
runtime·raceacquire(void *addr)
|
|
|
|
|
{
|
|
|
|
|
runtime·raceacquireg(g, addr);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void
|
|
|
|
|
runtime·raceacquireg(G *gp, void *addr)
|
|
|
|
|
{
|
|
|
|
|
if(g->raceignore)
|
|
|
|
|
return;
|
|
|
|
|
m->racecall = true;
|
|
|
|
|
runtime∕race·Acquire(gp->goid-1, addr);
|
|
|
|
|
m->racecall = false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void
|
|
|
|
|
runtime·racerelease(void *addr)
|
|
|
|
|
{
|
|
|
|
|
runtime·racereleaseg(g, addr);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void
|
|
|
|
|
runtime·racereleaseg(G *gp, void *addr)
|
|
|
|
|
{
|
|
|
|
|
if(g->raceignore)
|
|
|
|
|
return;
|
|
|
|
|
m->racecall = true;
|
|
|
|
|
runtime∕race·Release(gp->goid-1, addr);
|
|
|
|
|
m->racecall = false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void
|
|
|
|
|
runtime·racereleasemerge(void *addr)
|
|
|
|
|
{
|
|
|
|
|
runtime·racereleasemergeg(g, addr);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void
|
|
|
|
|
runtime·racereleasemergeg(G *gp, void *addr)
|
|
|
|
|
{
|
|
|
|
|
if(g->raceignore)
|
|
|
|
|
return;
|
|
|
|
|
m->racecall = true;
|
|
|
|
|
runtime∕race·ReleaseMerge(gp->goid-1, addr);
|
|
|
|
|
m->racecall = false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void
|
|
|
|
|
runtime·racefingo(void)
|
|
|
|
|
{
|
|
|
|
|
m->racecall = true;
|
|
|
|
|
runtime∕race·FinalizerGoroutine(g->goid - 1);
|
|
|
|
|
m->racecall = false;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// func RaceAcquire(addr unsafe.Pointer)
|
|
|
|
|
void
|
|
|
|
|
runtime·RaceAcquire(void *addr)
|
|
|
|
|
{
|
|
|
|
|
runtime·raceacquire(addr);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// func RaceRelease(addr unsafe.Pointer)
|
|
|
|
|
void
|
|
|
|
|
runtime·RaceRelease(void *addr)
|
|
|
|
|
{
|
|
|
|
|
runtime·racerelease(addr);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// func RaceReleaseMerge(addr unsafe.Pointer)
|
|
|
|
|
void
|
|
|
|
|
runtime·RaceReleaseMerge(void *addr)
|
|
|
|
|
{
|
|
|
|
|
runtime·racereleasemerge(addr);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// func RaceSemacquire(s *uint32)
|
|
|
|
|
void runtime·RaceSemacquire(uint32 *s)
|
|
|
|
|
{
|
|
|
|
|
runtime·semacquire(s);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// func RaceSemrelease(s *uint32)
|
|
|
|
|
void runtime·RaceSemrelease(uint32 *s)
|
|
|
|
|
{
|
|
|
|
|
runtime·semrelease(s);
|
|
|
|
|
}
|
|
|
|
|
|
2012-11-14 05:51:23 -07:00
|
|
|
|
// func RaceRead(addr unsafe.Pointer)
|
|
|
|
|
#pragma textflag 7
|
|
|
|
|
void
|
|
|
|
|
runtime·RaceRead(void *addr)
|
|
|
|
|
{
|
2012-11-29 23:29:41 -07:00
|
|
|
|
memoryaccess(addr, 0, (uintptr)runtime·getcallerpc(&addr), false);
|
2012-11-14 05:51:23 -07:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// func RaceWrite(addr unsafe.Pointer)
|
|
|
|
|
#pragma textflag 7
|
|
|
|
|
void
|
|
|
|
|
runtime·RaceWrite(void *addr)
|
|
|
|
|
{
|
2012-11-29 23:29:41 -07:00
|
|
|
|
memoryaccess(addr, 0, (uintptr)runtime·getcallerpc(&addr), true);
|
2012-11-14 05:51:23 -07:00
|
|
|
|
}
|
|
|
|
|
|
2012-10-07 12:05:32 -06:00
|
|
|
|
// func RaceDisable()
|
|
|
|
|
void runtime·RaceDisable(void)
|
|
|
|
|
{
|
|
|
|
|
g->raceignore++;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// func RaceEnable()
|
|
|
|
|
void runtime·RaceEnable(void)
|
|
|
|
|
{
|
|
|
|
|
g->raceignore--;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
static bool
|
|
|
|
|
onstack(uintptr argp)
|
|
|
|
|
{
|
|
|
|
|
// noptrdata, data, bss, noptrbss
|
|
|
|
|
// the layout is in ../../cmd/ld/data.c
|
|
|
|
|
if((byte*)argp >= noptrdata && (byte*)argp < enoptrbss)
|
|
|
|
|
return false;
|
|
|
|
|
if((byte*)argp >= runtime·mheap.arena_start && (byte*)argp < runtime·mheap.arena_used)
|
|
|
|
|
return false;
|
|
|
|
|
return true;
|
|
|
|
|
}
|