mirror of
https://github.com/golang/go
synced 2024-10-04 16:31:22 -06:00
f59ea4e58b
when comparing kinds. R=dvyukov, dave, khr CC=golang-codereviews https://golang.org/cl/41660045
465 lines
9.9 KiB
C
465 lines
9.9 KiB
C
// Copyright 2011 The Go Authors. All rights reserved.
|
||
// Use of this source code is governed by a BSD-style
|
||
// license that can be found in the LICENSE file.
|
||
|
||
// Implementation of the race detector API.
|
||
// +build race
|
||
|
||
#include "runtime.h"
|
||
#include "arch_GOARCH.h"
|
||
#include "malloc.h"
|
||
#include "race.h"
|
||
#include "type.h"
|
||
#include "typekind.h"
|
||
#include "../../cmd/ld/textflag.h"
|
||
|
||
void runtime∕race·Initialize(uintptr *racectx);
|
||
void runtime∕race·MapShadow(void *addr, uintptr size);
|
||
void runtime∕race·Finalize(void);
|
||
void runtime∕race·FinalizerGoroutine(uintptr racectx);
|
||
void runtime∕race·Read(uintptr racectx, void *addr, void *pc);
|
||
void runtime∕race·Write(uintptr racectx, void *addr, void *pc);
|
||
void runtime∕race·ReadRange(uintptr racectx, void *addr, uintptr sz, void *pc);
|
||
void runtime∕race·WriteRange(uintptr racectx, void *addr, uintptr sz, void *pc);
|
||
void runtime∕race·FuncEnter(uintptr racectx, void *pc);
|
||
void runtime∕race·FuncExit(uintptr racectx);
|
||
void runtime∕race·Malloc(uintptr racectx, void *p, uintptr sz, void *pc);
|
||
void runtime∕race·Free(void *p);
|
||
void runtime∕race·GoStart(uintptr racectx, uintptr *chracectx, void *pc);
|
||
void runtime∕race·GoEnd(uintptr racectx);
|
||
void runtime∕race·Acquire(uintptr racectx, void *addr);
|
||
void runtime∕race·Release(uintptr racectx, void *addr);
|
||
void runtime∕race·ReleaseMerge(uintptr racectx, void *addr);
|
||
|
||
extern byte noptrdata[];
|
||
extern byte enoptrbss[];
|
||
|
||
static bool onstack(uintptr argp);
|
||
|
||
// We set m->racecall around all calls into race library to trigger fast path in cgocall.
|
||
// Also we increment m->locks to disable preemption and potential rescheduling
|
||
// to ensure that we reset m->racecall on the correct m.
|
||
|
||
uintptr
|
||
runtime·raceinit(void)
|
||
{
|
||
uintptr racectx, start, size;
|
||
|
||
m->racecall = true;
|
||
m->locks++;
|
||
runtime∕race·Initialize(&racectx);
|
||
// Round data segment to page boundaries, because it's used in mmap().
|
||
start = (uintptr)noptrdata & ~(PageSize-1);
|
||
size = ROUND((uintptr)enoptrbss - start, PageSize);
|
||
runtime∕race·MapShadow((void*)start, size);
|
||
m->locks--;
|
||
m->racecall = false;
|
||
return racectx;
|
||
}
|
||
|
||
void
|
||
runtime·racefini(void)
|
||
{
|
||
m->racecall = true;
|
||
m->locks++;
|
||
runtime∕race·Finalize();
|
||
m->locks--;
|
||
m->racecall = false;
|
||
}
|
||
|
||
void
|
||
runtime·racemapshadow(void *addr, uintptr size)
|
||
{
|
||
m->racecall = true;
|
||
m->locks++;
|
||
runtime∕race·MapShadow(addr, size);
|
||
m->locks--;
|
||
m->racecall = false;
|
||
}
|
||
|
||
// Called from instrumented code.
|
||
// If we split stack, getcallerpc() can return runtime·lessstack().
|
||
#pragma textflag NOSPLIT
|
||
void
|
||
runtime·racewrite(uintptr addr)
|
||
{
|
||
if(!onstack(addr)) {
|
||
m->racecall = true;
|
||
m->locks++;
|
||
runtime∕race·Write(g->racectx, (void*)addr, runtime·getcallerpc(&addr));
|
||
m->locks--;
|
||
m->racecall = false;
|
||
}
|
||
}
|
||
|
||
#pragma textflag NOSPLIT
|
||
void
|
||
runtime·racewriterange(uintptr addr, uintptr sz)
|
||
{
|
||
if(!onstack(addr)) {
|
||
m->racecall = true;
|
||
m->locks++;
|
||
runtime∕race·WriteRange(g->racectx, (void*)addr, sz, runtime·getcallerpc(&addr));
|
||
m->locks--;
|
||
m->racecall = false;
|
||
}
|
||
}
|
||
|
||
// Called from instrumented code.
|
||
// If we split stack, getcallerpc() can return runtime·lessstack().
|
||
#pragma textflag NOSPLIT
|
||
void
|
||
runtime·raceread(uintptr addr)
|
||
{
|
||
if(!onstack(addr)) {
|
||
m->racecall = true;
|
||
m->locks++;
|
||
runtime∕race·Read(g->racectx, (void*)addr, runtime·getcallerpc(&addr));
|
||
m->locks--;
|
||
m->racecall = false;
|
||
}
|
||
}
|
||
|
||
#pragma textflag NOSPLIT
|
||
void
|
||
runtime·racereadrange(uintptr addr, uintptr sz)
|
||
{
|
||
if(!onstack(addr)) {
|
||
m->racecall = true;
|
||
m->locks++;
|
||
runtime∕race·ReadRange(g->racectx, (void*)addr, sz, runtime·getcallerpc(&addr));
|
||
m->locks--;
|
||
m->racecall = false;
|
||
}
|
||
}
|
||
|
||
// Called from runtime·racefuncenter (assembly).
|
||
#pragma textflag NOSPLIT
|
||
void
|
||
runtime·racefuncenter1(uintptr pc)
|
||
{
|
||
// If the caller PC is lessstack, use slower runtime·callers
|
||
// to walk across the stack split to find the real caller.
|
||
if(pc == (uintptr)runtime·lessstack)
|
||
runtime·callers(2, &pc, 1);
|
||
|
||
m->racecall = true;
|
||
m->locks++;
|
||
runtime∕race·FuncEnter(g->racectx, (void*)pc);
|
||
m->locks--;
|
||
m->racecall = false;
|
||
}
|
||
|
||
// Called from instrumented code.
|
||
#pragma textflag NOSPLIT
|
||
void
|
||
runtime·racefuncexit(void)
|
||
{
|
||
m->racecall = true;
|
||
m->locks++;
|
||
runtime∕race·FuncExit(g->racectx);
|
||
m->locks--;
|
||
m->racecall = false;
|
||
}
|
||
|
||
void
|
||
runtime·racemalloc(void *p, uintptr sz)
|
||
{
|
||
// use m->curg because runtime·stackalloc() is called from g0
|
||
if(m->curg == nil)
|
||
return;
|
||
m->racecall = true;
|
||
m->locks++;
|
||
runtime∕race·Malloc(m->curg->racectx, p, sz, /* unused pc */ 0);
|
||
m->locks--;
|
||
m->racecall = false;
|
||
}
|
||
|
||
void
|
||
runtime·racefree(void *p)
|
||
{
|
||
m->racecall = true;
|
||
m->locks++;
|
||
runtime∕race·Free(p);
|
||
m->locks--;
|
||
m->racecall = false;
|
||
}
|
||
|
||
uintptr
|
||
runtime·racegostart(void *pc)
|
||
{
|
||
uintptr racectx;
|
||
|
||
m->racecall = true;
|
||
m->locks++;
|
||
runtime∕race·GoStart(g->racectx, &racectx, pc);
|
||
m->locks--;
|
||
m->racecall = false;
|
||
return racectx;
|
||
}
|
||
|
||
void
|
||
runtime·racegoend(void)
|
||
{
|
||
m->racecall = true;
|
||
m->locks++;
|
||
runtime∕race·GoEnd(g->racectx);
|
||
m->locks--;
|
||
m->racecall = false;
|
||
}
|
||
|
||
static void
|
||
memoryaccess(void *addr, uintptr callpc, uintptr pc, bool write)
|
||
{
|
||
uintptr racectx;
|
||
|
||
if(!onstack((uintptr)addr)) {
|
||
m->racecall = true;
|
||
m->locks++;
|
||
racectx = g->racectx;
|
||
if(callpc) {
|
||
if(callpc == (uintptr)runtime·lessstack)
|
||
runtime·callers(3, &callpc, 1);
|
||
runtime∕race·FuncEnter(racectx, (void*)callpc);
|
||
}
|
||
if(write)
|
||
runtime∕race·Write(racectx, addr, (void*)pc);
|
||
else
|
||
runtime∕race·Read(racectx, addr, (void*)pc);
|
||
if(callpc)
|
||
runtime∕race·FuncExit(racectx);
|
||
m->locks--;
|
||
m->racecall = false;
|
||
}
|
||
}
|
||
|
||
void
|
||
runtime·racewritepc(void *addr, void *callpc, void *pc)
|
||
{
|
||
memoryaccess(addr, (uintptr)callpc, (uintptr)pc, true);
|
||
}
|
||
|
||
void
|
||
runtime·racereadpc(void *addr, void *callpc, void *pc)
|
||
{
|
||
memoryaccess(addr, (uintptr)callpc, (uintptr)pc, false);
|
||
}
|
||
|
||
static void
|
||
rangeaccess(void *addr, uintptr size, uintptr callpc, uintptr pc, bool write)
|
||
{
|
||
uintptr racectx;
|
||
|
||
if(!onstack((uintptr)addr)) {
|
||
m->racecall = true;
|
||
m->locks++;
|
||
racectx = g->racectx;
|
||
if(callpc) {
|
||
if(callpc == (uintptr)runtime·lessstack)
|
||
runtime·callers(3, &callpc, 1);
|
||
runtime∕race·FuncEnter(racectx, (void*)callpc);
|
||
}
|
||
if(write)
|
||
runtime∕race·WriteRange(racectx, addr, size, (void*)pc);
|
||
else
|
||
runtime∕race·ReadRange(racectx, addr, size, (void*)pc);
|
||
if(callpc)
|
||
runtime∕race·FuncExit(racectx);
|
||
m->locks--;
|
||
m->racecall = false;
|
||
}
|
||
}
|
||
|
||
void
|
||
runtime·racewriterangepc(void *addr, uintptr sz, void *callpc, void *pc)
|
||
{
|
||
rangeaccess(addr, sz, (uintptr)callpc, (uintptr)pc, true);
|
||
}
|
||
|
||
void
|
||
runtime·racereadrangepc(void *addr, uintptr sz, void *callpc, void *pc)
|
||
{
|
||
rangeaccess(addr, sz, (uintptr)callpc, (uintptr)pc, false);
|
||
}
|
||
|
||
void
|
||
runtime·racewriteobjectpc(void *addr, Type *t, void *callpc, void *pc)
|
||
{
|
||
uint8 kind;
|
||
|
||
kind = t->kind & ~KindNoPointers;
|
||
if(kind == KindArray || kind == KindStruct)
|
||
rangeaccess(addr, t->size, (uintptr)callpc, (uintptr)pc, true);
|
||
else
|
||
memoryaccess(addr, (uintptr)callpc, (uintptr)pc, true);
|
||
}
|
||
|
||
void
|
||
runtime·racereadobjectpc(void *addr, Type *t, void *callpc, void *pc)
|
||
{
|
||
uint8 kind;
|
||
|
||
kind = t->kind & ~KindNoPointers;
|
||
if(kind == KindArray || kind == KindStruct)
|
||
rangeaccess(addr, t->size, (uintptr)callpc, (uintptr)pc, false);
|
||
else
|
||
memoryaccess(addr, (uintptr)callpc, (uintptr)pc, false);
|
||
}
|
||
|
||
void
|
||
runtime·raceacquire(void *addr)
|
||
{
|
||
runtime·raceacquireg(g, addr);
|
||
}
|
||
|
||
void
|
||
runtime·raceacquireg(G *gp, void *addr)
|
||
{
|
||
if(g->raceignore)
|
||
return;
|
||
m->racecall = true;
|
||
m->locks++;
|
||
runtime∕race·Acquire(gp->racectx, addr);
|
||
m->locks--;
|
||
m->racecall = false;
|
||
}
|
||
|
||
void
|
||
runtime·racerelease(void *addr)
|
||
{
|
||
runtime·racereleaseg(g, addr);
|
||
}
|
||
|
||
void
|
||
runtime·racereleaseg(G *gp, void *addr)
|
||
{
|
||
if(g->raceignore)
|
||
return;
|
||
m->racecall = true;
|
||
m->locks++;
|
||
runtime∕race·Release(gp->racectx, addr);
|
||
m->locks--;
|
||
m->racecall = false;
|
||
}
|
||
|
||
void
|
||
runtime·racereleasemerge(void *addr)
|
||
{
|
||
runtime·racereleasemergeg(g, addr);
|
||
}
|
||
|
||
void
|
||
runtime·racereleasemergeg(G *gp, void *addr)
|
||
{
|
||
if(g->raceignore)
|
||
return;
|
||
m->racecall = true;
|
||
m->locks++;
|
||
runtime∕race·ReleaseMerge(gp->racectx, addr);
|
||
m->locks--;
|
||
m->racecall = false;
|
||
}
|
||
|
||
void
|
||
runtime·racefingo(void)
|
||
{
|
||
m->racecall = true;
|
||
m->locks++;
|
||
runtime∕race·FinalizerGoroutine(g->racectx);
|
||
m->locks--;
|
||
m->racecall = false;
|
||
}
|
||
|
||
// func RaceAcquire(addr unsafe.Pointer)
|
||
void
|
||
runtime·RaceAcquire(void *addr)
|
||
{
|
||
runtime·raceacquire(addr);
|
||
}
|
||
|
||
// func RaceRelease(addr unsafe.Pointer)
|
||
void
|
||
runtime·RaceRelease(void *addr)
|
||
{
|
||
runtime·racerelease(addr);
|
||
}
|
||
|
||
// func RaceReleaseMerge(addr unsafe.Pointer)
|
||
void
|
||
runtime·RaceReleaseMerge(void *addr)
|
||
{
|
||
runtime·racereleasemerge(addr);
|
||
}
|
||
|
||
// func RaceSemacquire(s *uint32)
|
||
void
|
||
runtime·RaceSemacquire(uint32 *s)
|
||
{
|
||
runtime·semacquire(s, false);
|
||
}
|
||
|
||
// func RaceSemrelease(s *uint32)
|
||
void
|
||
runtime·RaceSemrelease(uint32 *s)
|
||
{
|
||
runtime·semrelease(s);
|
||
}
|
||
|
||
// func RaceRead(addr unsafe.Pointer)
|
||
#pragma textflag NOSPLIT
|
||
void
|
||
runtime·RaceRead(void *addr)
|
||
{
|
||
memoryaccess(addr, 0, (uintptr)runtime·getcallerpc(&addr), false);
|
||
}
|
||
|
||
// func RaceWrite(addr unsafe.Pointer)
|
||
#pragma textflag NOSPLIT
|
||
void
|
||
runtime·RaceWrite(void *addr)
|
||
{
|
||
memoryaccess(addr, 0, (uintptr)runtime·getcallerpc(&addr), true);
|
||
}
|
||
|
||
// func RaceReadRange(addr unsafe.Pointer, len int)
|
||
#pragma textflag NOSPLIT
|
||
void
|
||
runtime·RaceReadRange(void *addr, intgo len)
|
||
{
|
||
rangeaccess(addr, len, 0, (uintptr)runtime·getcallerpc(&addr), false);
|
||
}
|
||
|
||
// func RaceWriteRange(addr unsafe.Pointer, len int)
|
||
#pragma textflag NOSPLIT
|
||
void
|
||
runtime·RaceWriteRange(void *addr, intgo len)
|
||
{
|
||
rangeaccess(addr, len, 0, (uintptr)runtime·getcallerpc(&addr), true);
|
||
}
|
||
|
||
// func RaceDisable()
|
||
void
|
||
runtime·RaceDisable(void)
|
||
{
|
||
g->raceignore++;
|
||
}
|
||
|
||
// func RaceEnable()
|
||
void
|
||
runtime·RaceEnable(void)
|
||
{
|
||
g->raceignore--;
|
||
}
|
||
|
||
static bool
|
||
onstack(uintptr argp)
|
||
{
|
||
// noptrdata, data, bss, noptrbss
|
||
// the layout is in ../../cmd/ld/data.c
|
||
if((byte*)argp >= noptrdata && (byte*)argp < enoptrbss)
|
||
return false;
|
||
if((byte*)argp >= runtime·mheap.arena_start && (byte*)argp < runtime·mheap.arena_used)
|
||
return false;
|
||
return true;
|
||
}
|