2009-03-30 01:01:07 -06:00
|
|
|
// Copyright 2009 The Go Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style
|
|
|
|
// license that can be found in the LICENSE file.
|
|
|
|
|
2009-06-17 16:15:55 -06:00
|
|
|
#include "386/asm.h"
|
|
|
|
|
2009-03-30 01:01:07 -06:00
|
|
|
TEXT _rt0_386(SB),7,$0
|
|
|
|
// copy arguments forward on an even stack
|
|
|
|
MOVL 0(SP), AX // argc
|
|
|
|
LEAL 4(SP), BX // argv
|
|
|
|
SUBL $128, SP // plenty of scratch
|
2009-10-03 11:37:12 -06:00
|
|
|
ANDL $~15, SP
|
2009-03-30 01:01:07 -06:00
|
|
|
MOVL AX, 120(SP) // save argc, argv away
|
|
|
|
MOVL BX, 124(SP)
|
|
|
|
|
2009-10-03 11:37:12 -06:00
|
|
|
// if there is an initcgo, call it to let it
|
|
|
|
// initialize and to set up GS. if not,
|
|
|
|
// we set up GS ourselves.
|
|
|
|
MOVL initcgo(SB), AX
|
|
|
|
TESTL AX, AX
|
|
|
|
JZ 3(PC)
|
|
|
|
CALL AX
|
|
|
|
JMP ok
|
|
|
|
|
2009-09-22 17:28:32 -06:00
|
|
|
// set up %gs
|
2009-03-30 01:01:07 -06:00
|
|
|
CALL ldt0setup(SB)
|
|
|
|
|
|
|
|
// store through it, to make sure it works
|
2010-01-06 18:58:55 -07:00
|
|
|
get_tls(BX)
|
|
|
|
MOVL $0x123, g(BX)
|
2009-03-30 01:01:07 -06:00
|
|
|
MOVL tls0(SB), AX
|
|
|
|
CMPL AX, $0x123
|
|
|
|
JEQ ok
|
2009-10-03 11:37:12 -06:00
|
|
|
MOVL AX, 0 // abort
|
2009-03-30 01:01:07 -06:00
|
|
|
ok:
|
|
|
|
// set up m and g "registers"
|
2010-01-06 18:58:55 -07:00
|
|
|
get_tls(BX)
|
2009-03-30 01:01:07 -06:00
|
|
|
LEAL g0(SB), CX
|
2010-01-06 18:58:55 -07:00
|
|
|
MOVL CX, g(BX)
|
2009-03-30 01:01:07 -06:00
|
|
|
LEAL m0(SB), AX
|
2010-01-06 18:58:55 -07:00
|
|
|
MOVL AX, m(BX)
|
2009-03-30 01:01:07 -06:00
|
|
|
|
|
|
|
// save m->g0 = g0
|
2009-06-17 16:15:55 -06:00
|
|
|
MOVL CX, m_g0(AX)
|
2009-03-30 01:01:07 -06:00
|
|
|
|
|
|
|
// create istack out of the OS stack
|
|
|
|
LEAL (-8192+104)(SP), AX // TODO: 104?
|
2009-06-17 16:15:55 -06:00
|
|
|
MOVL AX, g_stackguard(CX)
|
|
|
|
MOVL SP, g_stackbase(CX)
|
2009-03-30 01:01:07 -06:00
|
|
|
CALL emptyfunc(SB) // fault if stack check is wrong
|
|
|
|
|
|
|
|
// convention is D is always cleared
|
|
|
|
CLD
|
|
|
|
|
|
|
|
CALL check(SB)
|
|
|
|
|
|
|
|
// saved argc, argv
|
|
|
|
MOVL 120(SP), AX
|
|
|
|
MOVL AX, 0(SP)
|
|
|
|
MOVL 124(SP), AX
|
|
|
|
MOVL AX, 4(SP)
|
|
|
|
CALL args(SB)
|
|
|
|
CALL osinit(SB)
|
|
|
|
CALL schedinit(SB)
|
|
|
|
|
|
|
|
// create a new goroutine to start program
|
|
|
|
PUSHL $mainstart(SB) // entry
|
2009-06-17 16:15:55 -06:00
|
|
|
PUSHL $0 // arg size
|
2010-01-25 19:52:55 -07:00
|
|
|
CALL ·newproc(SB)
|
2009-03-30 01:01:07 -06:00
|
|
|
POPL AX
|
|
|
|
POPL AX
|
|
|
|
|
|
|
|
// start this M
|
|
|
|
CALL mstart(SB)
|
|
|
|
|
|
|
|
INT $3
|
|
|
|
RET
|
|
|
|
|
|
|
|
TEXT mainstart(SB),7,$0
|
|
|
|
CALL main·init(SB)
|
|
|
|
CALL initdone(SB)
|
|
|
|
CALL main·main(SB)
|
|
|
|
PUSHL $0
|
2009-05-08 16:21:41 -06:00
|
|
|
CALL exit(SB)
|
2009-03-30 01:01:07 -06:00
|
|
|
POPL AX
|
|
|
|
INT $3
|
|
|
|
RET
|
|
|
|
|
2009-05-08 16:21:41 -06:00
|
|
|
TEXT breakpoint(SB),7,$0
|
2009-09-22 17:28:32 -06:00
|
|
|
INT $3
|
2009-03-30 01:01:07 -06:00
|
|
|
RET
|
|
|
|
|
2009-06-17 16:15:55 -06:00
|
|
|
/*
|
|
|
|
* go-routine
|
|
|
|
*/
|
2009-03-30 01:01:07 -06:00
|
|
|
|
2009-06-17 16:15:55 -06:00
|
|
|
// uintptr gosave(Gobuf*)
|
|
|
|
// save state in Gobuf; setjmp
|
2009-03-30 01:01:07 -06:00
|
|
|
TEXT gosave(SB), 7, $0
|
2009-06-17 16:15:55 -06:00
|
|
|
MOVL 4(SP), AX // gobuf
|
|
|
|
LEAL 4(SP), BX // caller's SP
|
|
|
|
MOVL BX, gobuf_sp(AX)
|
|
|
|
MOVL 0(SP), BX // caller's PC
|
|
|
|
MOVL BX, gobuf_pc(AX)
|
2010-01-06 18:58:55 -07:00
|
|
|
get_tls(CX)
|
|
|
|
MOVL g(CX), BX
|
2009-06-17 16:15:55 -06:00
|
|
|
MOVL BX, gobuf_g(AX)
|
|
|
|
MOVL $0, AX // return 0
|
2009-03-30 01:01:07 -06:00
|
|
|
RET
|
|
|
|
|
2009-06-17 16:15:55 -06:00
|
|
|
// void gogo(Gobuf*, uintptr)
|
|
|
|
// restore state from Gobuf; longjmp
|
|
|
|
TEXT gogo(SB), 7, $0
|
|
|
|
MOVL 8(SP), AX // return 2nd arg
|
|
|
|
MOVL 4(SP), BX // gobuf
|
|
|
|
MOVL gobuf_g(BX), DX
|
|
|
|
MOVL 0(DX), CX // make sure g != nil
|
2010-01-06 18:58:55 -07:00
|
|
|
get_tls(CX)
|
|
|
|
MOVL DX, g(CX)
|
2009-06-17 16:15:55 -06:00
|
|
|
MOVL gobuf_sp(BX), SP // restore SP
|
|
|
|
MOVL gobuf_pc(BX), BX
|
|
|
|
JMP BX
|
|
|
|
|
|
|
|
// void gogocall(Gobuf*, void (*fn)(void))
|
|
|
|
// restore state from Gobuf but then call fn.
|
|
|
|
// (call fn, returning to state in Gobuf)
|
|
|
|
TEXT gogocall(SB), 7, $0
|
|
|
|
MOVL 8(SP), AX // fn
|
|
|
|
MOVL 4(SP), BX // gobuf
|
|
|
|
MOVL gobuf_g(BX), DX
|
2010-01-06 18:58:55 -07:00
|
|
|
get_tls(CX)
|
|
|
|
MOVL DX, g(CX)
|
2009-06-17 16:15:55 -06:00
|
|
|
MOVL 0(DX), CX // make sure g != nil
|
|
|
|
MOVL gobuf_sp(BX), SP // restore SP
|
|
|
|
MOVL gobuf_pc(BX), BX
|
|
|
|
PUSHL BX
|
|
|
|
JMP AX
|
|
|
|
POPL BX // not reached
|
|
|
|
|
|
|
|
/*
|
|
|
|
* support for morestack
|
|
|
|
*/
|
|
|
|
|
|
|
|
// Called during function prolog when more stack is needed.
|
2010-01-25 19:52:55 -07:00
|
|
|
TEXT ·morestack(SB),7,$0
|
2009-06-17 16:15:55 -06:00
|
|
|
// Cannot grow scheduler stack (m->g0).
|
2010-01-06 18:58:55 -07:00
|
|
|
get_tls(CX)
|
|
|
|
MOVL m(CX), BX
|
2009-06-17 16:15:55 -06:00
|
|
|
MOVL m_g0(BX), SI
|
2010-01-06 18:58:55 -07:00
|
|
|
CMPL g(CX), SI
|
2009-06-17 16:15:55 -06:00
|
|
|
JNE 2(PC)
|
|
|
|
INT $3
|
|
|
|
|
|
|
|
// frame size in DX
|
|
|
|
// arg size in AX
|
|
|
|
// Save in m.
|
|
|
|
MOVL DX, m_moreframe(BX)
|
|
|
|
MOVL AX, m_moreargs(BX)
|
|
|
|
|
|
|
|
// Called from f.
|
|
|
|
// Set m->morebuf to f's caller.
|
|
|
|
MOVL 4(SP), DI // f's caller's PC
|
|
|
|
MOVL DI, (m_morebuf+gobuf_pc)(BX)
|
|
|
|
LEAL 8(SP), CX // f's caller's SP
|
|
|
|
MOVL CX, (m_morebuf+gobuf_sp)(BX)
|
2009-07-08 19:16:09 -06:00
|
|
|
MOVL CX, (m_morefp)(BX)
|
2010-01-06 18:58:55 -07:00
|
|
|
get_tls(CX)
|
|
|
|
MOVL g(CX), SI
|
2009-06-17 16:15:55 -06:00
|
|
|
MOVL SI, (m_morebuf+gobuf_g)(BX)
|
|
|
|
|
|
|
|
// Set m->morepc to f's PC.
|
|
|
|
MOVL 0(SP), AX
|
|
|
|
MOVL AX, m_morepc(BX)
|
|
|
|
|
|
|
|
// Call newstack on m's scheduling stack.
|
|
|
|
MOVL m_g0(BX), BP
|
2010-01-06 18:58:55 -07:00
|
|
|
MOVL BP, g(CX)
|
2009-06-17 16:15:55 -06:00
|
|
|
MOVL (m_sched+gobuf_sp)(BX), SP
|
|
|
|
CALL newstack(SB)
|
|
|
|
MOVL $0, 0x1003 // crash if newstack returns
|
2009-03-30 01:01:07 -06:00
|
|
|
RET
|
|
|
|
|
2009-07-08 19:16:09 -06:00
|
|
|
// Called from reflection library. Mimics morestack,
|
|
|
|
// reuses stack growth code to create a frame
|
|
|
|
// with the desired args running the desired function.
|
|
|
|
//
|
|
|
|
// func call(fn *byte, arg *byte, argsize uint32).
|
|
|
|
TEXT reflect·call(SB), 7, $0
|
2010-01-06 18:58:55 -07:00
|
|
|
get_tls(CX)
|
|
|
|
MOVL m(CX), BX
|
2009-07-08 19:16:09 -06:00
|
|
|
|
|
|
|
// Save our caller's state as the PC and SP to
|
|
|
|
// restore when returning from f.
|
|
|
|
MOVL 0(SP), AX // our caller's PC
|
|
|
|
MOVL AX, (m_morebuf+gobuf_pc)(BX)
|
|
|
|
LEAL 4(SP), AX // our caller's SP
|
|
|
|
MOVL AX, (m_morebuf+gobuf_sp)(BX)
|
2010-01-06 18:58:55 -07:00
|
|
|
MOVL g(CX), AX
|
2009-07-08 19:16:09 -06:00
|
|
|
MOVL AX, (m_morebuf+gobuf_g)(BX)
|
|
|
|
|
|
|
|
// Set up morestack arguments to call f on a new stack.
|
2010-03-29 22:48:22 -06:00
|
|
|
// We set f's frame size to 1, as a hint to newstack
|
|
|
|
// that this is a call from reflect·call.
|
|
|
|
// If it turns out that f needs a larger frame than
|
|
|
|
// the default stack, f's usual stack growth prolog will
|
|
|
|
// allocate a new segment (and recopy the arguments).
|
2009-07-08 19:16:09 -06:00
|
|
|
MOVL 4(SP), AX // fn
|
|
|
|
MOVL 8(SP), DX // arg frame
|
|
|
|
MOVL 12(SP), CX // arg size
|
|
|
|
|
|
|
|
MOVL AX, m_morepc(BX) // f's PC
|
|
|
|
MOVL DX, m_morefp(BX) // argument frame pointer
|
|
|
|
MOVL CX, m_moreargs(BX) // f's argument size
|
2010-03-29 22:48:22 -06:00
|
|
|
MOVL $1, m_moreframe(BX) // f's frame size
|
2009-07-08 19:16:09 -06:00
|
|
|
|
|
|
|
// Call newstack on m's scheduling stack.
|
|
|
|
MOVL m_g0(BX), BP
|
2010-01-06 18:58:55 -07:00
|
|
|
get_tls(CX)
|
|
|
|
MOVL BP, g(CX)
|
2009-07-08 19:16:09 -06:00
|
|
|
MOVL (m_sched+gobuf_sp)(BX), SP
|
|
|
|
CALL newstack(SB)
|
|
|
|
MOVL $0, 0x1103 // crash if newstack returns
|
|
|
|
RET
|
|
|
|
|
|
|
|
|
2009-06-17 16:15:55 -06:00
|
|
|
// Return point when leaving stack.
|
2010-01-25 19:52:55 -07:00
|
|
|
TEXT ·lessstack(SB), 7, $0
|
2009-06-17 16:15:55 -06:00
|
|
|
// Save return value in m->cret
|
2010-01-06 18:58:55 -07:00
|
|
|
get_tls(CX)
|
|
|
|
MOVL m(CX), BX
|
2009-06-17 16:15:55 -06:00
|
|
|
MOVL AX, m_cret(BX)
|
|
|
|
|
|
|
|
// Call oldstack on m's scheduling stack.
|
|
|
|
MOVL m_g0(BX), DX
|
2010-01-06 18:58:55 -07:00
|
|
|
MOVL DX, g(CX)
|
2009-06-17 16:15:55 -06:00
|
|
|
MOVL (m_sched+gobuf_sp)(BX), SP
|
|
|
|
CALL oldstack(SB)
|
|
|
|
MOVL $0, 0x1004 // crash if oldstack returns
|
2009-03-30 01:01:07 -06:00
|
|
|
RET
|
|
|
|
|
2009-06-17 16:15:55 -06:00
|
|
|
|
2009-03-30 01:01:07 -06:00
|
|
|
// bool cas(int32 *val, int32 old, int32 new)
|
|
|
|
// Atomically:
|
|
|
|
// if(*val == old){
|
|
|
|
// *val = new;
|
|
|
|
// return 1;
|
|
|
|
// }else
|
|
|
|
// return 0;
|
|
|
|
TEXT cas(SB), 7, $0
|
|
|
|
MOVL 4(SP), BX
|
|
|
|
MOVL 8(SP), AX
|
|
|
|
MOVL 12(SP), CX
|
|
|
|
LOCK
|
|
|
|
CMPXCHGL CX, 0(BX)
|
|
|
|
JZ 3(PC)
|
|
|
|
MOVL $0, AX
|
|
|
|
RET
|
|
|
|
MOVL $1, AX
|
|
|
|
RET
|
|
|
|
|
2010-01-06 18:58:55 -07:00
|
|
|
// bool casp(void **p, void *old, void *new)
|
|
|
|
// Atomically:
|
|
|
|
// if(*p == old){
|
|
|
|
// *p = new;
|
|
|
|
// return 1;
|
|
|
|
// }else
|
|
|
|
// return 0;
|
|
|
|
TEXT casp(SB), 7, $0
|
|
|
|
MOVL 4(SP), BX
|
|
|
|
MOVL 8(SP), AX
|
|
|
|
MOVL 12(SP), CX
|
|
|
|
LOCK
|
|
|
|
CMPXCHGL CX, 0(BX)
|
|
|
|
JZ 3(PC)
|
|
|
|
MOVL $0, AX
|
|
|
|
RET
|
|
|
|
MOVL $1, AX
|
|
|
|
RET
|
|
|
|
|
2009-06-03 00:02:12 -06:00
|
|
|
// void jmpdefer(fn, sp);
|
|
|
|
// called from deferreturn.
|
2009-03-30 01:01:07 -06:00
|
|
|
// 1. pop the caller
|
|
|
|
// 2. sub 5 bytes from the callers return
|
|
|
|
// 3. jmp to the argument
|
|
|
|
TEXT jmpdefer(SB), 7, $0
|
2009-06-03 00:02:12 -06:00
|
|
|
MOVL 4(SP), AX // fn
|
|
|
|
MOVL 8(SP), BX // caller sp
|
|
|
|
LEAL -4(BX), SP // caller sp after CALL
|
|
|
|
SUBL $5, (SP) // return to CALL again
|
|
|
|
JMP AX // but first run the deferred function
|
2009-03-30 01:01:07 -06:00
|
|
|
|
2010-01-25 19:52:55 -07:00
|
|
|
TEXT ·memclr(SB),7,$0
|
2009-03-30 01:01:07 -06:00
|
|
|
MOVL 4(SP), DI // arg 1 addr
|
|
|
|
MOVL 8(SP), CX // arg 2 count
|
|
|
|
ADDL $3, CX
|
|
|
|
SHRL $2, CX
|
|
|
|
MOVL $0, AX
|
|
|
|
CLD
|
|
|
|
REP
|
|
|
|
STOSL
|
|
|
|
RET
|
|
|
|
|
2010-01-25 19:52:55 -07:00
|
|
|
TEXT ·getcallerpc+0(SB),7,$0
|
2009-03-30 01:01:07 -06:00
|
|
|
MOVL x+0(FP),AX // addr of first arg
|
|
|
|
MOVL -4(AX),AX // get calling pc
|
|
|
|
RET
|
|
|
|
|
2010-01-25 19:52:55 -07:00
|
|
|
TEXT ·setcallerpc+0(SB),7,$0
|
2009-03-30 01:01:07 -06:00
|
|
|
MOVL x+0(FP),AX // addr of first arg
|
|
|
|
MOVL x+4(FP), BX
|
|
|
|
MOVL BX, -4(AX) // set calling pc
|
|
|
|
RET
|
|
|
|
|
2010-04-05 13:51:09 -06:00
|
|
|
TEXT getcallersp(SB), 7, $0
|
|
|
|
MOVL sp+0(FP), AX
|
|
|
|
RET
|
|
|
|
|
2009-03-30 01:01:07 -06:00
|
|
|
TEXT ldt0setup(SB),7,$16
|
|
|
|
// set up ldt 7 to point at tls0
|
|
|
|
// ldt 1 would be fine on Linux, but on OS X, 7 is as low as we can go.
|
2009-09-22 17:28:32 -06:00
|
|
|
// the entry number is just a hint. setldt will set up GS with what it used.
|
2009-03-30 01:01:07 -06:00
|
|
|
MOVL $7, 0(SP)
|
|
|
|
LEAL tls0(SB), AX
|
|
|
|
MOVL AX, 4(SP)
|
|
|
|
MOVL $32, 8(SP) // sizeof(tls array)
|
|
|
|
CALL setldt(SB)
|
|
|
|
RET
|
|
|
|
|
|
|
|
TEXT emptyfunc(SB),0,$0
|
|
|
|
RET
|
|
|
|
|
|
|
|
TEXT abort(SB),7,$0
|
|
|
|
INT $0x3
|
2009-10-03 11:37:12 -06:00
|
|
|
|
|
|
|
// runcgo(void(*fn)(void*), void *arg)
|
2009-10-12 11:26:38 -06:00
|
|
|
// Call fn(arg) on the scheduler stack,
|
|
|
|
// aligned appropriately for the gcc ABI.
|
2009-10-03 11:37:12 -06:00
|
|
|
TEXT runcgo(SB),7,$16
|
|
|
|
MOVL fn+0(FP), AX
|
|
|
|
MOVL arg+4(FP), BX
|
|
|
|
MOVL SP, CX
|
2009-10-12 11:26:38 -06:00
|
|
|
|
|
|
|
// Figure out if we need to switch to m->g0 stack.
|
2010-01-06 18:58:55 -07:00
|
|
|
get_tls(DI)
|
|
|
|
MOVL m(DI), DX
|
2009-10-12 11:26:38 -06:00
|
|
|
MOVL m_g0(DX), SI
|
2010-01-06 18:58:55 -07:00
|
|
|
CMPL g(DI), SI
|
2009-10-12 11:26:38 -06:00
|
|
|
JEQ 2(PC)
|
|
|
|
MOVL (m_sched+gobuf_sp)(DX), SP
|
|
|
|
|
|
|
|
// Now on a scheduling stack (a pthread-created stack).
|
|
|
|
SUBL $16, SP
|
2009-10-03 11:37:12 -06:00
|
|
|
ANDL $~15, SP // alignment for gcc ABI
|
|
|
|
MOVL CX, 4(SP)
|
|
|
|
MOVL BX, 0(SP)
|
|
|
|
CALL AX
|
2010-01-13 10:08:39 -07:00
|
|
|
|
|
|
|
// Back; switch to original stack, re-establish
|
|
|
|
// "DF is clear" invariant.
|
|
|
|
CLD
|
2009-10-03 11:37:12 -06:00
|
|
|
MOVL 4(SP), SP
|
|
|
|
RET
|
|
|
|
|
2009-12-08 19:19:30 -07:00
|
|
|
// check that SP is in range [g->stackbase, g->stackguard)
|
|
|
|
TEXT stackcheck(SB), 7, $0
|
2010-01-06 18:58:55 -07:00
|
|
|
get_tls(CX)
|
2010-03-30 11:53:16 -06:00
|
|
|
MOVL g(CX), AX
|
|
|
|
CMPL g_stackbase(AX), SP
|
|
|
|
JHI 2(PC)
|
|
|
|
INT $3
|
|
|
|
CMPL SP, g_stackguard(AX)
|
|
|
|
JHI 2(PC)
|
|
|
|
INT $3
|
2009-12-08 19:19:30 -07:00
|
|
|
RET
|
|
|
|
|
2009-10-03 11:37:12 -06:00
|
|
|
GLOBL m0(SB), $1024
|
|
|
|
GLOBL g0(SB), $1024
|
|
|
|
GLOBL tls0(SB), $32
|
|
|
|
GLOBL initcgo(SB), $4
|
|
|
|
|