// Copyright 2009 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. // // System calls and other sys.stuff for AMD64, Linux // #include "go_asm.h" #include "go_tls.h" #include "textflag.h" TEXT runtime·exit(SB),NOSPLIT,$0-4 MOVL code+0(FP), DI MOVL $231, AX // exitgroup - force all os threads to exit SYSCALL RET TEXT runtime·exit1(SB),NOSPLIT,$0-4 MOVL code+0(FP), DI MOVL $60, AX // exit - exit the current os thread SYSCALL RET TEXT runtime·open(SB),NOSPLIT,$0-20 MOVQ name+0(FP), DI MOVL mode+8(FP), SI MOVL perm+12(FP), DX MOVL $2, AX // syscall entry SYSCALL CMPQ AX, $0xfffffffffffff001 JLS 2(PC) MOVL $-1, AX MOVL AX, ret+16(FP) RET TEXT runtime·closefd(SB),NOSPLIT,$0-12 MOVL fd+0(FP), DI MOVL $3, AX // syscall entry SYSCALL CMPQ AX, $0xfffffffffffff001 JLS 2(PC) MOVL $-1, AX MOVL AX, ret+8(FP) RET TEXT runtime·write(SB),NOSPLIT,$0-28 MOVQ fd+0(FP), DI MOVQ p+8(FP), SI MOVL n+16(FP), DX MOVL $1, AX // syscall entry SYSCALL CMPQ AX, $0xfffffffffffff001 JLS 2(PC) MOVL $-1, AX MOVL AX, ret+24(FP) RET TEXT runtime·read(SB),NOSPLIT,$0-28 MOVL fd+0(FP), DI MOVQ p+8(FP), SI MOVL n+16(FP), DX MOVL $0, AX // syscall entry SYSCALL CMPQ AX, $0xfffffffffffff001 JLS 2(PC) MOVL $-1, AX MOVL AX, ret+24(FP) RET TEXT runtime·getrlimit(SB),NOSPLIT,$0-20 MOVL kind+0(FP), DI MOVQ limit+8(FP), SI MOVL $97, AX // syscall entry SYSCALL MOVL AX, ret+16(FP) RET TEXT runtime·usleep(SB),NOSPLIT,$16 MOVL $0, DX MOVL usec+0(FP), AX MOVL $1000000, CX DIVL CX MOVQ AX, 0(SP) MOVQ DX, 8(SP) // select(0, 0, 0, 0, &tv) MOVL $0, DI MOVL $0, SI MOVL $0, DX MOVL $0, R10 MOVQ SP, R8 MOVL $23, AX SYSCALL RET TEXT runtime·gettid(SB),NOSPLIT,$0-4 MOVL $186, AX // syscall - gettid SYSCALL MOVL AX, ret+0(FP) RET TEXT runtime·raise(SB),NOSPLIT,$0 MOVL $186, AX // syscall - gettid SYSCALL MOVL AX, DI // arg 1 tid MOVL sig+0(FP), SI // arg 2 MOVL $200, AX // syscall - tkill SYSCALL RET TEXT runtime·raiseproc(SB),NOSPLIT,$0 MOVL $39, AX // syscall - getpid SYSCALL MOVL AX, DI // arg 1 pid MOVL sig+0(FP), SI // arg 2 MOVL $62, AX // syscall - kill SYSCALL RET TEXT runtime·setitimer(SB),NOSPLIT,$0-24 MOVL mode+0(FP), DI MOVQ new+8(FP), SI MOVQ old+16(FP), DX MOVL $38, AX // syscall entry SYSCALL RET TEXT runtime·mincore(SB),NOSPLIT,$0-28 MOVQ addr+0(FP), DI MOVQ n+8(FP), SI MOVQ dst+16(FP), DX MOVL $27, AX // syscall entry SYSCALL MOVL AX, ret+24(FP) RET // func now() (sec int64, nsec int32) TEXT time·now(SB),NOSPLIT,$16 // Be careful. We're calling a function with gcc calling convention here. // We're guaranteed 128 bytes on entry, and we've taken 16, and the // call uses another 8. // That leaves 104 for the gettime code to use. Hope that's enough! MOVQ runtime·__vdso_clock_gettime_sym(SB), AX CMPQ AX, $0 JEQ fallback MOVL $0, DI // CLOCK_REALTIME LEAQ 0(SP), SI CALL AX MOVQ 0(SP), AX // sec MOVQ 8(SP), DX // nsec MOVQ AX, sec+0(FP) MOVL DX, nsec+8(FP) RET fallback: LEAQ 0(SP), DI MOVQ $0, SI MOVQ runtime·__vdso_gettimeofday_sym(SB), AX CALL AX MOVQ 0(SP), AX // sec MOVL 8(SP), DX // usec IMULQ $1000, DX MOVQ AX, sec+0(FP) MOVL DX, nsec+8(FP) RET TEXT runtime·nanotime(SB),NOSPLIT,$16 // Duplicate time.now here to avoid using up precious stack space. // See comment above in time.now. MOVQ runtime·__vdso_clock_gettime_sym(SB), AX CMPQ AX, $0 JEQ fallback MOVL $1, DI // CLOCK_MONOTONIC LEAQ 0(SP), SI CALL AX MOVQ 0(SP), AX // sec MOVQ 8(SP), DX // nsec // sec is in AX, nsec in DX // return nsec in AX IMULQ $1000000000, AX ADDQ DX, AX MOVQ AX, ret+0(FP) RET fallback: LEAQ 0(SP), DI MOVQ $0, SI MOVQ runtime·__vdso_gettimeofday_sym(SB), AX CALL AX MOVQ 0(SP), AX // sec MOVL 8(SP), DX // usec IMULQ $1000, DX // sec is in AX, nsec in DX // return nsec in AX IMULQ $1000000000, AX ADDQ DX, AX MOVQ AX, ret+0(FP) RET TEXT runtime·rtsigprocmask(SB),NOSPLIT,$0-28 MOVL sig+0(FP), DI MOVQ new+8(FP), SI MOVQ old+16(FP), DX MOVL size+24(FP), R10 MOVL $14, AX // syscall entry SYSCALL CMPQ AX, $0xfffffffffffff001 JLS 2(PC) MOVL $0xf1, 0xf1 // crash RET TEXT runtime·rt_sigaction(SB),NOSPLIT,$0-36 MOVQ sig+0(FP), DI MOVQ new+8(FP), SI MOVQ old+16(FP), DX MOVQ size+24(FP), R10 MOVL $13, AX // syscall entry SYSCALL MOVL AX, ret+32(FP) RET TEXT runtime·sigfwd(SB),NOSPLIT,$0-32 MOVL sig+8(FP), DI MOVQ info+16(FP), SI MOVQ ctx+24(FP), DX MOVQ fn+0(FP), AX CALL AX RET TEXT runtime·sigtramp(SB),NOSPLIT,$24 MOVQ DI, 0(SP) // signum MOVQ SI, 8(SP) // info MOVQ DX, 16(SP) // ctx MOVQ $runtime·sigtrampgo(SB), AX CALL AX RET TEXT runtime·sigreturn(SB),NOSPLIT,$0 MOVL $15, AX // rt_sigreturn SYSCALL INT $3 // not reached TEXT runtime·mmap(SB),NOSPLIT,$0 MOVQ addr+0(FP), DI MOVQ n+8(FP), SI MOVL prot+16(FP), DX MOVL flags+20(FP), R10 MOVL fd+24(FP), R8 MOVL off+28(FP), R9 MOVL $9, AX // mmap SYSCALL CMPQ AX, $0xfffffffffffff001 JLS 3(PC) NOTQ AX INCQ AX MOVQ AX, ret+32(FP) RET TEXT runtime·munmap(SB),NOSPLIT,$0 MOVQ addr+0(FP), DI MOVQ n+8(FP), SI MOVQ $11, AX // munmap SYSCALL CMPQ AX, $0xfffffffffffff001 JLS 2(PC) MOVL $0xf1, 0xf1 // crash RET TEXT runtime·madvise(SB),NOSPLIT,$0 MOVQ addr+0(FP), DI MOVQ n+8(FP), SI MOVL flags+16(FP), DX MOVQ $28, AX // madvise SYSCALL // ignore failure - maybe pages are locked RET // int64 futex(int32 *uaddr, int32 op, int32 val, // struct timespec *timeout, int32 *uaddr2, int32 val2); TEXT runtime·futex(SB),NOSPLIT,$0 MOVQ addr+0(FP), DI MOVL op+8(FP), SI MOVL val+12(FP), DX MOVQ ts+16(FP), R10 MOVQ addr2+24(FP), R8 MOVL val3+32(FP), R9 MOVL $202, AX SYSCALL MOVL AX, ret+40(FP) RET // int32 clone(int32 flags, void *stack, M *mp, G *gp, void (*fn)(void)); TEXT runtime·clone(SB),NOSPLIT,$0 MOVL flags+0(FP), DI MOVQ stack+8(FP), SI MOVQ $0, DX MOVQ $0, R10 // Copy mp, gp, fn off parent stack for use by child. // Careful: Linux system call clobbers CX and R11. MOVQ mp+16(FP), R8 MOVQ gp+24(FP), R9 MOVQ fn+32(FP), R12 MOVL $56, AX SYSCALL // In parent, return. CMPQ AX, $0 JEQ 3(PC) MOVL AX, ret+40(FP) RET // In child, on new stack. MOVQ SI, SP // If g or m are nil, skip Go-related setup. CMPQ R8, $0 // m JEQ nog CMPQ R9, $0 // g JEQ nog // Initialize m->procid to Linux tid MOVL $186, AX // gettid SYSCALL MOVQ AX, m_procid(R8) // Set FS to point at m->tls. LEAQ m_tls(R8), DI CALL runtime·settls(SB) // In child, set up new stack get_tls(CX) MOVQ R8, g_m(R9) MOVQ R9, g(CX) CALL runtime·stackcheck(SB) nog: // Call fn CALL R12 // It shouldn't return. If it does, exit that thread. MOVL $111, DI MOVL $60, AX SYSCALL JMP -3(PC) // keep exiting TEXT runtime·sigaltstack(SB),NOSPLIT,$-8 MOVQ new+8(SP), DI MOVQ old+16(SP), SI MOVQ $131, AX SYSCALL CMPQ AX, $0xfffffffffffff001 JLS 2(PC) MOVL $0xf1, 0xf1 // crash RET // set tls base to DI TEXT runtime·settls(SB),NOSPLIT,$32 ADDQ $8, DI // ELF wants to use -8(FS) MOVQ DI, SI MOVQ $0x1002, DI // ARCH_SET_FS MOVQ $158, AX // arch_prctl SYSCALL CMPQ AX, $0xfffffffffffff001 JLS 2(PC) MOVL $0xf1, 0xf1 // crash RET TEXT runtime·osyield(SB),NOSPLIT,$0 MOVL $24, AX SYSCALL RET TEXT runtime·sched_getaffinity(SB),NOSPLIT,$0 MOVQ pid+0(FP), DI MOVQ len+8(FP), SI MOVQ buf+16(FP), DX MOVL $204, AX // syscall entry SYSCALL MOVL AX, ret+24(FP) RET // int32 runtime·epollcreate(int32 size); TEXT runtime·epollcreate(SB),NOSPLIT,$0 MOVL size+0(FP), DI MOVL $213, AX // syscall entry SYSCALL MOVL AX, ret+8(FP) RET // int32 runtime·epollcreate1(int32 flags); TEXT runtime·epollcreate1(SB),NOSPLIT,$0 MOVL flags+0(FP), DI MOVL $291, AX // syscall entry SYSCALL MOVL AX, ret+8(FP) RET // func epollctl(epfd, op, fd int32, ev *epollEvent) int TEXT runtime·epollctl(SB),NOSPLIT,$0 MOVL epfd+0(FP), DI MOVL op+4(FP), SI MOVL fd+8(FP), DX MOVQ ev+16(FP), R10 MOVL $233, AX // syscall entry SYSCALL MOVL AX, ret+24(FP) RET // int32 runtime·epollwait(int32 epfd, EpollEvent *ev, int32 nev, int32 timeout); TEXT runtime·epollwait(SB),NOSPLIT,$0 MOVL epfd+0(FP), DI MOVQ ev+8(FP), SI MOVL nev+16(FP), DX MOVL timeout+20(FP), R10 MOVL $232, AX // syscall entry SYSCALL MOVL AX, ret+24(FP) RET // void runtime·closeonexec(int32 fd); TEXT runtime·closeonexec(SB),NOSPLIT,$0 MOVL fd+0(FP), DI // fd MOVQ $2, SI // F_SETFD MOVQ $1, DX // FD_CLOEXEC MOVL $72, AX // fcntl SYSCALL RET