mirror of
https://github.com/golang/go
synced 2024-11-23 20:00:04 -07:00
runtime: optimise memclrNoHeapPointers on riscv64
Implement a more optimised memclrNoHeapPointers on riscv64, where up to 64 bytes are zeroed per loop after achieving alignment. name old time/op new time/op delta Memclr/5-4 53.1ns _ 0% 37.0ns _ 4% -30.37% (p=0.002 n=3+3) Memclr/16-4 42.3ns _ 0% 34.8ns _ 0% -17.81% (p=0.000 n=3+3) Memclr/64-4 67.8ns _ 0% 44.0ns _ 1% -35.09% (p=0.000 n=3+3) Memclr/256-4 185ns _ 0% 78ns _ 1% -57.52% (p=0.000 n=3+3) Memclr/4096-4 2.50_s _ 1% 0.76_s _ 1% -69.72% (p=0.000 n=3+3) Memclr/65536-4 55.6_s _ 0% 31.4_s _ 0% -43.56% (p=0.000 n=3+3) Memclr/1M-4 1.15ms _ 0% 0.72ms _ 1% -37.14% (p=0.000 n=3+3) Memclr/4M-4 12.1ms _ 3% 10.1ms _ 0% -16.51% (p=0.007 n=3+3) Memclr/8M-4 25.2ms _ 1% 21.5ms _ 0% -14.75% (p=0.001 n=3+3) Memclr/16M-4 52.8ms _ 5% 43.4ms _ 0% -17.95% (p=0.019 n=3+3) Memclr/64M-4 202ms _ 1% 173ms _ 0% -14.42% (p=0.001 n=3+3) MemclrRange/1K_2K-4 54.0_s _ 1% 22.0_s _ 0% -59.26% (p=0.000 n=3+3) MemclrRange/2K_8K-4 176_s _ 1% 64_s _ 1% -63.77% (p=0.000 n=3+3) MemclrRange/4K_16K-4 172_s _ 6% 60_s _ 0% -65.38% (p=0.002 n=3+3) MemclrRange/160K_228K-4 1.54ms _ 1% 0.91ms _ 0% -40.60% (p=0.000 n=3+3) name old speed new speed delta Memclr/5-4 94.1MB/s _ 0% 135.3MB/s _ 4% +43.70% (p=0.004 n=3+3) Memclr/16-4 378MB/s _ 0% 460MB/s _ 0% +21.67% (p=0.000 n=3+3) Memclr/64-4 943MB/s _ 0% 1454MB/s _ 1% +54.07% (p=0.000 n=3+3) Memclr/256-4 1.39GB/s _ 0% 3.26GB/s _ 1% +135.38% (p=0.000 n=3+3) Memclr/4096-4 1.64GB/s _ 1% 5.41GB/s _ 1% +230.28% (p=0.000 n=3+3) Memclr/65536-4 1.18GB/s _ 0% 2.09GB/s _ 0% +77.19% (p=0.000 n=3+3) Memclr/1M-4 914MB/s _ 0% 1454MB/s _ 1% +59.08% (p=0.000 n=3+3) Memclr/4M-4 346MB/s _ 3% 415MB/s _ 0% +19.73% (p=0.004 n=3+3) Memclr/8M-4 332MB/s _ 1% 390MB/s _ 0% +17.29% (p=0.000 n=3+3) Memclr/16M-4 318MB/s _ 5% 387MB/s _ 0% +21.72% (p=0.013 n=3+3) Memclr/64M-4 333MB/s _ 1% 389MB/s _ 0% +16.84% (p=0.001 n=3+3) MemclrRange/1K_2K-4 1.78GB/s _ 1% 4.36GB/s _ 0% +145.48% (p=0.000 n=3+3) MemclrRange/2K_8K-4 1.89GB/s _ 1% 5.22GB/s _ 1% +176.03% (p=0.000 n=3+3) MemclrRange/4K_16K-4 1.88GB/s _ 5% 5.42GB/s _ 0% +188.40% (p=0.000 n=3+3) MemclrRange/160K_228K-4 1.08GB/s _ 1% 1.82GB/s _ 0% +68.35% (p=0.000 n=3+3) Change-Id: Ide566f148f890f70217ed08fd472ee5893d3511c Reviewed-on: https://go-review.googlesource.com/c/go/+/426255 Reviewed-by: Michael Knyszek <mknyszek@google.com> Run-TryBot: Joel Sing <joel@sing.id.au> TryBot-Result: Gopher Robot <gobot@golang.org> Reviewed-by: Meng Zhuo <mzh@golangcn.org> Reviewed-by: Cherry Mui <cherryyz@google.com>
This commit is contained in:
Joel Sing
parent
5231ba2f05
commit
44ad662a49
@ -9,40 +9,97 @@
|
||||
// void runtime·memclrNoHeapPointers(void*, uintptr)
|
||||
TEXT runtime·memclrNoHeapPointers<ABIInternal>(SB),NOSPLIT,$0-16
|
||||
#ifndef GOEXPERIMENT_regabiargs
|
||||
MOV ptr+0(FP), A0
|
||||
MOV n+8(FP), A1
|
||||
MOV ptr+0(FP), X10
|
||||
MOV n+8(FP), X11
|
||||
#endif
|
||||
ADD A0, A1, T4
|
||||
|
||||
// If less than eight bytes, do one byte at a time.
|
||||
SLTU $8, A1, T3
|
||||
BNE T3, ZERO, outcheck
|
||||
// If less than 8 bytes, do single byte zeroing.
|
||||
MOV $8, X9
|
||||
BLT X11, X9, check4
|
||||
|
||||
// Do one byte at a time until eight-aligned.
|
||||
JMP aligncheck
|
||||
// Check alignment
|
||||
AND $3, X10, X5
|
||||
BEQZ X5, aligned
|
||||
|
||||
// Zero one byte at a time until we reach 8 byte alignment.
|
||||
SUB X5, X11, X11
|
||||
align:
|
||||
MOVB ZERO, (A0)
|
||||
ADD $1, A0
|
||||
aligncheck:
|
||||
AND $7, A0, T3
|
||||
BNE T3, ZERO, align
|
||||
ADD $-1, X5
|
||||
MOVB ZERO, 0(X10)
|
||||
ADD $1, X10
|
||||
BNEZ X5, align
|
||||
|
||||
// Do eight bytes at a time as long as there is room.
|
||||
ADD $-7, T4, T5
|
||||
JMP wordscheck
|
||||
words:
|
||||
MOV ZERO, (A0)
|
||||
ADD $8, A0
|
||||
wordscheck:
|
||||
SLTU T5, A0, T3
|
||||
BNE T3, ZERO, words
|
||||
aligned:
|
||||
MOV $8, X9
|
||||
BLT X11, X9, check4
|
||||
MOV $16, X9
|
||||
BLT X11, X9, zero8
|
||||
MOV $32, X9
|
||||
BLT X11, X9, zero16
|
||||
MOV $64, X9
|
||||
BLT X11, X9, zero32
|
||||
loop64:
|
||||
MOV ZERO, 0(X10)
|
||||
MOV ZERO, 8(X10)
|
||||
MOV ZERO, 16(X10)
|
||||
MOV ZERO, 24(X10)
|
||||
MOV ZERO, 32(X10)
|
||||
MOV ZERO, 40(X10)
|
||||
MOV ZERO, 48(X10)
|
||||
MOV ZERO, 56(X10)
|
||||
ADD $64, X10
|
||||
ADD $-64, X11
|
||||
BGE X11, X9, loop64
|
||||
BEQZ X11, done
|
||||
|
||||
JMP outcheck
|
||||
out:
|
||||
MOVB ZERO, (A0)
|
||||
ADD $1, A0
|
||||
outcheck:
|
||||
BNE A0, T4, out
|
||||
check32:
|
||||
MOV $32, X9
|
||||
BLT X11, X9, check16
|
||||
zero32:
|
||||
MOV ZERO, 0(X10)
|
||||
MOV ZERO, 8(X10)
|
||||
MOV ZERO, 16(X10)
|
||||
MOV ZERO, 24(X10)
|
||||
ADD $32, X10
|
||||
ADD $-32, X11
|
||||
BEQZ X11, done
|
||||
|
||||
check16:
|
||||
MOV $16, X9
|
||||
BLT X11, X9, check8
|
||||
zero16:
|
||||
MOV ZERO, 0(X10)
|
||||
MOV ZERO, 8(X10)
|
||||
ADD $16, X10
|
||||
ADD $-16, X11
|
||||
BEQZ X11, done
|
||||
|
||||
check8:
|
||||
MOV $8, X9
|
||||
BLT X11, X9, check4
|
||||
zero8:
|
||||
MOV ZERO, 0(X10)
|
||||
ADD $8, X10
|
||||
ADD $-8, X11
|
||||
BEQZ X11, done
|
||||
|
||||
check4:
|
||||
MOV $4, X9
|
||||
BLT X11, X9, loop1
|
||||
zero4:
|
||||
MOVB ZERO, 0(X10)
|
||||
MOVB ZERO, 1(X10)
|
||||
MOVB ZERO, 2(X10)
|
||||
MOVB ZERO, 3(X10)
|
||||
ADD $4, X10
|
||||
ADD $-4, X11
|
||||
|
||||
loop1:
|
||||
BEQZ X11, done
|
||||
MOVB ZERO, 0(X10)
|
||||
ADD $1, X10
|
||||
ADD $-1, X11
|
||||
JMP loop1
|
||||
|
||||
done:
|
||||
RET
|
||||
|
||||
Loading…
Reference in New Issue
Block a user