2018-03-03 08:00:43 -07:00
|
|
|
// asmcheck
|
|
|
|
|
|
|
|
// Copyright 2018 The Go Authors. All rights reserved.
|
|
|
|
// Use of this source code is governed by a BSD-style
|
|
|
|
// license that can be found in the LICENSE file.
|
|
|
|
|
|
|
|
package codegen
|
|
|
|
|
|
|
|
import "encoding/binary"
|
|
|
|
|
|
|
|
var sink64 uint64
|
|
|
|
var sink32 uint32
|
|
|
|
var sink16 uint16
|
|
|
|
|
2018-03-30 06:15:15 -06:00
|
|
|
// ------------- //
|
|
|
|
// Loading //
|
|
|
|
// ------------- //
|
|
|
|
|
2018-03-03 08:00:43 -07:00
|
|
|
func load_le64(b []byte) {
|
|
|
|
// amd64:`MOVQ\s\(.*\),`
|
|
|
|
// s390x:`MOVDBR\s\(.*\),`
|
|
|
|
// arm64:`MOVD\s\(R[0-9]+\),`
|
|
|
|
// ppc64le:`MOVD\s`,-`MOV[BHW]Z`
|
|
|
|
sink64 = binary.LittleEndian.Uint64(b)
|
|
|
|
}
|
|
|
|
|
|
|
|
func load_le64_idx(b []byte, idx int) {
|
|
|
|
// amd64:`MOVQ\s\(.*\)\(.*\*1\),`
|
|
|
|
// s390x:`MOVDBR\s\(.*\)\(.*\*1\),`
|
|
|
|
// arm64:`MOVD\s\(R[0-9]+\),`
|
|
|
|
// ppc64le:`MOVD\s`,-`MOV[BHW]Z\s`
|
|
|
|
sink64 = binary.LittleEndian.Uint64(b[idx:])
|
|
|
|
}
|
|
|
|
|
|
|
|
func load_le32(b []byte) {
|
|
|
|
// amd64:`MOVL\s\(.*\),` 386:`MOVL\s\(.*\),`
|
|
|
|
// s390x:`MOVWBR\s\(.*\),`
|
|
|
|
// arm64:`MOVWU\s\(R[0-9]+\),`
|
|
|
|
// ppc64le:`MOVWZ\s`
|
|
|
|
sink32 = binary.LittleEndian.Uint32(b)
|
|
|
|
}
|
|
|
|
|
|
|
|
func load_le32_idx(b []byte, idx int) {
|
|
|
|
// amd64:`MOVL\s\(.*\)\(.*\*1\),` 386:`MOVL\s\(.*\)\(.*\*1\),`
|
|
|
|
// s390x:`MOVWBR\s\(.*\)\(.*\*1\),`
|
|
|
|
// arm64:`MOVWU\s\(R[0-9]+\),`
|
|
|
|
// ppc64le:`MOVWZ\s`
|
|
|
|
sink32 = binary.LittleEndian.Uint32(b[idx:])
|
|
|
|
}
|
|
|
|
|
|
|
|
func load_le16(b []byte) {
|
|
|
|
// amd64:`MOVWLZX\s\(.*\),`
|
|
|
|
// ppc64le:`MOVHZ\s`
|
|
|
|
sink16 = binary.LittleEndian.Uint16(b)
|
|
|
|
}
|
|
|
|
|
|
|
|
func load_le16_idx(b []byte, idx int) {
|
|
|
|
// amd64:`MOVWLZX\s\(.*\),`
|
|
|
|
// ppc64le:`MOVHZ\s`
|
|
|
|
sink16 = binary.LittleEndian.Uint16(b[idx:])
|
|
|
|
}
|
|
|
|
|
|
|
|
func load_be64(b []byte) {
|
|
|
|
// amd64:`BSWAPQ`
|
|
|
|
// s390x:`MOVD\s\(.*\),`
|
|
|
|
// arm64:`REV`
|
|
|
|
sink64 = binary.BigEndian.Uint64(b)
|
|
|
|
}
|
|
|
|
|
|
|
|
func load_be64_idx(b []byte, idx int) {
|
|
|
|
// amd64:`BSWAPQ`
|
|
|
|
// s390x:`MOVD\s\(.*\)\(.*\*1\),`
|
|
|
|
// arm64:`REV`
|
|
|
|
sink64 = binary.BigEndian.Uint64(b[idx:])
|
|
|
|
}
|
|
|
|
|
|
|
|
func load_be32(b []byte) {
|
|
|
|
// amd64:`BSWAPL`
|
|
|
|
// s390x:`MOVWZ\s\(.*\),`
|
|
|
|
// arm64:`REVW`
|
|
|
|
sink32 = binary.BigEndian.Uint32(b)
|
|
|
|
}
|
|
|
|
|
|
|
|
func load_be32_idx(b []byte, idx int) {
|
|
|
|
// amd64:`BSWAPL`
|
|
|
|
// s390x:`MOVWZ\s\(.*\)\(.*\*1\),`
|
|
|
|
// arm64:`REVW`
|
|
|
|
sink32 = binary.BigEndian.Uint32(b[idx:])
|
|
|
|
}
|
|
|
|
|
|
|
|
func load_be16(b []byte) {
|
|
|
|
// amd64:`ROLW\s\$8`
|
|
|
|
sink16 = binary.BigEndian.Uint16(b)
|
|
|
|
}
|
|
|
|
|
|
|
|
func load_be16_idx(b []byte, idx int) {
|
|
|
|
// amd64:`ROLW\s\$8`
|
|
|
|
sink16 = binary.BigEndian.Uint16(b[idx:])
|
|
|
|
}
|
|
|
|
|
2018-03-30 06:15:15 -06:00
|
|
|
// ------------- //
|
|
|
|
// Storing //
|
|
|
|
// ------------- //
|
|
|
|
|
2018-03-03 08:00:43 -07:00
|
|
|
func store_le64(b []byte) {
|
|
|
|
// amd64:`MOVQ\s.*\(.*\)$`,-`SHR.`
|
|
|
|
// arm64:`MOVD`,-`MOV[WBH]`
|
|
|
|
// ppc64le:`MOVD\s`,-`MOV[BHW]\s`
|
|
|
|
binary.LittleEndian.PutUint64(b, sink64)
|
|
|
|
}
|
|
|
|
|
|
|
|
func store_le64_idx(b []byte, idx int) {
|
|
|
|
// amd64:`MOVQ\s.*\(.*\)\(.*\*1\)$`,-`SHR.`
|
|
|
|
// arm64:`MOVD`,-`MOV[WBH]`
|
|
|
|
// ppc64le:`MOVD\s`,-`MOV[BHW]\s`
|
|
|
|
binary.LittleEndian.PutUint64(b[idx:], sink64)
|
|
|
|
}
|
|
|
|
|
|
|
|
func store_le32(b []byte) {
|
|
|
|
// amd64:`MOVL\s`
|
2018-03-04 20:50:25 -07:00
|
|
|
// arm64:`MOVW`,-`MOV[BH]`
|
2018-03-03 08:00:43 -07:00
|
|
|
// ppc64le:`MOVW\s`
|
|
|
|
binary.LittleEndian.PutUint32(b, sink32)
|
|
|
|
}
|
|
|
|
|
|
|
|
func store_le32_idx(b []byte, idx int) {
|
|
|
|
// amd64:`MOVL\s`
|
2018-03-04 20:50:25 -07:00
|
|
|
// arm64:`MOVW`,-`MOV[BH]`
|
2018-03-03 08:00:43 -07:00
|
|
|
// ppc64le:`MOVW\s`
|
|
|
|
binary.LittleEndian.PutUint32(b[idx:], sink32)
|
|
|
|
}
|
|
|
|
|
|
|
|
func store_le16(b []byte) {
|
|
|
|
// amd64:`MOVW\s`
|
2018-03-04 20:50:25 -07:00
|
|
|
// arm64:`MOVH`,-`MOVB`
|
2018-03-03 08:00:43 -07:00
|
|
|
// ppc64le(DISABLED):`MOVH\s`
|
|
|
|
binary.LittleEndian.PutUint16(b, sink16)
|
|
|
|
}
|
|
|
|
|
|
|
|
func store_le16_idx(b []byte, idx int) {
|
|
|
|
// amd64:`MOVW\s`
|
2018-03-04 20:50:25 -07:00
|
|
|
// arm64:`MOVH`,-`MOVB`
|
2018-03-03 08:00:43 -07:00
|
|
|
// ppc64le(DISABLED):`MOVH\s`
|
|
|
|
binary.LittleEndian.PutUint16(b[idx:], sink16)
|
|
|
|
}
|
|
|
|
|
|
|
|
func store_be64(b []byte) {
|
|
|
|
// amd64:`BSWAPQ`,-`SHR.`
|
|
|
|
// arm64:`MOVD`,`REV`,-`MOV[WBH]`
|
|
|
|
binary.BigEndian.PutUint64(b, sink64)
|
|
|
|
}
|
|
|
|
|
|
|
|
func store_be64_idx(b []byte, idx int) {
|
|
|
|
// amd64:`BSWAPQ`,-`SHR.`
|
|
|
|
// arm64:`MOVD`,`REV`,-`MOV[WBH]`
|
|
|
|
binary.BigEndian.PutUint64(b[idx:], sink64)
|
|
|
|
}
|
|
|
|
|
|
|
|
func store_be32(b []byte) {
|
|
|
|
// amd64:`BSWAPL`,-`SHR.`
|
2018-03-04 20:50:25 -07:00
|
|
|
// arm64:`MOVW`,`REVW`,-`MOV[BH]`
|
2018-03-03 08:00:43 -07:00
|
|
|
binary.BigEndian.PutUint32(b, sink32)
|
|
|
|
}
|
|
|
|
|
|
|
|
func store_be32_idx(b []byte, idx int) {
|
|
|
|
// amd64:`BSWAPL`,-`SHR.`
|
2018-03-04 20:50:25 -07:00
|
|
|
// arm64:`MOVW`,`REVW`,-`MOV[BH]`
|
2018-03-03 08:00:43 -07:00
|
|
|
binary.BigEndian.PutUint32(b[idx:], sink32)
|
|
|
|
}
|
|
|
|
|
|
|
|
func store_be16(b []byte) {
|
|
|
|
// amd64:`ROLW\s\$8`,-`SHR.`
|
2018-03-04 20:50:25 -07:00
|
|
|
// arm64:`MOVH`,`REV16W`,-`MOVB`
|
2018-03-03 08:00:43 -07:00
|
|
|
binary.BigEndian.PutUint16(b, sink16)
|
|
|
|
}
|
|
|
|
|
|
|
|
func store_be16_idx(b []byte, idx int) {
|
|
|
|
// amd64:`ROLW\s\$8`,-`SHR.`
|
2018-03-04 20:50:25 -07:00
|
|
|
// arm64:`MOVH`,`REV16W`,-`MOVB`
|
2018-03-03 08:00:43 -07:00
|
|
|
binary.BigEndian.PutUint16(b[idx:], sink16)
|
|
|
|
}
|
2018-03-30 06:15:15 -06:00
|
|
|
|
|
|
|
// ------------- //
|
|
|
|
// Zeroing //
|
|
|
|
// ------------- //
|
|
|
|
|
|
|
|
// Check that zero stores are combined into larger stores
|
|
|
|
|
2018-04-06 10:44:00 -06:00
|
|
|
func zero_byte_2(b1, b2 []byte) {
|
2018-03-30 06:15:15 -06:00
|
|
|
// bounds checks to guarantee safety of writes below
|
|
|
|
_, _ = b1[1], b2[1]
|
|
|
|
b1[0], b1[1] = 0, 0 // arm64:"MOVH\tZR",-"MOVB"
|
|
|
|
b2[1], b2[0] = 0, 0 // arm64:"MOVH\tZR",-"MOVB"
|
|
|
|
}
|
|
|
|
|
2018-04-06 10:44:00 -06:00
|
|
|
func zero_byte_4(b1, b2 []byte) {
|
2018-03-30 06:15:15 -06:00
|
|
|
_, _ = b1[3], b2[3]
|
|
|
|
b1[0], b1[1], b1[2], b1[3] = 0, 0, 0, 0 // arm64:"MOVW\tZR",-"MOVB",-"MOVH"
|
|
|
|
b2[2], b2[3], b2[1], b2[0] = 0, 0, 0, 0 // arm64:"MOVW\tZR",-"MOVB",-"MOVH"
|
|
|
|
}
|
|
|
|
|
2018-04-06 10:44:00 -06:00
|
|
|
func zero_byte_8(b []byte) {
|
2018-03-30 06:15:15 -06:00
|
|
|
_ = b[7]
|
|
|
|
b[0], b[1], b[2], b[3] = 0, 0, 0, 0
|
|
|
|
b[4], b[5], b[6], b[7] = 0, 0, 0, 0 // arm64:"MOVD\tZR",-"MOVB",-"MOVH",-"MOVW"
|
|
|
|
}
|
|
|
|
|
2018-04-06 10:44:00 -06:00
|
|
|
func zero_byte_16(b []byte) {
|
2018-03-30 06:15:15 -06:00
|
|
|
_ = b[15]
|
|
|
|
b[0], b[1], b[2], b[3] = 0, 0, 0, 0
|
|
|
|
b[4], b[5], b[6], b[7] = 0, 0, 0, 0
|
|
|
|
b[8], b[9], b[10], b[11] = 0, 0, 0, 0
|
|
|
|
b[12], b[13], b[14], b[15] = 0, 0, 0, 0 // arm64:"STP",-"MOVB",-"MOVH",-"MOVW"
|
|
|
|
}
|
2018-04-06 10:44:00 -06:00
|
|
|
|
|
|
|
func zero_byte_30(a *[30]byte) {
|
|
|
|
*a = [30]byte{} // arm64:"STP",-"MOVB",-"MOVH",-"MOVW"
|
|
|
|
}
|
|
|
|
|
|
|
|
func zero_byte_39(a *[39]byte) {
|
|
|
|
*a = [39]byte{} // arm64:"MOVD",-"MOVB",-"MOVH",-"MOVW"
|
|
|
|
}
|
|
|
|
|
|
|
|
func zero_uint16_2(h1, h2 []uint16) {
|
|
|
|
_, _ = h1[1], h2[1]
|
|
|
|
h1[0], h1[1] = 0, 0 // arm64:"MOVW\tZR",-"MOVB",-"MOVH"
|
|
|
|
h2[1], h2[0] = 0, 0 // arm64:"MOVW\tZR",-"MOVB",-"MOVH"
|
|
|
|
}
|
|
|
|
|
|
|
|
func zero_uint16_4(h1, h2 []uint16) {
|
|
|
|
_, _ = h1[3], h2[3]
|
|
|
|
h1[0], h1[1], h1[2], h1[3] = 0, 0, 0, 0 // arm64:"MOVD\tZR",-"MOVB",-"MOVH",-"MOVW"
|
|
|
|
h2[2], h2[3], h2[1], h2[0] = 0, 0, 0, 0 // arm64:"MOVD\tZR",-"MOVB",-"MOVH",-"MOVW"
|
|
|
|
}
|
|
|
|
|
|
|
|
func zero_uint16_8(h []uint16) {
|
|
|
|
_ = h[7]
|
|
|
|
h[0], h[1], h[2], h[3] = 0, 0, 0, 0
|
|
|
|
h[4], h[5], h[6], h[7] = 0, 0, 0, 0 // arm64:"STP",-"MOVB",-"MOVH"
|
|
|
|
}
|
|
|
|
|
|
|
|
func zero_uint32_2(w1, w2 []uint32) {
|
|
|
|
_, _ = w1[1], w2[1]
|
|
|
|
w1[0], w1[1] = 0, 0 // arm64:"MOVD\tZR",-"MOVB",-"MOVH",-"MOVW"
|
|
|
|
w2[1], w2[0] = 0, 0 // arm64:"MOVD\tZR",-"MOVB",-"MOVH",-"MOVW"
|
|
|
|
}
|
|
|
|
|
|
|
|
func zero_uint32_4(w1, w2 []uint32) {
|
|
|
|
_, _ = w1[3], w2[3]
|
|
|
|
w1[0], w1[1], w1[2], w1[3] = 0, 0, 0, 0 // arm64:"STP",-"MOVB",-"MOVH"
|
|
|
|
w2[2], w2[3], w2[1], w2[0] = 0, 0, 0, 0 // arm64:"STP",-"MOVB",-"MOVH"
|
|
|
|
}
|
|
|
|
|
|
|
|
func zero_uint64_2(d1, d2 []uint64) {
|
|
|
|
_, _ = d1[1], d2[1]
|
|
|
|
d1[0], d1[1] = 0, 0 // arm64:"STP",-"MOVB",-"MOVH"
|
|
|
|
d2[1], d2[0] = 0, 0 // arm64:"STP",-"MOVB",-"MOVH"
|
|
|
|
}
|