diff --git a/src/crypto/internal/bigmod/nat_asm.go b/src/crypto/internal/bigmod/nat_asm.go index 0283b07e68..dd5419cb91 100644 --- a/src/crypto/internal/bigmod/nat_asm.go +++ b/src/crypto/internal/bigmod/nat_asm.go @@ -2,7 +2,7 @@ // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. -//go:build !purego && (386 || amd64 || arm || arm64 || ppc64 || ppc64le || riscv64 || s390x) +//go:build !purego && (386 || amd64 || arm || arm64 || loong64 || ppc64 || ppc64le || riscv64 || s390x) package bigmod diff --git a/src/crypto/internal/bigmod/nat_loong64.s b/src/crypto/internal/bigmod/nat_loong64.s new file mode 100644 index 0000000000..3423bd0b17 --- /dev/null +++ b/src/crypto/internal/bigmod/nat_loong64.s @@ -0,0 +1,93 @@ +// Copyright 2024 The Go Authors. All rights reserved. +// Use of this source code is governed by a BSD-style +// license that can be found in the LICENSE file. + +// derived from crypto/internal/bigmod/nat_riscv64.s + +//go:build !purego + +#include "textflag.h" + +// func addMulVVW1024(z, x *uint, y uint) (c uint) +TEXT ·addMulVVW1024(SB),$0-32 + MOVV $16, R8 + JMP addMulVVWx(SB) + +// func addMulVVW1536(z, x *uint, y uint) (c uint) +TEXT ·addMulVVW1536(SB),$0-32 + MOVV $24, R8 + JMP addMulVVWx(SB) + +// func addMulVVW2048(z, x *uint, y uint) (c uint) +TEXT ·addMulVVW2048(SB),$0-32 + MOVV $32, R8 + JMP addMulVVWx(SB) + +TEXT addMulVVWx(SB),NOFRAME|NOSPLIT,$0 + MOVV z+0(FP), R4 + MOVV x+8(FP), R6 + MOVV y+16(FP), R5 + MOVV $0, R7 + + BEQ R8, R0, done +loop: + MOVV 0*8(R4), R9 // z[0] + MOVV 1*8(R4), R10 // z[1] + MOVV 2*8(R4), R11 // z[2] + MOVV 3*8(R4), R12 // z[3] + + MOVV 0*8(R6), R13 // x[0] + MOVV 1*8(R6), R14 // x[1] + MOVV 2*8(R6), R15 // x[2] + MOVV 3*8(R6), R16 // x[3] + + MULHVU R13, R5, R17 // z_hi[0] = x[0] * y + MULV R13, R5, R13 // z_lo[0] = x[0] * y + ADDV R13, R9, R18 // z_lo[0] = x[0] * y + z[0] + SGTU R13, R18, R19 + ADDV R17, R19, R17 // z_hi[0] = x[0] * y + z[0] + ADDV R18, R7, R9 // z_lo[0] = x[0] * y + z[0] + c + SGTU R18, R9, R19 + ADDV R17, R19, R7 // next c + + MULHVU R14, R5, R24 // z_hi[1] = x[1] * y + MULV R14, R5, R14 // z_lo[1] = x[1] * y + ADDV R14, R10, R18 // z_lo[1] = x[1] * y + z[1] + SGTU R14, R18, R19 + ADDV R24, R19, R24 // z_hi[1] = x[1] * y + z[1] + ADDV R18, R7, R10 // z_lo[1] = x[1] * y + z[1] + c + SGTU R18, R10, R19 + ADDV R24, R19, R7 // next c + + MULHVU R15, R5, R25 // z_hi[2] = x[2] * y + MULV R15, R5, R15 // z_lo[2] = x[2] * y + ADDV R15, R11, R18 // z_lo[2] = x[2] * y + z[2] + SGTU R15, R18, R19 + ADDV R25, R19, R25 // z_hi[2] = x[2] * y + z[2] + ADDV R18, R7, R11 // z_lo[2] = x[2] * y + z[2] + c + SGTU R18, R11, R19 + ADDV R25, R19, R7 // next c + + MULHVU R16, R5, R26 // z_hi[3] = x[3] * y + MULV R16, R5, R16 // z_lo[3] = x[3] * y + ADDV R16, R12, R18 // z_lo[3] = x[3] * y + z[3] + SGTU R16, R18, R19 + ADDV R26, R19, R26 // z_hi[3] = x[3] * y + z[3] + ADDV R18, R7, R12 // z_lo[3] = x[3] * y + z[3] + c + SGTU R18, R12, R19 + ADDV R26, R19, R7 // next c + + MOVV R9, 0*8(R4) // z[0] + MOVV R10, 1*8(R4) // z[1] + MOVV R11, 2*8(R4) // z[2] + MOVV R12, 3*8(R4) // z[3] + + ADDV $32, R4 + ADDV $32, R6 + + SUBV $4, R8 + BNE R8, R0, loop + +done: + MOVV R7, c+24(FP) + RET diff --git a/src/crypto/internal/bigmod/nat_noasm.go b/src/crypto/internal/bigmod/nat_noasm.go index 71f38da754..2501a6fb4c 100644 --- a/src/crypto/internal/bigmod/nat_noasm.go +++ b/src/crypto/internal/bigmod/nat_noasm.go @@ -2,7 +2,7 @@ // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. -//go:build purego || !(386 || amd64 || arm || arm64 || ppc64 || ppc64le || riscv64 || s390x) +//go:build purego || !(386 || amd64 || arm || arm64 || loong64 || ppc64 || ppc64le || riscv64 || s390x) package bigmod