// Copyright 2025 The Go Authors. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.

// Code generated by 'go generate' (with ./internal/asmgen). DO NOT EDIT.

//go:build !math_big_pure_go && (ppc64 || ppc64le)

#include "textflag.h"

// func addVV(z, x, y []Word) (c Word)
TEXT ·addVV(SB), NOSPLIT, $0
	MOVD z_len+8(FP), R3
	MOVD x_base+24(FP), R4
	MOVD y_base+48(FP), R5
	MOVD z_base+0(FP), R6
	// compute unrolled loop lengths
	ANDCC $3, R3, R7
	SRD $2, R3
	ADDC R0, R3	// clear carry
loop1:
	CMP R7, $0; BEQ loop1done; MOVD R7, CTR
loop1cont:
	// unroll 1X
	MOVD 0(R4), R8
	MOVD 0(R5), R9
	ADDE R9, R8
	MOVD R8, 0(R6)
	ADD $8, R4
	ADD $8, R5
	ADD $8, R6
	BDNZ loop1cont
loop1done:
loop4:
	CMP R3, $0; BEQ loop4done; MOVD R3, CTR
loop4cont:
	// unroll 4X
	MOVD 0(R4), R7
	MOVD 8(R4), R8
	MOVD 16(R4), R9
	MOVD 24(R4), R10
	MOVD 0(R5), R11
	MOVD 8(R5), R12
	MOVD 16(R5), R14
	MOVD 24(R5), R15
	ADDE R11, R7
	ADDE R12, R8
	ADDE R14, R9
	ADDE R15, R10
	MOVD R7, 0(R6)
	MOVD R8, 8(R6)
	MOVD R9, 16(R6)
	MOVD R10, 24(R6)
	ADD $32, R4
	ADD $32, R5
	ADD $32, R6
	BDNZ loop4cont
loop4done:
	ADDE R0, R0, R4	// save & convert add carry
	MOVD R4, c+72(FP)
	RET

// func subVV(z, x, y []Word) (c Word)
TEXT ·subVV(SB), NOSPLIT, $0
	MOVD z_len+8(FP), R3
	MOVD x_base+24(FP), R4
	MOVD y_base+48(FP), R5
	MOVD z_base+0(FP), R6
	// compute unrolled loop lengths
	ANDCC $3, R3, R7
	SRD $2, R3
	SUBC R0, R3	// clear carry
loop1:
	CMP R7, $0; BEQ loop1done; MOVD R7, CTR
loop1cont:
	// unroll 1X
	MOVD 0(R4), R8
	MOVD 0(R5), R9
	SUBE R9, R8
	MOVD R8, 0(R6)
	ADD $8, R4
	ADD $8, R5
	ADD $8, R6
	BDNZ loop1cont
loop1done:
loop4:
	CMP R3, $0; BEQ loop4done; MOVD R3, CTR
loop4cont:
	// unroll 4X
	MOVD 0(R4), R7
	MOVD 8(R4), R8
	MOVD 16(R4), R9
	MOVD 24(R4), R10
	MOVD 0(R5), R11
	MOVD 8(R5), R12
	MOVD 16(R5), R14
	MOVD 24(R5), R15
	SUBE R11, R7
	SUBE R12, R8
	SUBE R14, R9
	SUBE R15, R10
	MOVD R7, 0(R6)
	MOVD R8, 8(R6)
	MOVD R9, 16(R6)
	MOVD R10, 24(R6)
	ADD $32, R4
	ADD $32, R5
	ADD $32, R6
	BDNZ loop4cont
loop4done:
	SUBE R4, R4	// save carry
	SUB R4, R0, R4	// convert sub carry
	MOVD R4, c+72(FP)
	RET

// func lshVU(z, x []Word, s uint) (c Word)
TEXT ·lshVU(SB), NOSPLIT, $0
	MOVD z_len+8(FP), R3
	CMP R3, $0; BEQ ret0
	MOVD s+48(FP), R4
	MOVD x_base+24(FP), R5
	MOVD z_base+0(FP), R6
	// run loop backward
	SLD $3, R3, R7
	ADD R7, R5
	SLD $3, R3, R7
	ADD R7, R6
	// shift first word into carry
	MOVD -8(R5), R7
	MOVD $64, R8
	SUB R4, R8
	SRD R8, R7, R9
	SLD R4, R7
	MOVD R9, c+56(FP)
	// shift remaining words
	SUB $1, R3
	// compute unrolled loop lengths
	ANDCC $3, R3, R9
	SRD $2, R3
loop1:
	CMP R9, $0; BEQ loop1done; MOVD R9, CTR
loop1cont:
	// unroll 1X
	MOVD -16(R5), R10
	SRD R8, R10, R11
	OR R7, R11
	SLD R4, R10, R7
	MOVD R11, -8(R6)
	ADD $-8, R5
	ADD $-8, R6
	BDNZ loop1cont
loop1done:
loop4:
	CMP R3, $0; BEQ loop4done; MOVD R3, CTR
loop4cont:
	// unroll 4X
	MOVD -16(R5), R9
	MOVD -24(R5), R10
	MOVD -32(R5), R11
	MOVD -40(R5), R12
	SRD R8, R9, R14
	OR R7, R14
	SLD R4, R9, R7
	SRD R8, R10, R9
	OR R7, R9
	SLD R4, R10, R7
	SRD R8, R11, R10
	OR R7, R10
	SLD R4, R11, R7
	SRD R8, R12, R11
	OR R7, R11
	SLD R4, R12, R7
	MOVD R14, -8(R6)
	MOVD R9, -16(R6)
	MOVD R10, -24(R6)
	MOVD R11, -32(R6)
	ADD $-32, R5
	ADD $-32, R6
	BDNZ loop4cont
loop4done:
	// store final shifted bits
	MOVD R7, -8(R6)
	RET
ret0:
	MOVD R0, c+56(FP)
	RET

// func rshVU(z, x []Word, s uint) (c Word)
TEXT ·rshVU(SB), NOSPLIT, $0
	MOVD z_len+8(FP), R3
	CMP R3, $0; BEQ ret0
	MOVD s+48(FP), R4
	MOVD x_base+24(FP), R5
	MOVD z_base+0(FP), R6
	// shift first word into carry
	MOVD 0(R5), R7
	MOVD $64, R8
	SUB R4, R8
	SLD R8, R7, R9
	SRD R4, R7
	MOVD R9, c+56(FP)
	// shift remaining words
	SUB $1, R3
	// compute unrolled loop lengths
	ANDCC $3, R3, R9
	SRD $2, R3
loop1:
	CMP R9, $0; BEQ loop1done; MOVD R9, CTR
loop1cont:
	// unroll 1X
	MOVD 8(R5), R10
	SLD R8, R10, R11
	OR R7, R11
	SRD R4, R10, R7
	MOVD R11, 0(R6)
	ADD $8, R5
	ADD $8, R6
	BDNZ loop1cont
loop1done:
loop4:
	CMP R3, $0; BEQ loop4done; MOVD R3, CTR
loop4cont:
	// unroll 4X
	MOVD 8(R5), R9
	MOVD 16(R5), R10
	MOVD 24(R5), R11
	MOVD 32(R5), R12
	SLD R8, R9, R14
	OR R7, R14
	SRD R4, R9, R7
	SLD R8, R10, R9
	OR R7, R9
	SRD R4, R10, R7
	SLD R8, R11, R10
	OR R7, R10
	SRD R4, R11, R7
	SLD R8, R12, R11
	OR R7, R11
	SRD R4, R12, R7
	MOVD R14, 0(R6)
	MOVD R9, 8(R6)
	MOVD R10, 16(R6)
	MOVD R11, 24(R6)
	ADD $32, R5
	ADD $32, R6
	BDNZ loop4cont
loop4done:
	// store final shifted bits
	MOVD R7, 0(R6)
	RET
ret0:
	MOVD R0, c+56(FP)
	RET

// func mulAddVWW(z, x []Word, m, a Word) (c Word)
TEXT ·mulAddVWW(SB), NOSPLIT, $0
	MOVD m+48(FP), R3
	MOVD a+56(FP), R4
	MOVD z_len+8(FP), R5
	MOVD x_base+24(FP), R6
	MOVD z_base+0(FP), R7
	// compute unrolled loop lengths
	ANDCC $3, R5, R8
	SRD $2, R5
loop1:
	CMP R8, $0; BEQ loop1done; MOVD R8, CTR
loop1cont:
	// unroll 1X
	MOVD 0(R6), R9
	// multiply
	MULHDU R3, R9, R10
	MULLD R3, R9
	ADDC R4, R9
	ADDE R0, R10, R4
	MOVD R9, 0(R7)
	ADD $8, R6
	ADD $8, R7
	BDNZ loop1cont
loop1done:
loop4:
	CMP R5, $0; BEQ loop4done; MOVD R5, CTR
loop4cont:
	// unroll 4X
	MOVD 0(R6), R8
	MOVD 8(R6), R9
	MOVD 16(R6), R10
	MOVD 24(R6), R11
	// multiply
	MULHDU R3, R8, R12
	MULLD R3, R8
	ADDC R4, R8
	MULHDU R3, R9, R14
	MULLD R3, R9
	ADDE R12, R9
	MULHDU R3, R10, R12
	MULLD R3, R10
	ADDE R14, R10
	MULHDU R3, R11, R14
	MULLD R3, R11
	ADDE R12, R11
	ADDE R0, R14, R4
	MOVD R8, 0(R7)
	MOVD R9, 8(R7)
	MOVD R10, 16(R7)
	MOVD R11, 24(R7)
	ADD $32, R6
	ADD $32, R7
	BDNZ loop4cont
loop4done:
	MOVD R4, c+64(FP)
	RET

// func addMulVVWW(z, x, y []Word, m, a Word) (c Word)
TEXT ·addMulVVWW(SB), NOSPLIT, $0
	MOVD m+72(FP), R3
	MOVD a+80(FP), R4
	MOVD z_len+8(FP), R5
	MOVD x_base+24(FP), R6
	MOVD y_base+48(FP), R7
	MOVD z_base+0(FP), R8
	// compute unrolled loop lengths
	ANDCC $3, R5, R9
	SRD $2, R5
loop1:
	CMP R9, $0; BEQ loop1done; MOVD R9, CTR
loop1cont:
	// unroll 1X
	MOVD 0(R6), R10
	MOVD 0(R7), R11
	// multiply
	MULHDU R3, R11, R12
	MULLD R3, R11
	ADDC R4, R11
	ADDE R0, R12, R4
	// add
	ADDC R10, R11
	ADDE R0, R4
	MOVD R11, 0(R8)
	ADD $8, R6
	ADD $8, R7
	ADD $8, R8
	BDNZ loop1cont
loop1done:
loop4:
	CMP R5, $0; BEQ loop4done; MOVD R5, CTR
loop4cont:
	// unroll 4X
	MOVD 0(R6), R9
	MOVD 8(R6), R10
	MOVD 16(R6), R11
	MOVD 24(R6), R12
	MOVD 0(R7), R14
	MOVD 8(R7), R15
	MOVD 16(R7), R16
	MOVD 24(R7), R17
	// multiply
	MULHDU R3, R14, R18
	MULLD R3, R14
	ADDC R4, R14
	MULHDU R3, R15, R19
	MULLD R3, R15
	ADDE R18, R15
	MULHDU R3, R16, R18
	MULLD R3, R16
	ADDE R19, R16
	MULHDU R3, R17, R19
	MULLD R3, R17
	ADDE R18, R17
	ADDE R0, R19, R4
	// add
	ADDC R9, R14
	ADDE R10, R15
	ADDE R11, R16
	ADDE R12, R17
	ADDE R0, R4
	MOVD R14, 0(R8)
	MOVD R15, 8(R8)
	MOVD R16, 16(R8)
	MOVD R17, 24(R8)
	ADD $32, R6
	ADD $32, R7
	ADD $32, R8
	BDNZ loop4cont
loop4done:
	MOVD R4, c+88(FP)
	RET