Blame mpn/powerpc32/submul_1.asm

Packit 5c3484
dnl  PowerPC-32 mpn_submul_1 -- Multiply a limb vector with a limb and subtract
Packit 5c3484
dnl  the result from a second limb vector.
Packit 5c3484
Packit 5c3484
dnl  Copyright 1995, 1997, 1998, 2000, 2002, 2005 Free Software Foundation,
Packit 5c3484
dnl  Inc.
Packit 5c3484
Packit 5c3484
dnl  This file is part of the GNU MP Library.
Packit 5c3484
dnl
Packit 5c3484
dnl  The GNU MP Library is free software; you can redistribute it and/or modify
Packit 5c3484
dnl  it under the terms of either:
Packit 5c3484
dnl
Packit 5c3484
dnl    * the GNU Lesser General Public License as published by the Free
Packit 5c3484
dnl      Software Foundation; either version 3 of the License, or (at your
Packit 5c3484
dnl      option) any later version.
Packit 5c3484
dnl
Packit 5c3484
dnl  or
Packit 5c3484
dnl
Packit 5c3484
dnl    * the GNU General Public License as published by the Free Software
Packit 5c3484
dnl      Foundation; either version 2 of the License, or (at your option) any
Packit 5c3484
dnl      later version.
Packit 5c3484
dnl
Packit 5c3484
dnl  or both in parallel, as here.
Packit 5c3484
dnl
Packit 5c3484
dnl  The GNU MP Library is distributed in the hope that it will be useful, but
Packit 5c3484
dnl  WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
Packit 5c3484
dnl  or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
Packit 5c3484
dnl  for more details.
Packit 5c3484
dnl
Packit 5c3484
dnl  You should have received copies of the GNU General Public License and the
Packit 5c3484
dnl  GNU Lesser General Public License along with the GNU MP Library.  If not,
Packit 5c3484
dnl  see https://www.gnu.org/licenses/.
Packit 5c3484
Packit 5c3484
include(`../config.m4')
Packit 5c3484
Packit 5c3484
C                cycles/limb
Packit 5c3484
C 603e:            ?
Packit 5c3484
C 604e:            7.5
Packit 5c3484
C 75x (G3):        9.3-15
Packit 5c3484
C 7400,7410 (G4):  9.3-15
Packit 5c3484
C 744x,745x (G4+): 10.5
Packit 5c3484
C power4/ppc970:   6.75
Packit 5c3484
C power5:          6.5
Packit 5c3484
Packit 5c3484
C INPUT PARAMETERS
Packit 5c3484
C rp	r3
Packit 5c3484
C up	r4
Packit 5c3484
C n	r5
Packit 5c3484
C vl	r6
Packit 5c3484
Packit 5c3484
C This is optimized for the PPC604.  See addmul_1.asm for additional comments.
Packit 5c3484
Packit 5c3484
ASM_START()
Packit 5c3484
PROLOGUE(mpn_submul_1)
Packit 5c3484
	cmpwi	cr0,r5,9	C more than 9 limbs?
Packit 5c3484
	bgt	cr0,L(big)	C branch if more than 9 limbs
Packit 5c3484
Packit 5c3484
	mtctr	r5
Packit 5c3484
	lwz	r0,0(r4)
Packit 5c3484
	mullw	r7,r0,r6
Packit 5c3484
	mulhwu	r10,r0,r6
Packit 5c3484
	lwz	r9,0(r3)
Packit 5c3484
	subfc	r8,r7,r9
Packit 5c3484
	addc	r7,r7,r8	C invert cy (r7 is junk)
Packit 5c3484
	addi	r3,r3,-4
Packit 5c3484
	bdz	L(end)
Packit 5c3484
L(loop):
Packit 5c3484
	lwzu	r0,4(r4)
Packit 5c3484
	stwu	r8,4(r3)
Packit 5c3484
	mullw	r8,r0,r6
Packit 5c3484
	adde	r7,r8,r10
Packit 5c3484
	mulhwu	r10,r0,r6
Packit 5c3484
	lwz	r9,4(r3)
Packit 5c3484
	addze	r10,r10
Packit 5c3484
	subfc	r8,r7,r9
Packit 5c3484
	addc	r7,r7,r8	C invert cy (r7 is junk)
Packit 5c3484
	bdnz	L(loop)
Packit 5c3484
L(end):	stw	r8,4(r3)
Packit 5c3484
	addze	r3,r10
Packit 5c3484
	blr
Packit 5c3484
Packit 5c3484
L(big):	stwu	r1,-16(r1)
Packit 5c3484
	addi	r5,r5,-1
Packit 5c3484
	stw	r30,8(r1)
Packit 5c3484
	srwi	r0,r5,2
Packit 5c3484
	stw	r31,12(r1)
Packit 5c3484
	mtctr	r0
Packit 5c3484
Packit 5c3484
	lwz	r7,0(r4)
Packit 5c3484
	mullw	r8,r7,r6
Packit 5c3484
	mulhwu	r0,r7,r6
Packit 5c3484
	lwz	r7,0(r3)
Packit 5c3484
	subfc	r7,r8,r7
Packit 5c3484
	addc	r8,r8,r7
Packit 5c3484
	stw	r7,0(r3)
Packit 5c3484
Packit 5c3484
L(loopU):
Packit 5c3484
	lwz	r7,4(r4)
Packit 5c3484
	lwz	r12,8(r4)
Packit 5c3484
	lwz	r30,12(r4)
Packit 5c3484
	lwzu	r31,16(r4)
Packit 5c3484
	mullw	r8,r7,r6
Packit 5c3484
	mullw	r9,r12,r6
Packit 5c3484
	mullw	r10,r30,r6
Packit 5c3484
	mullw	r11,r31,r6
Packit 5c3484
	adde	r8,r8,r0	C add cy_limb
Packit 5c3484
	mulhwu	r0,r7,r6
Packit 5c3484
	lwz	r7,4(r3)
Packit 5c3484
	adde	r9,r9,r0
Packit 5c3484
	mulhwu	r0,r12,r6
Packit 5c3484
	lwz	r12,8(r3)
Packit 5c3484
	adde	r10,r10,r0
Packit 5c3484
	mulhwu	r0,r30,r6
Packit 5c3484
	lwz	r30,12(r3)
Packit 5c3484
	adde	r11,r11,r0
Packit 5c3484
	mulhwu	r0,r31,r6
Packit 5c3484
	lwz	r31,16(r3)
Packit 5c3484
	addze	r0,r0		C new cy_limb
Packit 5c3484
	subfc	r7,r8,r7
Packit 5c3484
	stw	r7,4(r3)
Packit 5c3484
	subfe	r12,r9,r12
Packit 5c3484
	stw	r12,8(r3)
Packit 5c3484
	subfe	r30,r10,r30
Packit 5c3484
	stw	r30,12(r3)
Packit 5c3484
	subfe	r31,r11,r31
Packit 5c3484
	stwu	r31,16(r3)
Packit 5c3484
	subfe	r11,r11,r11	C invert ...
Packit 5c3484
	addic	r11,r11,1	C ... carry
Packit 5c3484
	bdnz	L(loopU)
Packit 5c3484
Packit 5c3484
	andi.	r31,r5,3
Packit 5c3484
	mtctr	r31
Packit 5c3484
	beq	cr0,L(endx)
Packit 5c3484
Packit 5c3484
L(loopE):
Packit 5c3484
	lwzu	r7,4(r4)
Packit 5c3484
	mullw	r8,r7,r6
Packit 5c3484
	adde	r8,r8,r0	C add cy_limb
Packit 5c3484
	mulhwu	r0,r7,r6
Packit 5c3484
	lwz	r7,4(r3)
Packit 5c3484
	addze	r0,r0		C new cy_limb
Packit 5c3484
	subfc	r7,r8,r7
Packit 5c3484
	addc	r8,r8,r7
Packit 5c3484
	stwu	r7,4(r3)
Packit 5c3484
	bdnz	L(loopE)
Packit 5c3484
L(endx):
Packit 5c3484
	addze	r3,r0
Packit 5c3484
	lwz	r30,8(r1)
Packit 5c3484
	lwz	r31,12(r1)
Packit 5c3484
	addi	r1,r1,16
Packit 5c3484
	blr
Packit 5c3484
EPILOGUE(mpn_submul_1)