Blame mpn/powerpc32/divrem_2.asm

Packit 5c3484
dnl  PPC-32 mpn_divrem_2 -- Divide an mpn number by a normalized 2-limb number.
Packit 5c3484
Packit 5c3484
dnl  Copyright 2007, 2008, 2012 Free Software Foundation, Inc.
Packit 5c3484
Packit 5c3484
dnl  This file is part of the GNU MP Library.
Packit 5c3484
dnl
Packit 5c3484
dnl  The GNU MP Library is free software; you can redistribute it and/or modify
Packit 5c3484
dnl  it under the terms of either:
Packit 5c3484
dnl
Packit 5c3484
dnl    * the GNU Lesser General Public License as published by the Free
Packit 5c3484
dnl      Software Foundation; either version 3 of the License, or (at your
Packit 5c3484
dnl      option) any later version.
Packit 5c3484
dnl
Packit 5c3484
dnl  or
Packit 5c3484
dnl
Packit 5c3484
dnl    * the GNU General Public License as published by the Free Software
Packit 5c3484
dnl      Foundation; either version 2 of the License, or (at your option) any
Packit 5c3484
dnl      later version.
Packit 5c3484
dnl
Packit 5c3484
dnl  or both in parallel, as here.
Packit 5c3484
dnl
Packit 5c3484
dnl  The GNU MP Library is distributed in the hope that it will be useful, but
Packit 5c3484
dnl  WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
Packit 5c3484
dnl  or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
Packit 5c3484
dnl  for more details.
Packit 5c3484
dnl
Packit 5c3484
dnl  You should have received copies of the GNU General Public License and the
Packit 5c3484
dnl  GNU Lesser General Public License along with the GNU MP Library.  If not,
Packit 5c3484
dnl  see https://www.gnu.org/licenses/.
Packit 5c3484
Packit 5c3484
include(`../config.m4')
Packit 5c3484
Packit 5c3484
C		cycles/limb
Packit 5c3484
C		norm	frac
Packit 5c3484
C 7410		~36.5	~36.5
Packit 5c3484
C 744x, 745x	 29	 29
Packit 5c3484
Packit 5c3484
C INPUT PARAMETERS
Packit 5c3484
C qp  = r3
Packit 5c3484
C fn  = r4
Packit 5c3484
C up  = r5
Packit 5c3484
C un  = r6
Packit 5c3484
C d   = r7
Packit 5c3484
Packit 5c3484
C TODO
Packit 5c3484
C  * Decrease register usage.
Packit 5c3484
C  * Make sure mul operands and optimal for early-out.
Packit 5c3484
C  * Check that things work well for a shared library build.
Packit 5c3484
C  * Write an invert_limb, perhaps inline, perhaps as a private call.  Or at
Packit 5c3484
C    least vastly improve the current __udiv_qrnnd_c based code.
Packit 5c3484
Packit 5c3484
Packit 5c3484
ASM_START()
Packit 5c3484
PROLOGUE(mpn_divrem_2)
Packit 5c3484
	stwu	r1, -32(r1)
Packit 5c3484
	slwi	r0, r6, 2
Packit 5c3484
	add	r5, r5, r0
Packit 5c3484
	stmw	r28, 8(r1)
Packit 5c3484
	addi	r29, r5, -8		C up = up_param + un - 2
Packit 5c3484
	lwz	r10, 4(r7)
Packit 5c3484
	lwz	r12, 4(r29)
Packit 5c3484
	addi	r8, r3, -12
Packit 5c3484
	lwz	r7, 0(r7)
Packit 5c3484
	cmplw	cr7, r12, r10
Packit 5c3484
	lwz	r28, 0(r29)
Packit 5c3484
	blt-	cr7, L(2)
Packit 5c3484
	bgt+	cr7, L(4)
Packit 5c3484
	cmplw	cr7, r28, r7
Packit 5c3484
	blt-	cr7, L(2)
Packit 5c3484
L(4):	subfc	r28, r7, r28
Packit 5c3484
	subfe	r12, r10, r12
Packit 5c3484
	li	r3, 1
Packit 5c3484
	b	L(6)
Packit 5c3484
L(2):	li	r3, 0
Packit 5c3484
Packit 5c3484
L(6):	add	r0, r4, r6
Packit 5c3484
	addic.	r30, r0, -2
Packit 5c3484
	ble-	cr0, L(ret)
Packit 5c3484
Packit 5c3484
	slwi	r9, r0, 2
Packit 5c3484
	add	r8, r8, r9		C rp += un + fn
Packit 5c3484
	mtctr	r30
Packit 5c3484
Packit 5c3484
C Compute di from d1
Packit 5c3484
	srwi	r11, r10, 16
Packit 5c3484
	nor	r0, r10, r10
Packit 5c3484
	divwu	r31, r0, r11
Packit 5c3484
	rlwinm	r5, r10, 0, 16, 31
Packit 5c3484
	mullw	r9, r11, r31
Packit 5c3484
	mullw	r6, r5, r31
Packit 5c3484
	subf	r0, r9, r0
Packit 5c3484
	slwi	r0, r0, 16
Packit 5c3484
	ori	r0, r0, 65535
Packit 5c3484
	cmplw	cr7, r0, r6
Packit 5c3484
	bge-	cr7, L(9)
Packit 5c3484
	add	r0, r0, r10
Packit 5c3484
	cmplw	cr7, r0, r10
Packit 5c3484
	cmplw	cr6, r6, r0
Packit 5c3484
	addi	r31, r31, -1		C q1--
Packit 5c3484
	crorc	28, 28, 25
Packit 5c3484
	bc+	12, 28, L(9)
Packit 5c3484
	addi	r31, r31, -1		C q1--
Packit 5c3484
	add	r0, r0, r10
Packit 5c3484
L(9):	subf	r0, r6, r0
Packit 5c3484
	divwu	r6, r0, r11
Packit 5c3484
	mullw	r9, r11, r6
Packit 5c3484
	mullw	r11, r5, r6
Packit 5c3484
	subf	r0, r9, r0
Packit 5c3484
	slwi	r0, r0, 16
Packit 5c3484
	ori	r0, r0, 65535
Packit 5c3484
	cmplw	cr7, r0, r11
Packit 5c3484
	bge-	cr7, L(13)
Packit 5c3484
	add	r0, r0, r10
Packit 5c3484
	cmplw	cr7, r0, r10
Packit 5c3484
	cmplw	cr6, r11, r0
Packit 5c3484
	addi	r6, r6, -1		C q0--
Packit 5c3484
	crorc	28, 28, 25
Packit 5c3484
	bc+	12, 28, L(13)
Packit 5c3484
C	add	r0, r0, r10		C final remainder
Packit 5c3484
	addi	r6, r6, -1		C q0--
Packit 5c3484
L(13):	rlwimi	r6, r31, 16, 0, 15	C assemble final quotient
Packit 5c3484
Packit 5c3484
C Adjust di by including d0
Packit 5c3484
	mullw	r9, r10, r6		C t0 = LO(di * d1)
Packit 5c3484
	addc	r11, r9, r7
Packit 5c3484
	subfe	r0, r1, r1
Packit 5c3484
	mulhwu	r9, r6, r7		C s1 = HI(di * d0)
Packit 5c3484
	addc	r9, r11, r9
Packit 5c3484
	addze.	r0, r0
Packit 5c3484
	blt	cr0, L(17)
Packit 5c3484
L(18):	subfc	r9, r10, r9
Packit 5c3484
	addi	r6, r6, -1
Packit 5c3484
	addme.	r0, r0
Packit 5c3484
	bge+	cr0, L(18)
Packit 5c3484
L(17):
Packit 5c3484
Packit 5c3484
C r0  r3  r4  r5  r6  r7  r8  r9 r10 r11 r12 r28 r29 r30 r31
Packit 5c3484
C     msl         di  d0  qp     d1          fn  up  un
Packit 5c3484
L(loop):
Packit 5c3484
	mullw	r0, r12, r6		C q0 = LO(n2 * di)
Packit 5c3484
	cmpw	cr7, r30, r4
Packit 5c3484
	addc	r31, r0, r28		C q0 += n1
Packit 5c3484
	mulhwu	r9, r12, r6		C q  = HI(n2 * di)
Packit 5c3484
	adde	r12, r9, r12		C q  += n2
Packit 5c3484
	addi	r30, r30, -1
Packit 5c3484
	mullw	r0, r10, r12		C d1 * q
Packit 5c3484
	li	r9, 0
Packit 5c3484
	subf	r0, r0, r28		C n1 -= d1 * q
Packit 5c3484
	addi	r5, r12, 1
Packit 5c3484
	ble-	cr7, L(23)
Packit 5c3484
	lwzu	r9, -4(r29)
Packit 5c3484
L(23):	mullw	r11, r12, r7		C t0 = LO(d0 * q)
Packit 5c3484
	subfc	r28, r7, r9		C n0 -= d0
Packit 5c3484
	subfe	r0, r10, r0		C n1 -= d1
Packit 5c3484
	mulhwu	r12, r12, r7		C t1 = HI(d0 * q)
Packit 5c3484
	subfc	r28, r11, r28		C n0 -= t0
Packit 5c3484
	subfe	r12, r12, r0		C n1 -= t1
Packit 5c3484
	cmplw	cr7, r12, r31
Packit 5c3484
	blt+	cr7, L(24)
Packit 5c3484
	addc	r28, r28, r7
Packit 5c3484
	adde	r12, r12, r10
Packit 5c3484
	addi	r5, r5, -1
Packit 5c3484
L(24):	cmplw	cr7, r12, r10
Packit 5c3484
	bge-	cr7, L(fix)
Packit 5c3484
L(bck):	stw	r5, 0(r8)
Packit 5c3484
	addi	r8, r8, -4
Packit 5c3484
	bdnz	L(loop)
Packit 5c3484
Packit 5c3484
L(ret):	stw	r28, 0(r29)
Packit 5c3484
	stw	r12, 4(r29)
Packit 5c3484
	lmw	r28, 8(r1)
Packit 5c3484
	addi	r1, r1, 32
Packit 5c3484
	blr
Packit 5c3484
Packit 5c3484
L(fix):	cmplw	cr6, r28, r7
Packit 5c3484
	bgt+	cr7, L(28)
Packit 5c3484
	blt-	cr6, L(bck)
Packit 5c3484
L(28):	subfc	r28, r7, r28
Packit 5c3484
	subfe	r12, r10, r12
Packit 5c3484
	addi	r5, r5, 1
Packit 5c3484
	b	L(bck)
Packit 5c3484
EPILOGUE()