Blame mpn/s390_64/sqr_basecase.asm

Packit 5c3484
dnl  S/390-64 mpn_sqr_basecase.
Packit 5c3484
Packit 5c3484
dnl  Copyright 2011 Free Software Foundation, Inc.
Packit 5c3484
Packit 5c3484
dnl  This file is part of the GNU MP Library.
Packit 5c3484
dnl
Packit 5c3484
dnl  The GNU MP Library is free software; you can redistribute it and/or modify
Packit 5c3484
dnl  it under the terms of either:
Packit 5c3484
dnl
Packit 5c3484
dnl    * the GNU Lesser General Public License as published by the Free
Packit 5c3484
dnl      Software Foundation; either version 3 of the License, or (at your
Packit 5c3484
dnl      option) any later version.
Packit 5c3484
dnl
Packit 5c3484
dnl  or
Packit 5c3484
dnl
Packit 5c3484
dnl    * the GNU General Public License as published by the Free Software
Packit 5c3484
dnl      Foundation; either version 2 of the License, or (at your option) any
Packit 5c3484
dnl      later version.
Packit 5c3484
dnl
Packit 5c3484
dnl  or both in parallel, as here.
Packit 5c3484
dnl
Packit 5c3484
dnl  The GNU MP Library is distributed in the hope that it will be useful, but
Packit 5c3484
dnl  WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
Packit 5c3484
dnl  or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
Packit 5c3484
dnl  for more details.
Packit 5c3484
dnl
Packit 5c3484
dnl  You should have received copies of the GNU General Public License and the
Packit 5c3484
dnl  GNU Lesser General Public License along with the GNU MP Library.  If not,
Packit 5c3484
dnl  see https://www.gnu.org/licenses/.
Packit 5c3484
Packit 5c3484
include(`../config.m4')
Packit 5c3484
Packit 5c3484
C            cycles/limb
Packit 5c3484
C z900		 ?
Packit 5c3484
C z990		23
Packit 5c3484
C z9		 ?
Packit 5c3484
C z10		28
Packit 5c3484
C z196		 ?
Packit 5c3484
Packit 5c3484
C TODO
Packit 5c3484
C  * Clean up.
Packit 5c3484
C  * Stop iterating addmul_1 loop at latest for n = 2, implement longer tail.
Packit 5c3484
C    This will ask for basecase handling of n = 3.
Packit 5c3484
C  * Update counters and pointers more straightforwardly, possibly lowering
Packit 5c3484
C    register usage.
Packit 5c3484
C  * Should we use this allocation-free style for more sqr_basecase asm
Packit 5c3484
C    implementations?  The only disadvantage is that it requires R != U.
Packit 5c3484
C  * Replace loops by faster code.  The mul_1 and addmul_1 loops could be sped
Packit 5c3484
C    up by about 10%.  The sqr_diag_addlsh1 loop could probably be sped up even
Packit 5c3484
C    more.
Packit 5c3484
Packit 5c3484
C INPUT PARAMETERS
Packit 5c3484
define(`rp',	`%r2')
Packit 5c3484
define(`up',	`%r3')
Packit 5c3484
define(`n',	`%r4')
Packit 5c3484
Packit 5c3484
define(`zero',	`%r8')
Packit 5c3484
define(`rp_saved',	`%r9')
Packit 5c3484
define(`up_saved',	`%r13')
Packit 5c3484
define(`n_saved',	`%r14')
Packit 5c3484
Packit 5c3484
ASM_START()
Packit 5c3484
PROLOGUE(mpn_sqr_basecase)
Packit 5c3484
	aghi	n, -2
Packit 5c3484
	jhe	L(ge2)
Packit 5c3484
Packit 5c3484
C n = 1
Packit 5c3484
	lg	%r5, 0(up)
Packit 5c3484
	mlgr	%r4, %r5
Packit 5c3484
	stg	%r5, 0(rp)
Packit 5c3484
	stg	%r4, 8(rp)
Packit 5c3484
	br	%r14
Packit 5c3484
Packit 5c3484
L(ge2):	jne	L(gen)
Packit 5c3484
Packit 5c3484
C n = 2
Packit 5c3484
	stmg	%r6, %r8, 48(%r15)
Packit 5c3484
	lghi	zero, 0
Packit 5c3484
Packit 5c3484
	lg	%r5, 0(up)
Packit 5c3484
	mlgr	%r4, %r5		C u0 * u0
Packit 5c3484
	lg	%r1, 8(up)
Packit 5c3484
	mlgr	%r0, %r1		C u1 * u1
Packit 5c3484
	stg	%r5, 0(rp)
Packit 5c3484
Packit 5c3484
	lg	%r7, 0(up)
Packit 5c3484
	mlg	%r6, 8(up)		C u0 * u1
Packit 5c3484
	algr	%r7, %r7
Packit 5c3484
	alcgr	%r6, %r6
Packit 5c3484
	alcgr	%r0, zero
Packit 5c3484
Packit 5c3484
	algr	%r4, %r7
Packit 5c3484
	alcgr	%r1, %r6
Packit 5c3484
	alcgr	%r0, zero
Packit 5c3484
	stg	%r4, 8(rp)
Packit 5c3484
	stg	%r1, 16(rp)
Packit 5c3484
	stg	%r0, 24(rp)
Packit 5c3484
Packit 5c3484
	lmg	%r6, %r8, 48(%r15)
Packit 5c3484
	br	%r14
Packit 5c3484
Packit 5c3484
L(gen):
Packit 5c3484
C mul_1 =======================================================================
Packit 5c3484
Packit 5c3484
	stmg	%r6, %r14, 48(%r15)
Packit 5c3484
	lghi	zero, 0
Packit 5c3484
	lgr	up_saved, up
Packit 5c3484
	lgr	rp_saved, rp
Packit 5c3484
	lgr	n_saved, n
Packit 5c3484
Packit 5c3484
	lg	%r6, 0(up)
Packit 5c3484
	lg	%r11, 8(up)
Packit 5c3484
	lghi	%r12, 16		C init index register
Packit 5c3484
	mlgr	%r10, %r6
Packit 5c3484
	lgr	%r5, n
Packit 5c3484
	stg	%r11, 8(rp)
Packit 5c3484
	cr	%r15, %r15		C clear carry flag
Packit 5c3484
Packit 5c3484
L(tm):	lg	%r1, 0(%r12,up)
Packit 5c3484
	mlgr	%r0, %r6
Packit 5c3484
	alcgr	%r1, %r10
Packit 5c3484
	lgr	%r10, %r0		C copy high part to carry limb
Packit 5c3484
	stg	%r1, 0(%r12,rp)
Packit 5c3484
	la	%r12, 8(%r12)
Packit 5c3484
	brctg	%r5, L(tm)
Packit 5c3484
Packit 5c3484
	alcgr	%r0, zero
Packit 5c3484
	stg	%r0, 0(%r12,rp)
Packit 5c3484
Packit 5c3484
C addmul_1 loop ===============================================================
Packit 5c3484
Packit 5c3484
	aghi	n, -1
Packit 5c3484
	je	L(outer_end)
Packit 5c3484
L(outer_loop):
Packit 5c3484
Packit 5c3484
	la	rp, 16(rp)		C rp += 2
Packit 5c3484
	la	up, 8(up)		C up += 1
Packit 5c3484
	lg	%r6, 0(up)
Packit 5c3484
	lg	%r11, 8(up)
Packit 5c3484
	lghi	%r12, 16		C init index register
Packit 5c3484
	mlgr	%r10, %r6
Packit 5c3484
	lgr	%r5, n
Packit 5c3484
	alg	%r11, 8(rp)
Packit 5c3484
	stg	%r11, 8(rp)
Packit 5c3484
Packit 5c3484
L(tam):	lg	%r1, 0(%r12,up)
Packit 5c3484
	lg	%r7, 0(%r12,rp)
Packit 5c3484
	mlgr	%r0, %r6
Packit 5c3484
	alcgr	%r1, %r7
Packit 5c3484
	alcgr	%r0, zero
Packit 5c3484
	algr	%r1, %r10
Packit 5c3484
	lgr	%r10, %r0
Packit 5c3484
	stg	%r1, 0(%r12,rp)
Packit 5c3484
	la	%r12, 8(%r12)
Packit 5c3484
	brctg	%r5, L(tam)
Packit 5c3484
Packit 5c3484
	alcgr	%r0, zero
Packit 5c3484
	stg	%r0, 0(%r12,rp)
Packit 5c3484
Packit 5c3484
	brctg	n, L(outer_loop)
Packit 5c3484
L(outer_end):
Packit 5c3484
Packit 5c3484
	lg	%r6, 8(up)
Packit 5c3484
	lg	%r1, 16(up)
Packit 5c3484
	lgr	%r7, %r0		C Same as: lg %r7, 24(,rp)
Packit 5c3484
	mlgr	%r0, %r6
Packit 5c3484
	algr	%r1, %r7
Packit 5c3484
	alcgr	%r0, zero
Packit 5c3484
	stg	%r1, 24(rp)
Packit 5c3484
	stg	%r0, 32(rp)
Packit 5c3484
Packit 5c3484
C sqr_diag_addlsh1 ============================================================
Packit 5c3484
Packit 5c3484
define(`up', `up_saved')
Packit 5c3484
define(`rp', `rp_saved')
Packit 5c3484
	la	n, 1(n_saved)
Packit 5c3484
Packit 5c3484
	lg	%r1, 0(up)
Packit 5c3484
	mlgr	%r0, %r1
Packit 5c3484
	stg	%r1, 0(rp)
Packit 5c3484
C	clr	%r15, %r15		C clear carry (already clear per above)
Packit 5c3484
Packit 5c3484
L(top):	lg	%r11, 8(up)
Packit 5c3484
	la	up, 8(up)
Packit 5c3484
	lg	%r6, 8(rp)
Packit 5c3484
	lg	%r7, 16(rp)
Packit 5c3484
	mlgr	%r10, %r11
Packit 5c3484
	alcgr	%r6, %r6
Packit 5c3484
	alcgr	%r7, %r7
Packit 5c3484
	alcgr	%r10, zero		C propagate carry to high product limb
Packit 5c3484
	algr	%r6, %r0
Packit 5c3484
	alcgr	%r7, %r11
Packit 5c3484
	stmg	%r6, %r7, 8(rp)
Packit 5c3484
	la	rp, 16(rp)
Packit 5c3484
	lgr	%r0, %r10		C copy carry limb
Packit 5c3484
	brctg	n, L(top)
Packit 5c3484
Packit 5c3484
	alcgr	%r0, zero
Packit 5c3484
	stg	%r0, 8(rp)
Packit 5c3484
Packit 5c3484
	lmg	%r6, %r14, 48(%r15)
Packit 5c3484
	br	%r14
Packit 5c3484
EPILOGUE()