dnl  AMD K6-2 mpn_copyd -- copy limb vector, decrementing.

dnl  Copyright 2001, 2002 Free Software Foundation, Inc.

dnl  This file is part of the GNU MP Library.

dnl

dnl  The GNU MP Library is free software; you can redistribute it and/or modify

dnl  it under the terms of either:

dnl

dnl    * the GNU Lesser General Public License as published by the Free

dnl      Software Foundation; either version 3 of the License, or (at your

dnl      option) any later version.

dnl

dnl  or

dnl

dnl    * the GNU General Public License as published by the Free Software

dnl      Foundation; either version 2 of the License, or (at your option) any

dnl      later version.

dnl

dnl  or both in parallel, as here.

dnl

dnl  The GNU MP Library is distributed in the hope that it will be useful, but

dnl  WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY

dnl  or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License

dnl  for more details.

dnl

dnl  You should have received copies of the GNU General Public License and the

dnl  GNU Lesser General Public License along with the GNU MP Library.  If not,

dnl  see https://www.gnu.org/licenses/.

include(`../config.m4')

C K6-2: 1.0 cycles/limb

C void mpn_copyd (mp_ptr dst, mp_srcptr src, mp_size_t size);

C

C The loop here is no faster than a rep movsl at 1.0 c/l, but it avoids a 30

C cycle startup time, which amounts for instance to a 2x speedup at 15

C limbs.

C

C If dst is 4mod8 the loop would be 1.17 c/l, but that's avoided by

C processing one limb separately to make it aligned.  This and a final odd

C limb are handled in a branch-free fashion, ending up re-copying if the

C special case isn't needed.

C

C Alternatives:

C

C There used to be a big unrolled version of this, running at 0.56 c/l if

C the destination was aligned, but that seemed rather excessive for the

C relative importance of copyd.

C

C If the destination alignment is ignored and just left to run at 1.17 c/l

C some code size and a fixed few cycles can be saved.  Considering how few

C uses copyd finds perhaps that should be favoured.  The current code has

C the attraction of being no slower than a basic rep movsl though.

defframe(PARAM_SIZE,12)

defframe(PARAM_SRC, 8)

defframe(PARAM_DST, 4)

dnl  re-using parameter space

define(SAVE_EBX,`PARAM_SIZE')

	TEXT

	ALIGN(16)

PROLOGUE(mpn_copyd)

deflit(`FRAME',0)

	movl	PARAM_SIZE, %ecx

	movl	%ebx, SAVE_EBX

	movl	PARAM_SRC, %eax

	movl	PARAM_DST, %edx

	subl	$1, %ecx		C better code alignment than decl

	jb	L(zero)

	jz	L(one_more)

	leal	4(%edx,%ecx,4), %ebx

Zdisp(	movd,	0,(%eax,%ecx,4), %mm0)	C high limb

Zdisp(	movd,	%mm0, 0,(%edx,%ecx,4))	C Zdisp for good code alignment

	cmpl	$1, %ecx

	je	L(one_more)

	shrl	$2, %ebx

	andl	$1, %ebx		C 1 if dst[size-2] unaligned

	subl	%ebx, %ecx

	nop				C code alignment

L(top):

	C eax	src

	C ebx

	C ecx	counter

	C edx	dst

	movq	-4(%eax,%ecx,4), %mm0

	subl	$2, %ecx

	movq	%mm0, 4(%edx,%ecx,4)

	ja	L(top)

L(one_more):

	movd	(%eax), %mm0

	movd	%mm0, (%edx)

	movl	SAVE_EBX, %ebx

	emms_or_femms

L(zero):

	ret

EPILOGUE()