Blame sysdeps/sparc/sparc64/strcat.S

Packit 6c4009
/* strcat (dest, src) -- Append SRC on the end of DEST.
Packit 6c4009
   For SPARC v9.
Packit 6c4009
   Copyright (C) 1998-2018 Free Software Foundation, Inc.
Packit 6c4009
   This file is part of the GNU C Library.
Packit 6c4009
   Contributed by Jakub Jelinek <jj@ultra.linux.cz> and
Packit 6c4009
		  Jan Vondrak <jvon4518@ss1000.ms.mff.cuni.cz>.
Packit 6c4009
Packit 6c4009
   The GNU C Library is free software; you can redistribute it and/or
Packit 6c4009
   modify it under the terms of the GNU Lesser General Public
Packit 6c4009
   License as published by the Free Software Foundation; either
Packit 6c4009
   version 2.1 of the License, or (at your option) any later version.
Packit 6c4009
Packit 6c4009
   The GNU C Library is distributed in the hope that it will be useful,
Packit 6c4009
   but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit 6c4009
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
Packit 6c4009
   Lesser General Public License for more details.
Packit 6c4009
Packit 6c4009
   You should have received a copy of the GNU Lesser General Public
Packit 6c4009
   License along with the GNU C Library; if not, see
Packit 6c4009
   <http://www.gnu.org/licenses/>.  */
Packit 6c4009
Packit 6c4009
#include <sysdep.h>
Packit 6c4009
#include <asm/asi.h>
Packit 6c4009
#ifndef XCC
Packit 6c4009
#define XCC xcc
Packit 6c4009
#define USE_BPR
Packit 6c4009
	.register	%g2, #scratch
Packit 6c4009
	.register	%g3, #scratch
Packit 6c4009
	.register	%g6, #scratch
Packit 6c4009
#endif
Packit 6c4009
Packit 6c4009
	/* Normally, this uses
Packit 6c4009
	   ((xword - 0x0101010101010101) & 0x8080808080808080) test
Packit 6c4009
	   to find out if any byte in xword could be zero. This is fast, but
Packit 6c4009
	   also gives false alarm for any byte in range 0x81-0xff. It does
Packit 6c4009
	   not matter for correctness, as if this test tells us there could
Packit 6c4009
	   be some zero byte, we check it byte by byte, but if bytes with
Packit 6c4009
	   high bits set are common in the strings, then this will give poor
Packit 6c4009
	   performance. You can #define EIGHTBIT_NOT_RARE and the algorithm
Packit 6c4009
	   will use one tick slower, but more precise test
Packit 6c4009
	   ((xword - 0x0101010101010101) & (~xword) & 0x8080808080808080),
Packit 6c4009
	   which does not give any false alarms (but if some bits are set,
Packit 6c4009
	   one cannot assume from it which bytes are zero and which are not).
Packit 6c4009
	   It is yet to be measured, what is the correct default for glibc
Packit 6c4009
	   in these days for an average user.
Packit 6c4009
	 */
Packit 6c4009
Packit 6c4009
	.text
Packit 6c4009
	.align		32
Packit 6c4009
ENTRY(strcat)
Packit 6c4009
	sethi		%hi(0x01010101), %g1		/* IEU0		Group		*/
Packit 6c4009
	ldub		[%o0], %o3			/* Load				*/
Packit 6c4009
	or		%g1, %lo(0x01010101), %g1	/* IEU0		Group		*/
Packit 6c4009
	mov		%o0, %g6			/* IEU1				*/
Packit 6c4009
Packit 6c4009
	sllx		%g1, 32, %g2			/* IEU0		Group		*/
Packit 6c4009
	andcc		%o0, 7, %g0			/* IEU1				*/
Packit 6c4009
	or		%g1, %g2, %g1			/* IEU0		Group		*/
Packit 6c4009
	bne,pn		%icc, 32f			/* CTI				*/
Packit 6c4009
Packit 6c4009
	 sllx		%g1, 7, %g2			/* IEU0		Group		*/
Packit 6c4009
	brz,pn		%o3, 30f			/* CTI+IEU1			*/
Packit 6c4009
	 ldx		[%o0], %o3			/* Load				*/
Packit 6c4009
48:	add		%o0, 8, %o0			/* IEU0		Group		*/
Packit 6c4009
Packit 6c4009
49:	sub		%o3, %g1, %o2			/* IEU0		Group		*/
Packit 6c4009
#ifdef EIGHTBIT_NOT_RARE
Packit 6c4009
	andn		%o2, %o3, %g5			/* IEU0		Group		*/
Packit 6c4009
	ldxa		[%o0] ASI_PNF, %o3		/* Load				*/
Packit 6c4009
	andcc		%g5, %g2, %g0			/* IEU1		Group		*/
Packit 6c4009
#else
Packit 6c4009
	ldxa		[%o0] ASI_PNF, %o3		/* Load				*/
Packit 6c4009
	andcc		%o2, %g2, %g0			/* IEU1		Group		*/
Packit 6c4009
#endif
Packit 6c4009
	be,pt		%xcc, 49b			/* CTI				*/
Packit 6c4009
Packit 6c4009
	 add		%o0, 8, %o0			/* IEU0				*/
Packit 6c4009
 	addcc		%o2, %g1, %g3			/* IEU1		Group		*/
Packit 6c4009
	srlx		%o2, 32, %o2			/* IEU0				*/
Packit 6c4009
50:	andcc		%o2, %g2, %g0			/* IEU1		Group		*/
Packit 6c4009
Packit 6c4009
	be,pn		%xcc, 51f			/* CTI				*/
Packit 6c4009
	 srlx		%g3, 56, %o2			/* IEU0				*/
Packit 6c4009
	andcc		%o2, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pn		%icc, 29f			/* CTI				*/
Packit 6c4009
Packit 6c4009
	 srlx		%g3, 48, %o2			/* IEU0				*/
Packit 6c4009
	andcc		%o2, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pn		%icc, 28f			/* CTI				*/
Packit 6c4009
	 srlx		%g3, 40, %o2			/* IEU0				*/
Packit 6c4009
Packit 6c4009
	andcc		%o2, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pn		%icc, 27f			/* CTI				*/
Packit 6c4009
	 srlx		%g3, 32, %o2			/* IEU0				*/
Packit 6c4009
	andcc		%o2, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
Packit 6c4009
	be,pn		%icc, 26f			/* CTI				*/
Packit 6c4009
51:	 srlx		%g3, 24, %o2			/* IEU0				*/
Packit 6c4009
	andcc		%o2, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pn		%icc, 25f			/* CTI				*/
Packit 6c4009
Packit 6c4009
	 srlx		%g3, 16, %o2			/* IEU0				*/
Packit 6c4009
	andcc		%o2, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pn		%icc, 24f			/* CTI				*/
Packit 6c4009
	 srlx		%g3, 8, %o2			/* IEU0				*/
Packit 6c4009
Packit 6c4009
	andcc		%o2, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pn		%icc, 23f			/* CTI				*/
Packit 6c4009
	 sub		%o3, %g1, %o2			/* IEU0				*/
Packit 6c4009
	andcc		%g3, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
Packit 6c4009
	be,pn		%icc, 52f			/* CTI				*/
Packit 6c4009
	 ldxa		[%o0] ASI_PNF, %o3		/* Load				*/
Packit 6c4009
	andcc		%o2, %g2, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pt		%xcc, 49b			/* CTI				*/
Packit 6c4009
Packit 6c4009
	 add		%o0, 8, %o0			/* IEU0				*/
Packit 6c4009
	addcc		%o2, %g1, %g3			/* IEU1		Group		*/
Packit 6c4009
	ba,pt		%xcc, 50b			/* CTI				*/
Packit 6c4009
	 srlx		%o2, 32, %o2			/* IEU0				*/
Packit 6c4009
Packit 6c4009
	.align		16
Packit 6c4009
52:	ba,pt		%xcc, 12f			/* CTI		Group		*/
Packit 6c4009
	 add		%o0, -9, %o0			/* IEU0				*/
Packit 6c4009
23:	ba,pt		%xcc, 12f			/* CTI		Group		*/
Packit 6c4009
	 add		%o0, -10, %o0			/* IEU0				*/
Packit 6c4009
Packit 6c4009
24:	ba,pt		%xcc, 12f			/* CTI		Group		*/
Packit 6c4009
	 add		%o0, -11, %o0			/* IEU0				*/
Packit 6c4009
25:	ba,pt		%xcc, 12f			/* CTI		Group		*/
Packit 6c4009
	 add		%o0, -12, %o0			/* IEU0				*/
Packit 6c4009
Packit 6c4009
26:	ba,pt		%xcc, 12f			/* CTI		Group		*/
Packit 6c4009
	 add		%o0, -13, %o0			/* IEU0				*/
Packit 6c4009
27:	ba,pt		%xcc, 12f			/* CTI		Group		*/
Packit 6c4009
	 add		%o0, -14, %o0			/* IEU0				*/
Packit 6c4009
Packit 6c4009
28:	ba,pt		%xcc, 12f			/* CTI		Group		*/
Packit 6c4009
	 add		%o0, -15, %o0			/* IEU0				*/
Packit 6c4009
29:	add		%o0, -16, %o0			/* IEU0		Group		*/
Packit 6c4009
30:	andcc		%o1, 7, %g3			/* IEU1				*/
Packit 6c4009
Packit 6c4009
31:	bne,pn		%icc, 14f			/* CTI				*/
Packit 6c4009
	 orcc		%g0, 64, %g4			/* IEU1		Group		*/
Packit 6c4009
1:	ldx		[%o1], %o3			/* Load				*/
Packit 6c4009
	add		%o1, 8, %o1			/* IEU1				*/
Packit 6c4009
Packit 6c4009
2:	mov		%o3, %g3			/* IEU0		Group		*/
Packit 6c4009
3:	sub		%o3, %g1, %o2			/* IEU1				*/
Packit 6c4009
	ldxa		[%o1] ASI_PNF, %o3		/* Load				*/
Packit 6c4009
#ifdef EIGHTBIT_NOT_RARE
Packit 6c4009
	andn		%o2, %g3, %o2			/* IEU0		Group		*/
Packit 6c4009
#endif
Packit 6c4009
	add		%o0, 8, %o0			/* IEU0		Group		*/
Packit 6c4009
Packit 6c4009
	andcc		%o2, %g2, %g0			/* IEU1				*/
Packit 6c4009
	add		%o1, 8, %o1			/* IEU0		Group		*/
Packit 6c4009
	be,a,pt		%xcc, 2b			/* CTI				*/
Packit 6c4009
	 stx		%g3, [%o0 - 8]			/* Store			*/
Packit 6c4009
Packit 6c4009
	srlx		%g3, 56, %g5			/* IEU0		Group		*/
Packit 6c4009
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pn		%icc, 11f			/* CTI				*/
Packit 6c4009
	 srlx		%g3, 48, %g4			/* IEU0				*/
Packit 6c4009
Packit 6c4009
	andcc		%g4, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pn		%icc, 10f			/* CTI				*/
Packit 6c4009
	 srlx		%g3, 40, %g5			/* IEU0				*/
Packit 6c4009
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
Packit 6c4009
	be,pn		%icc, 9f			/* CTI				*/
Packit 6c4009
	 srlx		%g3, 32, %g4			/* IEU0				*/
Packit 6c4009
	andcc		%g4, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pn		%icc, 8f			/* CTI				*/
Packit 6c4009
Packit 6c4009
	 srlx		%g3, 24, %g5			/* IEU0				*/
Packit 6c4009
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pn		%icc, 7f			/* CTI				*/
Packit 6c4009
	 srlx		%g3, 16, %g4			/* IEU0				*/
Packit 6c4009
Packit 6c4009
	andcc		%g4, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pn		%icc, 6f			/* CTI				*/
Packit 6c4009
	 srlx		%g3, 8, %g5			/* IEU0				*/
Packit 6c4009
	andcc		%g5, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
Packit 6c4009
	be,pn		%icc, 5f			/* CTI				*/
Packit 6c4009
	 sub		%o3, %g1, %o2			/* IEU0				*/
Packit 6c4009
	stx		%g3, [%o0 - 8]			/* Store	Group		*/
Packit 6c4009
	andcc		%g3, 0xff, %g0			/* IEU1				*/
Packit 6c4009
Packit 6c4009
	bne,pt		%icc, 3b			/* CTI				*/
Packit 6c4009
	 mov		%o3, %g3			/* IEU0		Group		*/
Packit 6c4009
4:	retl						/* CTI+IEU1	Group		*/
Packit 6c4009
	 mov		%g6, %o0			/* IEU0				*/
Packit 6c4009
Packit 6c4009
	.align		16
Packit 6c4009
5:	stb		%g5, [%o0 - 2]			/* Store	Group		*/
Packit 6c4009
	srlx		%g3, 16, %g4			/* IEU0				*/
Packit 6c4009
6:	sth		%g4, [%o0 - 4]			/* Store	Group		*/
Packit 6c4009
	srlx		%g3, 32, %g4			/* IEU0				*/
Packit 6c4009
Packit 6c4009
	stw		%g4, [%o0 - 8]			/* Store	Group		*/
Packit 6c4009
	retl						/* CTI+IEU1	Group		*/
Packit 6c4009
	 mov		%g6, %o0			/* IEU0				*/
Packit 6c4009
7:	stb		%g5, [%o0 - 4]			/* Store	Group		*/
Packit 6c4009
Packit 6c4009
	srlx		%g3, 32, %g4			/* IEU0				*/
Packit 6c4009
8:	stw		%g4, [%o0 - 8]			/* Store	Group		*/
Packit 6c4009
	retl						/* CTI+IEU1	Group		*/
Packit 6c4009
	 mov		%g6, %o0 			/* IEU0				*/
Packit 6c4009
Packit 6c4009
9:	stb		%g5, [%o0 - 6]			/* Store	Group		*/
Packit 6c4009
	srlx		%g3, 48, %g4			/* IEU0				*/
Packit 6c4009
10:	sth		%g4, [%o0 - 8]			/* Store	Group		*/
Packit 6c4009
	retl						/* CTI+IEU1	Group		*/
Packit 6c4009
Packit 6c4009
	 mov		%g6, %o0			/* IEU0				*/
Packit 6c4009
11:	stb		%g5, [%o0 - 8]			/* Store	Group		*/
Packit 6c4009
	retl						/* CTI+IEU1	Group		*/
Packit 6c4009
	 mov		%g6, %o0			/* IEU0				*/
Packit 6c4009
Packit 6c4009
	.align		16
Packit 6c4009
32:	andcc		%o0, 7, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,a,pn		%icc, 48b			/* CTI				*/
Packit 6c4009
	 ldx		[%o0], %o3			/* Load				*/
Packit 6c4009
	add		%o0, 1, %o0			/* IEU0		Group		*/
Packit 6c4009
Packit 6c4009
	brnz,a,pt	%o3, 32b			/* CTI+IEU1			*/
Packit 6c4009
	 lduba		[%o0] ASI_PNF, %o3		/* Load				*/
Packit 6c4009
	add		%o0, -1, %o0			/* IEU0		Group		*/
Packit 6c4009
	andcc		%o0, 7, %g0			/* IEU1		Group		*/
Packit 6c4009
Packit 6c4009
	be,a,pn		%icc, 31b			/* CTI				*/
Packit 6c4009
	 andcc		%o1, 7, %g3			/* IEU1		Group		*/
Packit 6c4009
12:	ldub		[%o1], %o3			/* Load				*/
Packit 6c4009
	stb		%o3, [%o0]			/* Store	Group		*/
Packit 6c4009
Packit 6c4009
13:	add		%o0, 1, %o0			/* IEU0				*/
Packit 6c4009
	add		%o1, 1, %o1			/* IEU1				*/
Packit 6c4009
	andcc		%o3, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pn		%icc, 4b			/* CTI				*/
Packit 6c4009
Packit 6c4009
	 lduba		[%o1] ASI_PNF, %o3		/* Load				*/
Packit 6c4009
	andcc		%o0, 7, %g0			/* IEU1		Group		*/
Packit 6c4009
	bne,a,pt	%icc, 13b			/* CTI				*/
Packit 6c4009
	 stb		%o3, [%o0]			/* Store			*/
Packit 6c4009
Packit 6c4009
	andcc		%o1, 7, %g3			/* IEU1		Group		*/
Packit 6c4009
	be,a,pt		%icc, 1b			/* CTI				*/
Packit 6c4009
	 ldx		[%o1], %o3			/* Load				*/
Packit 6c4009
	orcc		%g0, 64, %g4			/* IEU1		Group		*/
Packit 6c4009
Packit 6c4009
14:	sllx		%g3, 3, %g5			/* IEU0				*/
Packit 6c4009
	sub		%o1, %g3, %o1			/* IEU0		Group		*/
Packit 6c4009
	sub		%g4, %g5, %g4			/* IEU1				*/
Packit 6c4009
							/* %g1 = 0101010101010101	*
Packit 6c4009
							 * %g2 = 8080808080808080	*
Packit 6c4009
							 * %g3 = source alignment	*
Packit 6c4009
							 * %g5 = number of bits to shift left  *
Packit 6c4009
							 * %g4 = number of bits to shift right */
Packit 6c4009
	ldxa		[%o1] ASI_PNF, %o5		/* Load		Group		*/
Packit 6c4009
Packit 6c4009
	addcc		%o1, 8, %o1			/* IEU1				*/
Packit 6c4009
15:	sllx		%o5, %g5, %o3			/* IEU0		Group		*/
Packit 6c4009
	ldxa		[%o1] ASI_PNF, %o5		/* Load				*/
Packit 6c4009
	srlx		%o5, %g4, %o4			/* IEU0		Group		*/
Packit 6c4009
Packit 6c4009
	add		%o0, 8, %o0			/* IEU1				*/
Packit 6c4009
	or		%o3, %o4, %o3			/* IEU0		Group		*/
Packit 6c4009
	add		%o1, 8, %o1			/* IEU1				*/
Packit 6c4009
	sub		%o3, %g1, %o4			/* IEU0		Group		*/
Packit 6c4009
Packit 6c4009
#ifdef EIGHTBIT_NOT_RARE
Packit 6c4009
	andn		%o4, %o3, %o4			/* IEU0		Group		*/
Packit 6c4009
#endif
Packit 6c4009
	andcc		%o4, %g2, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,a,pt		%xcc, 15b			/* CTI				*/
Packit 6c4009
	 stx		%o3, [%o0 - 8]			/* Store			*/
Packit 6c4009
	srlx		%o3, 56, %o4			/* IEU0		Group		*/
Packit 6c4009
Packit 6c4009
	andcc		%o4, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pn		%icc, 22f			/* CTI				*/
Packit 6c4009
	 srlx		%o3, 48, %o4			/* IEU0				*/
Packit 6c4009
	andcc		%o4, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
Packit 6c4009
	be,pn		%icc, 21f			/* CTI				*/
Packit 6c4009
	 srlx		%o3, 40, %o4			/* IEU0				*/
Packit 6c4009
	andcc		%o4, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pn		%icc, 20f			/* CTI				*/
Packit 6c4009
Packit 6c4009
	 srlx		%o3, 32, %o4			/* IEU0				*/
Packit 6c4009
	andcc		%o4, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pn		%icc, 19f			/* CTI				*/
Packit 6c4009
	 srlx		%o3, 24, %o4			/* IEU0				*/
Packit 6c4009
Packit 6c4009
	andcc		%o4, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pn		%icc, 18f			/* CTI				*/
Packit 6c4009
	 srlx		%o3, 16, %o4			/* IEU0				*/
Packit 6c4009
	andcc		%o4, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
Packit 6c4009
	be,pn		%icc, 17f			/* CTI				*/
Packit 6c4009
	 srlx		%o3, 8, %o4			/* IEU0				*/
Packit 6c4009
	andcc		%o4, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	be,pn		%icc, 16f			/* CTI				*/
Packit 6c4009
Packit 6c4009
	 andcc		%o3, 0xff, %g0			/* IEU1		Group		*/
Packit 6c4009
	bne,pn		%icc, 15b			/* CTI				*/
Packit 6c4009
	 stx		%o3, [%o0 - 8]			/* Store			*/
Packit 6c4009
	retl						/* CTI+IEU1	Group		*/
Packit 6c4009
Packit 6c4009
	 mov		%g6, %o0			/* IEU0				*/
Packit 6c4009
Packit 6c4009
	.align		16
Packit 6c4009
16:	srlx		%o3, 8, %o4			/* IEU0		Group		*/
Packit 6c4009
	stb		%o4, [%o0 - 2]			/* Store			*/
Packit 6c4009
17:	srlx		%o3, 16, %o4			/* IEU0		Group		*/
Packit 6c4009
	stb		%o4, [%o0 - 3]			/* Store			*/
Packit 6c4009
Packit 6c4009
18:	srlx		%o3, 24, %o4			/* IEU0		Group		*/
Packit 6c4009
	stb		%o4, [%o0 - 4]			/* Store			*/
Packit 6c4009
19:	srlx		%o3, 32, %o4			/* IEU0		Group		*/
Packit 6c4009
	stw		%o4, [%o0 - 8]			/* Store			*/
Packit 6c4009
Packit 6c4009
	retl						/* CTI+IEU1	Group		*/
Packit 6c4009
	 mov		%g6, %o0 			/* IEU0				*/
Packit 6c4009
	nop
Packit 6c4009
	nop
Packit 6c4009
Packit 6c4009
20:	srlx		%o3, 40, %o4			/* IEU0		Group		*/
Packit 6c4009
	stb		%o4, [%o0 - 6]			/* Store			*/
Packit 6c4009
21:	srlx		%o3, 48, %o4			/* IEU0		Group		*/
Packit 6c4009
	stb		%o4, [%o0 - 7]			/* Store			*/
Packit 6c4009
Packit 6c4009
22:	srlx		%o3, 56, %o4			/* IEU0		Group		*/
Packit 6c4009
	stb		%o4, [%o0 - 8]			/* Store			*/
Packit 6c4009
	retl						/* CTI+IEU1	Group		*/
Packit 6c4009
	 mov		%g6, %o0			/* IEU0				*/
Packit 6c4009
END(strcat)
Packit 6c4009
libc_hidden_builtin_def (strcat)