Blame sysdeps/i386/i686/multiarch/memcmp-sse4.S

Packit 6c4009
/* memcmp with SSE4.2, wmemcmp with SSE4.2
Packit 6c4009
   Copyright (C) 2010-2018 Free Software Foundation, Inc.
Packit 6c4009
   Contributed by Intel Corporation.
Packit 6c4009
   This file is part of the GNU C Library.
Packit 6c4009
Packit 6c4009
   The GNU C Library is free software; you can redistribute it and/or
Packit 6c4009
   modify it under the terms of the GNU Lesser General Public
Packit 6c4009
   License as published by the Free Software Foundation; either
Packit 6c4009
   version 2.1 of the License, or (at your option) any later version.
Packit 6c4009
Packit 6c4009
   The GNU C Library is distributed in the hope that it will be useful,
Packit 6c4009
   but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit 6c4009
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
Packit 6c4009
   Lesser General Public License for more details.
Packit 6c4009
Packit 6c4009
   You should have received a copy of the GNU Lesser General Public
Packit 6c4009
   License along with the GNU C Library; if not, see
Packit 6c4009
   <http://www.gnu.org/licenses/>.  */
Packit 6c4009
Packit 6c4009
#if IS_IN (libc)
Packit 6c4009
Packit 6c4009
# include <sysdep.h>
Packit 6c4009
Packit 6c4009
# ifndef MEMCMP
Packit 6c4009
#  define MEMCMP	__memcmp_sse4_2
Packit 6c4009
# endif
Packit 6c4009
Packit 6c4009
# define CFI_PUSH(REG)	\
Packit 6c4009
	cfi_adjust_cfa_offset (4);	\
Packit 6c4009
	cfi_rel_offset (REG, 0)
Packit 6c4009
Packit 6c4009
# define CFI_POP(REG)	\
Packit 6c4009
	cfi_adjust_cfa_offset (-4);	\
Packit 6c4009
	cfi_restore (REG)
Packit 6c4009
Packit 6c4009
# define PUSH(REG)	pushl REG; CFI_PUSH (REG)
Packit 6c4009
# define POP(REG)	popl REG; CFI_POP (REG)
Packit 6c4009
Packit 6c4009
# define PARMS	4
Packit 6c4009
# define BLK1	PARMS
Packit 6c4009
# define BLK2	BLK1 + 4
Packit 6c4009
# define LEN	BLK2 + 4
Packit 6c4009
# define RETURN	POP (%ebx); ret; CFI_PUSH (%ebx)
Packit 6c4009
Packit 6c4009
Packit 6c4009
# ifdef PIC
Packit 6c4009
#  define JMPTBL(I, B)	I - B
Packit 6c4009
Packit 6c4009
/* Load an entry in a jump table into EBX and branch to it.  TABLE is a
Packit 6c4009
	jump	table with relative offsets.  INDEX is a register contains the
Packit 6c4009
	index	into the jump table.   SCALE is the scale of INDEX. */
Packit 6c4009
Packit 6c4009
#  define BRANCH_TO_JMPTBL_ENTRY(TABLE, INDEX, SCALE)	\
Packit 6c4009
/* We first load PC into EBX.  */	\
Packit 6c4009
	SETUP_PIC_REG(bx);	\
Packit 6c4009
/* Get the address of the jump table.  */	\
Packit 6c4009
	addl	$(TABLE - .), %ebx;	\
Packit 6c4009
/* Get the entry and convert the relative offset to the	\
Packit 6c4009
	absolute	address.  */	\
Packit 6c4009
	addl	(%ebx,INDEX,SCALE), %ebx;	\
Packit 6c4009
/* We loaded the jump table and adjusted EDX/ESI. Go.  */	\
Packit 6c4009
	_CET_NOTRACK jmp *%ebx
Packit 6c4009
# else
Packit 6c4009
#  define JMPTBL(I, B)	I
Packit 6c4009
Packit 6c4009
/* Load an entry in a jump table into EBX and branch to it.  TABLE is a
Packit 6c4009
	jump	table with relative offsets.  INDEX is a register contains the
Packit 6c4009
	index	into the jump table.   SCALE is the scale of INDEX. */
Packit 6c4009
#  define BRANCH_TO_JMPTBL_ENTRY(TABLE, INDEX, SCALE)	\
Packit 6c4009
	_CET_NOTRACK jmp *TABLE(,INDEX,SCALE)
Packit 6c4009
# endif
Packit 6c4009
Packit 6c4009
Packit 6c4009
/* Warning!
Packit 6c4009
           wmemcmp has to use SIGNED comparison for elements.
Packit 6c4009
           memcmp has to use UNSIGNED comparison for elemnts.
Packit 6c4009
*/
Packit 6c4009
Packit 6c4009
	.section .text.sse4.2,"ax",@progbits
Packit 6c4009
ENTRY (MEMCMP)
Packit 6c4009
	movl	BLK1(%esp), %eax
Packit 6c4009
	movl	BLK2(%esp), %edx
Packit 6c4009
	movl	LEN(%esp), %ecx
Packit 6c4009
Packit 6c4009
# ifdef USE_AS_WMEMCMP
Packit 6c4009
	shl	$2, %ecx
Packit 6c4009
	test	%ecx, %ecx
Packit 6c4009
	jz	L(return0)
Packit 6c4009
# else
Packit 6c4009
	cmp	$1, %ecx
Packit 6c4009
	jbe	L(less1bytes)
Packit 6c4009
# endif
Packit 6c4009
Packit 6c4009
	pxor	%xmm0, %xmm0
Packit 6c4009
	cmp	$64, %ecx
Packit 6c4009
	ja	L(64bytesormore)
Packit 6c4009
	cmp	$8, %ecx
Packit 6c4009
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	PUSH	(%ebx)
Packit 6c4009
	jb	L(less8bytes)
Packit 6c4009
# else
Packit 6c4009
	jb	L(less8bytes)
Packit 6c4009
	PUSH	(%ebx)
Packit 6c4009
# endif
Packit 6c4009
Packit 6c4009
	add	%ecx, %edx
Packit 6c4009
	add	%ecx, %eax
Packit 6c4009
	BRANCH_TO_JMPTBL_ENTRY(L(table_64bytes), %ecx, 4)
Packit 6c4009
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	.p2align 4
Packit 6c4009
L(less8bytes):
Packit 6c4009
	mov	(%eax), %bl
Packit 6c4009
	cmpb	(%edx), %bl
Packit 6c4009
	jne	L(nonzero)
Packit 6c4009
Packit 6c4009
	mov	1(%eax), %bl
Packit 6c4009
	cmpb	1(%edx), %bl
Packit 6c4009
	jne	L(nonzero)
Packit 6c4009
Packit 6c4009
	cmp	$2, %ecx
Packit 6c4009
	jz	L(0bytes)
Packit 6c4009
Packit 6c4009
	mov	2(%eax), %bl
Packit 6c4009
	cmpb	2(%edx), %bl
Packit 6c4009
	jne	L(nonzero)
Packit 6c4009
Packit 6c4009
	cmp	$3, %ecx
Packit 6c4009
	jz	L(0bytes)
Packit 6c4009
Packit 6c4009
	mov	3(%eax), %bl
Packit 6c4009
	cmpb	3(%edx), %bl
Packit 6c4009
	jne	L(nonzero)
Packit 6c4009
Packit 6c4009
	cmp	$4, %ecx
Packit 6c4009
	jz	L(0bytes)
Packit 6c4009
Packit 6c4009
	mov	4(%eax), %bl
Packit 6c4009
	cmpb	4(%edx), %bl
Packit 6c4009
	jne	L(nonzero)
Packit 6c4009
Packit 6c4009
	cmp	$5, %ecx
Packit 6c4009
	jz	L(0bytes)
Packit 6c4009
Packit 6c4009
	mov	5(%eax), %bl
Packit 6c4009
	cmpb	5(%edx), %bl
Packit 6c4009
	jne	L(nonzero)
Packit 6c4009
Packit 6c4009
	cmp	$6, %ecx
Packit 6c4009
	jz	L(0bytes)
Packit 6c4009
Packit 6c4009
	mov	6(%eax), %bl
Packit 6c4009
	cmpb	6(%edx), %bl
Packit 6c4009
	je	L(0bytes)
Packit 6c4009
Packit 6c4009
L(nonzero):
Packit 6c4009
	POP	(%ebx)
Packit 6c4009
	mov	$1, %eax
Packit 6c4009
	ja	L(above)
Packit 6c4009
	neg	%eax
Packit 6c4009
L(above):
Packit 6c4009
	ret
Packit 6c4009
	CFI_PUSH (%ebx)
Packit 6c4009
# endif
Packit 6c4009
Packit 6c4009
	.p2align 4
Packit 6c4009
L(0bytes):
Packit 6c4009
	POP	(%ebx)
Packit 6c4009
	xor	%eax, %eax
Packit 6c4009
	ret
Packit 6c4009
Packit 6c4009
# ifdef USE_AS_WMEMCMP
Packit 6c4009
Packit 6c4009
/* for wmemcmp, case N == 1 */
Packit 6c4009
Packit 6c4009
	.p2align 4
Packit 6c4009
L(less8bytes):
Packit 6c4009
	mov	(%eax), %ecx
Packit 6c4009
	cmp	(%edx), %ecx
Packit 6c4009
	je	L(return0)
Packit 6c4009
	mov	$1, %eax
Packit 6c4009
	jg	L(find_diff_bigger)
Packit 6c4009
	neg	%eax
Packit 6c4009
	ret
Packit 6c4009
Packit 6c4009
	.p2align 4
Packit 6c4009
L(find_diff_bigger):
Packit 6c4009
	ret
Packit 6c4009
Packit 6c4009
	.p2align 4
Packit 6c4009
L(return0):
Packit 6c4009
	xor	%eax, %eax
Packit 6c4009
	ret
Packit 6c4009
# endif
Packit 6c4009
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	.p2align 4
Packit 6c4009
L(less1bytes):
Packit 6c4009
	jb	L(0bytesend)
Packit 6c4009
	movzbl	(%eax), %eax
Packit 6c4009
	movzbl	(%edx), %edx
Packit 6c4009
	sub	%edx, %eax
Packit 6c4009
	ret
Packit 6c4009
Packit 6c4009
	.p2align 4
Packit 6c4009
L(0bytesend):
Packit 6c4009
	xor	%eax, %eax
Packit 6c4009
	ret
Packit 6c4009
# endif
Packit 6c4009
	.p2align 4
Packit 6c4009
L(64bytesormore):
Packit 6c4009
	PUSH	(%ebx)
Packit 6c4009
	mov	%ecx, %ebx
Packit 6c4009
	mov	$64, %ecx
Packit 6c4009
	sub	$64, %ebx
Packit 6c4009
L(64bytesormore_loop):
Packit 6c4009
	movdqu	(%eax), %xmm1
Packit 6c4009
	movdqu	(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(find_16diff)
Packit 6c4009
Packit 6c4009
	movdqu	16(%eax), %xmm1
Packit 6c4009
	movdqu	16(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(find_32diff)
Packit 6c4009
Packit 6c4009
	movdqu	32(%eax), %xmm1
Packit 6c4009
	movdqu	32(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(find_48diff)
Packit 6c4009
Packit 6c4009
	movdqu	48(%eax), %xmm1
Packit 6c4009
	movdqu	48(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(find_64diff)
Packit 6c4009
	add	%ecx, %eax
Packit 6c4009
	add	%ecx, %edx
Packit 6c4009
	sub	%ecx, %ebx
Packit 6c4009
	jae	L(64bytesormore_loop)
Packit 6c4009
	add	%ebx, %ecx
Packit 6c4009
	add	%ecx, %edx
Packit 6c4009
	add	%ecx, %eax
Packit 6c4009
	BRANCH_TO_JMPTBL_ENTRY(L(table_64bytes), %ecx, 4)
Packit 6c4009
Packit 6c4009
# ifdef USE_AS_WMEMCMP
Packit 6c4009
Packit 6c4009
/* Label needs only for table_64bytes filling */
Packit 6c4009
L(unreal_case):
Packit 6c4009
/* no code here */
Packit 6c4009
Packit 6c4009
# endif
Packit 6c4009
	.p2align 4
Packit 6c4009
L(find_16diff):
Packit 6c4009
	sub	$16, %ecx
Packit 6c4009
L(find_32diff):
Packit 6c4009
	sub	$16, %ecx
Packit 6c4009
L(find_48diff):
Packit 6c4009
	sub	$16, %ecx
Packit 6c4009
L(find_64diff):
Packit 6c4009
	add	%ecx, %edx
Packit 6c4009
	add	%ecx, %eax
Packit 6c4009
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	.p2align 4
Packit 6c4009
L(16bytes):
Packit 6c4009
	mov	-16(%eax), %ecx
Packit 6c4009
	mov	-16(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
L(12bytes):
Packit 6c4009
	mov	-12(%eax), %ecx
Packit 6c4009
	mov	-12(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
L(8bytes):
Packit 6c4009
	mov	-8(%eax), %ecx
Packit 6c4009
	mov	-8(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
L(4bytes):
Packit 6c4009
	mov	-4(%eax), %ecx
Packit 6c4009
	mov	-4(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	RETURN
Packit 6c4009
# else
Packit 6c4009
	.p2align 4
Packit 6c4009
L(16bytes):
Packit 6c4009
	mov	-16(%eax), %ecx
Packit 6c4009
	cmp	-16(%edx), %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
L(12bytes):
Packit 6c4009
	mov	-12(%eax), %ecx
Packit 6c4009
	cmp	-12(%edx), %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
L(8bytes):
Packit 6c4009
	mov	-8(%eax), %ecx
Packit 6c4009
	cmp	-8(%edx), %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
L(4bytes):
Packit 6c4009
	mov	-4(%eax), %ecx
Packit 6c4009
	cmp	-4(%edx), %ecx
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	RETURN
Packit 6c4009
# endif
Packit 6c4009
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	.p2align 4
Packit 6c4009
L(49bytes):
Packit 6c4009
	movdqu	-49(%eax), %xmm1
Packit 6c4009
	movdqu	-49(%edx), %xmm2
Packit 6c4009
	mov	$-49, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(33bytes):
Packit 6c4009
	movdqu	-33(%eax), %xmm1
Packit 6c4009
	movdqu	-33(%edx), %xmm2
Packit 6c4009
	mov	$-33, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(17bytes):
Packit 6c4009
	mov	-17(%eax), %ecx
Packit 6c4009
	mov	-17(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
L(13bytes):
Packit 6c4009
	mov	-13(%eax), %ecx
Packit 6c4009
	mov	-13(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
L(9bytes):
Packit 6c4009
	mov	-9(%eax), %ecx
Packit 6c4009
	mov	-9(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
L(5bytes):
Packit 6c4009
	mov	-5(%eax), %ecx
Packit 6c4009
	mov	-5(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	movzbl	-1(%eax), %ecx
Packit 6c4009
	cmp	-1(%edx), %cl
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(end)
Packit 6c4009
	RETURN
Packit 6c4009
Packit 6c4009
	.p2align 4
Packit 6c4009
L(50bytes):
Packit 6c4009
	mov	$-50, %ebx
Packit 6c4009
	movdqu	-50(%eax), %xmm1
Packit 6c4009
	movdqu	-50(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(34bytes):
Packit 6c4009
	mov	$-34, %ebx
Packit 6c4009
	movdqu	-34(%eax), %xmm1
Packit 6c4009
	movdqu	-34(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(18bytes):
Packit 6c4009
	mov	-18(%eax), %ecx
Packit 6c4009
	mov	-18(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
L(14bytes):
Packit 6c4009
	mov	-14(%eax), %ecx
Packit 6c4009
	mov	-14(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
L(10bytes):
Packit 6c4009
	mov	-10(%eax), %ecx
Packit 6c4009
	mov	-10(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
L(6bytes):
Packit 6c4009
	mov	-6(%eax), %ecx
Packit 6c4009
	mov	-6(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
L(2bytes):
Packit 6c4009
	movzwl	-2(%eax), %ecx
Packit 6c4009
	movzwl	-2(%edx), %ebx
Packit 6c4009
	cmp	%bl, %cl
Packit 6c4009
	jne	L(end)
Packit 6c4009
	cmp	%bh, %ch
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(end)
Packit 6c4009
	RETURN
Packit 6c4009
Packit 6c4009
	.p2align 4
Packit 6c4009
L(51bytes):
Packit 6c4009
	mov	$-51, %ebx
Packit 6c4009
	movdqu	-51(%eax), %xmm1
Packit 6c4009
	movdqu	-51(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(35bytes):
Packit 6c4009
	mov	$-35, %ebx
Packit 6c4009
	movdqu	-35(%eax), %xmm1
Packit 6c4009
	movdqu	-35(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(19bytes):
Packit 6c4009
	movl	-19(%eax), %ecx
Packit 6c4009
	movl	-19(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
L(15bytes):
Packit 6c4009
	movl	-15(%eax), %ecx
Packit 6c4009
	movl	-15(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
L(11bytes):
Packit 6c4009
	movl	-11(%eax), %ecx
Packit 6c4009
	movl	-11(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
L(7bytes):
Packit 6c4009
	movl	-7(%eax), %ecx
Packit 6c4009
	movl	-7(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
L(3bytes):
Packit 6c4009
	movzwl	-3(%eax), %ecx
Packit 6c4009
	movzwl	-3(%edx), %ebx
Packit 6c4009
	cmpb	%bl, %cl
Packit 6c4009
	jne	L(end)
Packit 6c4009
	cmp	%bx, %cx
Packit 6c4009
	jne	L(end)
Packit 6c4009
L(1bytes):
Packit 6c4009
	movzbl	-1(%eax), %eax
Packit 6c4009
	cmpb	-1(%edx), %al
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(end)
Packit 6c4009
	RETURN
Packit 6c4009
# endif
Packit 6c4009
	.p2align 4
Packit 6c4009
L(52bytes):
Packit 6c4009
	movdqu	-52(%eax), %xmm1
Packit 6c4009
	movdqu	-52(%edx), %xmm2
Packit 6c4009
	mov	$-52, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(36bytes):
Packit 6c4009
	movdqu	-36(%eax), %xmm1
Packit 6c4009
	movdqu	-36(%edx), %xmm2
Packit 6c4009
	mov	$-36, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(20bytes):
Packit 6c4009
	movdqu	-20(%eax), %xmm1
Packit 6c4009
	movdqu	-20(%edx), %xmm2
Packit 6c4009
	mov	$-20, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
	mov	-4(%eax), %ecx
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	mov	-4(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
# else
Packit 6c4009
	cmp	-4(%edx), %ecx
Packit 6c4009
# endif
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	RETURN
Packit 6c4009
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	.p2align 4
Packit 6c4009
L(53bytes):
Packit 6c4009
	movdqu	-53(%eax), %xmm1
Packit 6c4009
	movdqu	-53(%edx), %xmm2
Packit 6c4009
	mov	$-53, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(37bytes):
Packit 6c4009
	mov	$-37, %ebx
Packit 6c4009
	movdqu	-37(%eax), %xmm1
Packit 6c4009
	movdqu	-37(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(21bytes):
Packit 6c4009
	mov	$-21, %ebx
Packit 6c4009
	movdqu	-21(%eax), %xmm1
Packit 6c4009
	movdqu	-21(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
	mov	-5(%eax), %ecx
Packit 6c4009
	mov	-5(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	movzbl	-1(%eax), %ecx
Packit 6c4009
	cmp	-1(%edx), %cl
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(end)
Packit 6c4009
	RETURN
Packit 6c4009
Packit 6c4009
	.p2align 4
Packit 6c4009
L(54bytes):
Packit 6c4009
	movdqu	-54(%eax), %xmm1
Packit 6c4009
	movdqu	-54(%edx), %xmm2
Packit 6c4009
	mov	$-54, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(38bytes):
Packit 6c4009
	mov	$-38, %ebx
Packit 6c4009
	movdqu	-38(%eax), %xmm1
Packit 6c4009
	movdqu	-38(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(22bytes):
Packit 6c4009
	mov	$-22, %ebx
Packit 6c4009
	movdqu	-22(%eax), %xmm1
Packit 6c4009
	movdqu	-22(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
Packit 6c4009
	mov	-6(%eax), %ecx
Packit 6c4009
	mov	-6(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	movzwl	-2(%eax), %ecx
Packit 6c4009
	movzwl	-2(%edx), %ebx
Packit 6c4009
	cmp	%bl, %cl
Packit 6c4009
	jne	L(end)
Packit 6c4009
	cmp	%bh, %ch
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(end)
Packit 6c4009
	RETURN
Packit 6c4009
Packit 6c4009
	.p2align 4
Packit 6c4009
L(55bytes):
Packit 6c4009
	movdqu	-55(%eax), %xmm1
Packit 6c4009
	movdqu	-55(%edx), %xmm2
Packit 6c4009
	mov	$-55, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(39bytes):
Packit 6c4009
	mov	$-39, %ebx
Packit 6c4009
	movdqu	-39(%eax), %xmm1
Packit 6c4009
	movdqu	-39(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(23bytes):
Packit 6c4009
	mov	$-23, %ebx
Packit 6c4009
	movdqu	-23(%eax), %xmm1
Packit 6c4009
	movdqu	-23(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
	movl	-7(%eax), %ecx
Packit 6c4009
	movl	-7(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	movzwl	-3(%eax), %ecx
Packit 6c4009
	movzwl	-3(%edx), %ebx
Packit 6c4009
	cmpb	%bl, %cl
Packit 6c4009
	jne	L(end)
Packit 6c4009
	cmp	%bx, %cx
Packit 6c4009
	jne	L(end)
Packit 6c4009
	movzbl	-1(%eax), %eax
Packit 6c4009
	cmpb	-1(%edx), %al
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(end)
Packit 6c4009
	RETURN
Packit 6c4009
# endif
Packit 6c4009
	.p2align 4
Packit 6c4009
L(56bytes):
Packit 6c4009
	movdqu	-56(%eax), %xmm1
Packit 6c4009
	movdqu	-56(%edx), %xmm2
Packit 6c4009
	mov	$-56, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(40bytes):
Packit 6c4009
	mov	$-40, %ebx
Packit 6c4009
	movdqu	-40(%eax), %xmm1
Packit 6c4009
	movdqu	-40(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(24bytes):
Packit 6c4009
	mov	$-24, %ebx
Packit 6c4009
	movdqu	-24(%eax), %xmm1
Packit 6c4009
	movdqu	-24(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
Packit 6c4009
	mov	-8(%eax), %ecx
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	mov	-8(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
# else
Packit 6c4009
	cmp	-8(%edx), %ecx
Packit 6c4009
# endif
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
Packit 6c4009
	mov	-4(%eax), %ecx
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	mov	-4(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
# else
Packit 6c4009
	cmp	-4(%edx), %ecx
Packit 6c4009
# endif
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	RETURN
Packit 6c4009
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	.p2align 4
Packit 6c4009
L(57bytes):
Packit 6c4009
	movdqu	-57(%eax), %xmm1
Packit 6c4009
	movdqu	-57(%edx), %xmm2
Packit 6c4009
	mov	$-57, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(41bytes):
Packit 6c4009
	mov	$-41, %ebx
Packit 6c4009
	movdqu	-41(%eax), %xmm1
Packit 6c4009
	movdqu	-41(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(25bytes):
Packit 6c4009
	mov	$-25, %ebx
Packit 6c4009
	movdqu	-25(%eax), %xmm1
Packit 6c4009
	movdqu	-25(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
	mov	-9(%eax), %ecx
Packit 6c4009
	mov	-9(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	mov	-5(%eax), %ecx
Packit 6c4009
	mov	-5(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	movzbl	-1(%eax), %ecx
Packit 6c4009
	cmp	-1(%edx), %cl
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(end)
Packit 6c4009
	RETURN
Packit 6c4009
Packit 6c4009
	.p2align 4
Packit 6c4009
L(58bytes):
Packit 6c4009
	movdqu	-58(%eax), %xmm1
Packit 6c4009
	movdqu	-58(%edx), %xmm2
Packit 6c4009
	mov	$-58, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(42bytes):
Packit 6c4009
	mov	$-42, %ebx
Packit 6c4009
	movdqu	-42(%eax), %xmm1
Packit 6c4009
	movdqu	-42(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(26bytes):
Packit 6c4009
	mov	$-26, %ebx
Packit 6c4009
	movdqu	-26(%eax), %xmm1
Packit 6c4009
	movdqu	-26(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
Packit 6c4009
	mov	-10(%eax), %ecx
Packit 6c4009
	mov	-10(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
Packit 6c4009
	mov	-6(%eax), %ecx
Packit 6c4009
	mov	-6(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
Packit 6c4009
	movzwl	-2(%eax), %ecx
Packit 6c4009
	movzwl	-2(%edx), %ebx
Packit 6c4009
	cmp	%bl, %cl
Packit 6c4009
	jne	L(end)
Packit 6c4009
	cmp	%bh, %ch
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(end)
Packit 6c4009
	RETURN
Packit 6c4009
Packit 6c4009
	.p2align 4
Packit 6c4009
L(59bytes):
Packit 6c4009
	movdqu	-59(%eax), %xmm1
Packit 6c4009
	movdqu	-59(%edx), %xmm2
Packit 6c4009
	mov	$-59, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(43bytes):
Packit 6c4009
	mov	$-43, %ebx
Packit 6c4009
	movdqu	-43(%eax), %xmm1
Packit 6c4009
	movdqu	-43(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(27bytes):
Packit 6c4009
	mov	$-27, %ebx
Packit 6c4009
	movdqu	-27(%eax), %xmm1
Packit 6c4009
	movdqu	-27(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
	movl	-11(%eax), %ecx
Packit 6c4009
	movl	-11(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	movl	-7(%eax), %ecx
Packit 6c4009
	movl	-7(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	movzwl	-3(%eax), %ecx
Packit 6c4009
	movzwl	-3(%edx), %ebx
Packit 6c4009
	cmpb	%bl, %cl
Packit 6c4009
	jne	L(end)
Packit 6c4009
	cmp	%bx, %cx
Packit 6c4009
	jne	L(end)
Packit 6c4009
	movzbl	-1(%eax), %eax
Packit 6c4009
	cmpb	-1(%edx), %al
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(end)
Packit 6c4009
	RETURN
Packit 6c4009
# endif
Packit 6c4009
	.p2align 4
Packit 6c4009
L(60bytes):
Packit 6c4009
	movdqu	-60(%eax), %xmm1
Packit 6c4009
	movdqu	-60(%edx), %xmm2
Packit 6c4009
	mov	$-60, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(44bytes):
Packit 6c4009
	mov	$-44, %ebx
Packit 6c4009
	movdqu	-44(%eax), %xmm1
Packit 6c4009
	movdqu	-44(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(28bytes):
Packit 6c4009
	mov	$-28, %ebx
Packit 6c4009
	movdqu	-28(%eax), %xmm1
Packit 6c4009
	movdqu	-28(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
Packit 6c4009
	mov	-12(%eax), %ecx
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	mov	-12(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
# else
Packit 6c4009
	cmp	-12(%edx), %ecx
Packit 6c4009
# endif
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
Packit 6c4009
	mov	-8(%eax), %ecx
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	mov	-8(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
# else
Packit 6c4009
	cmp	-8(%edx), %ecx
Packit 6c4009
# endif
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
Packit 6c4009
	mov	-4(%eax), %ecx
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	mov	-4(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
# else
Packit 6c4009
	cmp	-4(%edx), %ecx
Packit 6c4009
# endif
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	RETURN
Packit 6c4009
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	.p2align 4
Packit 6c4009
L(61bytes):
Packit 6c4009
	movdqu	-61(%eax), %xmm1
Packit 6c4009
	movdqu	-61(%edx), %xmm2
Packit 6c4009
	mov	$-61, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(45bytes):
Packit 6c4009
	mov	$-45, %ebx
Packit 6c4009
	movdqu	-45(%eax), %xmm1
Packit 6c4009
	movdqu	-45(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(29bytes):
Packit 6c4009
	mov	$-29, %ebx
Packit 6c4009
	movdqu	-29(%eax), %xmm1
Packit 6c4009
	movdqu	-29(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
Packit 6c4009
	mov	-13(%eax), %ecx
Packit 6c4009
	mov	-13(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
Packit 6c4009
	mov	-9(%eax), %ecx
Packit 6c4009
	mov	-9(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
Packit 6c4009
	mov	-5(%eax), %ecx
Packit 6c4009
	mov	-5(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	movzbl	-1(%eax), %ecx
Packit 6c4009
	cmp	-1(%edx), %cl
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(end)
Packit 6c4009
	RETURN
Packit 6c4009
Packit 6c4009
	.p2align 4
Packit 6c4009
L(62bytes):
Packit 6c4009
	movdqu	-62(%eax), %xmm1
Packit 6c4009
	movdqu	-62(%edx), %xmm2
Packit 6c4009
	mov	$-62, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(46bytes):
Packit 6c4009
	mov	$-46, %ebx
Packit 6c4009
	movdqu	-46(%eax), %xmm1
Packit 6c4009
	movdqu	-46(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(30bytes):
Packit 6c4009
	mov	$-30, %ebx
Packit 6c4009
	movdqu	-30(%eax), %xmm1
Packit 6c4009
	movdqu	-30(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
	mov	-14(%eax), %ecx
Packit 6c4009
	mov	-14(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	mov	-10(%eax), %ecx
Packit 6c4009
	mov	-10(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	mov	-6(%eax), %ecx
Packit 6c4009
	mov	-6(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	movzwl	-2(%eax), %ecx
Packit 6c4009
	movzwl	-2(%edx), %ebx
Packit 6c4009
	cmp	%bl, %cl
Packit 6c4009
	jne	L(end)
Packit 6c4009
	cmp	%bh, %ch
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(end)
Packit 6c4009
	RETURN
Packit 6c4009
Packit 6c4009
	.p2align 4
Packit 6c4009
L(63bytes):
Packit 6c4009
	movdqu	-63(%eax), %xmm1
Packit 6c4009
	movdqu	-63(%edx), %xmm2
Packit 6c4009
	mov	$-63, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(47bytes):
Packit 6c4009
	mov	$-47, %ebx
Packit 6c4009
	movdqu	-47(%eax), %xmm1
Packit 6c4009
	movdqu	-47(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(31bytes):
Packit 6c4009
	mov	$-31, %ebx
Packit 6c4009
	movdqu	-31(%eax), %xmm1
Packit 6c4009
	movdqu	-31(%edx), %xmm2
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
Packit 6c4009
	movl	-15(%eax), %ecx
Packit 6c4009
	movl	-15(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	movl	-11(%eax), %ecx
Packit 6c4009
	movl	-11(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	movl	-7(%eax), %ecx
Packit 6c4009
	movl	-7(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	movzwl	-3(%eax), %ecx
Packit 6c4009
	movzwl	-3(%edx), %ebx
Packit 6c4009
	cmpb	%bl, %cl
Packit 6c4009
	jne	L(end)
Packit 6c4009
	cmp	%bx, %cx
Packit 6c4009
	jne	L(end)
Packit 6c4009
	movzbl	-1(%eax), %eax
Packit 6c4009
	cmpb	-1(%edx), %al
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(end)
Packit 6c4009
	RETURN
Packit 6c4009
# endif
Packit 6c4009
Packit 6c4009
	.p2align 4
Packit 6c4009
L(64bytes):
Packit 6c4009
	movdqu	-64(%eax), %xmm1
Packit 6c4009
	movdqu	-64(%edx), %xmm2
Packit 6c4009
	mov	$-64, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(48bytes):
Packit 6c4009
	movdqu	-48(%eax), %xmm1
Packit 6c4009
	movdqu	-48(%edx), %xmm2
Packit 6c4009
	mov	$-48, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
L(32bytes):
Packit 6c4009
	movdqu	-32(%eax), %xmm1
Packit 6c4009
	movdqu	-32(%edx), %xmm2
Packit 6c4009
	mov	$-32, %ebx
Packit 6c4009
	pxor	%xmm1, %xmm2
Packit 6c4009
	ptest	%xmm2, %xmm0
Packit 6c4009
	jnc	L(less16bytes)
Packit 6c4009
Packit 6c4009
	mov	-16(%eax), %ecx
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	mov	-16(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
# else
Packit 6c4009
	cmp	-16(%edx), %ecx
Packit 6c4009
# endif
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
Packit 6c4009
	mov	-12(%eax), %ecx
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	mov	-12(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
# else
Packit 6c4009
	cmp	-12(%edx), %ecx
Packit 6c4009
# endif
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
Packit 6c4009
	mov	-8(%eax), %ecx
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	mov	-8(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
# else
Packit 6c4009
	cmp	-8(%edx), %ecx
Packit 6c4009
# endif
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
Packit 6c4009
	mov	-4(%eax), %ecx
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	mov	-4(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
# else
Packit 6c4009
	cmp	-4(%edx), %ecx
Packit 6c4009
# endif
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	RETURN
Packit 6c4009
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	.p2align 4
Packit 6c4009
L(less16bytes):
Packit 6c4009
	add	%ebx, %eax
Packit 6c4009
	add	%ebx, %edx
Packit 6c4009
Packit 6c4009
	mov	(%eax), %ecx
Packit 6c4009
	mov	(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
Packit 6c4009
	mov	4(%eax), %ecx
Packit 6c4009
	mov	4(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
Packit 6c4009
	mov	8(%eax), %ecx
Packit 6c4009
	mov	8(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
Packit 6c4009
	mov	12(%eax), %ecx
Packit 6c4009
	mov	12(%edx), %ebx
Packit 6c4009
	cmp	%ebx, %ecx
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	RETURN
Packit 6c4009
# else
Packit 6c4009
	.p2align 4
Packit 6c4009
L(less16bytes):
Packit 6c4009
	add	%ebx, %eax
Packit 6c4009
	add	%ebx, %edx
Packit 6c4009
Packit 6c4009
	mov	(%eax), %ecx
Packit 6c4009
	cmp	(%edx), %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
Packit 6c4009
	mov	4(%eax), %ecx
Packit 6c4009
	cmp	4(%edx), %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
Packit 6c4009
	mov	8(%eax), %ecx
Packit 6c4009
	cmp	8(%edx), %ecx
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
Packit 6c4009
	mov	12(%eax), %ecx
Packit 6c4009
	cmp	12(%edx), %ecx
Packit 6c4009
Packit 6c4009
	mov	$0, %eax
Packit 6c4009
	jne	L(find_diff)
Packit 6c4009
	RETURN
Packit 6c4009
# endif
Packit 6c4009
Packit 6c4009
	.p2align 4
Packit 6c4009
L(find_diff):
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
	cmpb	%bl, %cl
Packit 6c4009
	jne	L(end)
Packit 6c4009
	cmp	%bx, %cx
Packit 6c4009
	jne	L(end)
Packit 6c4009
	shr	$16,%ecx
Packit 6c4009
	shr	$16,%ebx
Packit 6c4009
	cmp	%bl, %cl
Packit 6c4009
	jne	L(end)
Packit 6c4009
	cmp	%bx, %cx
Packit 6c4009
L(end):
Packit 6c4009
	POP	(%ebx)
Packit 6c4009
	mov	$1, %eax
Packit 6c4009
	ja	L(bigger)
Packit 6c4009
	neg	%eax
Packit 6c4009
L(bigger):
Packit 6c4009
	ret
Packit 6c4009
# else
Packit 6c4009
	POP	(%ebx)
Packit 6c4009
	mov	$1, %eax
Packit 6c4009
	jg	L(bigger)
Packit 6c4009
	neg	%eax
Packit 6c4009
	ret
Packit 6c4009
Packit 6c4009
	.p2align 4
Packit 6c4009
L(bigger):
Packit 6c4009
	ret
Packit 6c4009
# endif
Packit 6c4009
END (MEMCMP)
Packit 6c4009
Packit 6c4009
	.section .rodata.sse4.2,"a",@progbits
Packit 6c4009
	.p2align 2
Packit 6c4009
	.type	L(table_64bytes), @object
Packit 6c4009
# ifndef USE_AS_WMEMCMP
Packit 6c4009
L(table_64bytes):
Packit 6c4009
	.int	JMPTBL (L(0bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(1bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(2bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(3bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(4bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(5bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(6bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(7bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(8bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(9bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(10bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(11bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(12bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(13bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(14bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(15bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(16bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(17bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(18bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(19bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(20bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(21bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(22bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(23bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(24bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(25bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(26bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(27bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(28bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(29bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(30bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(31bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(32bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(33bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(34bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(35bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(36bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(37bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(38bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(39bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(40bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(41bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(42bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(43bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(44bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(45bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(46bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(47bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(48bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(49bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(50bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(51bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(52bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(53bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(54bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(55bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(56bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(57bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(58bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(59bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(60bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(61bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(62bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(63bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(64bytes), L(table_64bytes))
Packit 6c4009
# else
Packit 6c4009
L(table_64bytes):
Packit 6c4009
	.int	JMPTBL (L(0bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(4bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(8bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(12bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(16bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(20bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(24bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(28bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(32bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(36bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(40bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(44bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(48bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(52bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(56bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(60bytes), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(unreal_case), L(table_64bytes))
Packit 6c4009
	.int	JMPTBL (L(64bytes), L(table_64bytes))
Packit 6c4009
# endif
Packit 6c4009
#endif