|
Packit |
5c3484 |
dnl Intel Pentium mpn_divexact_1 -- mpn by limb exact division.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl Rearranged from mpn/x86/pentium/dive_1.asm by Marco Bodrato.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl Copyright 2001, 2002, 2011, 2014 Free Software Foundation, Inc.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl This file is part of the GNU MP Library.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl The GNU MP Library is free software; you can redistribute it and/or modify
|
|
Packit |
5c3484 |
dnl it under the terms of either:
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl * the GNU Lesser General Public License as published by the Free
|
|
Packit |
5c3484 |
dnl Software Foundation; either version 3 of the License, or (at your
|
|
Packit |
5c3484 |
dnl option) any later version.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl or
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl * the GNU General Public License as published by the Free Software
|
|
Packit |
5c3484 |
dnl Foundation; either version 2 of the License, or (at your option) any
|
|
Packit |
5c3484 |
dnl later version.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl or both in parallel, as here.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl The GNU MP Library is distributed in the hope that it will be useful, but
|
|
Packit |
5c3484 |
dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
|
|
Packit |
5c3484 |
dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
Packit |
5c3484 |
dnl for more details.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl You should have received copies of the GNU General Public License and the
|
|
Packit |
5c3484 |
dnl GNU Lesser General Public License along with the GNU MP Library. If not,
|
|
Packit |
5c3484 |
dnl see https://www.gnu.org/licenses/.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
include(`../config.m4')
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C divisor
|
|
Packit |
5c3484 |
C odd even
|
|
Packit |
5c3484 |
C P54: 24.5 30.5 cycles/limb
|
|
Packit |
5c3484 |
C P55: 23.0 28.0
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
MULFUNC_PROLOGUE(mpn_bdiv_q_1 mpn_pi1_bdiv_q_1)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C The P55 speeds noted above, 23 cycles odd or 28 cycles even, are as
|
|
Packit |
5c3484 |
C expected. On P54 in the even case the shrdl pairing nonsense (see
|
|
Packit |
5c3484 |
C mpn/x86/pentium/README) costs 1 cycle, but it's not clear why there's a
|
|
Packit |
5c3484 |
C further 1.5 slowdown for both odd and even.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
defframe(PARAM_SHIFT, 24)
|
|
Packit |
5c3484 |
defframe(PARAM_INVERSE,20)
|
|
Packit |
5c3484 |
defframe(PARAM_DIVISOR,16)
|
|
Packit |
5c3484 |
defframe(PARAM_SIZE, 12)
|
|
Packit |
5c3484 |
defframe(PARAM_SRC, 8)
|
|
Packit |
5c3484 |
defframe(PARAM_DST, 4)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl re-use parameter space
|
|
Packit |
5c3484 |
define(VAR_INVERSE,`PARAM_DST')
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
TEXT
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ALIGN(32)
|
|
Packit |
5c3484 |
C mp_limb_t mpn_bdiv_q_1 (mp_ptr dst, mp_srcptr src, mp_size_t size,
|
|
Packit |
5c3484 |
C mp_limb_t divisor);
|
|
Packit |
5c3484 |
C
|
|
Packit |
5c3484 |
PROLOGUE(mpn_bdiv_q_1)
|
|
Packit |
5c3484 |
deflit(`FRAME',0)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
movl $-1, %ecx
|
|
Packit |
5c3484 |
movl PARAM_DIVISOR, %eax
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(strip_twos):
|
|
Packit |
5c3484 |
ASSERT(nz, `orl %eax, %eax')
|
|
Packit |
5c3484 |
shrl %eax
|
|
Packit |
5c3484 |
incl %ecx C shift count
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
jnc L(strip_twos)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
leal 1(%eax,%eax), %edx C d
|
|
Packit |
5c3484 |
andl $127, %eax C d/2, 7 bits
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
pushl %ebx FRAME_pushl()
|
|
Packit |
5c3484 |
pushl %ebp FRAME_pushl()
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ifdef(`PIC',`
|
|
Packit |
5c3484 |
ifdef(`DARWIN',`
|
|
Packit |
5c3484 |
LEA( binvert_limb_table, %ebp)
|
|
Packit |
5c3484 |
movzbl (%eax,%ebp), %eax
|
|
Packit |
5c3484 |
',`
|
|
Packit |
5c3484 |
call L(here)
|
|
Packit |
5c3484 |
L(here):
|
|
Packit |
5c3484 |
popl %ebp C eip
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
addl $_GLOBAL_OFFSET_TABLE_+[.-L(here)], %ebp
|
|
Packit |
5c3484 |
C AGI
|
|
Packit |
5c3484 |
movl binvert_limb_table@GOT(%ebp), %ebp
|
|
Packit |
5c3484 |
C AGI
|
|
Packit |
5c3484 |
movzbl (%eax,%ebp), %eax
|
|
Packit |
5c3484 |
')
|
|
Packit |
5c3484 |
',`
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl non-PIC
|
|
Packit |
5c3484 |
movzbl binvert_limb_table(%eax), %eax C inv 8 bits
|
|
Packit |
5c3484 |
')
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
movl %eax, %ebp C inv
|
|
Packit |
5c3484 |
addl %eax, %eax C 2*inv
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
imull %ebp, %ebp C inv*inv
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
imull %edx, %ebp C inv*inv*d
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
subl %ebp, %eax C inv = 2*inv - inv*inv*d
|
|
Packit |
5c3484 |
movl PARAM_SIZE, %ebx
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
movl %eax, %ebp
|
|
Packit |
5c3484 |
addl %eax, %eax C 2*inv
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
imull %ebp, %ebp C inv*inv
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
imull %edx, %ebp C inv*inv*d
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
subl %ebp, %eax C inv = 2*inv - inv*inv*d
|
|
Packit |
5c3484 |
movl %edx, PARAM_DIVISOR C d without twos
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ASSERT(e,` C expect d*inv == 1 mod 2^GMP_LIMB_BITS
|
|
Packit |
5c3484 |
pushl %eax FRAME_pushl()
|
|
Packit |
5c3484 |
imull PARAM_DIVISOR, %eax
|
|
Packit |
5c3484 |
cmpl $1, %eax
|
|
Packit |
5c3484 |
popl %eax FRAME_popl()')
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
jmp L(common)
|
|
Packit |
5c3484 |
EPILOGUE()
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C mp_limb_t
|
|
Packit |
5c3484 |
C mpn_pi1_bdiv_q_1 (mp_ptr dst, mp_srcptr src, mp_size_t size, mp_limb_t divisor,
|
|
Packit |
5c3484 |
C mp_limb_t inverse, int shift)
|
|
Packit |
5c3484 |
ALIGN(32)
|
|
Packit |
5c3484 |
PROLOGUE(mpn_pi1_bdiv_q_1)
|
|
Packit |
5c3484 |
deflit(`FRAME',0)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
movl PARAM_SHIFT, %ecx
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
pushl %ebx FRAME_pushl()
|
|
Packit |
5c3484 |
pushl %ebp FRAME_pushl()
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
movl PARAM_SIZE, %ebx
|
|
Packit |
5c3484 |
movl PARAM_INVERSE, %eax
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(common):
|
|
Packit |
5c3484 |
pushl %esi FRAME_pushl()
|
|
Packit |
5c3484 |
push %edi FRAME_pushl()
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
movl PARAM_SRC, %esi
|
|
Packit |
5c3484 |
movl PARAM_DST, %edi
|
|
Packit |
5c3484 |
movl %eax, VAR_INVERSE
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
leal (%esi,%ebx,4), %esi C src end
|
|
Packit |
5c3484 |
leal (%edi,%ebx,4), %edi C dst end
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
negl %ebx C -size
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
xorl %ebp, %ebp C initial carry bit
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
orl %ecx, %ecx C shift
|
|
Packit |
5c3484 |
movl (%esi,%ebx,4), %eax C src low limb
|
|
Packit |
5c3484 |
jz L(odd_entry)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
xorl %edx, %edx C initial carry limb (for even, if one)
|
|
Packit |
5c3484 |
incl %ebx
|
|
Packit |
5c3484 |
jz L(one)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
movl (%esi,%ebx,4), %edx C src second limb (for even)
|
|
Packit |
5c3484 |
shrdl( %cl, %edx, %eax)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
jmp L(even_entry)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ALIGN(8)
|
|
Packit |
5c3484 |
L(odd_top):
|
|
Packit |
5c3484 |
C eax scratch
|
|
Packit |
5c3484 |
C ebx counter, limbs, negative
|
|
Packit |
5c3484 |
C ecx
|
|
Packit |
5c3484 |
C edx
|
|
Packit |
5c3484 |
C esi src end
|
|
Packit |
5c3484 |
C edi dst end
|
|
Packit |
5c3484 |
C ebp carry bit, 0 or -1
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
mull PARAM_DIVISOR
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
movl (%esi,%ebx,4), %eax
|
|
Packit |
5c3484 |
subl %ebp, %edx
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
subl %edx, %eax
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
sbbl %ebp, %ebp
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(odd_entry):
|
|
Packit |
5c3484 |
imull VAR_INVERSE, %eax
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
movl %eax, (%edi,%ebx,4)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
incl %ebx
|
|
Packit |
5c3484 |
jnz L(odd_top)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
popl %edi
|
|
Packit |
5c3484 |
popl %esi
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
popl %ebp
|
|
Packit |
5c3484 |
popl %ebx
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ret
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(even_top):
|
|
Packit |
5c3484 |
C eax scratch
|
|
Packit |
5c3484 |
C ebx counter, limbs, negative
|
|
Packit |
5c3484 |
C ecx twos
|
|
Packit |
5c3484 |
C edx
|
|
Packit |
5c3484 |
C esi src end
|
|
Packit |
5c3484 |
C edi dst end
|
|
Packit |
5c3484 |
C ebp carry bit, 0 or -1
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
mull PARAM_DIVISOR
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
subl %ebp, %edx C carry bit
|
|
Packit |
5c3484 |
movl -4(%esi,%ebx,4), %eax C src limb
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
movl (%esi,%ebx,4), %ebp C and one above it
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
shrdl( %cl, %ebp, %eax)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
subl %edx, %eax C carry limb
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
sbbl %ebp, %ebp
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(even_entry):
|
|
Packit |
5c3484 |
imull VAR_INVERSE, %eax
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
movl %eax, -4(%edi,%ebx,4)
|
|
Packit |
5c3484 |
incl %ebx
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
jnz L(even_top)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
mull PARAM_DIVISOR
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
movl -4(%esi), %eax C src high limb
|
|
Packit |
5c3484 |
subl %ebp, %edx
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(one):
|
|
Packit |
5c3484 |
shrl %cl, %eax
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
subl %edx, %eax C no carry if division is exact
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
imull VAR_INVERSE, %eax
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
movl %eax, -4(%edi) C dst high limb
|
|
Packit |
5c3484 |
nop C protect against cache bank clash
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
popl %edi
|
|
Packit |
5c3484 |
popl %esi
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
popl %ebp
|
|
Packit |
5c3484 |
popl %ebx
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ret
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
EPILOGUE()
|
|
Packit |
5c3484 |
ASM_END()
|