|
Packit |
5c3484 |
dnl AMD64 mpn_addlsh_n -- rp[] = up[] + (vp[] << k)
|
|
Packit |
5c3484 |
dnl AMD64 mpn_rsblsh_n -- rp[] = (vp[] << k) - up[]
|
|
Packit |
5c3484 |
dnl Optimised for Nehalem.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl Contributed to the GNU project by Torbjorn Granlund.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl Copyright 2011, 2012 Free Software Foundation, Inc.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl This file is part of the GNU MP Library.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl The GNU MP Library is free software; you can redistribute it and/or modify
|
|
Packit |
5c3484 |
dnl it under the terms of either:
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl * the GNU Lesser General Public License as published by the Free
|
|
Packit |
5c3484 |
dnl Software Foundation; either version 3 of the License, or (at your
|
|
Packit |
5c3484 |
dnl option) any later version.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl or
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl * the GNU General Public License as published by the Free Software
|
|
Packit |
5c3484 |
dnl Foundation; either version 2 of the License, or (at your option) any
|
|
Packit |
5c3484 |
dnl later version.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl or both in parallel, as here.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl The GNU MP Library is distributed in the hope that it will be useful, but
|
|
Packit |
5c3484 |
dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
|
|
Packit |
5c3484 |
dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
Packit |
5c3484 |
dnl for more details.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl You should have received copies of the GNU General Public License and the
|
|
Packit |
5c3484 |
dnl GNU Lesser General Public License along with the GNU MP Library. If not,
|
|
Packit |
5c3484 |
dnl see https://www.gnu.org/licenses/.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
include(`../config.m4')
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C cycles/limb
|
|
Packit |
5c3484 |
C AMD K8,K9 ?
|
|
Packit |
5c3484 |
C AMD K10 4.75
|
|
Packit |
5c3484 |
C Intel P4 ?
|
|
Packit |
5c3484 |
C Intel core2 2.8-3
|
|
Packit |
5c3484 |
C Intel NHM 2.8
|
|
Packit |
5c3484 |
C Intel SBR 3.55
|
|
Packit |
5c3484 |
C Intel atom ?
|
|
Packit |
5c3484 |
C VIA nano ?
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C The inner-loop probably runs close to optimally on Nehalem (using 4-way
|
|
Packit |
5c3484 |
C unrolling). The rest of the code is quite crude, and could perhaps be made
|
|
Packit |
5c3484 |
C both smaller and faster.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C INPUT PARAMETERS
|
|
Packit |
5c3484 |
define(`rp', `%rdi')
|
|
Packit |
5c3484 |
define(`up', `%rsi')
|
|
Packit |
5c3484 |
define(`vp', `%rdx')
|
|
Packit |
5c3484 |
define(`n', `%rcx')
|
|
Packit |
5c3484 |
define(`cnt', `%r8')
|
|
Packit |
5c3484 |
define(`cy', `%r9') C for _nc variant
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ifdef(`OPERATION_addlsh_n', `
|
|
Packit |
5c3484 |
define(ADDSUB, add)
|
|
Packit |
5c3484 |
define(ADCSBB, adc)
|
|
Packit |
5c3484 |
define(IFRSB, )
|
|
Packit |
5c3484 |
define(func_n, mpn_addlsh_n)
|
|
Packit |
5c3484 |
define(func_nc, mpn_addlsh_nc)')
|
|
Packit |
5c3484 |
ifdef(`OPERATION_rsblsh_n', `
|
|
Packit |
5c3484 |
define(ADDSUB, sub)
|
|
Packit |
5c3484 |
define(ADCSBB, sbb)
|
|
Packit |
5c3484 |
define(IFRSB, `$1')
|
|
Packit |
5c3484 |
define(func_n, mpn_rsblsh_n)
|
|
Packit |
5c3484 |
define(func_nc, mpn_rsblsh_nc)')
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C mpn_rsblsh_nc removed below, its idea of carry-in is inconsistent with
|
|
Packit |
5c3484 |
C refmpn_rsblsh_nc
|
|
Packit |
5c3484 |
MULFUNC_PROLOGUE(mpn_addlsh_n mpn_addlsh_nc mpn_rsblsh_n)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ABI_SUPPORT(DOS64)
|
|
Packit |
5c3484 |
ABI_SUPPORT(STD64)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ASM_START()
|
|
Packit |
5c3484 |
TEXT
|
|
Packit |
5c3484 |
ALIGN(32)
|
|
Packit |
5c3484 |
PROLOGUE(func_n)
|
|
Packit |
5c3484 |
FUNC_ENTRY(4)
|
|
Packit |
5c3484 |
IFDOS(` mov 56(%rsp), %r8d ') C cnt
|
|
Packit |
5c3484 |
push %rbx
|
|
Packit |
5c3484 |
xor R32(%rbx), R32(%rbx) C clear CF save register
|
|
Packit |
5c3484 |
L(ent): push %rbp
|
|
Packit |
5c3484 |
mov R32(n), R32(%rbp)
|
|
Packit |
5c3484 |
mov n, %rax
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
mov R32(cnt), R32(%rcx)
|
|
Packit |
5c3484 |
neg R32(%rcx)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
lea -8(up,%rax,8), up
|
|
Packit |
5c3484 |
lea -8(vp,%rax,8), vp
|
|
Packit |
5c3484 |
lea -40(rp,%rax,8), rp
|
|
Packit |
5c3484 |
neg %rax
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
and $3, R32(%rbp)
|
|
Packit |
5c3484 |
jz L(b0)
|
|
Packit |
5c3484 |
cmp $2, R32(%rbp)
|
|
Packit |
5c3484 |
jc L(b1)
|
|
Packit |
5c3484 |
jz L(b2)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(b3): xor R32(%r9), R32(%r9)
|
|
Packit |
5c3484 |
mov 8(vp,%rax,8), %r10
|
|
Packit |
5c3484 |
mov 16(vp,%rax,8), %r11
|
|
Packit |
5c3484 |
shrd %cl, %r10, %r9
|
|
Packit |
5c3484 |
shrd %cl, %r11, %r10
|
|
Packit |
5c3484 |
add R32(%rbx), R32(%rbx)
|
|
Packit |
5c3484 |
ADCSBB 8(up,%rax,8), %r9
|
|
Packit |
5c3484 |
mov 24(vp,%rax,8), %r8
|
|
Packit |
5c3484 |
ADCSBB 16(up,%rax,8), %r10
|
|
Packit |
5c3484 |
sbb R32(%rbx), R32(%rbx)
|
|
Packit |
5c3484 |
add $3, %rax
|
|
Packit |
5c3484 |
jmp L(lo3)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(b0): mov 8(vp,%rax,8), %r9
|
|
Packit |
5c3484 |
xor R32(%r8), R32(%r8)
|
|
Packit |
5c3484 |
shrd %cl, %r9, %r8
|
|
Packit |
5c3484 |
mov 16(vp,%rax,8), %r10
|
|
Packit |
5c3484 |
mov 24(vp,%rax,8), %r11
|
|
Packit |
5c3484 |
shrd %cl, %r10, %r9
|
|
Packit |
5c3484 |
shrd %cl, %r11, %r10
|
|
Packit |
5c3484 |
add R32(%rbx), R32(%rbx)
|
|
Packit |
5c3484 |
ADCSBB 8(up,%rax,8), %r8
|
|
Packit |
5c3484 |
mov %r8, 40(rp,%rax,8) C offset 40
|
|
Packit |
5c3484 |
ADCSBB 16(up,%rax,8), %r9
|
|
Packit |
5c3484 |
mov 32(vp,%rax,8), %r8
|
|
Packit |
5c3484 |
ADCSBB 24(up,%rax,8), %r10
|
|
Packit |
5c3484 |
sbb R32(%rbx), R32(%rbx)
|
|
Packit |
5c3484 |
add $4, %rax
|
|
Packit |
5c3484 |
jmp L(lo0)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(b1): mov 8(vp,%rax,8), %r8
|
|
Packit |
5c3484 |
add $1, %rax
|
|
Packit |
5c3484 |
jz L(1)
|
|
Packit |
5c3484 |
mov 8(vp,%rax,8), %r9
|
|
Packit |
5c3484 |
xor R32(%rbp), R32(%rbp)
|
|
Packit |
5c3484 |
jmp L(lo1)
|
|
Packit |
5c3484 |
L(1): xor R32(%r11), R32(%r11)
|
|
Packit |
5c3484 |
jmp L(wd1)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(b2): xor %r10, %r10
|
|
Packit |
5c3484 |
mov 8(vp,%rax,8), %r11
|
|
Packit |
5c3484 |
shrd %cl, %r11, %r10
|
|
Packit |
5c3484 |
add R32(%rbx), R32(%rbx)
|
|
Packit |
5c3484 |
mov 16(vp,%rax,8), %r8
|
|
Packit |
5c3484 |
ADCSBB 8(up,%rax,8), %r10
|
|
Packit |
5c3484 |
sbb R32(%rbx), R32(%rbx)
|
|
Packit |
5c3484 |
add $2, %rax
|
|
Packit |
5c3484 |
jz L(end)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ALIGN(16)
|
|
Packit |
5c3484 |
L(top): mov 8(vp,%rax,8), %r9
|
|
Packit |
5c3484 |
mov %r11, %rbp
|
|
Packit |
5c3484 |
L(lo2): mov %r10, 24(rp,%rax,8) C offset 24
|
|
Packit |
5c3484 |
L(lo1): shrd %cl, %r8, %rbp
|
|
Packit |
5c3484 |
shrd %cl, %r9, %r8
|
|
Packit |
5c3484 |
mov 16(vp,%rax,8), %r10
|
|
Packit |
5c3484 |
mov 24(vp,%rax,8), %r11
|
|
Packit |
5c3484 |
shrd %cl, %r10, %r9
|
|
Packit |
5c3484 |
shrd %cl, %r11, %r10
|
|
Packit |
5c3484 |
add R32(%rbx), R32(%rbx)
|
|
Packit |
5c3484 |
ADCSBB (up,%rax,8), %rbp
|
|
Packit |
5c3484 |
ADCSBB 8(up,%rax,8), %r8
|
|
Packit |
5c3484 |
mov %r8, 40(rp,%rax,8) C offset 40
|
|
Packit |
5c3484 |
ADCSBB 16(up,%rax,8), %r9
|
|
Packit |
5c3484 |
mov 32(vp,%rax,8), %r8
|
|
Packit |
5c3484 |
ADCSBB 24(up,%rax,8), %r10
|
|
Packit |
5c3484 |
sbb R32(%rbx), R32(%rbx)
|
|
Packit |
5c3484 |
add $4, %rax
|
|
Packit |
5c3484 |
mov %rbp, (rp,%rax,8) C offset 32
|
|
Packit |
5c3484 |
L(lo0):
|
|
Packit |
5c3484 |
L(lo3): mov %r9, 16(rp,%rax,8) C offset 48
|
|
Packit |
5c3484 |
jnz L(top)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(end): mov %r10, 24(rp,%rax,8)
|
|
Packit |
5c3484 |
L(wd1): shrd %cl, %r8, %r11
|
|
Packit |
5c3484 |
add R32(%rbx), R32(%rbx)
|
|
Packit |
5c3484 |
ADCSBB (up,%rax,8), %r11
|
|
Packit |
5c3484 |
mov %r11, 32(rp,%rax,8) C offset 32
|
|
Packit |
5c3484 |
adc R32(%rax), R32(%rax) C rax is zero after loop
|
|
Packit |
5c3484 |
shr R8(%rcx), %r8
|
|
Packit |
5c3484 |
ADDSUB %r8, %rax
|
|
Packit |
5c3484 |
IFRSB( neg %rax)
|
|
Packit |
5c3484 |
pop %rbp
|
|
Packit |
5c3484 |
pop %rbx
|
|
Packit |
5c3484 |
FUNC_EXIT()
|
|
Packit |
5c3484 |
ret
|
|
Packit |
5c3484 |
EPILOGUE()
|
|
Packit |
5c3484 |
PROLOGUE(func_nc)
|
|
Packit |
5c3484 |
FUNC_ENTRY(4)
|
|
Packit |
5c3484 |
IFDOS(` mov 56(%rsp), %r8d ') C cnt
|
|
Packit |
5c3484 |
IFDOS(` mov 64(%rsp), %r9 ') C cy
|
|
Packit |
5c3484 |
push %rbx
|
|
Packit |
5c3484 |
neg cy
|
|
Packit |
5c3484 |
sbb R32(%rbx), R32(%rbx) C initialise CF save register
|
|
Packit |
5c3484 |
jmp L(ent)
|
|
Packit |
5c3484 |
EPILOGUE()
|
|
rpm-build |
01f633 |
CF_PROT
|