|
Packit |
5c3484 |
dnl AMD64 mpn_mul_1 optimised for Intel Broadwell.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl Copyright 2015 Free Software Foundation, Inc.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl This file is part of the GNU MP Library.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl The GNU MP Library is free software; you can redistribute it and/or modify
|
|
Packit |
5c3484 |
dnl it under the terms of either:
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl * the GNU Lesser General Public License as published by the Free
|
|
Packit |
5c3484 |
dnl Software Foundation; either version 3 of the License, or (at your
|
|
Packit |
5c3484 |
dnl option) any later version.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl or
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl * the GNU General Public License as published by the Free Software
|
|
Packit |
5c3484 |
dnl Foundation; either version 2 of the License, or (at your option) any
|
|
Packit |
5c3484 |
dnl later version.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl or both in parallel, as here.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl The GNU MP Library is distributed in the hope that it will be useful, but
|
|
Packit |
5c3484 |
dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
|
|
Packit |
5c3484 |
dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
Packit |
5c3484 |
dnl for more details.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl You should have received copies of the GNU General Public License and the
|
|
Packit |
5c3484 |
dnl GNU Lesser General Public License along with the GNU MP Library. If not,
|
|
Packit |
5c3484 |
dnl see https://www.gnu.org/licenses/.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
include(`../config.m4')
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C cycles/limb
|
|
Packit |
5c3484 |
C AMD K8,K9 n/a
|
|
Packit |
5c3484 |
C AMD K10 n/a
|
|
Packit |
5c3484 |
C AMD bull n/a
|
|
Packit |
5c3484 |
C AMD pile n/a
|
|
Packit |
5c3484 |
C AMD steam n/a
|
|
Packit |
5c3484 |
C AMD bobcat n/a
|
|
Packit |
5c3484 |
C AMD jaguar n/a
|
|
Packit |
5c3484 |
C Intel P4 n/a
|
|
Packit |
5c3484 |
C Intel core2 n/a
|
|
Packit |
5c3484 |
C Intel NHM n/a
|
|
Packit |
5c3484 |
C Intel SBR n/a
|
|
Packit |
5c3484 |
C Intel IBR n/a
|
|
Packit |
5c3484 |
C Intel HWL 1.68
|
|
Packit |
5c3484 |
C Intel BWL 1.69
|
|
Packit |
5c3484 |
C Intel atom n/a
|
|
Packit |
5c3484 |
C Intel SLM n/a
|
|
Packit |
5c3484 |
C VIA nano n/a
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C The loop of this code is the result of running a code generation and
|
|
Packit |
5c3484 |
C optimisation tool suite written by David Harvey and Torbjorn Granlund.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C TODO
|
|
Packit |
5c3484 |
C * Put an initial mulx before switching, targeting some free registers.
|
|
Packit |
5c3484 |
C * Tune feed-in code.
|
|
Packit |
5c3484 |
C * Trim nop execution after L(f2).
|
|
Packit |
5c3484 |
C * Port to DOS64, not forgetting nop execution.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
define(`rp', `%rdi') C rcx
|
|
Packit |
5c3484 |
define(`up', `%rsi') C rdx
|
|
Packit |
5c3484 |
define(`n_param', `%rdx') C r8
|
|
Packit |
5c3484 |
define(`v0_param',`%rcx') C r9
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
define(`n', `%rcx')
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl ABI_SUPPORT(DOS64)
|
|
Packit |
5c3484 |
ABI_SUPPORT(STD64)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl IFDOS(` define(`up', ``%rsi'') ') dnl
|
|
Packit |
5c3484 |
dnl IFDOS(` define(`rp', ``%rcx'') ') dnl
|
|
Packit |
5c3484 |
dnl IFDOS(` define(`vl', ``%r9'') ') dnl
|
|
Packit |
5c3484 |
dnl IFDOS(` define(`r9', ``rdi'') ') dnl
|
|
Packit |
5c3484 |
dnl IFDOS(` define(`n', ``%r8'') ') dnl
|
|
Packit |
5c3484 |
dnl IFDOS(` define(`r8', ``r11'') ') dnl
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ASM_START()
|
|
Packit |
5c3484 |
TEXT
|
|
Packit |
5c3484 |
ALIGN(32)
|
|
Packit |
5c3484 |
PROLOGUE(mpn_mul_1)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
mov v0_param, %r10
|
|
Packit |
5c3484 |
mov n_param, n
|
|
Packit |
5c3484 |
mov R32(n_param), R32(%r8)
|
|
Packit |
5c3484 |
shr $3, n
|
|
Packit |
5c3484 |
and $7, R32(%r8) C clear OF, CF as side-effect
|
|
Packit |
5c3484 |
mov %r10, %rdx
|
|
Packit |
5c3484 |
lea L(tab)(%rip), %r10
|
|
Packit |
5c3484 |
ifdef(`PIC',
|
|
Packit |
5c3484 |
` movslq (%r10,%r8,4), %r8
|
|
Packit |
5c3484 |
lea (%r8, %r10), %r10
|
|
Packit |
5c3484 |
jmp *%r10
|
|
Packit |
5c3484 |
',`
|
|
Packit |
5c3484 |
jmp *(%r10,%r8,8)
|
|
Packit |
5c3484 |
')
|
|
Packit |
5c3484 |
JUMPTABSECT
|
|
Packit |
5c3484 |
ALIGN(8)
|
|
Packit |
5c3484 |
L(tab): JMPENT( L(f0), L(tab))
|
|
Packit |
5c3484 |
JMPENT( L(f1), L(tab))
|
|
Packit |
5c3484 |
JMPENT( L(f2), L(tab))
|
|
Packit |
5c3484 |
JMPENT( L(f3), L(tab))
|
|
Packit |
5c3484 |
JMPENT( L(f4), L(tab))
|
|
Packit |
5c3484 |
JMPENT( L(f5), L(tab))
|
|
Packit |
5c3484 |
JMPENT( L(f6), L(tab))
|
|
Packit |
5c3484 |
JMPENT( L(f7), L(tab))
|
|
Packit |
5c3484 |
TEXT
|
|
Packit |
5c3484 |
|
|
rpm-build |
c3cd4f |
L(f0): CFPROT_ENDBR
|
|
rpm-build |
c3cd4f |
mulx( (up), %r10, %r8)
|
|
Packit |
5c3484 |
lea 56(up), up
|
|
Packit |
5c3484 |
lea -8(rp), rp
|
|
Packit |
5c3484 |
jmp L(b0)
|
|
Packit |
5c3484 |
|
|
rpm-build |
c3cd4f |
L(f3): CFPROT_ENDBR
|
|
rpm-build |
c3cd4f |
mulx( (up), %r9, %rax)
|
|
Packit |
5c3484 |
lea 16(up), up
|
|
Packit |
5c3484 |
lea 16(rp), rp
|
|
Packit |
5c3484 |
inc n
|
|
Packit |
5c3484 |
jmp L(b3)
|
|
Packit |
5c3484 |
|
|
rpm-build |
c3cd4f |
L(f4): CFPROT_ENDBR
|
|
rpm-build |
c3cd4f |
mulx( (up), %r10, %r8)
|
|
Packit |
5c3484 |
lea 24(up), up
|
|
Packit |
5c3484 |
lea 24(rp), rp
|
|
Packit |
5c3484 |
inc n
|
|
Packit |
5c3484 |
jmp L(b4)
|
|
Packit |
5c3484 |
|
|
rpm-build |
c3cd4f |
L(f5): CFPROT_ENDBR
|
|
rpm-build |
c3cd4f |
mulx( (up), %r9, %rax)
|
|
Packit |
5c3484 |
lea 32(up), up
|
|
Packit |
5c3484 |
lea 32(rp), rp
|
|
Packit |
5c3484 |
inc n
|
|
Packit |
5c3484 |
jmp L(b5)
|
|
Packit |
5c3484 |
|
|
rpm-build |
c3cd4f |
L(f6): CFPROT_ENDBR
|
|
rpm-build |
c3cd4f |
mulx( (up), %r10, %r8)
|
|
Packit |
5c3484 |
lea 40(up), up
|
|
Packit |
5c3484 |
lea 40(rp), rp
|
|
Packit |
5c3484 |
inc n
|
|
Packit |
5c3484 |
jmp L(b6)
|
|
Packit |
5c3484 |
|
|
rpm-build |
c3cd4f |
L(f7): CFPROT_ENDBR
|
|
rpm-build |
c3cd4f |
mulx( (up), %r9, %rax)
|
|
Packit |
5c3484 |
lea 48(up), up
|
|
Packit |
5c3484 |
lea 48(rp), rp
|
|
Packit |
5c3484 |
inc n
|
|
Packit |
5c3484 |
jmp L(b7)
|
|
Packit |
5c3484 |
|
|
rpm-build |
c3cd4f |
L(f1): CFPROT_ENDBR
|
|
rpm-build |
c3cd4f |
mulx( (up), %r9, %rax)
|
|
Packit |
5c3484 |
test n, n
|
|
Packit |
5c3484 |
jnz L(b1)
|
|
Packit |
5c3484 |
L(1): mov %r9, (rp)
|
|
Packit |
5c3484 |
ret
|
|
Packit |
5c3484 |
|
|
rpm-build |
c3cd4f |
L(f2): CFPROT_ENDBR
|
|
rpm-build |
c3cd4f |
mulx( (up), %r10, %r8)
|
|
Packit |
5c3484 |
lea 8(up), up
|
|
Packit |
5c3484 |
lea 8(rp), rp
|
|
Packit |
5c3484 |
mulx( (up), %r9, %rax)
|
|
Packit |
5c3484 |
test n, n
|
|
Packit |
5c3484 |
jz L(end)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ALIGN(32)
|
|
Packit |
5c3484 |
L(top): mov %r10, -8(rp)
|
|
Packit |
5c3484 |
adc %r8, %r9
|
|
Packit |
5c3484 |
L(b1): mulx( 8,(up), %r10, %r8)
|
|
Packit |
5c3484 |
adc %rax, %r10
|
|
Packit |
5c3484 |
lea 64(up), up
|
|
Packit |
5c3484 |
mov %r9, (rp)
|
|
Packit |
5c3484 |
L(b0): mov %r10, 8(rp)
|
|
Packit |
5c3484 |
mulx( -48,(up), %r9, %rax)
|
|
Packit |
5c3484 |
lea 64(rp), rp
|
|
Packit |
5c3484 |
adc %r8, %r9
|
|
Packit |
5c3484 |
L(b7): mulx( -40,(up), %r10, %r8)
|
|
Packit |
5c3484 |
mov %r9, -48(rp)
|
|
Packit |
5c3484 |
adc %rax, %r10
|
|
Packit |
5c3484 |
L(b6): mov %r10, -40(rp)
|
|
Packit |
5c3484 |
mulx( -32,(up), %r9, %rax)
|
|
Packit |
5c3484 |
adc %r8, %r9
|
|
Packit |
5c3484 |
L(b5): mulx( -24,(up), %r10, %r8)
|
|
Packit |
5c3484 |
mov %r9, -32(rp)
|
|
Packit |
5c3484 |
adc %rax, %r10
|
|
Packit |
5c3484 |
L(b4): mulx( -16,(up), %r9, %rax)
|
|
Packit |
5c3484 |
mov %r10, -24(rp)
|
|
Packit |
5c3484 |
adc %r8, %r9
|
|
Packit |
5c3484 |
L(b3): mulx( -8,(up), %r10, %r8)
|
|
Packit |
5c3484 |
adc %rax, %r10
|
|
Packit |
5c3484 |
mov %r9, -16(rp)
|
|
Packit |
5c3484 |
dec n
|
|
Packit |
5c3484 |
mulx( (up), %r9, %rax)
|
|
Packit |
5c3484 |
jnz L(top)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(end): mov %r10, -8(rp)
|
|
Packit |
5c3484 |
adc %r8, %r9
|
|
Packit |
5c3484 |
mov %r9, (rp)
|
|
Packit |
5c3484 |
adc %rcx, %rax
|
|
Packit |
5c3484 |
ret
|
|
Packit |
5c3484 |
EPILOGUE()
|
|
Packit |
5c3484 |
ASM_END()
|
|
rpm-build |
c3cd4f |
CF_PROT
|