|
Packit |
5c3484 |
dnl AMD64 mpn_mullo_basecase.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl Contributed to the GNU project by Torbjorn Granlund.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl Copyright 2008, 2009, 2011, 2012 Free Software Foundation, Inc.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl This file is part of the GNU MP Library.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl The GNU MP Library is free software; you can redistribute it and/or modify
|
|
Packit |
5c3484 |
dnl it under the terms of either:
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl * the GNU Lesser General Public License as published by the Free
|
|
Packit |
5c3484 |
dnl Software Foundation; either version 3 of the License, or (at your
|
|
Packit |
5c3484 |
dnl option) any later version.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl or
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl * the GNU General Public License as published by the Free Software
|
|
Packit |
5c3484 |
dnl Foundation; either version 2 of the License, or (at your option) any
|
|
Packit |
5c3484 |
dnl later version.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl or both in parallel, as here.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl The GNU MP Library is distributed in the hope that it will be useful, but
|
|
Packit |
5c3484 |
dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
|
|
Packit |
5c3484 |
dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
Packit |
5c3484 |
dnl for more details.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl You should have received copies of the GNU General Public License and the
|
|
Packit |
5c3484 |
dnl GNU Lesser General Public License along with the GNU MP Library. If not,
|
|
Packit |
5c3484 |
dnl see https://www.gnu.org/licenses/.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
include(`../config.m4')
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C The inner loops of this code are the result of running a code generation and
|
|
Packit |
5c3484 |
C optimisation tool suite written by David Harvey and Torbjorn Granlund.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C NOTES
|
|
Packit |
5c3484 |
C * There is a major stupidity in that we call mpn_mul_1 initially, for a
|
|
Packit |
5c3484 |
C large trip count. Instead, we should start with mul_2 for any operand
|
|
Packit |
5c3484 |
C size congruence class.
|
|
Packit |
5c3484 |
C * Stop iterating addmul_2 earlier, falling into straight-line triangle code
|
|
Packit |
5c3484 |
C for the last 2-3 iterations.
|
|
Packit |
5c3484 |
C * Perhaps implement n=4 special code.
|
|
Packit |
5c3484 |
C * The reload of the outer loop jump address hurts branch prediction.
|
|
Packit |
5c3484 |
C * The addmul_2 loop ends with an MUL whose high part is not used upon loop
|
|
Packit |
5c3484 |
C exit.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C INPUT PARAMETERS
|
|
Packit |
5c3484 |
define(`rp', `%rdi')
|
|
Packit |
5c3484 |
define(`up', `%rsi')
|
|
Packit |
5c3484 |
define(`vp_param', `%rdx')
|
|
Packit |
5c3484 |
define(`n', `%rcx')
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
define(`vp', `%r11')
|
|
Packit |
5c3484 |
define(`outer_addr', `%r8')
|
|
Packit |
5c3484 |
define(`j', `%r9')
|
|
Packit |
5c3484 |
define(`v0', `%r13')
|
|
Packit |
5c3484 |
define(`v1', `%r14')
|
|
Packit |
5c3484 |
define(`w0', `%rbx')
|
|
Packit |
5c3484 |
define(`w1', `%r15')
|
|
Packit |
5c3484 |
define(`w2', `%rbp')
|
|
Packit |
5c3484 |
define(`w3', `%r10')
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ABI_SUPPORT(DOS64)
|
|
Packit |
5c3484 |
ABI_SUPPORT(STD64)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ASM_START()
|
|
Packit |
5c3484 |
TEXT
|
|
Packit |
5c3484 |
ALIGN(16)
|
|
Packit |
5c3484 |
PROLOGUE(mpn_mullo_basecase)
|
|
Packit |
5c3484 |
FUNC_ENTRY(4)
|
|
Packit |
5c3484 |
cmp $4, n
|
|
Packit |
5c3484 |
jge L(gen)
|
|
Packit |
5c3484 |
mov (up), %rax C u0
|
|
Packit |
5c3484 |
mov (vp_param), %r8 C v0
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
lea L(tab)(%rip), %r9
|
|
Packit |
5c3484 |
ifdef(`PIC',
|
|
Packit |
5c3484 |
` movslq (%r9,%rcx,4), %r10
|
|
Packit |
5c3484 |
add %r10, %r9
|
|
Packit |
5c3484 |
jmp *%r9
|
|
Packit |
5c3484 |
',`
|
|
Packit |
5c3484 |
jmp *(%r9,n,8)
|
|
Packit |
5c3484 |
')
|
|
Packit |
5c3484 |
JUMPTABSECT
|
|
Packit |
5c3484 |
ALIGN(8)
|
|
Packit |
5c3484 |
L(tab): JMPENT( L(tab), L(tab)) C not allowed
|
|
Packit |
5c3484 |
JMPENT( L(1), L(tab)) C 1
|
|
Packit |
5c3484 |
JMPENT( L(2), L(tab)) C 2
|
|
Packit |
5c3484 |
JMPENT( L(3), L(tab)) C 3
|
|
Packit |
5c3484 |
dnl JMPENT( L(0m4), L(tab)) C 4
|
|
Packit |
5c3484 |
dnl JMPENT( L(1m4), L(tab)) C 5
|
|
Packit |
5c3484 |
dnl JMPENT( L(2m4), L(tab)) C 6
|
|
Packit |
5c3484 |
dnl JMPENT( L(3m4), L(tab)) C 7
|
|
Packit |
5c3484 |
dnl JMPENT( L(0m4), L(tab)) C 8
|
|
Packit |
5c3484 |
dnl JMPENT( L(1m4), L(tab)) C 9
|
|
Packit |
5c3484 |
dnl JMPENT( L(2m4), L(tab)) C 10
|
|
Packit |
5c3484 |
dnl JMPENT( L(3m4), L(tab)) C 11
|
|
Packit |
5c3484 |
TEXT
|
|
Packit |
5c3484 |
|
|
Packit Service |
473bb9 |
L(1): imul %r8, %rax
|
|
Packit |
5c3484 |
mov %rax, (rp)
|
|
Packit |
5c3484 |
FUNC_EXIT()
|
|
Packit |
5c3484 |
ret
|
|
Packit |
5c3484 |
|
|
Packit Service |
473bb9 |
L(2): mov 8(vp_param), %r11
|
|
Packit |
5c3484 |
imul %rax, %r11 C u0 x v1
|
|
Packit |
5c3484 |
mul %r8 C u0 x v0
|
|
Packit |
5c3484 |
mov %rax, (rp)
|
|
Packit |
5c3484 |
imul 8(up), %r8 C u1 x v0
|
|
Packit |
5c3484 |
lea (%r11, %rdx), %rax
|
|
Packit |
5c3484 |
add %r8, %rax
|
|
Packit |
5c3484 |
mov %rax, 8(rp)
|
|
Packit |
5c3484 |
FUNC_EXIT()
|
|
Packit |
5c3484 |
ret
|
|
Packit |
5c3484 |
|
|
Packit Service |
473bb9 |
L(3): mov 8(vp_param), %r9 C v1
|
|
Packit |
5c3484 |
mov 16(vp_param), %r11
|
|
Packit |
5c3484 |
mul %r8 C u0 x v0 -> <r1,r0>
|
|
Packit |
5c3484 |
mov %rax, (rp) C r0
|
|
Packit |
5c3484 |
mov (up), %rax C u0
|
|
Packit |
5c3484 |
mov %rdx, %rcx C r1
|
|
Packit |
5c3484 |
mul %r9 C u0 x v1 -> <r2,r1>
|
|
Packit |
5c3484 |
imul 8(up), %r9 C u1 x v1 -> r2
|
|
Packit |
5c3484 |
mov 16(up), %r10
|
|
Packit |
5c3484 |
imul %r8, %r10 C u2 x v0 -> r2
|
|
Packit |
5c3484 |
add %rax, %rcx
|
|
Packit |
5c3484 |
adc %rdx, %r9
|
|
Packit |
5c3484 |
add %r10, %r9
|
|
Packit |
5c3484 |
mov 8(up), %rax C u1
|
|
Packit |
5c3484 |
mul %r8 C u1 x v0 -> <r2,r1>
|
|
Packit |
5c3484 |
add %rax, %rcx
|
|
Packit |
5c3484 |
adc %rdx, %r9
|
|
Packit |
5c3484 |
mov %r11, %rax
|
|
Packit |
5c3484 |
imul (up), %rax C u0 x v2 -> r2
|
|
Packit |
5c3484 |
add %rax, %r9
|
|
Packit |
5c3484 |
mov %rcx, 8(rp)
|
|
Packit |
5c3484 |
mov %r9, 16(rp)
|
|
Packit |
5c3484 |
FUNC_EXIT()
|
|
Packit |
5c3484 |
ret
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(0m4):
|
|
Packit |
5c3484 |
L(1m4):
|
|
Packit |
5c3484 |
L(2m4):
|
|
Packit |
5c3484 |
L(3m4):
|
|
Packit Service |
473bb9 |
L(gen): push %rbx
|
|
Packit |
5c3484 |
push %rbp
|
|
Packit |
5c3484 |
push %r13
|
|
Packit |
5c3484 |
push %r14
|
|
Packit |
5c3484 |
push %r15
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
mov (up), %rax
|
|
Packit |
5c3484 |
mov (vp_param), v0
|
|
Packit |
5c3484 |
mov vp_param, vp
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
lea (rp,n,8), rp
|
|
Packit |
5c3484 |
lea (up,n,8), up
|
|
Packit |
5c3484 |
neg n
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
mul v0
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
test $1, R8(n)
|
|
Packit |
5c3484 |
jz L(mul_2)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(mul_1):
|
|
Packit |
5c3484 |
lea -8(rp), rp
|
|
Packit |
5c3484 |
lea -8(up), up
|
|
Packit |
5c3484 |
test $2, R8(n)
|
|
Packit |
5c3484 |
jnz L(mul_1_prologue_3)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(mul_1_prologue_2): C n = 7, 11, 15, ...
|
|
Packit |
5c3484 |
lea -1(n), j
|
|
Packit |
5c3484 |
lea L(addmul_outer_1)(%rip), outer_addr
|
|
Packit |
5c3484 |
mov %rax, w0
|
|
Packit |
5c3484 |
mov %rdx, w1
|
|
Packit |
5c3484 |
xor R32(w2), R32(w2)
|
|
Packit |
5c3484 |
xor R32(w3), R32(w3)
|
|
Packit |
5c3484 |
mov 16(up,n,8), %rax
|
|
Packit |
5c3484 |
jmp L(mul_1_entry_2)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(mul_1_prologue_3): C n = 5, 9, 13, ...
|
|
Packit |
5c3484 |
lea 1(n), j
|
|
Packit |
5c3484 |
lea L(addmul_outer_3)(%rip), outer_addr
|
|
Packit |
5c3484 |
mov %rax, w2
|
|
Packit |
5c3484 |
mov %rdx, w3
|
|
Packit |
5c3484 |
xor R32(w0), R32(w0)
|
|
Packit |
5c3484 |
jmp L(mul_1_entry_0)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ALIGN(16)
|
|
Packit |
5c3484 |
L(mul_1_top):
|
|
Packit |
5c3484 |
mov w0, -16(rp,j,8)
|
|
Packit |
5c3484 |
add %rax, w1
|
|
Packit |
5c3484 |
mov (up,j,8), %rax
|
|
Packit |
5c3484 |
adc %rdx, w2
|
|
Packit |
5c3484 |
xor R32(w0), R32(w0)
|
|
Packit |
5c3484 |
mul v0
|
|
Packit |
5c3484 |
mov w1, -8(rp,j,8)
|
|
Packit |
5c3484 |
add %rax, w2
|
|
Packit |
5c3484 |
adc %rdx, w3
|
|
Packit |
5c3484 |
L(mul_1_entry_0):
|
|
Packit |
5c3484 |
mov 8(up,j,8), %rax
|
|
Packit |
5c3484 |
mul v0
|
|
Packit |
5c3484 |
mov w2, (rp,j,8)
|
|
Packit |
5c3484 |
add %rax, w3
|
|
Packit |
5c3484 |
adc %rdx, w0
|
|
Packit |
5c3484 |
mov 16(up,j,8), %rax
|
|
Packit |
5c3484 |
mul v0
|
|
Packit |
5c3484 |
mov w3, 8(rp,j,8)
|
|
Packit |
5c3484 |
xor R32(w2), R32(w2) C zero
|
|
Packit |
5c3484 |
mov w2, w3 C zero
|
|
Packit |
5c3484 |
add %rax, w0
|
|
Packit |
5c3484 |
mov 24(up,j,8), %rax
|
|
Packit |
5c3484 |
mov w2, w1 C zero
|
|
Packit |
5c3484 |
adc %rdx, w1
|
|
Packit |
5c3484 |
L(mul_1_entry_2):
|
|
Packit |
5c3484 |
mul v0
|
|
Packit |
5c3484 |
add $4, j
|
|
Packit |
5c3484 |
js L(mul_1_top)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
mov w0, -16(rp)
|
|
Packit |
5c3484 |
add %rax, w1
|
|
Packit |
5c3484 |
mov w1, -8(rp)
|
|
Packit |
5c3484 |
adc %rdx, w2
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
imul (up), v0
|
|
Packit |
5c3484 |
add v0, w2
|
|
Packit |
5c3484 |
mov w2, (rp)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
add $1, n
|
|
Packit |
5c3484 |
jz L(ret)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
mov 8(vp), v0
|
|
Packit |
5c3484 |
mov 16(vp), v1
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
lea 16(up), up
|
|
Packit |
5c3484 |
lea 8(vp), vp
|
|
Packit |
5c3484 |
lea 24(rp), rp
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
jmp *outer_addr
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(mul_2):
|
|
Packit |
5c3484 |
mov 8(vp), v1
|
|
Packit |
5c3484 |
test $2, R8(n)
|
|
Packit |
5c3484 |
jz L(mul_2_prologue_3)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ALIGN(16)
|
|
Packit |
5c3484 |
L(mul_2_prologue_1):
|
|
Packit |
5c3484 |
lea 0(n), j
|
|
Packit |
5c3484 |
mov %rax, w3
|
|
Packit |
5c3484 |
mov %rdx, w0
|
|
Packit |
5c3484 |
xor R32(w1), R32(w1)
|
|
Packit |
5c3484 |
mov (up,n,8), %rax
|
|
Packit |
5c3484 |
lea L(addmul_outer_3)(%rip), outer_addr
|
|
Packit |
5c3484 |
jmp L(mul_2_entry_1)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ALIGN(16)
|
|
Packit |
5c3484 |
L(mul_2_prologue_3):
|
|
Packit |
5c3484 |
lea 2(n), j
|
|
Packit |
5c3484 |
mov $0, R32(w3)
|
|
Packit |
5c3484 |
mov %rax, w1
|
|
Packit |
5c3484 |
mov (up,n,8), %rax
|
|
Packit |
5c3484 |
mov %rdx, w2
|
|
Packit |
5c3484 |
lea L(addmul_outer_1)(%rip), outer_addr
|
|
Packit |
5c3484 |
jmp L(mul_2_entry_3)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ALIGN(16)
|
|
Packit |
5c3484 |
L(mul_2_top):
|
|
Packit |
5c3484 |
mov -32(up,j,8), %rax
|
|
Packit |
5c3484 |
mul v1
|
|
Packit |
5c3484 |
add %rax, w0
|
|
Packit |
5c3484 |
adc %rdx, w1
|
|
Packit |
5c3484 |
mov -24(up,j,8), %rax
|
|
Packit |
5c3484 |
xor R32(w2), R32(w2)
|
|
Packit |
5c3484 |
mul v0
|
|
Packit |
5c3484 |
add %rax, w0
|
|
Packit |
5c3484 |
mov -24(up,j,8), %rax
|
|
Packit |
5c3484 |
adc %rdx, w1
|
|
Packit |
5c3484 |
adc $0, R32(w2)
|
|
Packit |
5c3484 |
mul v1
|
|
Packit |
5c3484 |
add %rax, w1
|
|
Packit |
5c3484 |
mov w0, -24(rp,j,8)
|
|
Packit |
5c3484 |
adc %rdx, w2
|
|
Packit |
5c3484 |
mov -16(up,j,8), %rax
|
|
Packit |
5c3484 |
mul v0
|
|
Packit |
5c3484 |
mov $0, R32(w3)
|
|
Packit |
5c3484 |
add %rax, w1
|
|
Packit |
5c3484 |
adc %rdx, w2
|
|
Packit |
5c3484 |
mov -16(up,j,8), %rax
|
|
Packit |
5c3484 |
adc $0, R32(w3)
|
|
Packit |
5c3484 |
L(mul_2_entry_3):
|
|
Packit |
5c3484 |
mov $0, R32(w0)
|
|
Packit |
5c3484 |
mov w1, -16(rp,j,8)
|
|
Packit |
5c3484 |
mul v1
|
|
Packit |
5c3484 |
add %rax, w2
|
|
Packit |
5c3484 |
mov -8(up,j,8), %rax
|
|
Packit |
5c3484 |
adc %rdx, w3
|
|
Packit |
5c3484 |
mov $0, R32(w1)
|
|
Packit |
5c3484 |
mul v0
|
|
Packit |
5c3484 |
add %rax, w2
|
|
Packit |
5c3484 |
mov -8(up,j,8), %rax
|
|
Packit |
5c3484 |
adc %rdx, w3
|
|
Packit |
5c3484 |
adc R32(w1), R32(w0)
|
|
Packit |
5c3484 |
mul v1
|
|
Packit |
5c3484 |
add %rax, w3
|
|
Packit |
5c3484 |
mov w2, -8(rp,j,8)
|
|
Packit |
5c3484 |
adc %rdx, w0
|
|
Packit |
5c3484 |
mov (up,j,8), %rax
|
|
Packit |
5c3484 |
mul v0
|
|
Packit |
5c3484 |
add %rax, w3
|
|
Packit |
5c3484 |
adc %rdx, w0
|
|
Packit |
5c3484 |
adc $0, R32(w1)
|
|
Packit |
5c3484 |
L(mul_2_entry_1):
|
|
Packit |
5c3484 |
add $4, j
|
|
Packit |
5c3484 |
mov w3, -32(rp,j,8)
|
|
Packit |
5c3484 |
js L(mul_2_top)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
imul -16(up), v1
|
|
Packit |
5c3484 |
add v1, w0
|
|
Packit |
5c3484 |
imul -8(up), v0
|
|
Packit |
5c3484 |
add v0, w0
|
|
Packit |
5c3484 |
mov w0, -8(rp)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
add $2, n
|
|
Packit |
5c3484 |
jz L(ret)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
mov 16(vp), v0
|
|
Packit |
5c3484 |
mov 24(vp), v1
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
lea 16(vp), vp
|
|
Packit |
5c3484 |
lea 16(rp), rp
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
jmp *outer_addr
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(addmul_outer_1):
|
|
Packit |
5c3484 |
lea -2(n), j
|
|
Packit |
5c3484 |
mov -16(up,n,8), %rax
|
|
Packit |
5c3484 |
mul v0
|
|
Packit |
5c3484 |
mov %rax, w3
|
|
Packit |
5c3484 |
mov -16(up,n,8), %rax
|
|
Packit |
5c3484 |
mov %rdx, w0
|
|
Packit |
5c3484 |
xor R32(w1), R32(w1)
|
|
Packit |
5c3484 |
lea L(addmul_outer_3)(%rip), outer_addr
|
|
Packit |
5c3484 |
jmp L(addmul_entry_1)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(addmul_outer_3):
|
|
Packit |
5c3484 |
lea 0(n), j
|
|
Packit |
5c3484 |
mov -16(up,n,8), %rax
|
|
Packit |
5c3484 |
xor R32(w3), R32(w3)
|
|
Packit |
5c3484 |
mul v0
|
|
Packit |
5c3484 |
mov %rax, w1
|
|
Packit |
5c3484 |
mov -16(up,n,8), %rax
|
|
Packit |
5c3484 |
mov %rdx, w2
|
|
Packit |
5c3484 |
lea L(addmul_outer_1)(%rip), outer_addr
|
|
Packit |
5c3484 |
jmp L(addmul_entry_3)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ALIGN(16)
|
|
Packit |
5c3484 |
L(addmul_top):
|
|
Packit |
5c3484 |
add w3, -32(rp,j,8)
|
|
Packit |
5c3484 |
adc %rax, w0
|
|
Packit |
5c3484 |
mov -24(up,j,8), %rax
|
|
Packit |
5c3484 |
adc %rdx, w1
|
|
Packit |
5c3484 |
xor R32(w2), R32(w2)
|
|
Packit |
5c3484 |
mul v0
|
|
Packit |
5c3484 |
add %rax, w0
|
|
Packit |
5c3484 |
mov -24(up,j,8), %rax
|
|
Packit |
5c3484 |
adc %rdx, w1
|
|
Packit |
5c3484 |
adc R32(w2), R32(w2)
|
|
Packit |
5c3484 |
mul v1
|
|
Packit |
5c3484 |
xor R32(w3), R32(w3)
|
|
Packit |
5c3484 |
add w0, -24(rp,j,8)
|
|
Packit |
5c3484 |
adc %rax, w1
|
|
Packit |
5c3484 |
mov -16(up,j,8), %rax
|
|
Packit |
5c3484 |
adc %rdx, w2
|
|
Packit |
5c3484 |
mul v0
|
|
Packit |
5c3484 |
add %rax, w1
|
|
Packit |
5c3484 |
mov -16(up,j,8), %rax
|
|
Packit |
5c3484 |
adc %rdx, w2
|
|
Packit |
5c3484 |
adc $0, R32(w3)
|
|
Packit |
5c3484 |
L(addmul_entry_3):
|
|
Packit |
5c3484 |
mul v1
|
|
Packit |
5c3484 |
add w1, -16(rp,j,8)
|
|
Packit |
5c3484 |
adc %rax, w2
|
|
Packit |
5c3484 |
mov -8(up,j,8), %rax
|
|
Packit |
5c3484 |
adc %rdx, w3
|
|
Packit |
5c3484 |
mul v0
|
|
Packit |
5c3484 |
xor R32(w0), R32(w0)
|
|
Packit |
5c3484 |
add %rax, w2
|
|
Packit |
5c3484 |
adc %rdx, w3
|
|
Packit |
5c3484 |
mov $0, R32(w1)
|
|
Packit |
5c3484 |
mov -8(up,j,8), %rax
|
|
Packit |
5c3484 |
adc R32(w1), R32(w0)
|
|
Packit |
5c3484 |
mul v1
|
|
Packit |
5c3484 |
add w2, -8(rp,j,8)
|
|
Packit |
5c3484 |
adc %rax, w3
|
|
Packit |
5c3484 |
adc %rdx, w0
|
|
Packit |
5c3484 |
mov (up,j,8), %rax
|
|
Packit |
5c3484 |
mul v0
|
|
Packit |
5c3484 |
add %rax, w3
|
|
Packit |
5c3484 |
mov (up,j,8), %rax
|
|
Packit |
5c3484 |
adc %rdx, w0
|
|
Packit |
5c3484 |
adc $0, R32(w1)
|
|
Packit |
5c3484 |
L(addmul_entry_1):
|
|
Packit |
5c3484 |
mul v1
|
|
Packit |
5c3484 |
add $4, j
|
|
Packit |
5c3484 |
js L(addmul_top)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
add w3, -32(rp)
|
|
Packit |
5c3484 |
adc %rax, w0
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
imul -24(up), v0
|
|
Packit |
5c3484 |
add v0, w0
|
|
Packit |
5c3484 |
add w0, -24(rp)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
add $2, n
|
|
Packit |
5c3484 |
jns L(ret)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
lea 16(vp), vp
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
mov (vp), v0
|
|
Packit |
5c3484 |
mov 8(vp), v1
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
lea -16(up), up
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
jmp *outer_addr
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(ret): pop %r15
|
|
Packit |
5c3484 |
pop %r14
|
|
Packit |
5c3484 |
pop %r13
|
|
Packit |
5c3484 |
pop %rbp
|
|
Packit |
5c3484 |
pop %rbx
|
|
Packit |
5c3484 |
FUNC_EXIT()
|
|
Packit |
5c3484 |
ret
|
|
Packit |
5c3484 |
EPILOGUE()
|