|
Packit |
5c3484 |
dnl IA-64 mpn_addlshC_n, mpn_sublshC_n, mpn_rsblshC_n.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl Contributed to the GNU project by Torbjörn Granlund.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl Copyright 2003-2005, 2010, 2013 Free Software Foundation, Inc.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
dnl This file is part of the GNU MP Library.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl The GNU MP Library is free software; you can redistribute it and/or modify
|
|
Packit |
5c3484 |
dnl it under the terms of either:
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl * the GNU Lesser General Public License as published by the Free
|
|
Packit |
5c3484 |
dnl Software Foundation; either version 3 of the License, or (at your
|
|
Packit |
5c3484 |
dnl option) any later version.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl or
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl * the GNU General Public License as published by the Free Software
|
|
Packit |
5c3484 |
dnl Foundation; either version 2 of the License, or (at your option) any
|
|
Packit |
5c3484 |
dnl later version.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl or both in parallel, as here.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl The GNU MP Library is distributed in the hope that it will be useful, but
|
|
Packit |
5c3484 |
dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
|
|
Packit |
5c3484 |
dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
Packit |
5c3484 |
dnl for more details.
|
|
Packit |
5c3484 |
dnl
|
|
Packit |
5c3484 |
dnl You should have received copies of the GNU General Public License and the
|
|
Packit |
5c3484 |
dnl GNU Lesser General Public License along with the GNU MP Library. If not,
|
|
Packit |
5c3484 |
dnl see https://www.gnu.org/licenses/.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C cycles/limb
|
|
Packit |
5c3484 |
C Itanium: ?
|
|
Packit |
5c3484 |
C Itanium 2: 1.5
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C TODO
|
|
Packit |
5c3484 |
C * Use shladd in feed-in code (for mpn_addlshC_n).
|
|
Packit |
5c3484 |
C * Rewrite loop to schedule loads closer to use, since we do prefetch.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C INPUT PARAMETERS
|
|
Packit |
5c3484 |
define(`rp', `r32')
|
|
Packit |
5c3484 |
define(`up', `r33')
|
|
Packit |
5c3484 |
define(`vp', `r34')
|
|
Packit |
5c3484 |
define(`n', `r35')
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ifdef(`DO_add', `
|
|
Packit |
5c3484 |
define(`ADDSUB', `add $1 = $2, $3')
|
|
Packit |
5c3484 |
define(`CMP', `cmp.ltu $1,p0 = $2, $3')
|
|
Packit |
5c3484 |
define(`INCR', 1)
|
|
Packit |
5c3484 |
define(`LIM', -1)
|
|
Packit |
5c3484 |
define(`func', mpn_addlsh`'LSH`'_n)')
|
|
Packit |
5c3484 |
ifdef(`DO_sub', `
|
|
Packit |
5c3484 |
define(`ADDSUB', `sub $1 = $2, $3')
|
|
Packit |
5c3484 |
define(`CMP', `cmp.gtu $1,p0 = $2, $3')
|
|
Packit |
5c3484 |
define(`INCR', -1)
|
|
Packit |
5c3484 |
define(`LIM', 0)
|
|
Packit |
5c3484 |
define(`func', mpn_sublsh`'LSH`'_n)')
|
|
Packit |
5c3484 |
ifdef(`DO_rsb', `
|
|
Packit |
5c3484 |
define(`ADDSUB', `sub $1 = $3, $2')
|
|
Packit |
5c3484 |
define(`CMP', `cmp.gtu $1,p0 = $2, $4')
|
|
Packit |
5c3484 |
define(`INCR', -1)
|
|
Packit |
5c3484 |
define(`LIM', 0)
|
|
Packit |
5c3484 |
define(`func', mpn_rsblsh`'LSH`'_n)')
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
define(PFDIST, 500)
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
define(`u0',`r14') define(`u1',`r15') define(`u2',`r16') define(`u3',`r17')
|
|
Packit |
5c3484 |
define(`v0',`r18') define(`v1',`r19') define(`v2',`r20') define(`v3',`r21')
|
|
Packit |
5c3484 |
define(`w0',`r22') define(`w1',`r23') define(`w2',`r24') define(`w3',`r25')
|
|
Packit |
5c3484 |
define(`s0',`r26') define(`s1',`r27') define(`s2',`r28') define(`s3',`r29')
|
|
Packit |
5c3484 |
define(`x0',`r30') define(`x1',`r31') define(`x2',`r3') define(`x3',`r9')
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C r3 r8 r9 r10 r11
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ASM_START()
|
|
Packit |
5c3484 |
PROLOGUE(func)
|
|
Packit |
5c3484 |
.prologue
|
|
Packit |
5c3484 |
.save ar.lc, r2
|
|
Packit |
5c3484 |
.body
|
|
Packit |
5c3484 |
ifdef(`HAVE_ABI_32',`
|
|
Packit |
5c3484 |
addp4 rp = 0, rp C M I
|
|
Packit |
5c3484 |
addp4 up = 0, up C M I
|
|
Packit |
5c3484 |
nop.i 0
|
|
Packit |
5c3484 |
addp4 vp = 0, vp C M I
|
|
Packit |
5c3484 |
nop.m 0
|
|
Packit |
5c3484 |
zxt4 n = n C I
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
')
|
|
Packit |
5c3484 |
{.mmi; ld8 r11 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ld8 r10 = [up], 8 C M01
|
|
Packit |
5c3484 |
mov.i r2 = ar.lc C I0
|
|
Packit |
5c3484 |
}{.mmi; and r14 = 3, n C M I
|
|
Packit |
5c3484 |
cmp.lt p15, p0 = 4, n C M I
|
|
Packit |
5c3484 |
add n = -5, n C M I
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mmi; cmp.eq p6, p0 = 1, r14 C M I
|
|
Packit |
5c3484 |
cmp.eq p7, p0 = 2, r14 C M I
|
|
Packit |
5c3484 |
cmp.eq p8, p0 = 3, r14 C M I
|
|
Packit |
5c3484 |
}{.bbb
|
|
Packit |
5c3484 |
(p6) br.dptk .Lb01 C B
|
|
Packit |
5c3484 |
(p7) br.dptk .Lb10 C B
|
|
Packit |
5c3484 |
(p8) br.dptk .Lb11 C B
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
.Lb00:
|
|
Packit |
5c3484 |
{.mmi; ld8 v0 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ld8 u0 = [up], 8 C M01
|
|
Packit |
5c3484 |
shr.u n = n, 2 C I0
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mmi; ld8 v1 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ld8 u1 = [up], 8 C M01
|
|
Packit |
5c3484 |
shl x3 = r11, LSH C I0
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mmi; ld8 v2 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ld8 u2 = [up], 8 C M01
|
|
Packit |
5c3484 |
shrp x0 = v0, r11, 64-LSH C I0
|
|
Packit |
5c3484 |
}{.mmb; ADDSUB( w3, r10, x3) C M I
|
|
Packit |
5c3484 |
nop 0
|
|
Packit |
5c3484 |
(p15) br.dpnt .grt4 C B
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mii; CMP( p7, w3, r10, x3) C M II0
|
|
Packit |
5c3484 |
shrp x1 = v1, v0, 64-LSH C I0
|
|
Packit |
5c3484 |
ADDSUB( w0, u0, x0) C M I
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mii; CMP( p8, w0, u0, x0) C M I
|
|
Packit |
5c3484 |
shrp x2 = v2, v1, 64-LSH C I0
|
|
Packit |
5c3484 |
ADDSUB( w1, u1, x1) C M I
|
|
Packit |
5c3484 |
}{.mmb; nop 0
|
|
Packit |
5c3484 |
nop 0
|
|
Packit |
5c3484 |
br .Lcj4 C B
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
ALIGN(32)
|
|
Packit |
5c3484 |
.grt4:
|
|
Packit |
5c3484 |
{.mii; ld8 v3 = [vp], 8 C M01
|
|
Packit |
5c3484 |
shrp x0 = v0, r11, 64-LSH C I0
|
|
Packit |
5c3484 |
CMP( p8, w3, r10, x3) C M I
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mmi; ld8 u3 = [up], 8 C M01
|
|
Packit |
5c3484 |
add r11 = PFDIST, vp
|
|
Packit |
5c3484 |
shrp x1 = v1, v0, 64-LSH C I0
|
|
Packit |
5c3484 |
}{.mmi; ld8 v0 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ADDSUB( w0, u0, x0) C M I
|
|
Packit |
5c3484 |
nop 0
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mmi; CMP( p6, w0, u0, x0) C M I
|
|
Packit |
5c3484 |
add r10 = PFDIST, up
|
|
Packit |
5c3484 |
mov.i ar.lc = n C I0
|
|
Packit |
5c3484 |
}{.mmb; ADDSUB( w1, u1, x1) C M I
|
|
Packit |
5c3484 |
ld8 u0 = [up], 8 C M01
|
|
Packit |
5c3484 |
br .LL00 C B
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
ALIGN(32)
|
|
Packit |
5c3484 |
.Lb01:
|
|
Packit |
5c3484 |
ifdef(`DO_add',
|
|
Packit |
5c3484 |
` shladd w2 = r11, LSH, r10 C M I
|
|
Packit |
5c3484 |
shr.u r8 = r11, 64-LSH C retval I0
|
|
Packit |
5c3484 |
(p15) br.dpnt .grt1 C B
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
',`
|
|
Packit |
5c3484 |
shl x2 = r11, LSH C I0
|
|
Packit |
5c3484 |
(p15) br.dpnt .grt1 C B
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
ADDSUB( w2, r10, x2) C M I
|
|
Packit |
5c3484 |
shr.u r8 = r11, 64-LSH C retval I0
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
')
|
|
Packit |
5c3484 |
CMP( p6, w2, r10, x2) C M I
|
|
Packit |
5c3484 |
br .Lcj1
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
.grt1: ld8 v3 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ld8 u3 = [up], 8 C M01
|
|
Packit |
5c3484 |
shr.u n = n, 2 C I0
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
ld8 v0 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ld8 u0 = [up], 8 C M01
|
|
Packit |
5c3484 |
mov.i ar.lc = n C FIXME swap with next I0
|
|
Packit |
5c3484 |
ifdef(`DO_add',
|
|
Packit |
5c3484 |
`',`
|
|
Packit |
5c3484 |
ADDSUB( w2, r10, x2)
|
|
Packit |
5c3484 |
')
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
{.mmi; ld8 v1 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ld8 u1 = [up], 8 C M01
|
|
Packit |
5c3484 |
shrp x3 = v3, r11, 64-LSH C I0
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mmi; ld8 v2 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ld8 u2 = [up], 8 C M01
|
|
Packit |
5c3484 |
shrp x0 = v0, v3, 64-LSH C I0
|
|
Packit |
5c3484 |
}{.mmb; CMP( p6, w2, r10, x2) C M I
|
|
Packit |
5c3484 |
ADDSUB( w3, u3, x3) C M I
|
|
Packit |
5c3484 |
br.cloop.dptk .grt5 C B
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mmi; CMP( p7, w3, u3, x3) C M I
|
|
Packit |
5c3484 |
ADDSUB( w0, u0, x0) C M I
|
|
Packit |
5c3484 |
shrp x1 = v1, v0, 64-LSH C I0
|
|
Packit |
5c3484 |
}{.mmb; nop 0
|
|
Packit |
5c3484 |
nop 0
|
|
Packit |
5c3484 |
br .Lcj5 C B
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
.grt5:
|
|
Packit |
5c3484 |
{.mmi; add r10 = PFDIST, up
|
|
Packit |
5c3484 |
add r11 = PFDIST, vp
|
|
Packit |
5c3484 |
shrp x0 = v0, v3, 64-LSH C I0
|
|
Packit |
5c3484 |
}{.mmb; ld8 v3 = [vp], 8 C M01
|
|
Packit |
5c3484 |
CMP( p8, w3, u3, x3) C M I
|
|
Packit |
5c3484 |
br .LL01 C B
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
ALIGN(32)
|
|
Packit |
5c3484 |
.Lb10:
|
|
Packit |
5c3484 |
{.mmi; ld8 v2 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ld8 u2 = [up], 8 C M01
|
|
Packit |
5c3484 |
shl x1 = r11, LSH C I0
|
|
Packit |
5c3484 |
}{.mmb; nop 0
|
|
Packit |
5c3484 |
nop 0
|
|
Packit |
5c3484 |
(p15) br.dpnt .grt2 C B
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mmi; ADDSUB( w1, r10, x1) C M I
|
|
Packit |
5c3484 |
nop 0
|
|
Packit |
5c3484 |
shrp x2 = v2, r11, 64-LSH C I0
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mmi; CMP( p9, w1, r10, x1) C M I
|
|
Packit |
5c3484 |
ADDSUB( w2, u2, x2) C M I
|
|
Packit |
5c3484 |
shr.u r8 = v2, 64-LSH C retval I0
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mmb; CMP( p6, w2, u2, x2) C M I
|
|
Packit |
5c3484 |
nop 0
|
|
Packit |
5c3484 |
br .Lcj2 C B
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
.grt2:
|
|
Packit |
5c3484 |
{.mmi; ld8 v3 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ld8 u3 = [up], 8 C M01
|
|
Packit |
5c3484 |
shr.u n = n, 2 C I0
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mmi; ld8 v0 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ld8 u0 = [up], 8 C M01
|
|
Packit |
5c3484 |
mov.i ar.lc = n C I0
|
|
Packit |
5c3484 |
}{.mmi; ADDSUB( w1, r10, x1) C M I
|
|
Packit |
5c3484 |
nop 0
|
|
Packit |
5c3484 |
nop 0
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mii; ld8 v1 = [vp], 8 C M01
|
|
Packit |
5c3484 |
shrp x2 = v2, r11, 64-LSH C I0
|
|
Packit |
5c3484 |
CMP( p8, w1, r10, x1) C M I
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mmi; add r10 = PFDIST, up
|
|
Packit |
5c3484 |
ld8 u1 = [up], 8 C M01
|
|
Packit |
5c3484 |
shrp x3 = v3, v2, 64-LSH C I0
|
|
Packit |
5c3484 |
}{.mmi; add r11 = PFDIST, vp
|
|
Packit |
5c3484 |
ld8 v2 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ADDSUB( w2, u2, x2) C M I
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mmi; CMP( p6, w2, u2, x2) C M I
|
|
Packit |
5c3484 |
ld8 u2 = [up], 8 C M01
|
|
Packit |
5c3484 |
shrp x0 = v0, v3, 64-LSH C I0
|
|
Packit |
5c3484 |
}{.mib; ADDSUB( w3, u3, x3) C M I
|
|
Packit |
5c3484 |
nop 0
|
|
Packit |
5c3484 |
br.cloop.dpnt L(top) C B
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
br L(end) C B
|
|
Packit |
5c3484 |
.Lb11:
|
|
Packit |
5c3484 |
{.mmi; ld8 v1 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ld8 u1 = [up], 8 C M01
|
|
Packit |
5c3484 |
shl x0 = r11, LSH C I0
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mmi; ld8 v2 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ld8 u2 = [up], 8 C M01
|
|
Packit |
5c3484 |
shr.u n = n, 2 C I0
|
|
Packit |
5c3484 |
}{.mmb; nop 0
|
|
Packit |
5c3484 |
nop 0
|
|
Packit |
5c3484 |
(p15) br.dpnt .grt3 C B
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mii; nop 0
|
|
Packit |
5c3484 |
shrp x1 = v1, r11, 64-LSH C I0
|
|
Packit |
5c3484 |
ADDSUB( w0, r10, x0) C M I
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mii; CMP( p8, w0, r10, x0) C M I
|
|
Packit |
5c3484 |
shrp x2 = v2, v1, 64-LSH C I0
|
|
Packit |
5c3484 |
ADDSUB( w1, u1, x1) C M I
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mmb; CMP( p9, w1, u1, x1) C M I
|
|
Packit |
5c3484 |
ADDSUB( w2, u2, x2) C M I
|
|
Packit |
5c3484 |
br .Lcj3 C B
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
.grt3:
|
|
Packit |
5c3484 |
{.mmi; ld8 v3 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ld8 u3 = [up], 8 C M01
|
|
Packit |
5c3484 |
shrp x1 = v1, r11, 64-LSH C I0
|
|
Packit |
5c3484 |
}{.mmi; ADDSUB( w0, r10, x0) C M I
|
|
Packit |
5c3484 |
nop 0
|
|
Packit |
5c3484 |
nop 0
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mmi; ld8 v0 = [vp], 8 C M01
|
|
Packit |
5c3484 |
CMP( p6, w0, r10, x0) C M I
|
|
Packit |
5c3484 |
mov.i ar.lc = n C I0
|
|
Packit |
5c3484 |
}{.mmi; ld8 u0 = [up], 8 C M01
|
|
Packit |
5c3484 |
ADDSUB( w1, u1, x1) C M I
|
|
Packit |
5c3484 |
nop 0
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}{.mmi; add r10 = PFDIST, up
|
|
Packit |
5c3484 |
add r11 = PFDIST, vp
|
|
Packit |
5c3484 |
shrp x2 = v2, v1, 64-LSH C I0
|
|
Packit |
5c3484 |
}{.mmb; ld8 v1 = [vp], 8 C M01
|
|
Packit |
5c3484 |
CMP( p8, w1, u1, x1) C M I
|
|
Packit |
5c3484 |
br .LL11 C B
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
C *** MAIN LOOP START ***
|
|
Packit |
5c3484 |
ALIGN(32)
|
|
Packit |
5c3484 |
L(top): st8 [rp] = w1, 8 C M23
|
|
Packit |
5c3484 |
lfetch [r10], 32
|
|
Packit |
5c3484 |
(p8) cmpeqor p6, p0 = LIM, w2 C M I
|
|
Packit |
5c3484 |
(p8) add w2 = INCR, w2 C M I
|
|
Packit |
5c3484 |
ld8 v3 = [vp], 8 C M01
|
|
Packit |
5c3484 |
CMP( p8, w3, u3, x3) C M I
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
.LL01: ld8 u3 = [up], 8 C M01
|
|
Packit |
5c3484 |
shrp x1 = v1, v0, 64-LSH C I0
|
|
Packit |
5c3484 |
(p6) cmpeqor p8, p0 = LIM, w3 C M I
|
|
Packit |
5c3484 |
(p6) add w3 = INCR, w3 C M I
|
|
Packit |
5c3484 |
ld8 v0 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ADDSUB( w0, u0, x0) C M I
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
st8 [rp] = w2, 8 C M23
|
|
Packit |
5c3484 |
CMP( p6, w0, u0, x0) C M I
|
|
Packit |
5c3484 |
nop.b 0
|
|
Packit |
5c3484 |
ld8 u0 = [up], 8 C M01
|
|
Packit |
5c3484 |
lfetch [r11], 32
|
|
Packit |
5c3484 |
ADDSUB( w1, u1, x1) C M I
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
.LL00: st8 [rp] = w3, 8 C M23
|
|
Packit |
5c3484 |
shrp x2 = v2, v1, 64-LSH C I0
|
|
Packit |
5c3484 |
(p8) cmpeqor p6, p0 = LIM, w0 C M I
|
|
Packit |
5c3484 |
(p8) add w0 = INCR, w0 C M I
|
|
Packit |
5c3484 |
ld8 v1 = [vp], 8 C M01
|
|
Packit |
5c3484 |
CMP( p8, w1, u1, x1) C M I
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
.LL11: ld8 u1 = [up], 8 C M01
|
|
Packit |
5c3484 |
shrp x3 = v3, v2, 64-LSH C I0
|
|
Packit |
5c3484 |
(p6) cmpeqor p8, p0 = LIM, w1 C M I
|
|
Packit |
5c3484 |
(p6) add w1 = INCR, w1 C M I
|
|
Packit |
5c3484 |
ld8 v2 = [vp], 8 C M01
|
|
Packit |
5c3484 |
ADDSUB( w2, u2, x2) C M I
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
{.mmi; st8 [rp] = w0, 8 C M23
|
|
Packit |
5c3484 |
CMP( p6, w2, u2, x2) C M I
|
|
Packit |
5c3484 |
shrp x0 = v0, v3, 64-LSH C I0
|
|
Packit |
5c3484 |
}{.mib;
|
|
Packit |
5c3484 |
ld8 u2 = [up], 8 C M01
|
|
Packit |
5c3484 |
ADDSUB( w3, u3, x3) C M I
|
|
Packit |
5c3484 |
br.cloop.dptk L(top) C B
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
C *** MAIN LOOP END ***
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
L(end):
|
|
Packit |
5c3484 |
{.mmi; st8 [rp] = w1, 8 C M23
|
|
Packit |
5c3484 |
(p8) cmpeqor p6, p0 = LIM, w2 C M I
|
|
Packit |
5c3484 |
shrp x1 = v1, v0, 64-LSH C I0
|
|
Packit |
5c3484 |
}{.mmi;
|
|
Packit |
5c3484 |
(p8) add w2 = INCR, w2 C M I
|
|
Packit |
5c3484 |
CMP( p7, w3, u3, x3) C M I
|
|
Packit |
5c3484 |
ADDSUB( w0, u0, x0) C M I
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
.Lcj5:
|
|
Packit |
5c3484 |
{.mmi; st8 [rp] = w2, 8 C M23
|
|
Packit |
5c3484 |
(p6) cmpeqor p7, p0 = LIM, w3 C M I
|
|
Packit |
5c3484 |
shrp x2 = v2, v1, 64-LSH C I0
|
|
Packit |
5c3484 |
}{.mmi;
|
|
Packit |
5c3484 |
(p6) add w3 = INCR, w3 C M I
|
|
Packit |
5c3484 |
CMP( p8, w0, u0, x0) C M I
|
|
Packit |
5c3484 |
ADDSUB( w1, u1, x1) C M I
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
.Lcj4:
|
|
Packit |
5c3484 |
{.mmi; st8 [rp] = w3, 8 C M23
|
|
Packit |
5c3484 |
(p7) cmpeqor p8, p0 = LIM, w0 C M I
|
|
Packit |
5c3484 |
mov.i ar.lc = r2 C I0
|
|
Packit |
5c3484 |
}{.mmi;
|
|
Packit |
5c3484 |
(p7) add w0 = INCR, w0 C M I
|
|
Packit |
5c3484 |
CMP( p9, w1, u1, x1) C M I
|
|
Packit |
5c3484 |
ADDSUB( w2, u2, x2) C M I
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
.Lcj3:
|
|
Packit |
5c3484 |
{.mmi; st8 [rp] = w0, 8 C M23
|
|
Packit |
5c3484 |
(p8) cmpeqor p9, p0 = LIM, w1 C M I
|
|
Packit |
5c3484 |
shr.u r8 = v2, 64-LSH C I0
|
|
Packit |
5c3484 |
}{.mmi;
|
|
Packit |
5c3484 |
(p8) add w1 = INCR, w1 C M I
|
|
Packit |
5c3484 |
CMP( p6, w2, u2, x2) C M I
|
|
Packit |
5c3484 |
nop 0
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
.Lcj2:
|
|
Packit |
5c3484 |
{.mmi; st8 [rp] = w1, 8 C M23
|
|
Packit |
5c3484 |
(p9) cmpeqor p6, p0 = LIM, w2 C M I
|
|
Packit |
5c3484 |
(p9) add w2 = INCR, w2 C M I
|
|
Packit |
5c3484 |
;;
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
.Lcj1:
|
|
Packit |
5c3484 |
{.mmb; st8 [rp] = w2 C M23
|
|
Packit |
5c3484 |
ifdef(`DO_rsb',`
|
|
Packit |
5c3484 |
(p6) add r8 = -1, r8 C M I
|
|
Packit |
5c3484 |
',`
|
|
Packit |
5c3484 |
(p6) add r8 = 1, r8 C M I
|
|
Packit |
5c3484 |
') br.ret.sptk.many b0 C B
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
EPILOGUE()
|
|
Packit |
5c3484 |
ASM_END()
|