|
Packit |
5c3484 |
/* Cray PVP/IEEE mpn_mul_basecase.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
Copyright 2000, 2001 Free Software Foundation, Inc.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
This file is part of the GNU MP Library.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
The GNU MP Library is free software; you can redistribute it and/or modify
|
|
Packit |
5c3484 |
it under the terms of either:
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
* the GNU Lesser General Public License as published by the Free
|
|
Packit |
5c3484 |
Software Foundation; either version 3 of the License, or (at your
|
|
Packit |
5c3484 |
option) any later version.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
or
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
* the GNU General Public License as published by the Free Software
|
|
Packit |
5c3484 |
Foundation; either version 2 of the License, or (at your option) any
|
|
Packit |
5c3484 |
later version.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
or both in parallel, as here.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
The GNU MP Library is distributed in the hope that it will be useful, but
|
|
Packit |
5c3484 |
WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
|
|
Packit |
5c3484 |
or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
|
|
Packit |
5c3484 |
for more details.
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
You should have received copies of the GNU General Public License and the
|
|
Packit |
5c3484 |
GNU Lesser General Public License along with the GNU MP Library. If not,
|
|
Packit |
5c3484 |
see https://www.gnu.org/licenses/. */
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
/* The most critical loop of this code runs at about 5 cycles/limb on a T90.
|
|
Packit |
5c3484 |
That is not perfect, mainly due to vector register shortage. */
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
#include <intrinsics.h>
|
|
Packit |
5c3484 |
#include "gmp.h"
|
|
Packit |
5c3484 |
#include "gmp-impl.h"
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
void
|
|
Packit |
5c3484 |
mpn_mul_basecase (mp_ptr rp,
|
|
Packit |
5c3484 |
mp_srcptr up, mp_size_t un,
|
|
Packit |
5c3484 |
mp_srcptr vp, mp_size_t vn)
|
|
Packit |
5c3484 |
{
|
|
Packit |
5c3484 |
mp_limb_t cy[un + vn];
|
|
Packit |
5c3484 |
mp_limb_t vl;
|
|
Packit |
5c3484 |
mp_limb_t a, b, r, s0, s1, c0, c1;
|
|
Packit |
5c3484 |
mp_size_t i, j;
|
|
Packit |
5c3484 |
int more_carries;
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
for (i = 0; i < un + vn; i++)
|
|
Packit |
5c3484 |
{
|
|
Packit |
5c3484 |
rp[i] = 0;
|
|
Packit |
5c3484 |
cy[i] = 0;
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
#pragma _CRI novector
|
|
Packit |
5c3484 |
for (j = 0; j < vn; j++)
|
|
Packit |
5c3484 |
{
|
|
Packit |
5c3484 |
vl = vp[j];
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
a = up[0] * vl;
|
|
Packit |
5c3484 |
r = rp[j];
|
|
Packit |
5c3484 |
s0 = a + r;
|
|
Packit |
5c3484 |
rp[j] = s0;
|
|
Packit |
5c3484 |
c0 = ((a & r) | ((a | r) & ~s0)) >> 63;
|
|
Packit |
5c3484 |
cy[j] += c0;
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
#pragma _CRI ivdep
|
|
Packit |
5c3484 |
for (i = 1; i < un; i++)
|
|
Packit |
5c3484 |
{
|
|
Packit |
5c3484 |
a = up[i] * vl;
|
|
Packit |
5c3484 |
b = _int_mult_upper (up[i - 1], vl);
|
|
Packit |
5c3484 |
s0 = a + b;
|
|
Packit |
5c3484 |
c0 = ((a & b) | ((a | b) & ~s0)) >> 63;
|
|
Packit |
5c3484 |
r = rp[j + i];
|
|
Packit |
5c3484 |
s1 = s0 + r;
|
|
Packit |
5c3484 |
rp[j + i] = s1;
|
|
Packit |
5c3484 |
c1 = ((s0 & r) | ((s0 | r) & ~s1)) >> 63;
|
|
Packit |
5c3484 |
cy[j + i] += c0 + c1;
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
rp[j + un] = _int_mult_upper (up[un - 1], vl);
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
|
|
Packit |
5c3484 |
more_carries = 0;
|
|
Packit |
5c3484 |
#pragma _CRI ivdep
|
|
Packit |
5c3484 |
for (i = 1; i < un + vn; i++)
|
|
Packit |
5c3484 |
{
|
|
Packit |
5c3484 |
r = rp[i];
|
|
Packit |
5c3484 |
c0 = cy[i - 1];
|
|
Packit |
5c3484 |
s0 = r + c0;
|
|
Packit |
5c3484 |
rp[i] = s0;
|
|
Packit |
5c3484 |
c0 = (r & ~s0) >> 63;
|
|
Packit |
5c3484 |
more_carries += c0;
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
/* If that second loop generated carry, handle that in scalar loop. */
|
|
Packit |
5c3484 |
if (more_carries)
|
|
Packit |
5c3484 |
{
|
|
Packit |
5c3484 |
mp_limb_t cyrec = 0;
|
|
Packit |
5c3484 |
for (i = 1; i < un + vn; i++)
|
|
Packit |
5c3484 |
{
|
|
Packit |
5c3484 |
r = rp[i];
|
|
Packit |
5c3484 |
c0 = (r < cy[i - 1]);
|
|
Packit |
5c3484 |
s0 = r + cyrec;
|
|
Packit |
5c3484 |
rp[i] = s0;
|
|
Packit |
5c3484 |
c1 = (r & ~s0) >> 63;
|
|
Packit |
5c3484 |
cyrec = c0 | c1;
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
}
|
|
Packit |
5c3484 |
}
|