Blame mpn/generic/toom3_sqr.c

Packit 5c3484
/* mpn_toom3_sqr -- Square {ap,an}.
Packit 5c3484
Packit 5c3484
   Contributed to the GNU project by Torbjorn Granlund.
Packit 5c3484
   Additional improvements by Marco Bodrato.
Packit 5c3484
Packit 5c3484
   THE FUNCTION IN THIS FILE IS INTERNAL WITH A MUTABLE INTERFACE.  IT IS ONLY
Packit 5c3484
   SAFE TO REACH IT THROUGH DOCUMENTED INTERFACES.  IN FACT, IT IS ALMOST
Packit 5c3484
   GUARANTEED THAT IT WILL CHANGE OR DISAPPEAR IN A FUTURE GNU MP RELEASE.
Packit 5c3484
Packit 5c3484
Copyright 2006-2010, 2012 Free Software Foundation, Inc.
Packit 5c3484
Packit 5c3484
This file is part of the GNU MP Library.
Packit 5c3484
Packit 5c3484
The GNU MP Library is free software; you can redistribute it and/or modify
Packit 5c3484
it under the terms of either:
Packit 5c3484
Packit 5c3484
  * the GNU Lesser General Public License as published by the Free
Packit 5c3484
    Software Foundation; either version 3 of the License, or (at your
Packit 5c3484
    option) any later version.
Packit 5c3484
Packit 5c3484
or
Packit 5c3484
Packit 5c3484
  * the GNU General Public License as published by the Free Software
Packit 5c3484
    Foundation; either version 2 of the License, or (at your option) any
Packit 5c3484
    later version.
Packit 5c3484
Packit 5c3484
or both in parallel, as here.
Packit 5c3484
Packit 5c3484
The GNU MP Library is distributed in the hope that it will be useful, but
Packit 5c3484
WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
Packit 5c3484
or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
Packit 5c3484
for more details.
Packit 5c3484
Packit 5c3484
You should have received copies of the GNU General Public License and the
Packit 5c3484
GNU Lesser General Public License along with the GNU MP Library.  If not,
Packit 5c3484
see https://www.gnu.org/licenses/.  */
Packit 5c3484
Packit 5c3484
Packit 5c3484
#include "gmp.h"
Packit 5c3484
#include "gmp-impl.h"
Packit 5c3484
Packit 5c3484
/* Evaluate in: -1, 0, +1, +2, +inf
Packit 5c3484
Packit 5c3484
  <-s--><--n--><--n-->
Packit 5c3484
   ____ ______ ______
Packit 5c3484
  |_a2_|___a1_|___a0_|
Packit 5c3484
Packit 5c3484
  v0  =  a0         ^2 #   A(0)^2
Packit 5c3484
  v1  = (a0+ a1+ a2)^2 #   A(1)^2    ah  <= 2
Packit 5c3484
  vm1 = (a0- a1+ a2)^2 #  A(-1)^2   |ah| <= 1
Packit 5c3484
  v2  = (a0+2a1+4a2)^2 #   A(2)^2    ah  <= 6
Packit 5c3484
  vinf=          a2 ^2 # A(inf)^2
Packit 5c3484
*/
Packit 5c3484
Packit 5c3484
#if TUNE_PROGRAM_BUILD || WANT_FAT_BINARY
Packit 5c3484
#define MAYBE_sqr_basecase 1
Packit 5c3484
#define MAYBE_sqr_toom3   1
Packit 5c3484
#else
Packit 5c3484
#define MAYBE_sqr_basecase						\
Packit 5c3484
  (SQR_TOOM3_THRESHOLD < 3 * SQR_TOOM2_THRESHOLD)
Packit 5c3484
#define MAYBE_sqr_toom3							\
Packit 5c3484
  (SQR_TOOM4_THRESHOLD >= 3 * SQR_TOOM3_THRESHOLD)
Packit 5c3484
#endif
Packit 5c3484
Packit 5c3484
#define TOOM3_SQR_REC(p, a, n, ws)					\
Packit 5c3484
  do {									\
Packit 5c3484
    if (MAYBE_sqr_basecase						\
Packit 5c3484
	&& BELOW_THRESHOLD (n, SQR_TOOM2_THRESHOLD))			\
Packit 5c3484
      mpn_sqr_basecase (p, a, n);					\
Packit 5c3484
    else if (! MAYBE_sqr_toom3						\
Packit 5c3484
	     || BELOW_THRESHOLD (n, SQR_TOOM3_THRESHOLD))		\
Packit 5c3484
      mpn_toom2_sqr (p, a, n, ws);					\
Packit 5c3484
    else								\
Packit 5c3484
      mpn_toom3_sqr (p, a, n, ws);					\
Packit 5c3484
  } while (0)
Packit 5c3484
Packit 5c3484
void
Packit 5c3484
mpn_toom3_sqr (mp_ptr pp,
Packit 5c3484
	       mp_srcptr ap, mp_size_t an,
Packit 5c3484
	       mp_ptr scratch)
Packit 5c3484
{
Packit 5c3484
  const int __gmpn_cpuvec_initialized = 1;
Packit 5c3484
  mp_size_t n, s;
Packit 5c3484
  mp_limb_t cy, vinf0;
Packit 5c3484
  mp_ptr gp;
Packit 5c3484
  mp_ptr as1, asm1, as2;
Packit 5c3484
Packit 5c3484
#define a0  ap
Packit 5c3484
#define a1  (ap + n)
Packit 5c3484
#define a2  (ap + 2*n)
Packit 5c3484
Packit 5c3484
  n = (an + 2) / (size_t) 3;
Packit 5c3484
Packit 5c3484
  s = an - 2 * n;
Packit 5c3484
Packit 5c3484
  ASSERT (0 < s && s <= n);
Packit 5c3484
Packit 5c3484
  as1 = scratch + 4 * n + 4;
Packit 5c3484
  asm1 = scratch + 2 * n + 2;
Packit 5c3484
  as2 = pp + n + 1;
Packit 5c3484
Packit 5c3484
  gp = scratch;
Packit 5c3484
Packit 5c3484
  /* Compute as1 and asm1.  */
Packit 5c3484
  cy = mpn_add (gp, a0, n, a2, s);
Packit 5c3484
#if HAVE_NATIVE_mpn_add_n_sub_n
Packit 5c3484
  if (cy == 0 && mpn_cmp (gp, a1, n) < 0)
Packit 5c3484
    {
Packit 5c3484
      cy = mpn_add_n_sub_n (as1, asm1, a1, gp, n);
Packit 5c3484
      as1[n] = cy >> 1;
Packit 5c3484
      asm1[n] = 0;
Packit 5c3484
    }
Packit 5c3484
  else
Packit 5c3484
    {
Packit 5c3484
      mp_limb_t cy2;
Packit 5c3484
      cy2 = mpn_add_n_sub_n (as1, asm1, gp, a1, n);
Packit 5c3484
      as1[n] = cy + (cy2 >> 1);
Packit 5c3484
      asm1[n] = cy - (cy2 & 1);
Packit 5c3484
    }
Packit 5c3484
#else
Packit 5c3484
  as1[n] = cy + mpn_add_n (as1, gp, a1, n);
Packit 5c3484
  if (cy == 0 && mpn_cmp (gp, a1, n) < 0)
Packit 5c3484
    {
Packit 5c3484
      mpn_sub_n (asm1, a1, gp, n);
Packit 5c3484
      asm1[n] = 0;
Packit 5c3484
    }
Packit 5c3484
  else
Packit 5c3484
    {
Packit 5c3484
      cy -= mpn_sub_n (asm1, gp, a1, n);
Packit 5c3484
      asm1[n] = cy;
Packit 5c3484
    }
Packit 5c3484
#endif
Packit 5c3484
Packit 5c3484
  /* Compute as2.  */
Packit 5c3484
#if HAVE_NATIVE_mpn_rsblsh1_n
Packit 5c3484
  cy = mpn_add_n (as2, a2, as1, s);
Packit 5c3484
  if (s != n)
Packit 5c3484
    cy = mpn_add_1 (as2 + s, as1 + s, n - s, cy);
Packit 5c3484
  cy += as1[n];
Packit 5c3484
  cy = 2 * cy + mpn_rsblsh1_n (as2, a0, as2, n);
Packit 5c3484
#else
Packit 5c3484
#if HAVE_NATIVE_mpn_addlsh1_n
Packit 5c3484
  cy  = mpn_addlsh1_n (as2, a1, a2, s);
Packit 5c3484
  if (s != n)
Packit 5c3484
    cy = mpn_add_1 (as2 + s, a1 + s, n - s, cy);
Packit 5c3484
  cy = 2 * cy + mpn_addlsh1_n (as2, a0, as2, n);
Packit 5c3484
#else
Packit 5c3484
  cy = mpn_add_n (as2, a2, as1, s);
Packit 5c3484
  if (s != n)
Packit 5c3484
    cy = mpn_add_1 (as2 + s, as1 + s, n - s, cy);
Packit 5c3484
  cy += as1[n];
Packit 5c3484
  cy = 2 * cy + mpn_lshift (as2, as2, n, 1);
Packit 5c3484
  cy -= mpn_sub_n (as2, as2, a0, n);
Packit 5c3484
#endif
Packit 5c3484
#endif
Packit 5c3484
  as2[n] = cy;
Packit 5c3484
Packit 5c3484
  ASSERT (as1[n] <= 2);
Packit 5c3484
  ASSERT (asm1[n] <= 1);
Packit 5c3484
Packit 5c3484
#define v0    pp				/* 2n */
Packit 5c3484
#define v1    (pp + 2 * n)			/* 2n+1 */
Packit 5c3484
#define vinf  (pp + 4 * n)			/* s+s */
Packit 5c3484
#define vm1   scratch				/* 2n+1 */
Packit 5c3484
#define v2    (scratch + 2 * n + 1)		/* 2n+2 */
Packit 5c3484
#define scratch_out  (scratch + 5 * n + 5)
Packit 5c3484
Packit 5c3484
  /* vm1, 2n+1 limbs */
Packit 5c3484
#ifdef SMALLER_RECURSION
Packit 5c3484
  TOOM3_SQR_REC (vm1, asm1, n, scratch_out);
Packit 5c3484
  cy = 0;
Packit 5c3484
  if (asm1[n] != 0)
Packit 5c3484
    cy = asm1[n] + mpn_add_n (vm1 + n, vm1 + n, asm1, n);
Packit 5c3484
  if (asm1[n] != 0)
Packit 5c3484
    cy += mpn_add_n (vm1 + n, vm1 + n, asm1, n);
Packit 5c3484
  vm1[2 * n] = cy;
Packit 5c3484
#else
Packit 5c3484
  TOOM3_SQR_REC (vm1, asm1, n + 1, scratch_out);
Packit 5c3484
#endif
Packit 5c3484
Packit 5c3484
  TOOM3_SQR_REC (v2, as2, n + 1, scratch_out);	/* v2, 2n+1 limbs */
Packit 5c3484
Packit 5c3484
  TOOM3_SQR_REC (vinf, a2, s, scratch_out);	/* vinf, s+s limbs */
Packit 5c3484
Packit 5c3484
  vinf0 = vinf[0];				/* v1 overlaps with this */
Packit 5c3484
Packit 5c3484
#ifdef SMALLER_RECURSION
Packit 5c3484
  /* v1, 2n+1 limbs */
Packit 5c3484
  TOOM3_SQR_REC (v1, as1, n, scratch_out);
Packit 5c3484
  if (as1[n] == 1)
Packit 5c3484
    {
Packit 5c3484
      cy = as1[n] + mpn_add_n (v1 + n, v1 + n, as1, n);
Packit 5c3484
    }
Packit 5c3484
  else if (as1[n] != 0)
Packit 5c3484
    {
Packit 5c3484
#if HAVE_NATIVE_mpn_addlsh1_n
Packit 5c3484
      cy = 2 * as1[n] + mpn_addlsh1_n (v1 + n, v1 + n, as1, n);
Packit 5c3484
#else
Packit 5c3484
      cy = 2 * as1[n] + mpn_addmul_1 (v1 + n, as1, n, CNST_LIMB(2));
Packit 5c3484
#endif
Packit 5c3484
    }
Packit 5c3484
  else
Packit 5c3484
    cy = 0;
Packit 5c3484
  if (as1[n] == 1)
Packit 5c3484
    {
Packit 5c3484
      cy += mpn_add_n (v1 + n, v1 + n, as1, n);
Packit 5c3484
    }
Packit 5c3484
  else if (as1[n] != 0)
Packit 5c3484
    {
Packit 5c3484
#if HAVE_NATIVE_mpn_addlsh1_n
Packit 5c3484
      cy += mpn_addlsh1_n (v1 + n, v1 + n, as1, n);
Packit 5c3484
#else
Packit 5c3484
      cy += mpn_addmul_1 (v1 + n, as1, n, CNST_LIMB(2));
Packit 5c3484
#endif
Packit 5c3484
    }
Packit 5c3484
  v1[2 * n] = cy;
Packit 5c3484
#else
Packit 5c3484
  cy = vinf[1];
Packit 5c3484
  TOOM3_SQR_REC (v1, as1, n + 1, scratch_out);
Packit 5c3484
  vinf[1] = cy;
Packit 5c3484
#endif
Packit 5c3484
Packit 5c3484
  TOOM3_SQR_REC (v0, ap, n, scratch_out);	/* v0, 2n limbs */
Packit 5c3484
Packit 5c3484
  mpn_toom_interpolate_5pts (pp, v2, vm1, n, s + s, 0, vinf0);
Packit 5c3484
}