Blame mpn/generic/toom4_sqr.c

Packit 5c3484
/* mpn_toom4_sqr -- Square {ap,an}.
Packit 5c3484
Packit 5c3484
   Contributed to the GNU project by Torbjorn Granlund and Marco Bodrato.
Packit 5c3484
Packit 5c3484
   THE FUNCTION IN THIS FILE IS INTERNAL WITH A MUTABLE INTERFACE.  IT IS ONLY
Packit 5c3484
   SAFE TO REACH IT THROUGH DOCUMENTED INTERFACES.  IN FACT, IT IS ALMOST
Packit 5c3484
   GUARANTEED THAT IT WILL CHANGE OR DISAPPEAR IN A FUTURE GNU MP RELEASE.
Packit 5c3484
Packit 5c3484
Copyright 2006-2010, 2013 Free Software Foundation, Inc.
Packit 5c3484
Packit 5c3484
This file is part of the GNU MP Library.
Packit 5c3484
Packit 5c3484
The GNU MP Library is free software; you can redistribute it and/or modify
Packit 5c3484
it under the terms of either:
Packit 5c3484
Packit 5c3484
  * the GNU Lesser General Public License as published by the Free
Packit 5c3484
    Software Foundation; either version 3 of the License, or (at your
Packit 5c3484
    option) any later version.
Packit 5c3484
Packit 5c3484
or
Packit 5c3484
Packit 5c3484
  * the GNU General Public License as published by the Free Software
Packit 5c3484
    Foundation; either version 2 of the License, or (at your option) any
Packit 5c3484
    later version.
Packit 5c3484
Packit 5c3484
or both in parallel, as here.
Packit 5c3484
Packit 5c3484
The GNU MP Library is distributed in the hope that it will be useful, but
Packit 5c3484
WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
Packit 5c3484
or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
Packit 5c3484
for more details.
Packit 5c3484
Packit 5c3484
You should have received copies of the GNU General Public License and the
Packit 5c3484
GNU Lesser General Public License along with the GNU MP Library.  If not,
Packit 5c3484
see https://www.gnu.org/licenses/.  */
Packit 5c3484
Packit 5c3484
Packit 5c3484
#include "gmp.h"
Packit 5c3484
#include "gmp-impl.h"
Packit 5c3484
Packit 5c3484
/* Evaluate in: -1, -1/2, 0, +1/2, +1, +2, +inf
Packit 5c3484
Packit 5c3484
  <-s--><--n--><--n--><--n-->
Packit 5c3484
   ____ ______ ______ ______
Packit 5c3484
  |_a3_|___a2_|___a1_|___a0_|
Packit 5c3484
Packit 5c3484
  v0  =   a0             ^2 #    A(0)^2
Packit 5c3484
  v1  = ( a0+ a1+ a2+ a3)^2 #    A(1)^2   ah  <= 3
Packit 5c3484
  vm1 = ( a0- a1+ a2- a3)^2 #   A(-1)^2  |ah| <= 1
Packit 5c3484
  v2  = ( a0+2a1+4a2+8a3)^2 #    A(2)^2   ah  <= 14
Packit 5c3484
  vh  = (8a0+4a1+2a2+ a3)^2 #  A(1/2)^2   ah  <= 14
Packit 5c3484
  vmh = (8a0-4a1+2a2- a3)^2 # A(-1/2)^2  -4<=ah<=9
Packit 5c3484
  vinf=               a3 ^2 #  A(inf)^2
Packit 5c3484
*/
Packit 5c3484
Packit 5c3484
#if TUNE_PROGRAM_BUILD
Packit 5c3484
#define MAYBE_sqr_basecase 1
Packit 5c3484
#define MAYBE_sqr_toom2   1
Packit 5c3484
#define MAYBE_sqr_toom4   1
Packit 5c3484
#else
Packit 5c3484
#define MAYBE_sqr_basecase						\
Packit 5c3484
  (SQR_TOOM4_THRESHOLD < 4 * SQR_TOOM2_THRESHOLD)
Packit 5c3484
#define MAYBE_sqr_toom2							\
Packit 5c3484
  (SQR_TOOM4_THRESHOLD < 4 * SQR_TOOM3_THRESHOLD)
Packit 5c3484
#define MAYBE_sqr_toom4							\
Packit 5c3484
  (SQR_TOOM6_THRESHOLD >= 4 * SQR_TOOM4_THRESHOLD)
Packit 5c3484
#endif
Packit 5c3484
Packit 5c3484
#define TOOM4_SQR_REC(p, a, n, ws)					\
Packit 5c3484
  do {									\
Packit 5c3484
    if (MAYBE_sqr_basecase						\
Packit 5c3484
	&& BELOW_THRESHOLD (n, SQR_TOOM2_THRESHOLD))			\
Packit 5c3484
      mpn_sqr_basecase (p, a, n);					\
Packit 5c3484
    else if (MAYBE_sqr_toom2						\
Packit 5c3484
	     && BELOW_THRESHOLD (n, SQR_TOOM3_THRESHOLD))		\
Packit 5c3484
      mpn_toom2_sqr (p, a, n, ws);					\
Packit 5c3484
    else if (! MAYBE_sqr_toom4						\
Packit 5c3484
	     || BELOW_THRESHOLD (n, SQR_TOOM4_THRESHOLD))		\
Packit 5c3484
      mpn_toom3_sqr (p, a, n, ws);					\
Packit 5c3484
    else								\
Packit 5c3484
      mpn_toom4_sqr (p, a, n, ws);					\
Packit 5c3484
  } while (0)
Packit 5c3484
Packit 5c3484
void
Packit 5c3484
mpn_toom4_sqr (mp_ptr pp,
Packit 5c3484
	       mp_srcptr ap, mp_size_t an,
Packit 5c3484
	       mp_ptr scratch)
Packit 5c3484
{
Packit 5c3484
  mp_size_t n, s;
Packit 5c3484
  mp_limb_t cy;
Packit 5c3484
Packit 5c3484
#define a0  ap
Packit 5c3484
#define a1  (ap + n)
Packit 5c3484
#define a2  (ap + 2*n)
Packit 5c3484
#define a3  (ap + 3*n)
Packit 5c3484
Packit 5c3484
  n = (an + 3) >> 2;
Packit 5c3484
Packit 5c3484
  s = an - 3 * n;
Packit 5c3484
Packit 5c3484
  ASSERT (0 < s && s <= n);
Packit 5c3484
Packit 5c3484
  /* NOTE: The multiplications to v2, vm2, vh and vm1 overwrites the
Packit 5c3484
   * following limb, so these must be computed in order, and we need a
Packit 5c3484
   * one limb gap to tp. */
Packit 5c3484
#define v0    pp				/* 2n */
Packit 5c3484
#define v1    (pp + 2 * n)			/* 2n+1 */
Packit 5c3484
#define vinf  (pp + 6 * n)			/* s+t */
Packit 5c3484
#define v2    scratch				/* 2n+1 */
Packit 5c3484
#define vm2   (scratch + 2 * n + 1)		/* 2n+1 */
Packit 5c3484
#define vh    (scratch + 4 * n + 2)		/* 2n+1 */
Packit 5c3484
#define vm1   (scratch + 6 * n + 3)		/* 2n+1 */
Packit 5c3484
#define tp (scratch + 8*n + 5)
Packit 5c3484
Packit 5c3484
  /* No overlap with v1 */
Packit 5c3484
#define apx   pp				/* n+1 */
Packit 5c3484
#define amx   (pp + 4*n + 2)			/* n+1 */
Packit 5c3484
Packit 5c3484
  /* Total scratch need: 8*n + 5 + scratch for recursive calls. This
Packit 5c3484
     gives roughly 32 n/3 + log term. */
Packit 5c3484
Packit 5c3484
  /* Compute apx = a0 + 2 a1 + 4 a2 + 8 a3 and amx = a0 - 2 a1 + 4 a2 - 8 a3.  */
Packit 5c3484
  mpn_toom_eval_dgr3_pm2 (apx, amx, ap, n, s, tp);
Packit 5c3484
Packit 5c3484
  TOOM4_SQR_REC (v2, apx, n + 1, tp);	/* v2,  2n+1 limbs */
Packit 5c3484
  TOOM4_SQR_REC (vm2, amx, n + 1, tp);	/* vm2,  2n+1 limbs */
Packit 5c3484
Packit 5c3484
  /* Compute apx = 8 a0 + 4 a1 + 2 a2 + a3 = (((2*a0 + a1) * 2 + a2) * 2 + a3 */
Packit 5c3484
#if HAVE_NATIVE_mpn_addlsh1_n
Packit 5c3484
  cy = mpn_addlsh1_n (apx, a1, a0, n);
Packit 5c3484
  cy = 2*cy + mpn_addlsh1_n (apx, a2, apx, n);
Packit 5c3484
  if (s < n)
Packit 5c3484
    {
Packit 5c3484
      mp_limb_t cy2;
Packit 5c3484
      cy2 = mpn_addlsh1_n (apx, a3, apx, s);
Packit 5c3484
      apx[n] = 2*cy + mpn_lshift (apx + s, apx + s, n - s, 1);
Packit 5c3484
      MPN_INCR_U (apx + s, n+1-s, cy2);
Packit 5c3484
    }
Packit 5c3484
  else
Packit 5c3484
    apx[n] = 2*cy + mpn_addlsh1_n (apx, a3, apx, n);
Packit 5c3484
#else
Packit 5c3484
  cy = mpn_lshift (apx, a0, n, 1);
Packit 5c3484
  cy += mpn_add_n (apx, apx, a1, n);
Packit 5c3484
  cy = 2*cy + mpn_lshift (apx, apx, n, 1);
Packit 5c3484
  cy += mpn_add_n (apx, apx, a2, n);
Packit 5c3484
  cy = 2*cy + mpn_lshift (apx, apx, n, 1);
Packit 5c3484
  apx[n] = cy + mpn_add (apx, apx, n, a3, s);
Packit 5c3484
#endif
Packit 5c3484
Packit 5c3484
  ASSERT (apx[n] < 15);
Packit 5c3484
Packit 5c3484
  TOOM4_SQR_REC (vh, apx, n + 1, tp);	/* vh,  2n+1 limbs */
Packit 5c3484
Packit 5c3484
  /* Compute apx = a0 + a1 + a2 + a3 and amx = a0 - a1 + a2 - a3.  */
Packit 5c3484
  mpn_toom_eval_dgr3_pm1 (apx, amx, ap, n, s, tp);
Packit 5c3484
Packit 5c3484
  TOOM4_SQR_REC (v1, apx, n + 1, tp);	/* v1,  2n+1 limbs */
Packit 5c3484
  TOOM4_SQR_REC (vm1, amx, n + 1, tp);	/* vm1,  2n+1 limbs */
Packit 5c3484
Packit 5c3484
  TOOM4_SQR_REC (v0, a0, n, tp);
Packit 5c3484
  TOOM4_SQR_REC (vinf, a3, s, tp);	/* vinf, 2s limbs */
Packit 5c3484
Packit 5c3484
  mpn_toom_interpolate_7pts (pp, n, (enum toom7_flags) 0, vm2, vm1, v2, vh, 2*s, tp);
Packit 5c3484
}