Blame mpn/generic/toom62_mul.c

Packit 5c3484
/* mpn_toom62_mul -- Multiply {ap,an} and {bp,bn} where an is nominally 3 times
Packit 5c3484
   as large as bn.  Or more accurately, (5/2)bn < an < 6bn.
Packit 5c3484
Packit 5c3484
   Contributed to the GNU project by Torbjorn Granlund and Marco Bodrato.
Packit 5c3484
Packit 5c3484
   The idea of applying toom to unbalanced multiplication is due to Marco
Packit 5c3484
   Bodrato and Alberto Zanoni.
Packit 5c3484
Packit 5c3484
   THE FUNCTION IN THIS FILE IS INTERNAL WITH A MUTABLE INTERFACE.  IT IS ONLY
Packit 5c3484
   SAFE TO REACH IT THROUGH DOCUMENTED INTERFACES.  IN FACT, IT IS ALMOST
Packit 5c3484
   GUARANTEED THAT IT WILL CHANGE OR DISAPPEAR IN A FUTURE GNU MP RELEASE.
Packit 5c3484
Packit 5c3484
Copyright 2006-2008, 2012 Free Software Foundation, Inc.
Packit 5c3484
Packit 5c3484
This file is part of the GNU MP Library.
Packit 5c3484
Packit 5c3484
The GNU MP Library is free software; you can redistribute it and/or modify
Packit 5c3484
it under the terms of either:
Packit 5c3484
Packit 5c3484
  * the GNU Lesser General Public License as published by the Free
Packit 5c3484
    Software Foundation; either version 3 of the License, or (at your
Packit 5c3484
    option) any later version.
Packit 5c3484
Packit 5c3484
or
Packit 5c3484
Packit 5c3484
  * the GNU General Public License as published by the Free Software
Packit 5c3484
    Foundation; either version 2 of the License, or (at your option) any
Packit 5c3484
    later version.
Packit 5c3484
Packit 5c3484
or both in parallel, as here.
Packit 5c3484
Packit 5c3484
The GNU MP Library is distributed in the hope that it will be useful, but
Packit 5c3484
WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
Packit 5c3484
or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
Packit 5c3484
for more details.
Packit 5c3484
Packit 5c3484
You should have received copies of the GNU General Public License and the
Packit 5c3484
GNU Lesser General Public License along with the GNU MP Library.  If not,
Packit 5c3484
see https://www.gnu.org/licenses/.  */
Packit 5c3484
Packit 5c3484
Packit 5c3484
#include "gmp.h"
Packit 5c3484
#include "gmp-impl.h"
Packit 5c3484
Packit 5c3484
/* Evaluate in:
Packit 5c3484
   0, +1, -1, +2, -2, 1/2, +inf
Packit 5c3484
Packit 5c3484
  <-s-><--n--><--n--><--n--><--n--><--n-->
Packit 5c3484
   ___ ______ ______ ______ ______ ______
Packit 5c3484
  |a5_|___a4_|___a3_|___a2_|___a1_|___a0_|
Packit 5c3484
			     |_b1_|___b0_|
Packit 5c3484
			     <-t--><--n-->
Packit 5c3484
Packit 5c3484
  v0  =    a0                       *   b0      #    A(0)*B(0)
Packit 5c3484
  v1  = (  a0+  a1+ a2+ a3+  a4+  a5)*( b0+ b1) #    A(1)*B(1)      ah  <= 5   bh <= 1
Packit 5c3484
  vm1 = (  a0-  a1+ a2- a3+  a4-  a5)*( b0- b1) #   A(-1)*B(-1)    |ah| <= 2   bh  = 0
Packit 5c3484
  v2  = (  a0+ 2a1+4a2+8a3+16a4+32a5)*( b0+2b1) #    A(2)*B(2)      ah  <= 62  bh <= 2
Packit 5c3484
  vm2 = (  a0- 2a1+4a2-8a3+16a4-32a5)*( b0-2b1) #   A(-2)*B(-2)    -41<=ah<=20 -1<=bh<=0
Packit 5c3484
  vh  = (32a0+16a1+8a2+4a3+ 2a4+  a5)*(2b0+ b1) #  A(1/2)*B(1/2)    ah  <= 62  bh <= 2
Packit 5c3484
  vinf=                           a5 *      b1  #  A(inf)*B(inf)
Packit 5c3484
*/
Packit 5c3484
Packit 5c3484
void
Packit 5c3484
mpn_toom62_mul (mp_ptr pp,
Packit 5c3484
		mp_srcptr ap, mp_size_t an,
Packit 5c3484
		mp_srcptr bp, mp_size_t bn,
Packit 5c3484
		mp_ptr scratch)
Packit 5c3484
{
Packit 5c3484
  mp_size_t n, s, t;
Packit 5c3484
  mp_limb_t cy;
Packit 5c3484
  mp_ptr as1, asm1, as2, asm2, ash;
Packit 5c3484
  mp_ptr bs1, bsm1, bs2, bsm2, bsh;
Packit 5c3484
  mp_ptr gp;
Packit 5c3484
  enum toom7_flags aflags, bflags;
Packit 5c3484
  TMP_DECL;
Packit 5c3484
Packit 5c3484
#define a0  ap
Packit 5c3484
#define a1  (ap + n)
Packit 5c3484
#define a2  (ap + 2*n)
Packit 5c3484
#define a3  (ap + 3*n)
Packit 5c3484
#define a4  (ap + 4*n)
Packit 5c3484
#define a5  (ap + 5*n)
Packit 5c3484
#define b0  bp
Packit 5c3484
#define b1  (bp + n)
Packit 5c3484
Packit 5c3484
  n = 1 + (an >= 3 * bn ? (an - 1) / (size_t) 6 : (bn - 1) >> 1);
Packit 5c3484
Packit 5c3484
  s = an - 5 * n;
Packit 5c3484
  t = bn - n;
Packit 5c3484
Packit 5c3484
  ASSERT (0 < s && s <= n);
Packit 5c3484
  ASSERT (0 < t && t <= n);
Packit 5c3484
Packit 5c3484
  TMP_MARK;
Packit 5c3484
Packit 5c3484
  as1 = TMP_SALLOC_LIMBS (n + 1);
Packit 5c3484
  asm1 = TMP_SALLOC_LIMBS (n + 1);
Packit 5c3484
  as2 = TMP_SALLOC_LIMBS (n + 1);
Packit 5c3484
  asm2 = TMP_SALLOC_LIMBS (n + 1);
Packit 5c3484
  ash = TMP_SALLOC_LIMBS (n + 1);
Packit 5c3484
Packit 5c3484
  bs1 = TMP_SALLOC_LIMBS (n + 1);
Packit 5c3484
  bsm1 = TMP_SALLOC_LIMBS (n);
Packit 5c3484
  bs2 = TMP_SALLOC_LIMBS (n + 1);
Packit 5c3484
  bsm2 = TMP_SALLOC_LIMBS (n + 1);
Packit 5c3484
  bsh = TMP_SALLOC_LIMBS (n + 1);
Packit 5c3484
Packit 5c3484
  gp = pp;
Packit 5c3484
Packit 5c3484
  /* Compute as1 and asm1.  */
Packit 5c3484
  aflags = (enum toom7_flags) (toom7_w3_neg & mpn_toom_eval_pm1 (as1, asm1, 5, ap, n, s, gp));
Packit 5c3484
Packit 5c3484
  /* Compute as2 and asm2. */
Packit 5c3484
  aflags = (enum toom7_flags) (aflags | (toom7_w1_neg & mpn_toom_eval_pm2 (as2, asm2, 5, ap, n, s, gp)));
Packit 5c3484
Packit 5c3484
  /* Compute ash = 32 a0 + 16 a1 + 8 a2 + 4 a3 + 2 a4 + a5
Packit 5c3484
     = 2*(2*(2*(2*(2*a0 + a1) + a2) + a3) + a4) + a5  */
Packit 5c3484
Packit 5c3484
#if HAVE_NATIVE_mpn_addlsh1_n
Packit 5c3484
  cy = mpn_addlsh1_n (ash, a1, a0, n);
Packit 5c3484
  cy = 2*cy + mpn_addlsh1_n (ash, a2, ash, n);
Packit 5c3484
  cy = 2*cy + mpn_addlsh1_n (ash, a3, ash, n);
Packit 5c3484
  cy = 2*cy + mpn_addlsh1_n (ash, a4, ash, n);
Packit 5c3484
  if (s < n)
Packit 5c3484
    {
Packit 5c3484
      mp_limb_t cy2;
Packit 5c3484
      cy2 = mpn_addlsh1_n (ash, a5, ash, s);
Packit 5c3484
      ash[n] = 2*cy + mpn_lshift (ash + s, ash + s, n - s, 1);
Packit 5c3484
      MPN_INCR_U (ash + s, n+1-s, cy2);
Packit 5c3484
    }
Packit 5c3484
  else
Packit 5c3484
    ash[n] = 2*cy + mpn_addlsh1_n (ash, a5, ash, n);
Packit 5c3484
#else
Packit 5c3484
  cy = mpn_lshift (ash, a0, n, 1);
Packit 5c3484
  cy += mpn_add_n (ash, ash, a1, n);
Packit 5c3484
  cy = 2*cy + mpn_lshift (ash, ash, n, 1);
Packit 5c3484
  cy += mpn_add_n (ash, ash, a2, n);
Packit 5c3484
  cy = 2*cy + mpn_lshift (ash, ash, n, 1);
Packit 5c3484
  cy += mpn_add_n (ash, ash, a3, n);
Packit 5c3484
  cy = 2*cy + mpn_lshift (ash, ash, n, 1);
Packit 5c3484
  cy += mpn_add_n (ash, ash, a4, n);
Packit 5c3484
  cy = 2*cy + mpn_lshift (ash, ash, n, 1);
Packit 5c3484
  ash[n] = cy + mpn_add (ash, ash, n, a5, s);
Packit 5c3484
#endif
Packit 5c3484
Packit 5c3484
  /* Compute bs1 and bsm1.  */
Packit 5c3484
  if (t == n)
Packit 5c3484
    {
Packit 5c3484
#if HAVE_NATIVE_mpn_add_n_sub_n
Packit 5c3484
      if (mpn_cmp (b0, b1, n) < 0)
Packit 5c3484
	{
Packit 5c3484
	  cy = mpn_add_n_sub_n (bs1, bsm1, b1, b0, n);
Packit 5c3484
	  bflags = toom7_w3_neg;
Packit 5c3484
	}
Packit 5c3484
      else
Packit 5c3484
	{
Packit 5c3484
	  cy = mpn_add_n_sub_n (bs1, bsm1, b0, b1, n);
Packit 5c3484
	  bflags = (enum toom7_flags) 0;
Packit 5c3484
	}
Packit 5c3484
      bs1[n] = cy >> 1;
Packit 5c3484
#else
Packit 5c3484
      bs1[n] = mpn_add_n (bs1, b0, b1, n);
Packit 5c3484
      if (mpn_cmp (b0, b1, n) < 0)
Packit 5c3484
	{
Packit 5c3484
	  mpn_sub_n (bsm1, b1, b0, n);
Packit 5c3484
	  bflags = toom7_w3_neg;
Packit 5c3484
	}
Packit 5c3484
      else
Packit 5c3484
	{
Packit 5c3484
	  mpn_sub_n (bsm1, b0, b1, n);
Packit 5c3484
	  bflags = (enum toom7_flags) 0;
Packit 5c3484
	}
Packit 5c3484
#endif
Packit 5c3484
    }
Packit 5c3484
  else
Packit 5c3484
    {
Packit 5c3484
      bs1[n] = mpn_add (bs1, b0, n, b1, t);
Packit 5c3484
      if (mpn_zero_p (b0 + t, n - t) && mpn_cmp (b0, b1, t) < 0)
Packit 5c3484
	{
Packit 5c3484
	  mpn_sub_n (bsm1, b1, b0, t);
Packit 5c3484
	  MPN_ZERO (bsm1 + t, n - t);
Packit 5c3484
	  bflags = toom7_w3_neg;
Packit 5c3484
	}
Packit 5c3484
      else
Packit 5c3484
	{
Packit 5c3484
	  mpn_sub (bsm1, b0, n, b1, t);
Packit 5c3484
	  bflags = (enum toom7_flags) 0;
Packit 5c3484
	}
Packit 5c3484
    }
Packit 5c3484
Packit 5c3484
  /* Compute bs2 and bsm2. Recycling bs1 and bsm1; bs2=bs1+b1, bsm2 =
Packit 5c3484
     bsm1 - b1 */
Packit 5c3484
  mpn_add (bs2, bs1, n + 1, b1, t);
Packit 5c3484
  if (bflags & toom7_w3_neg)
Packit 5c3484
    {
Packit 5c3484
      bsm2[n] = mpn_add (bsm2, bsm1, n, b1, t);
Packit 5c3484
      bflags = (enum toom7_flags) (bflags | toom7_w1_neg);
Packit 5c3484
    }
Packit 5c3484
  else
Packit 5c3484
    {
Packit 5c3484
      /* FIXME: Simplify this logic? */
Packit 5c3484
      if (t < n)
Packit 5c3484
	{
Packit 5c3484
	  if (mpn_zero_p (bsm1 + t, n - t) && mpn_cmp (bsm1, b1, t) < 0)
Packit 5c3484
	    {
Packit 5c3484
	      ASSERT_NOCARRY (mpn_sub_n (bsm2, b1, bsm1, t));
Packit 5c3484
	      MPN_ZERO (bsm2 + t, n + 1 - t);
Packit 5c3484
	      bflags = (enum toom7_flags) (bflags | toom7_w1_neg);
Packit 5c3484
	    }
Packit 5c3484
	  else
Packit 5c3484
	    {
Packit 5c3484
	      ASSERT_NOCARRY (mpn_sub (bsm2, bsm1, n, b1, t));
Packit 5c3484
	      bsm2[n] = 0;
Packit 5c3484
	    }
Packit 5c3484
	}
Packit 5c3484
      else
Packit 5c3484
	{
Packit 5c3484
	  if (mpn_cmp (bsm1, b1, n) < 0)
Packit 5c3484
	    {
Packit 5c3484
	      ASSERT_NOCARRY (mpn_sub_n (bsm2, b1, bsm1, n));
Packit 5c3484
	      bflags = (enum toom7_flags) (bflags | toom7_w1_neg);
Packit 5c3484
	    }
Packit 5c3484
	  else
Packit 5c3484
	    {
Packit 5c3484
	      ASSERT_NOCARRY (mpn_sub_n (bsm2, bsm1, b1, n));
Packit 5c3484
	    }
Packit 5c3484
	  bsm2[n] = 0;
Packit 5c3484
	}
Packit 5c3484
    }
Packit 5c3484
Packit 5c3484
  /* Compute bsh, recycling bs1. bsh=bs1+b0;  */
Packit 5c3484
  bsh[n] = bs1[n] + mpn_add_n (bsh, bs1, b0, n);
Packit 5c3484
Packit 5c3484
  ASSERT (as1[n] <= 5);
Packit 5c3484
  ASSERT (bs1[n] <= 1);
Packit 5c3484
  ASSERT (asm1[n] <= 2);
Packit 5c3484
  ASSERT (as2[n] <= 62);
Packit 5c3484
  ASSERT (bs2[n] <= 2);
Packit 5c3484
  ASSERT (asm2[n] <= 41);
Packit 5c3484
  ASSERT (bsm2[n] <= 1);
Packit 5c3484
  ASSERT (ash[n] <= 62);
Packit 5c3484
  ASSERT (bsh[n] <= 2);
Packit 5c3484
Packit 5c3484
#define v0    pp				/* 2n */
Packit 5c3484
#define v1    (pp + 2 * n)			/* 2n+1 */
Packit 5c3484
#define vinf  (pp + 6 * n)			/* s+t */
Packit 5c3484
#define v2    scratch				/* 2n+1 */
Packit 5c3484
#define vm2   (scratch + 2 * n + 1)		/* 2n+1 */
Packit 5c3484
#define vh    (scratch + 4 * n + 2)		/* 2n+1 */
Packit 5c3484
#define vm1   (scratch + 6 * n + 3)		/* 2n+1 */
Packit 5c3484
#define scratch_out (scratch + 8 * n + 4)		/* 2n+1 */
Packit 5c3484
  /* Total scratch need: 10*n+5 */
Packit 5c3484
Packit 5c3484
  /* Must be in allocation order, as they overwrite one limb beyond
Packit 5c3484
   * 2n+1. */
Packit 5c3484
  mpn_mul_n (v2, as2, bs2, n + 1);		/* v2, 2n+1 limbs */
Packit 5c3484
  mpn_mul_n (vm2, asm2, bsm2, n + 1);		/* vm2, 2n+1 limbs */
Packit 5c3484
  mpn_mul_n (vh, ash, bsh, n + 1);		/* vh, 2n+1 limbs */
Packit 5c3484
Packit 5c3484
  /* vm1, 2n+1 limbs */
Packit 5c3484
  mpn_mul_n (vm1, asm1, bsm1, n);
Packit 5c3484
  cy = 0;
Packit 5c3484
  if (asm1[n] == 1)
Packit 5c3484
    {
Packit 5c3484
      cy = mpn_add_n (vm1 + n, vm1 + n, bsm1, n);
Packit 5c3484
    }
Packit 5c3484
  else if (asm1[n] == 2)
Packit 5c3484
    {
Packit 5c3484
#if HAVE_NATIVE_mpn_addlsh1_n
Packit 5c3484
      cy = mpn_addlsh1_n (vm1 + n, vm1 + n, bsm1, n);
Packit 5c3484
#else
Packit 5c3484
      cy = mpn_addmul_1 (vm1 + n, bsm1, n, CNST_LIMB(2));
Packit 5c3484
#endif
Packit 5c3484
    }
Packit 5c3484
  vm1[2 * n] = cy;
Packit 5c3484
Packit 5c3484
  /* v1, 2n+1 limbs */
Packit 5c3484
  mpn_mul_n (v1, as1, bs1, n);
Packit 5c3484
  if (as1[n] == 1)
Packit 5c3484
    {
Packit 5c3484
      cy = bs1[n] + mpn_add_n (v1 + n, v1 + n, bs1, n);
Packit 5c3484
    }
Packit 5c3484
  else if (as1[n] == 2)
Packit 5c3484
    {
Packit 5c3484
#if HAVE_NATIVE_mpn_addlsh1_n
Packit 5c3484
      cy = 2 * bs1[n] + mpn_addlsh1_n (v1 + n, v1 + n, bs1, n);
Packit 5c3484
#else
Packit 5c3484
      cy = 2 * bs1[n] + mpn_addmul_1 (v1 + n, bs1, n, CNST_LIMB(2));
Packit 5c3484
#endif
Packit 5c3484
    }
Packit 5c3484
  else if (as1[n] != 0)
Packit 5c3484
    {
Packit 5c3484
      cy = as1[n] * bs1[n] + mpn_addmul_1 (v1 + n, bs1, n, as1[n]);
Packit 5c3484
    }
Packit 5c3484
  else
Packit 5c3484
    cy = 0;
Packit 5c3484
  if (bs1[n] != 0)
Packit 5c3484
    cy += mpn_add_n (v1 + n, v1 + n, as1, n);
Packit 5c3484
  v1[2 * n] = cy;
Packit 5c3484
Packit 5c3484
  mpn_mul_n (v0, a0, b0, n);			/* v0, 2n limbs */
Packit 5c3484
Packit 5c3484
  /* vinf, s+t limbs */
Packit 5c3484
  if (s > t)  mpn_mul (vinf, a5, s, b1, t);
Packit 5c3484
  else        mpn_mul (vinf, b1, t, a5, s);
Packit 5c3484
Packit 5c3484
  mpn_toom_interpolate_7pts (pp, n, (enum toom7_flags) (aflags ^ bflags),
Packit 5c3484
			     vm2, vm1, v2, vh, s + t, scratch_out);
Packit 5c3484
Packit 5c3484
  TMP_FREE;
Packit 5c3484
}