Blame mpn/generic/toom42_mul.c

Packit 5c3484
/* mpn_toom42_mul -- Multiply {ap,an} and {bp,bn} where an is nominally twice
Packit 5c3484
   as large as bn.  Or more accurately, (3/2)bn < an < 4bn.
Packit 5c3484
Packit 5c3484
   Contributed to the GNU project by Torbjorn Granlund.
Packit 5c3484
   Additional improvements by Marco Bodrato.
Packit 5c3484
Packit 5c3484
   The idea of applying toom to unbalanced multiplication is due to Marco
Packit 5c3484
   Bodrato and Alberto Zanoni.
Packit 5c3484
Packit 5c3484
   THE FUNCTION IN THIS FILE IS INTERNAL WITH A MUTABLE INTERFACE.  IT IS ONLY
Packit 5c3484
   SAFE TO REACH IT THROUGH DOCUMENTED INTERFACES.  IN FACT, IT IS ALMOST
Packit 5c3484
   GUARANTEED THAT IT WILL CHANGE OR DISAPPEAR IN A FUTURE GNU MP RELEASE.
Packit 5c3484
Packit 5c3484
Copyright 2006-2008, 2012, 2014 Free Software Foundation, Inc.
Packit 5c3484
Packit 5c3484
This file is part of the GNU MP Library.
Packit 5c3484
Packit 5c3484
The GNU MP Library is free software; you can redistribute it and/or modify
Packit 5c3484
it under the terms of either:
Packit 5c3484
Packit 5c3484
  * the GNU Lesser General Public License as published by the Free
Packit 5c3484
    Software Foundation; either version 3 of the License, or (at your
Packit 5c3484
    option) any later version.
Packit 5c3484
Packit 5c3484
or
Packit 5c3484
Packit 5c3484
  * the GNU General Public License as published by the Free Software
Packit 5c3484
    Foundation; either version 2 of the License, or (at your option) any
Packit 5c3484
    later version.
Packit 5c3484
Packit 5c3484
or both in parallel, as here.
Packit 5c3484
Packit 5c3484
The GNU MP Library is distributed in the hope that it will be useful, but
Packit 5c3484
WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
Packit 5c3484
or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
Packit 5c3484
for more details.
Packit 5c3484
Packit 5c3484
You should have received copies of the GNU General Public License and the
Packit 5c3484
GNU Lesser General Public License along with the GNU MP Library.  If not,
Packit 5c3484
see https://www.gnu.org/licenses/.  */
Packit 5c3484
Packit 5c3484
Packit 5c3484
#include "gmp.h"
Packit 5c3484
#include "gmp-impl.h"
Packit 5c3484
Packit 5c3484
/* Evaluate in: -1, 0, +1, +2, +inf
Packit 5c3484
Packit 5c3484
  <-s-><--n--><--n--><--n-->
Packit 5c3484
   ___ ______ ______ ______
Packit 5c3484
  |a3_|___a2_|___a1_|___a0_|
Packit 5c3484
	       |_b1_|___b0_|
Packit 5c3484
	       <-t--><--n-->
Packit 5c3484
Packit 5c3484
  v0  =  a0             * b0      #   A(0)*B(0)
Packit 5c3484
  v1  = (a0+ a1+ a2+ a3)*(b0+ b1) #   A(1)*B(1)      ah  <= 3  bh <= 1
Packit 5c3484
  vm1 = (a0- a1+ a2- a3)*(b0- b1) #  A(-1)*B(-1)    |ah| <= 1  bh  = 0
Packit 5c3484
  v2  = (a0+2a1+4a2+8a3)*(b0+2b1) #   A(2)*B(2)      ah  <= 14 bh <= 2
Packit 5c3484
  vinf=              a3 *     b1  # A(inf)*B(inf)
Packit 5c3484
*/
Packit 5c3484
Packit 5c3484
#define TOOM42_MUL_N_REC(p, a, b, n, ws)				\
Packit 5c3484
  do {									\
Packit 5c3484
    mpn_mul_n (p, a, b, n);						\
Packit 5c3484
  } while (0)
Packit 5c3484
Packit 5c3484
void
Packit 5c3484
mpn_toom42_mul (mp_ptr pp,
Packit 5c3484
		mp_srcptr ap, mp_size_t an,
Packit 5c3484
		mp_srcptr bp, mp_size_t bn,
Packit 5c3484
		mp_ptr scratch)
Packit 5c3484
{
Packit 5c3484
  mp_size_t n, s, t;
Packit 5c3484
  int vm1_neg;
Packit 5c3484
  mp_limb_t cy, vinf0;
Packit 5c3484
  mp_ptr a0_a2;
Packit 5c3484
  mp_ptr as1, asm1, as2;
Packit 5c3484
  mp_ptr bs1, bsm1, bs2;
Packit 5c3484
  mp_ptr tmp;
Packit 5c3484
  TMP_DECL;
Packit 5c3484
Packit 5c3484
#define a0  ap
Packit 5c3484
#define a1  (ap + n)
Packit 5c3484
#define a2  (ap + 2*n)
Packit 5c3484
#define a3  (ap + 3*n)
Packit 5c3484
#define b0  bp
Packit 5c3484
#define b1  (bp + n)
Packit 5c3484
Packit 5c3484
  n = an >= 2 * bn ? (an + 3) >> 2 : (bn + 1) >> 1;
Packit 5c3484
Packit 5c3484
  s = an - 3 * n;
Packit 5c3484
  t = bn - n;
Packit 5c3484
Packit 5c3484
  ASSERT (0 < s && s <= n);
Packit 5c3484
  ASSERT (0 < t && t <= n);
Packit 5c3484
Packit 5c3484
  TMP_MARK;
Packit 5c3484
Packit 5c3484
  tmp = TMP_ALLOC_LIMBS (6 * n + 5);
Packit 5c3484
  as1  = tmp; tmp += n + 1;
Packit 5c3484
  asm1 = tmp; tmp += n + 1;
Packit 5c3484
  as2  = tmp; tmp += n + 1;
Packit 5c3484
  bs1  = tmp; tmp += n + 1;
Packit 5c3484
  bsm1 = tmp; tmp += n;
Packit 5c3484
  bs2  = tmp; tmp += n + 1;
Packit 5c3484
Packit 5c3484
  a0_a2 = pp;
Packit 5c3484
Packit 5c3484
  /* Compute as1 and asm1.  */
Packit 5c3484
  vm1_neg = mpn_toom_eval_dgr3_pm1 (as1, asm1, ap, n, s, a0_a2) & 1;
Packit 5c3484
Packit 5c3484
  /* Compute as2.  */
Packit 5c3484
#if HAVE_NATIVE_mpn_addlsh1_n
Packit 5c3484
  cy  = mpn_addlsh1_n (as2, a2, a3, s);
Packit 5c3484
  if (s != n)
Packit 5c3484
    cy = mpn_add_1 (as2 + s, a2 + s, n - s, cy);
Packit 5c3484
  cy = 2 * cy + mpn_addlsh1_n (as2, a1, as2, n);
Packit 5c3484
  cy = 2 * cy + mpn_addlsh1_n (as2, a0, as2, n);
Packit 5c3484
#else
Packit 5c3484
  cy  = mpn_lshift (as2, a3, s, 1);
Packit 5c3484
  cy += mpn_add_n (as2, a2, as2, s);
Packit 5c3484
  if (s != n)
Packit 5c3484
    cy = mpn_add_1 (as2 + s, a2 + s, n - s, cy);
Packit 5c3484
  cy = 2 * cy + mpn_lshift (as2, as2, n, 1);
Packit 5c3484
  cy += mpn_add_n (as2, a1, as2, n);
Packit 5c3484
  cy = 2 * cy + mpn_lshift (as2, as2, n, 1);
Packit 5c3484
  cy += mpn_add_n (as2, a0, as2, n);
Packit 5c3484
#endif
Packit 5c3484
  as2[n] = cy;
Packit 5c3484
Packit 5c3484
  /* Compute bs1 and bsm1.  */
Packit 5c3484
  if (t == n)
Packit 5c3484
    {
Packit 5c3484
#if HAVE_NATIVE_mpn_add_n_sub_n
Packit 5c3484
      if (mpn_cmp (b0, b1, n) < 0)
Packit 5c3484
	{
Packit 5c3484
	  cy = mpn_add_n_sub_n (bs1, bsm1, b1, b0, n);
Packit 5c3484
	  vm1_neg ^= 1;
Packit 5c3484
	}
Packit 5c3484
      else
Packit 5c3484
	{
Packit 5c3484
	  cy = mpn_add_n_sub_n (bs1, bsm1, b0, b1, n);
Packit 5c3484
	}
Packit 5c3484
      bs1[n] = cy >> 1;
Packit 5c3484
#else
Packit 5c3484
      bs1[n] = mpn_add_n (bs1, b0, b1, n);
Packit 5c3484
Packit 5c3484
      if (mpn_cmp (b0, b1, n) < 0)
Packit 5c3484
	{
Packit 5c3484
	  mpn_sub_n (bsm1, b1, b0, n);
Packit 5c3484
	  vm1_neg ^= 1;
Packit 5c3484
	}
Packit 5c3484
      else
Packit 5c3484
	{
Packit 5c3484
	  mpn_sub_n (bsm1, b0, b1, n);
Packit 5c3484
	}
Packit 5c3484
#endif
Packit 5c3484
    }
Packit 5c3484
  else
Packit 5c3484
    {
Packit 5c3484
      bs1[n] = mpn_add (bs1, b0, n, b1, t);
Packit 5c3484
Packit 5c3484
      if (mpn_zero_p (b0 + t, n - t) && mpn_cmp (b0, b1, t) < 0)
Packit 5c3484
	{
Packit 5c3484
	  mpn_sub_n (bsm1, b1, b0, t);
Packit 5c3484
	  MPN_ZERO (bsm1 + t, n - t);
Packit 5c3484
	  vm1_neg ^= 1;
Packit 5c3484
	}
Packit 5c3484
      else
Packit 5c3484
	{
Packit 5c3484
	  mpn_sub (bsm1, b0, n, b1, t);
Packit 5c3484
	}
Packit 5c3484
    }
Packit 5c3484
Packit 5c3484
  /* Compute bs2, recycling bs1. bs2=bs1+b1  */
Packit 5c3484
  mpn_add (bs2, bs1, n + 1, b1, t);
Packit 5c3484
Packit 5c3484
  ASSERT (as1[n] <= 3);
Packit 5c3484
  ASSERT (bs1[n] <= 1);
Packit 5c3484
  ASSERT (asm1[n] <= 1);
Packit 5c3484
/*ASSERT (bsm1[n] == 0);*/
Packit 5c3484
  ASSERT (as2[n] <= 14);
Packit 5c3484
  ASSERT (bs2[n] <= 2);
Packit 5c3484
Packit 5c3484
#define v0    pp				/* 2n */
Packit 5c3484
#define v1    (pp + 2 * n)			/* 2n+1 */
Packit 5c3484
#define vinf  (pp + 4 * n)			/* s+t */
Packit 5c3484
#define vm1   scratch				/* 2n+1 */
Packit 5c3484
#define v2    (scratch + 2 * n + 1)		/* 2n+2 */
Packit 5c3484
#define scratch_out	scratch + 4 * n + 4	/* Currently unused. */
Packit 5c3484
Packit 5c3484
  /* vm1, 2n+1 limbs */
Packit 5c3484
  TOOM42_MUL_N_REC (vm1, asm1, bsm1, n, scratch_out);
Packit 5c3484
  cy = 0;
Packit 5c3484
  if (asm1[n] != 0)
Packit 5c3484
    cy = mpn_add_n (vm1 + n, vm1 + n, bsm1, n);
Packit 5c3484
  vm1[2 * n] = cy;
Packit 5c3484
Packit 5c3484
  TOOM42_MUL_N_REC (v2, as2, bs2, n + 1, scratch_out);	/* v2, 2n+1 limbs */
Packit 5c3484
Packit 5c3484
  /* vinf, s+t limbs */
Packit 5c3484
  if (s > t)  mpn_mul (vinf, a3, s, b1, t);
Packit 5c3484
  else        mpn_mul (vinf, b1, t, a3, s);
Packit 5c3484
Packit 5c3484
  vinf0 = vinf[0];				/* v1 overlaps with this */
Packit 5c3484
Packit 5c3484
  /* v1, 2n+1 limbs */
Packit 5c3484
  TOOM42_MUL_N_REC (v1, as1, bs1, n, scratch_out);
Packit 5c3484
  if (as1[n] == 1)
Packit 5c3484
    {
Packit 5c3484
      cy = bs1[n] + mpn_add_n (v1 + n, v1 + n, bs1, n);
Packit 5c3484
    }
Packit 5c3484
  else if (as1[n] == 2)
Packit 5c3484
    {
Packit 5c3484
#if HAVE_NATIVE_mpn_addlsh1_n
Packit 5c3484
      cy = 2 * bs1[n] + mpn_addlsh1_n (v1 + n, v1 + n, bs1, n);
Packit 5c3484
#else
Packit 5c3484
      cy = 2 * bs1[n] + mpn_addmul_1 (v1 + n, bs1, n, CNST_LIMB(2));
Packit 5c3484
#endif
Packit 5c3484
    }
Packit 5c3484
  else if (as1[n] == 3)
Packit 5c3484
    {
Packit 5c3484
      cy = 3 * bs1[n] + mpn_addmul_1 (v1 + n, bs1, n, CNST_LIMB(3));
Packit 5c3484
    }
Packit 5c3484
  else
Packit 5c3484
    cy = 0;
Packit 5c3484
  if (bs1[n] != 0)
Packit 5c3484
    cy += mpn_add_n (v1 + n, v1 + n, as1, n);
Packit 5c3484
  v1[2 * n] = cy;
Packit 5c3484
Packit 5c3484
  TOOM42_MUL_N_REC (v0, ap, bp, n, scratch_out);	/* v0, 2n limbs */
Packit 5c3484
Packit 5c3484
  mpn_toom_interpolate_5pts (pp, v2, vm1, n, s + t, vm1_neg, vinf0);
Packit 5c3484
Packit 5c3484
  TMP_FREE;
Packit 5c3484
}