Blame mpn/generic/mu_divappr_q.c

Packit 5c3484
/* mpn_mu_divappr_q, mpn_preinv_mu_divappr_q.
Packit 5c3484
Packit 5c3484
   Compute Q = floor(N / D) + e.  N is nn limbs, D is dn limbs and must be
Packit 5c3484
   normalized, and Q must be nn-dn limbs, 0 <= e <= 4.  The requirement that Q
Packit 5c3484
   is nn-dn limbs (and not nn-dn+1 limbs) was put in place in order to allow us
Packit 5c3484
   to let N be unmodified during the operation.
Packit 5c3484
Packit 5c3484
   Contributed to the GNU project by Torbjorn Granlund.
Packit 5c3484
Packit 5c3484
   THE FUNCTIONS IN THIS FILE ARE INTERNAL WITH MUTABLE INTERFACES.  IT IS ONLY
Packit 5c3484
   SAFE TO REACH THEM THROUGH DOCUMENTED INTERFACES.  IN FACT, IT IS ALMOST
Packit 5c3484
   GUARANTEED THAT THEY WILL CHANGE OR DISAPPEAR IN A FUTURE GMP RELEASE.
Packit 5c3484
Packit 5c3484
Copyright 2005-2007, 2009, 2010 Free Software Foundation, Inc.
Packit 5c3484
Packit 5c3484
This file is part of the GNU MP Library.
Packit 5c3484
Packit 5c3484
The GNU MP Library is free software; you can redistribute it and/or modify
Packit 5c3484
it under the terms of either:
Packit 5c3484
Packit 5c3484
  * the GNU Lesser General Public License as published by the Free
Packit 5c3484
    Software Foundation; either version 3 of the License, or (at your
Packit 5c3484
    option) any later version.
Packit 5c3484
Packit 5c3484
or
Packit 5c3484
Packit 5c3484
  * the GNU General Public License as published by the Free Software
Packit 5c3484
    Foundation; either version 2 of the License, or (at your option) any
Packit 5c3484
    later version.
Packit 5c3484
Packit 5c3484
or both in parallel, as here.
Packit 5c3484
Packit 5c3484
The GNU MP Library is distributed in the hope that it will be useful, but
Packit 5c3484
WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
Packit 5c3484
or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
Packit 5c3484
for more details.
Packit 5c3484
Packit 5c3484
You should have received copies of the GNU General Public License and the
Packit 5c3484
GNU Lesser General Public License along with the GNU MP Library.  If not,
Packit 5c3484
see https://www.gnu.org/licenses/.  */
Packit 5c3484
Packit 5c3484
Packit 5c3484
/*
Packit 5c3484
   The idea of the algorithm used herein is to compute a smaller inverted value
Packit 5c3484
   than used in the standard Barrett algorithm, and thus save time in the
Packit 5c3484
   Newton iterations, and pay just a small price when using the inverted value
Packit 5c3484
   for developing quotient bits.  This algorithm was presented at ICMS 2006.
Packit 5c3484
*/
Packit 5c3484
Packit 5c3484
/* CAUTION: This code and the code in mu_div_qr.c should be edited in sync.
Packit 5c3484
Packit 5c3484
 Things to work on:
Packit 5c3484
Packit 5c3484
  * The itch/scratch scheme isn't perhaps such a good idea as it once seemed,
Packit 5c3484
    demonstrated by the fact that the mpn_invertappr function's scratch needs
Packit 5c3484
    mean that we need to keep a large allocation long after it is needed.
Packit 5c3484
    Things are worse as mpn_mul_fft does not accept any scratch parameter,
Packit 5c3484
    which means we'll have a large memory hole while in mpn_mul_fft.  In
Packit 5c3484
    general, a peak scratch need in the beginning of a function isn't
Packit 5c3484
    well-handled by the itch/scratch scheme.
Packit 5c3484
*/
Packit 5c3484
Packit 5c3484
#ifdef STAT
Packit 5c3484
#undef STAT
Packit 5c3484
#define STAT(x) x
Packit 5c3484
#else
Packit 5c3484
#define STAT(x)
Packit 5c3484
#endif
Packit 5c3484
Packit 5c3484
#include <stdlib.h>		/* for NULL */
Packit 5c3484
#include "gmp.h"
Packit 5c3484
#include "gmp-impl.h"
Packit 5c3484
Packit 5c3484
Packit 5c3484
mp_limb_t
Packit 5c3484
mpn_mu_divappr_q (mp_ptr qp,
Packit 5c3484
		  mp_srcptr np,
Packit 5c3484
		  mp_size_t nn,
Packit 5c3484
		  mp_srcptr dp,
Packit 5c3484
		  mp_size_t dn,
Packit 5c3484
		  mp_ptr scratch)
Packit 5c3484
{
Packit 5c3484
  mp_size_t qn, in;
Packit 5c3484
  mp_limb_t cy, qh;
Packit 5c3484
  mp_ptr ip, tp;
Packit 5c3484
Packit 5c3484
  ASSERT (dn > 1);
Packit 5c3484
Packit 5c3484
  qn = nn - dn;
Packit 5c3484
Packit 5c3484
  /* If Q is smaller than D, truncate operands. */
Packit 5c3484
  if (qn + 1 < dn)
Packit 5c3484
    {
Packit 5c3484
      np += dn - (qn + 1);
Packit 5c3484
      nn -= dn - (qn + 1);
Packit 5c3484
      dp += dn - (qn + 1);
Packit 5c3484
      dn = qn + 1;
Packit 5c3484
    }
Packit 5c3484
Packit 5c3484
  /* Compute the inverse size.  */
Packit 5c3484
  in = mpn_mu_divappr_q_choose_in (qn, dn, 0);
Packit 5c3484
  ASSERT (in <= dn);
Packit 5c3484
Packit 5c3484
#if 1
Packit 5c3484
  /* This alternative inverse computation method gets slightly more accurate
Packit 5c3484
     results.  FIXMEs: (1) Temp allocation needs not analysed (2) itch function
Packit 5c3484
     not adapted (3) mpn_invertappr scratch needs not met.  */
Packit 5c3484
  ip = scratch;
Packit 5c3484
  tp = scratch + in + 1;
Packit 5c3484
Packit 5c3484
  /* compute an approximate inverse on (in+1) limbs */
Packit 5c3484
  if (dn == in)
Packit 5c3484
    {
Packit 5c3484
      MPN_COPY (tp + 1, dp, in);
Packit 5c3484
      tp[0] = 1;
Packit 5c3484
      mpn_invertappr (ip, tp, in + 1, tp + in + 1);
Packit 5c3484
      MPN_COPY_INCR (ip, ip + 1, in);
Packit 5c3484
    }
Packit 5c3484
  else
Packit 5c3484
    {
Packit 5c3484
      cy = mpn_add_1 (tp, dp + dn - (in + 1), in + 1, 1);
Packit 5c3484
      if (UNLIKELY (cy != 0))
Packit 5c3484
	MPN_ZERO (ip, in);
Packit 5c3484
      else
Packit 5c3484
	{
Packit 5c3484
	  mpn_invertappr (ip, tp, in + 1, tp + in + 1);
Packit 5c3484
	  MPN_COPY_INCR (ip, ip + 1, in);
Packit 5c3484
	}
Packit 5c3484
    }
Packit 5c3484
#else
Packit 5c3484
  /* This older inverse computation method gets slightly worse results than the
Packit 5c3484
     one above.  */
Packit 5c3484
  ip = scratch;
Packit 5c3484
  tp = scratch + in;
Packit 5c3484
Packit 5c3484
  /* Compute inverse of D to in+1 limbs, then round to 'in' limbs.  Ideally the
Packit 5c3484
     inversion function should do this automatically.  */
Packit 5c3484
  if (dn == in)
Packit 5c3484
    {
Packit 5c3484
      tp[in + 1] = 0;
Packit 5c3484
      MPN_COPY (tp + in + 2, dp, in);
Packit 5c3484
      mpn_invertappr (tp, tp + in + 1, in + 1, NULL);
Packit 5c3484
    }
Packit 5c3484
  else
Packit 5c3484
    {
Packit 5c3484
      mpn_invertappr (tp, dp + dn - (in + 1), in + 1, NULL);
Packit 5c3484
    }
Packit 5c3484
  cy = mpn_sub_1 (tp, tp, in + 1, GMP_NUMB_HIGHBIT);
Packit 5c3484
  if (UNLIKELY (cy != 0))
Packit 5c3484
    MPN_ZERO (tp + 1, in);
Packit 5c3484
  MPN_COPY (ip, tp + 1, in);
Packit 5c3484
#endif
Packit 5c3484
Packit 5c3484
  qh = mpn_preinv_mu_divappr_q (qp, np, nn, dp, dn, ip, in, scratch + in);
Packit 5c3484
Packit 5c3484
  return qh;
Packit 5c3484
}
Packit 5c3484
Packit 5c3484
mp_limb_t
Packit 5c3484
mpn_preinv_mu_divappr_q (mp_ptr qp,
Packit 5c3484
			 mp_srcptr np,
Packit 5c3484
			 mp_size_t nn,
Packit 5c3484
			 mp_srcptr dp,
Packit 5c3484
			 mp_size_t dn,
Packit 5c3484
			 mp_srcptr ip,
Packit 5c3484
			 mp_size_t in,
Packit 5c3484
			 mp_ptr scratch)
Packit 5c3484
{
Packit 5c3484
  mp_size_t qn;
Packit 5c3484
  mp_limb_t cy, cx, qh;
Packit 5c3484
  mp_limb_t r;
Packit 5c3484
  mp_size_t tn, wn;
Packit 5c3484
Packit 5c3484
#define rp           scratch
Packit 5c3484
#define tp           (scratch + dn)
Packit 5c3484
#define scratch_out  (scratch + dn + tn)
Packit 5c3484
Packit 5c3484
  qn = nn - dn;
Packit 5c3484
Packit 5c3484
  np += qn;
Packit 5c3484
  qp += qn;
Packit 5c3484
Packit 5c3484
  qh = mpn_cmp (np, dp, dn) >= 0;
Packit 5c3484
  if (qh != 0)
Packit 5c3484
    mpn_sub_n (rp, np, dp, dn);
Packit 5c3484
  else
Packit 5c3484
    MPN_COPY (rp, np, dn);
Packit 5c3484
Packit 5c3484
  if (qn == 0)
Packit 5c3484
    return qh;			/* Degenerate use.  Should we allow this? */
Packit 5c3484
Packit 5c3484
  while (qn > 0)
Packit 5c3484
    {
Packit 5c3484
      if (qn < in)
Packit 5c3484
	{
Packit 5c3484
	  ip += in - qn;
Packit 5c3484
	  in = qn;
Packit 5c3484
	}
Packit 5c3484
      np -= in;
Packit 5c3484
      qp -= in;
Packit 5c3484
Packit 5c3484
      /* Compute the next block of quotient limbs by multiplying the inverse I
Packit 5c3484
	 by the upper part of the partial remainder R.  */
Packit 5c3484
      mpn_mul_n (tp, rp + dn - in, ip, in);		/* mulhi  */
Packit 5c3484
      cy = mpn_add_n (qp, tp + in, rp + dn - in, in);	/* I's msb implicit */
Packit 5c3484
      ASSERT_ALWAYS (cy == 0);
Packit 5c3484
Packit 5c3484
      qn -= in;
Packit 5c3484
      if (qn == 0)
Packit 5c3484
	break;
Packit 5c3484
Packit 5c3484
      /* Compute the product of the quotient block and the divisor D, to be
Packit 5c3484
	 subtracted from the partial remainder combined with new limbs from the
Packit 5c3484
	 dividend N.  We only really need the low dn limbs.  */
Packit 5c3484
Packit 5c3484
      if (BELOW_THRESHOLD (in, MUL_TO_MULMOD_BNM1_FOR_2NXN_THRESHOLD))
Packit 5c3484
	mpn_mul (tp, dp, dn, qp, in);		/* dn+in limbs, high 'in' cancels */
Packit 5c3484
      else
Packit 5c3484
	{
Packit 5c3484
	  tn = mpn_mulmod_bnm1_next_size (dn + 1);
Packit 5c3484
	  mpn_mulmod_bnm1 (tp, tn, dp, dn, qp, in, scratch_out);
Packit 5c3484
	  wn = dn + in - tn;			/* number of wrapped limbs */
Packit 5c3484
	  if (wn > 0)
Packit 5c3484
	    {
Packit 5c3484
	      cy = mpn_sub_n (tp, tp, rp + dn - wn, wn);
Packit 5c3484
	      cy = mpn_sub_1 (tp + wn, tp + wn, tn - wn, cy);
Packit 5c3484
	      cx = mpn_cmp (rp + dn - in, tp + dn, tn - dn) < 0;
Packit 5c3484
	      ASSERT_ALWAYS (cx >= cy);
Packit 5c3484
	      mpn_incr_u (tp, cx - cy);
Packit 5c3484
	    }
Packit 5c3484
	}
Packit 5c3484
Packit 5c3484
      r = rp[dn - in] - tp[dn];
Packit 5c3484
Packit 5c3484
      /* Subtract the product from the partial remainder combined with new
Packit 5c3484
	 limbs from the dividend N, generating a new partial remainder R.  */
Packit 5c3484
      if (dn != in)
Packit 5c3484
	{
Packit 5c3484
	  cy = mpn_sub_n (tp, np, tp, in);	/* get next 'in' limbs from N */
Packit 5c3484
	  cy = mpn_sub_nc (tp + in, rp, tp + in, dn - in, cy);
Packit 5c3484
	  MPN_COPY (rp, tp, dn);		/* FIXME: try to avoid this */
Packit 5c3484
	}
Packit 5c3484
      else
Packit 5c3484
	{
Packit 5c3484
	  cy = mpn_sub_n (rp, np, tp, in);	/* get next 'in' limbs from N */
Packit 5c3484
	}
Packit 5c3484
Packit 5c3484
      STAT (int i; int err = 0;
Packit 5c3484
	    static int errarr[5]; static int err_rec; static int tot);
Packit 5c3484
Packit 5c3484
      /* Check the remainder R and adjust the quotient as needed.  */
Packit 5c3484
      r -= cy;
Packit 5c3484
      while (r != 0)
Packit 5c3484
	{
Packit 5c3484
	  /* We loop 0 times with about 69% probability, 1 time with about 31%
Packit 5c3484
	     probability, 2 times with about 0.6% probability, if inverse is
Packit 5c3484
	     computed as recommended.  */
Packit 5c3484
	  mpn_incr_u (qp, 1);
Packit 5c3484
	  cy = mpn_sub_n (rp, rp, dp, dn);
Packit 5c3484
	  r -= cy;
Packit 5c3484
	  STAT (err++);
Packit 5c3484
	}
Packit 5c3484
      if (mpn_cmp (rp, dp, dn) >= 0)
Packit 5c3484
	{
Packit 5c3484
	  /* This is executed with about 76% probability.  */
Packit 5c3484
	  mpn_incr_u (qp, 1);
Packit 5c3484
	  cy = mpn_sub_n (rp, rp, dp, dn);
Packit 5c3484
	  STAT (err++);
Packit 5c3484
	}
Packit 5c3484
Packit 5c3484
      STAT (
Packit 5c3484
	    tot++;
Packit 5c3484
	    errarr[err]++;
Packit 5c3484
	    if (err > err_rec)
Packit 5c3484
	      err_rec = err;
Packit 5c3484
	    if (tot % 0x10000 == 0)
Packit 5c3484
	      {
Packit 5c3484
		for (i = 0; i <= err_rec; i++)
Packit 5c3484
		  printf ("  %d(%.1f%%)", errarr[i], 100.0*errarr[i]/tot);
Packit 5c3484
		printf ("\n");
Packit 5c3484
	      }
Packit 5c3484
	    );
Packit 5c3484
    }
Packit 5c3484
Packit 5c3484
  /* FIXME: We should perhaps be somewhat more elegant in our rounding of the
Packit 5c3484
     quotient.  For now, just make sure the returned quotient is >= the real
Packit 5c3484
     quotient; add 3 with saturating arithmetic.  */
Packit 5c3484
  qn = nn - dn;
Packit 5c3484
  cy += mpn_add_1 (qp, qp, qn, 3);
Packit 5c3484
  if (cy != 0)
Packit 5c3484
    {
Packit 5c3484
      if (qh != 0)
Packit 5c3484
	{
Packit 5c3484
	  /* Return a quotient of just 1-bits, with qh set.  */
Packit 5c3484
	  mp_size_t i;
Packit 5c3484
	  for (i = 0; i < qn; i++)
Packit 5c3484
	    qp[i] = GMP_NUMB_MAX;
Packit 5c3484
	}
Packit 5c3484
      else
Packit 5c3484
	{
Packit 5c3484
	  /* Propagate carry into qh.  */
Packit 5c3484
	  qh = 1;
Packit 5c3484
	}
Packit 5c3484
    }
Packit 5c3484
Packit 5c3484
  return qh;
Packit 5c3484
}
Packit 5c3484
Packit 5c3484
/* In case k=0 (automatic choice), we distinguish 3 cases:
Packit 5c3484
   (a) dn < qn:         in = ceil(qn / ceil(qn/dn))
Packit 5c3484
   (b) dn/3 < qn <= dn: in = ceil(qn / 2)
Packit 5c3484
   (c) qn < dn/3:       in = qn
Packit 5c3484
   In all cases we have in <= dn.
Packit 5c3484
 */
Packit 5c3484
mp_size_t
Packit 5c3484
mpn_mu_divappr_q_choose_in (mp_size_t qn, mp_size_t dn, int k)
Packit 5c3484
{
Packit 5c3484
  mp_size_t in;
Packit 5c3484
Packit 5c3484
  if (k == 0)
Packit 5c3484
    {
Packit 5c3484
      mp_size_t b;
Packit 5c3484
      if (qn > dn)
Packit 5c3484
	{
Packit 5c3484
	  /* Compute an inverse size that is a nice partition of the quotient.  */
Packit 5c3484
	  b = (qn - 1) / dn + 1;	/* ceil(qn/dn), number of blocks */
Packit 5c3484
	  in = (qn - 1) / b + 1;	/* ceil(qn/b) = ceil(qn / ceil(qn/dn)) */
Packit 5c3484
	}
Packit 5c3484
      else if (3 * qn > dn)
Packit 5c3484
	{
Packit 5c3484
	  in = (qn - 1) / 2 + 1;	/* b = 2 */
Packit 5c3484
	}
Packit 5c3484
      else
Packit 5c3484
	{
Packit 5c3484
	  in = (qn - 1) / 1 + 1;	/* b = 1 */
Packit 5c3484
	}
Packit 5c3484
    }
Packit 5c3484
  else
Packit 5c3484
    {
Packit 5c3484
      mp_size_t xn;
Packit 5c3484
      xn = MIN (dn, qn);
Packit 5c3484
      in = (xn - 1) / k + 1;
Packit 5c3484
    }
Packit 5c3484
Packit 5c3484
  return in;
Packit 5c3484
}
Packit 5c3484
Packit 5c3484
mp_size_t
Packit 5c3484
mpn_mu_divappr_q_itch (mp_size_t nn, mp_size_t dn, int mua_k)
Packit 5c3484
{
Packit 5c3484
  mp_size_t qn, in, itch_local, itch_out, itch_invapp;
Packit 5c3484
Packit 5c3484
  qn = nn - dn;
Packit 5c3484
  if (qn + 1 < dn)
Packit 5c3484
    {
Packit 5c3484
      dn = qn + 1;
Packit 5c3484
    }
Packit 5c3484
  in = mpn_mu_divappr_q_choose_in (qn, dn, mua_k);
Packit 5c3484
Packit 5c3484
  itch_local = mpn_mulmod_bnm1_next_size (dn + 1);
Packit 5c3484
  itch_out = mpn_mulmod_bnm1_itch (itch_local, dn, in);
Packit 5c3484
  itch_invapp = mpn_invertappr_itch (in + 1) + in + 2; /* 3in + 4 */
Packit 5c3484
Packit 5c3484
  ASSERT (dn + itch_local + itch_out >= itch_invapp);
Packit 5c3484
  return in + MAX (dn + itch_local + itch_out, itch_invapp);
Packit 5c3484
}