/* UltraSPARC 64 support macros.

   THE FUNCTIONS IN THIS FILE ARE FOR INTERNAL USE ONLY.  THEY'RE ALMOST

   CERTAIN TO BE SUBJECT TO INCOMPATIBLE CHANGES OR DISAPPEAR COMPLETELY IN

   FUTURE GNU MP RELEASES.

Copyright 2003 Free Software Foundation, Inc.

This file is part of the GNU MP Library.

The GNU MP Library is free software; you can redistribute it and/or modify

it under the terms of either:

  * the GNU Lesser General Public License as published by the Free

    Software Foundation; either version 3 of the License, or (at your

    option) any later version.

or

  * the GNU General Public License as published by the Free Software

    Foundation; either version 2 of the License, or (at your option) any

    later version.

or both in parallel, as here.

The GNU MP Library is distributed in the hope that it will be useful, but

WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY

or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License

for more details.

You should have received copies of the GNU General Public License and the

GNU Lesser General Public License along with the GNU MP Library.  If not,

see https://www.gnu.org/licenses/.  */

#define LOW32(x)   ((x) & 0xFFFFFFFF)

#define HIGH32(x)  ((x) >> 32)

/* Halfword number i in src is accessed as src[i+HALF_ENDIAN_ADJ(i)].

   Plain src[i] would be incorrect in big endian, HALF_ENDIAN_ADJ has the

   effect of swapping the two halves in this case.  */

#if HAVE_LIMB_BIG_ENDIAN

#define HALF_ENDIAN_ADJ(i)  (1 - (((i) & 1) << 1))   /* +1 even, -1 odd */

#endif

#if HAVE_LIMB_LITTLE_ENDIAN

#define HALF_ENDIAN_ADJ(i)  0                        /* no adjust */

#endif

#ifndef HALF_ENDIAN_ADJ

Error, error, unknown limb endianness;

#endif

/* umul_ppmm_lowequal sets h to the high limb of q*d, assuming the low limb

   of that product is equal to l.  dh and dl are the 32-bit halves of d.

   |-----high----||----low-----|

   +------+------+

   |             |                 ph = qh * dh

   +------+------+

          +------+------+

          |             |          pm1 = ql * dh

          +------+------+

          +------+------+

          |             |          pm2 = qh * dl

          +------+------+

                 +------+------+

                 |             |   pl = ql * dl (not calculated)

                 +------+------+

   Knowing that the low 64 bits is equal to l means that LOW(pm1) + LOW(pm2)

   + HIGH(pl) == HIGH(l).  The only thing we need from those product parts

   is whether they produce a carry into the high.

   pm_l = LOW(pm1)+LOW(pm2) is done to contribute its carry, then the only

   time there's a further carry from LOW(pm_l)+HIGH(pl) is if LOW(pm_l) >

   HIGH(l).  pl is never actually calculated.  */

#define umul_ppmm_lowequal(h, q, d, dh, dl, l)  \

  do {                                          \

    mp_limb_t  ql, qh, ph, pm1, pm2, pm_l;      \

    ASSERT (dh == HIGH32(d));                   \

    ASSERT (dl == LOW32(d));                    \

    ASSERT (q*d == l);                          \

                                                \

    ql = LOW32 (q);                             \

    qh = HIGH32 (q);                            \

                                                \

    pm1 = ql * dh;                              \

    pm2 = qh * dl;                              \

    ph  = qh * dh;                              \

                                                \

    pm_l = LOW32 (pm1) + LOW32 (pm2);           \

                                                \

    (h) = ph + HIGH32 (pm1) + HIGH32 (pm2)      \

      + HIGH32 (pm_l) + ((pm_l << 32) > l);     \

                                                \

    ASSERT_HIGH_PRODUCT (h, q, d);              \

  } while (0)

/* Set h to the high of q*d, assuming the low limb of that product is equal

   to l, and that d fits in 32-bits.

   |-----high----||----low-----|

          +------+------+

          |             |          pm = qh * dl

          +------+------+

                 +------+------+

                 |             |   pl = ql * dl (not calculated)

                 +------+------+

   Knowing that LOW(pm) + HIGH(pl) == HIGH(l) (mod 2^32) means that the only

   time there's a carry from that sum is when LOW(pm) > HIGH(l).  There's no

   need to calculate pl to determine this.  */

#define umul_ppmm_half_lowequal(h, q, d, l)     \

  do {                                          \

    mp_limb_t pm;                               \

    ASSERT (q*d == l);                          \

    ASSERT (HIGH32(d) == 0);                    \

                                                \

    pm = HIGH32(q) * d;                         \

    (h) = HIGH32(pm) + ((pm << 32) > l);        \

    ASSERT_HIGH_PRODUCT (h, q, d);              \

  } while (0)

/* check that h is the high limb of x*y */

#if WANT_ASSERT

#define ASSERT_HIGH_PRODUCT(h, x, y)    \

  do {                                  \

    mp_limb_t  want_h, dummy;           \

    umul_ppmm (want_h, dummy, x, y);    \

    ASSERT (h == want_h);               \

  } while (0)

#else

#define ASSERT_HIGH_PRODUCT(h, q, d)    \

  do { } while (0)

#endif

/* Multiply u anv v, where v < 2^32.  */

#define umul_ppmm_s(w1, w0, u, v)					\

  do {									\

    UWtype __x0, __x2;							\

    UWtype __ul, __vl, __uh;						\

    UWtype __u = (u), __v = (v);					\

									\

    __ul = __ll_lowpart (__u);						\

    __uh = __ll_highpart (__u);						\

    __vl = __ll_lowpart (__v);						\

									\

    __x0 = (UWtype) __ul * __vl;					\

    __x2 = (UWtype) __uh * __vl;					\

									\

    (w1) = (__x2 + (__x0 >> W_TYPE_SIZE/2)) >> W_TYPE_SIZE/2;		\

    (w0) = (__x2 << W_TYPE_SIZE/2) + __x0;				\

  } while (0)

/* Count the leading zeros on a limb, but assuming it fits in 32 bits.

   The count returned will be in the range 32 to 63.

   This is the 32-bit generic C count_leading_zeros from longlong.h. */

#define count_leading_zeros_32(count, x)                                      \

  do {                                                                        \

    mp_limb_t  __xr = (x);                                                    \

    unsigned   __a;                                                           \

    ASSERT ((x) != 0);                                                        \

    ASSERT ((x) <= CNST_LIMB(0xFFFFFFFF));                                    \

    __a = __xr < ((UWtype) 1 << 16) ? (__xr < ((UWtype) 1 << 8) ? 1 : 8 + 1)  \

      : (__xr < ((UWtype) 1 << 24)  ? 16 + 1 : 24 + 1);                       \

                                                                              \

    (count) = W_TYPE_SIZE + 1 - __a - __clz_tab[__xr >> __a];                 \

  } while (0)

/* Set inv to a 32-bit inverse floor((b*(b-d)-1) / d), knowing that d fits

   32 bits and is normalized (high bit set).  */

#define invert_half_limb(inv, d)                \

  do {                                          \

    mp_limb_t  _n;                              \

    ASSERT ((d) <= 0xFFFFFFFF);                 \

    ASSERT ((d) & 0x80000000);                  \

    _n = (((mp_limb_t) -(d)) << 32) - 1;        \

    (inv) = (mp_limb_t) (unsigned) (_n / (d));  \

  } while (0)

/* Divide nh:nl by d, setting q to the quotient and r to the remainder.

   q, r, nh and nl are 32-bits each, d_limb is 32-bits but in an mp_limb_t,

   dinv_limb is similarly a 32-bit inverse but in an mp_limb_t.  */

#define udiv_qrnnd_half_preinv(q, r, nh, nl, d_limb, dinv_limb)         \

  do {                                                                  \

    unsigned   _n2, _n10, _n1, _nadj, _q11n, _xh, _r, _q;               \

    mp_limb_t  _n, _x;                                                  \

    ASSERT (d_limb <= 0xFFFFFFFF);                                      \

    ASSERT (dinv_limb <= 0xFFFFFFFF);                                   \

    ASSERT (d_limb & 0x80000000);                                       \

    ASSERT (nh < d_limb);                                               \

    _n10 = (nl);                                                        \

    _n2 = (nh);                                                         \

    _n1 = (int) _n10 >> 31;                                             \

    _nadj = _n10 + (_n1 & d_limb);                                      \

    _x = dinv_limb * (_n2 - _n1) + _nadj;                               \

    _q11n = ~(_n2 + HIGH32 (_x));             /* -q1-1 */               \

    _n = ((mp_limb_t) _n2 << 32) + _n10;                                \

    _x = _n + d_limb * _q11n;                 /* n-q1*d-d */            \

    _xh = HIGH32 (_x) - d_limb;               /* high(n-q1*d-d) */      \

    ASSERT (_xh == 0 || _xh == ~0);                                     \

    _r = _x + (d_limb & _xh);                 /* addback */             \

    _q = _xh - _q11n;                         /* q1+1-addback */        \

    ASSERT (_r < d_limb);                                               \

    ASSERT (d_limb * _q + _r == _n);                                    \

    (r) = _r;                                                           \

    (q) = _q;                                                           \

  } while (0)