Blame crypto/bn/bn_div.c

Packit c4476c
/*
Packit c4476c
 * Copyright 1995-2019 The OpenSSL Project Authors. All Rights Reserved.
Packit c4476c
 *
Packit c4476c
 * Licensed under the OpenSSL license (the "License").  You may not use
Packit c4476c
 * this file except in compliance with the License.  You can obtain a copy
Packit c4476c
 * in the file LICENSE in the source distribution or at
Packit c4476c
 * https://www.openssl.org/source/license.html
Packit c4476c
 */
Packit c4476c
Packit c4476c
#include <assert.h>
Packit c4476c
#include <openssl/bn.h>
Packit c4476c
#include "internal/cryptlib.h"
Packit c4476c
#include "bn_local.h"
Packit c4476c
Packit c4476c
/* The old slow way */
Packit c4476c
#if 0
Packit c4476c
int BN_div(BIGNUM *dv, BIGNUM *rem, const BIGNUM *m, const BIGNUM *d,
Packit c4476c
           BN_CTX *ctx)
Packit c4476c
{
Packit c4476c
    int i, nm, nd;
Packit c4476c
    int ret = 0;
Packit c4476c
    BIGNUM *D;
Packit c4476c
Packit c4476c
    bn_check_top(m);
Packit c4476c
    bn_check_top(d);
Packit c4476c
    if (BN_is_zero(d)) {
Packit c4476c
        BNerr(BN_F_BN_DIV, BN_R_DIV_BY_ZERO);
Packit c4476c
        return 0;
Packit c4476c
    }
Packit c4476c
Packit c4476c
    if (BN_ucmp(m, d) < 0) {
Packit c4476c
        if (rem != NULL) {
Packit c4476c
            if (BN_copy(rem, m) == NULL)
Packit c4476c
                return 0;
Packit c4476c
        }
Packit c4476c
        if (dv != NULL)
Packit c4476c
            BN_zero(dv);
Packit c4476c
        return 1;
Packit c4476c
    }
Packit c4476c
Packit c4476c
    BN_CTX_start(ctx);
Packit c4476c
    D = BN_CTX_get(ctx);
Packit c4476c
    if (dv == NULL)
Packit c4476c
        dv = BN_CTX_get(ctx);
Packit c4476c
    if (rem == NULL)
Packit c4476c
        rem = BN_CTX_get(ctx);
Packit c4476c
    if (D == NULL || dv == NULL || rem == NULL)
Packit c4476c
        goto end;
Packit c4476c
Packit c4476c
    nd = BN_num_bits(d);
Packit c4476c
    nm = BN_num_bits(m);
Packit c4476c
    if (BN_copy(D, d) == NULL)
Packit c4476c
        goto end;
Packit c4476c
    if (BN_copy(rem, m) == NULL)
Packit c4476c
        goto end;
Packit c4476c
Packit c4476c
    /*
Packit c4476c
     * The next 2 are needed so we can do a dv->d[0]|=1 later since
Packit c4476c
     * BN_lshift1 will only work once there is a value :-)
Packit c4476c
     */
Packit c4476c
    BN_zero(dv);
Packit c4476c
    if (bn_wexpand(dv, 1) == NULL)
Packit c4476c
        goto end;
Packit c4476c
    dv->top = 1;
Packit c4476c
Packit c4476c
    if (!BN_lshift(D, D, nm - nd))
Packit c4476c
        goto end;
Packit c4476c
    for (i = nm - nd; i >= 0; i--) {
Packit c4476c
        if (!BN_lshift1(dv, dv))
Packit c4476c
            goto end;
Packit c4476c
        if (BN_ucmp(rem, D) >= 0) {
Packit c4476c
            dv->d[0] |= 1;
Packit c4476c
            if (!BN_usub(rem, rem, D))
Packit c4476c
                goto end;
Packit c4476c
        }
Packit c4476c
/* CAN IMPROVE (and have now :=) */
Packit c4476c
        if (!BN_rshift1(D, D))
Packit c4476c
            goto end;
Packit c4476c
    }
Packit c4476c
    rem->neg = BN_is_zero(rem) ? 0 : m->neg;
Packit c4476c
    dv->neg = m->neg ^ d->neg;
Packit c4476c
    ret = 1;
Packit c4476c
 end:
Packit c4476c
    BN_CTX_end(ctx);
Packit c4476c
    return ret;
Packit c4476c
}
Packit c4476c
Packit c4476c
#else
Packit c4476c
Packit c4476c
# if defined(BN_DIV3W)
Packit c4476c
BN_ULONG bn_div_3_words(const BN_ULONG *m, BN_ULONG d1, BN_ULONG d0);
Packit c4476c
# elif 0
Packit c4476c
/*
Packit c4476c
 * This is #if-ed away, because it's a reference for assembly implementations,
Packit c4476c
 * where it can and should be made constant-time. But if you want to test it,
Packit c4476c
 * just replace 0 with 1.
Packit c4476c
 */
Packit c4476c
#  if BN_BITS2 == 64 && defined(__SIZEOF_INT128__) && __SIZEOF_INT128__==16
Packit c4476c
#   undef BN_ULLONG
Packit c4476c
#   define BN_ULLONG __uint128_t
Packit c4476c
#   define BN_LLONG
Packit c4476c
#  endif
Packit c4476c
Packit c4476c
#  ifdef BN_LLONG
Packit c4476c
#   define BN_DIV3W
Packit c4476c
/*
Packit c4476c
 * Interface is somewhat quirky, |m| is pointer to most significant limb,
Packit c4476c
 * and less significant limb is referred at |m[-1]|. This means that caller
Packit c4476c
 * is responsible for ensuring that |m[-1]| is valid. Second condition that
Packit c4476c
 * has to be met is that |d0|'s most significant bit has to be set. Or in
Packit c4476c
 * other words divisor has to be "bit-aligned to the left." bn_div_fixed_top
Packit c4476c
 * does all this. The subroutine considers four limbs, two of which are
Packit c4476c
 * "overlapping," hence the name...
Packit c4476c
 */
Packit c4476c
static BN_ULONG bn_div_3_words(const BN_ULONG *m, BN_ULONG d1, BN_ULONG d0)
Packit c4476c
{
Packit c4476c
    BN_ULLONG R = ((BN_ULLONG)m[0] << BN_BITS2) | m[-1];
Packit c4476c
    BN_ULLONG D = ((BN_ULLONG)d0 << BN_BITS2) | d1;
Packit c4476c
    BN_ULONG Q = 0, mask;
Packit c4476c
    int i;
Packit c4476c
Packit c4476c
    for (i = 0; i < BN_BITS2; i++) {
Packit c4476c
        Q <<= 1;
Packit c4476c
        if (R >= D) {
Packit c4476c
            Q |= 1;
Packit c4476c
            R -= D;
Packit c4476c
        }
Packit c4476c
        D >>= 1;
Packit c4476c
    }
Packit c4476c
Packit c4476c
    mask = 0 - (Q >> (BN_BITS2 - 1));   /* does it overflow? */
Packit c4476c
Packit c4476c
    Q <<= 1;
Packit c4476c
    Q |= (R >= D);
Packit c4476c
Packit c4476c
    return (Q | mask) & BN_MASK2;
Packit c4476c
}
Packit c4476c
#  endif
Packit c4476c
# endif
Packit c4476c
Packit c4476c
static int bn_left_align(BIGNUM *num)
Packit c4476c
{
Packit c4476c
    BN_ULONG *d = num->d, n, m, rmask;
Packit c4476c
    int top = num->top;
Packit c4476c
    int rshift = BN_num_bits_word(d[top - 1]), lshift, i;
Packit c4476c
Packit c4476c
    lshift = BN_BITS2 - rshift;
Packit c4476c
    rshift %= BN_BITS2;            /* say no to undefined behaviour */
Packit c4476c
    rmask = (BN_ULONG)0 - rshift;  /* rmask = 0 - (rshift != 0) */
Packit c4476c
    rmask |= rmask >> 8;
Packit c4476c
Packit c4476c
    for (i = 0, m = 0; i < top; i++) {
Packit c4476c
        n = d[i];
Packit c4476c
        d[i] = ((n << lshift) | m) & BN_MASK2;
Packit c4476c
        m = (n >> rshift) & rmask;
Packit c4476c
    }
Packit c4476c
Packit c4476c
    return lshift;
Packit c4476c
}
Packit c4476c
Packit c4476c
# if !defined(OPENSSL_NO_ASM) && !defined(OPENSSL_NO_INLINE_ASM) \
Packit c4476c
    && !defined(PEDANTIC) && !defined(BN_DIV3W)
Packit c4476c
#  if defined(__GNUC__) && __GNUC__>=2
Packit c4476c
#   if defined(__i386) || defined (__i386__)
Packit c4476c
   /*-
Packit c4476c
    * There were two reasons for implementing this template:
Packit c4476c
    * - GNU C generates a call to a function (__udivdi3 to be exact)
Packit c4476c
    *   in reply to ((((BN_ULLONG)n0)<
Packit c4476c
    *   understand why...);
Packit c4476c
    * - divl doesn't only calculate quotient, but also leaves
Packit c4476c
    *   remainder in %edx which we can definitely use here:-)
Packit c4476c
    */
Packit c4476c
#    undef bn_div_words
Packit c4476c
#    define bn_div_words(n0,n1,d0)                \
Packit c4476c
        ({  asm volatile (                      \
Packit c4476c
                "divl   %4"                     \
Packit c4476c
                : "=a"(q), "=d"(rem)            \
Packit c4476c
                : "a"(n1), "d"(n0), "r"(d0)     \
Packit c4476c
                : "cc");                        \
Packit c4476c
            q;                                  \
Packit c4476c
        })
Packit c4476c
#    define REMAINDER_IS_ALREADY_CALCULATED
Packit c4476c
#   elif defined(__x86_64) && defined(SIXTY_FOUR_BIT_LONG)
Packit c4476c
   /*
Packit c4476c
    * Same story here, but it's 128-bit by 64-bit division. Wow!
Packit c4476c
    */
Packit c4476c
#    undef bn_div_words
Packit c4476c
#    define bn_div_words(n0,n1,d0)                \
Packit c4476c
        ({  asm volatile (                      \
Packit c4476c
                "divq   %4"                     \
Packit c4476c
                : "=a"(q), "=d"(rem)            \
Packit c4476c
                : "a"(n1), "d"(n0), "r"(d0)     \
Packit c4476c
                : "cc");                        \
Packit c4476c
            q;                                  \
Packit c4476c
        })
Packit c4476c
#    define REMAINDER_IS_ALREADY_CALCULATED
Packit c4476c
#   endif                       /* __<cpu> */
Packit c4476c
#  endif                        /* __GNUC__ */
Packit c4476c
# endif                         /* OPENSSL_NO_ASM */
Packit c4476c
Packit c4476c
/*-
Packit c4476c
 * BN_div computes  dv := num / divisor, rounding towards
Packit c4476c
 * zero, and sets up rm  such that  dv*divisor + rm = num  holds.
Packit c4476c
 * Thus:
Packit c4476c
 *     dv->neg == num->neg ^ divisor->neg  (unless the result is zero)
Packit c4476c
 *     rm->neg == num->neg                 (unless the remainder is zero)
Packit c4476c
 * If 'dv' or 'rm' is NULL, the respective value is not returned.
Packit c4476c
 */
Packit c4476c
int BN_div(BIGNUM *dv, BIGNUM *rm, const BIGNUM *num, const BIGNUM *divisor,
Packit c4476c
           BN_CTX *ctx)
Packit c4476c
{
Packit c4476c
    int ret;
Packit c4476c
Packit c4476c
    if (BN_is_zero(divisor)) {
Packit c4476c
        BNerr(BN_F_BN_DIV, BN_R_DIV_BY_ZERO);
Packit c4476c
        return 0;
Packit c4476c
    }
Packit c4476c
Packit c4476c
    /*
Packit c4476c
     * Invalid zero-padding would have particularly bad consequences so don't
Packit c4476c
     * just rely on bn_check_top() here (bn_check_top() works only for
Packit c4476c
     * BN_DEBUG builds)
Packit c4476c
     */
Packit c4476c
    if (divisor->d[divisor->top - 1] == 0) {
Packit c4476c
        BNerr(BN_F_BN_DIV, BN_R_NOT_INITIALIZED);
Packit c4476c
        return 0;
Packit c4476c
    }
Packit c4476c
Packit c4476c
    ret = bn_div_fixed_top(dv, rm, num, divisor, ctx);
Packit c4476c
Packit c4476c
    if (ret) {
Packit c4476c
        if (dv != NULL)
Packit c4476c
            bn_correct_top(dv);
Packit c4476c
        if (rm != NULL)
Packit c4476c
            bn_correct_top(rm);
Packit c4476c
    }
Packit c4476c
Packit c4476c
    return ret;
Packit c4476c
}
Packit c4476c
Packit c4476c
/*
Packit c4476c
 * It's argued that *length* of *significant* part of divisor is public.
Packit c4476c
 * Even if it's private modulus that is. Again, *length* is assumed
Packit c4476c
 * public, but not *value*. Former is likely to be pre-defined by
Packit c4476c
 * algorithm with bit granularity, though below subroutine is invariant
Packit c4476c
 * of limb length. Thanks to this assumption we can require that |divisor|
Packit c4476c
 * may not be zero-padded, yet claim this subroutine "constant-time"(*).
Packit c4476c
 * This is because zero-padded dividend, |num|, is tolerated, so that
Packit c4476c
 * caller can pass dividend of public length(*), but with smaller amount
Packit c4476c
 * of significant limbs. This naturally means that quotient, |dv|, would
Packit c4476c
 * contain correspongly less significant limbs as well, and will be zero-
Packit c4476c
 * padded accordingly. Returned remainder, |rm|, will have same bit length
Packit c4476c
 * as divisor, also zero-padded if needed. These actually leave sign bits
Packit c4476c
 * in ambiguous state. In sense that we try to avoid negative zeros, while
Packit c4476c
 * zero-padded zeros would retain sign.
Packit c4476c
 *
Packit c4476c
 * (*) "Constant-time-ness" has two pre-conditions:
Packit c4476c
 *
Packit c4476c
 *     - availability of constant-time bn_div_3_words;
Packit c4476c
 *     - dividend is at least as "wide" as divisor, limb-wise, zero-padded
Packit c4476c
 *       if so required, which shouldn't be a privacy problem, because
Packit c4476c
 *       divisor's length is considered public;
Packit c4476c
 */
Packit c4476c
int bn_div_fixed_top(BIGNUM *dv, BIGNUM *rm, const BIGNUM *num,
Packit c4476c
                     const BIGNUM *divisor, BN_CTX *ctx)
Packit c4476c
{
Packit c4476c
    int norm_shift, i, j, loop;
Packit c4476c
    BIGNUM *tmp, *snum, *sdiv, *res;
Packit c4476c
    BN_ULONG *resp, *wnum, *wnumtop;
Packit c4476c
    BN_ULONG d0, d1;
Packit c4476c
    int num_n, div_n;
Packit c4476c
Packit c4476c
    assert(divisor->top > 0 && divisor->d[divisor->top - 1] != 0);
Packit c4476c
Packit c4476c
    bn_check_top(num);
Packit c4476c
    bn_check_top(divisor);
Packit c4476c
    bn_check_top(dv);
Packit c4476c
    bn_check_top(rm);
Packit c4476c
Packit c4476c
    BN_CTX_start(ctx);
Packit c4476c
    res = (dv == NULL) ? BN_CTX_get(ctx) : dv;
Packit c4476c
    tmp = BN_CTX_get(ctx);
Packit c4476c
    snum = BN_CTX_get(ctx);
Packit c4476c
    sdiv = BN_CTX_get(ctx);
Packit c4476c
    if (sdiv == NULL)
Packit c4476c
        goto err;
Packit c4476c
Packit c4476c
    /* First we normalise the numbers */
Packit c4476c
    if (!BN_copy(sdiv, divisor))
Packit c4476c
        goto err;
Packit c4476c
    norm_shift = bn_left_align(sdiv);
Packit c4476c
    sdiv->neg = 0;
Packit c4476c
    /*
Packit c4476c
     * Note that bn_lshift_fixed_top's output is always one limb longer
Packit c4476c
     * than input, even when norm_shift is zero. This means that amount of
Packit c4476c
     * inner loop iterations is invariant of dividend value, and that one
Packit c4476c
     * doesn't need to compare dividend and divisor if they were originally
Packit c4476c
     * of the same bit length.
Packit c4476c
     */
Packit c4476c
    if (!(bn_lshift_fixed_top(snum, num, norm_shift)))
Packit c4476c
        goto err;
Packit c4476c
Packit c4476c
    div_n = sdiv->top;
Packit c4476c
    num_n = snum->top;
Packit c4476c
Packit c4476c
    if (num_n <= div_n) {
Packit c4476c
        /* caller didn't pad dividend -> no constant-time guarantee... */
Packit c4476c
        if (bn_wexpand(snum, div_n + 1) == NULL)
Packit c4476c
            goto err;
Packit c4476c
        memset(&(snum->d[num_n]), 0, (div_n - num_n + 1) * sizeof(BN_ULONG));
Packit c4476c
        snum->top = num_n = div_n + 1;
Packit c4476c
    }
Packit c4476c
Packit c4476c
    loop = num_n - div_n;
Packit c4476c
    /*
Packit c4476c
     * Lets setup a 'window' into snum This is the part that corresponds to
Packit c4476c
     * the current 'area' being divided
Packit c4476c
     */
Packit c4476c
    wnum = &(snum->d[loop]);
Packit c4476c
    wnumtop = &(snum->d[num_n - 1]);
Packit c4476c
Packit c4476c
    /* Get the top 2 words of sdiv */
Packit c4476c
    d0 = sdiv->d[div_n - 1];
Packit c4476c
    d1 = (div_n == 1) ? 0 : sdiv->d[div_n - 2];
Packit c4476c
Packit c4476c
    /* Setup quotient */
Packit c4476c
    if (!bn_wexpand(res, loop))
Packit c4476c
        goto err;
Packit c4476c
    res->neg = (num->neg ^ divisor->neg);
Packit c4476c
    res->top = loop;
Packit c4476c
    res->flags |= BN_FLG_FIXED_TOP;
Packit c4476c
    resp = &(res->d[loop]);
Packit c4476c
Packit c4476c
    /* space for temp */
Packit c4476c
    if (!bn_wexpand(tmp, (div_n + 1)))
Packit c4476c
        goto err;
Packit c4476c
Packit c4476c
    for (i = 0; i < loop; i++, wnumtop--) {
Packit c4476c
        BN_ULONG q, l0;
Packit c4476c
        /*
Packit c4476c
         * the first part of the loop uses the top two words of snum and sdiv
Packit c4476c
         * to calculate a BN_ULONG q such that | wnum - sdiv * q | < sdiv
Packit c4476c
         */
Packit c4476c
# if defined(BN_DIV3W)
Packit c4476c
        q = bn_div_3_words(wnumtop, d1, d0);
Packit c4476c
# else
Packit c4476c
        BN_ULONG n0, n1, rem = 0;
Packit c4476c
Packit c4476c
        n0 = wnumtop[0];
Packit c4476c
        n1 = wnumtop[-1];
Packit c4476c
        if (n0 == d0)
Packit c4476c
            q = BN_MASK2;
Packit c4476c
        else {                  /* n0 < d0 */
Packit c4476c
            BN_ULONG n2 = (wnumtop == wnum) ? 0 : wnumtop[-2];
Packit c4476c
#  ifdef BN_LLONG
Packit c4476c
            BN_ULLONG t2;
Packit c4476c
Packit c4476c
#   if defined(BN_LLONG) && defined(BN_DIV2W) && !defined(bn_div_words)
Packit c4476c
            q = (BN_ULONG)(((((BN_ULLONG) n0) << BN_BITS2) | n1) / d0);
Packit c4476c
#   else
Packit c4476c
            q = bn_div_words(n0, n1, d0);
Packit c4476c
#   endif
Packit c4476c
Packit c4476c
#   ifndef REMAINDER_IS_ALREADY_CALCULATED
Packit c4476c
            /*
Packit c4476c
             * rem doesn't have to be BN_ULLONG. The least we
Packit c4476c
             * know it's less that d0, isn't it?
Packit c4476c
             */
Packit c4476c
            rem = (n1 - q * d0) & BN_MASK2;
Packit c4476c
#   endif
Packit c4476c
            t2 = (BN_ULLONG) d1 *q;
Packit c4476c
Packit c4476c
            for (;;) {
Packit c4476c
                if (t2 <= ((((BN_ULLONG) rem) << BN_BITS2) | n2))
Packit c4476c
                    break;
Packit c4476c
                q--;
Packit c4476c
                rem += d0;
Packit c4476c
                if (rem < d0)
Packit c4476c
                    break;      /* don't let rem overflow */
Packit c4476c
                t2 -= d1;
Packit c4476c
            }
Packit c4476c
#  else                         /* !BN_LLONG */
Packit c4476c
            BN_ULONG t2l, t2h;
Packit c4476c
Packit c4476c
            q = bn_div_words(n0, n1, d0);
Packit c4476c
#   ifndef REMAINDER_IS_ALREADY_CALCULATED
Packit c4476c
            rem = (n1 - q * d0) & BN_MASK2;
Packit c4476c
#   endif
Packit c4476c
Packit c4476c
#   if defined(BN_UMULT_LOHI)
Packit c4476c
            BN_UMULT_LOHI(t2l, t2h, d1, q);
Packit c4476c
#   elif defined(BN_UMULT_HIGH)
Packit c4476c
            t2l = d1 * q;
Packit c4476c
            t2h = BN_UMULT_HIGH(d1, q);
Packit c4476c
#   else
Packit c4476c
            {
Packit c4476c
                BN_ULONG ql, qh;
Packit c4476c
                t2l = LBITS(d1);
Packit c4476c
                t2h = HBITS(d1);
Packit c4476c
                ql = LBITS(q);
Packit c4476c
                qh = HBITS(q);
Packit c4476c
                mul64(t2l, t2h, ql, qh); /* t2=(BN_ULLONG)d1*q; */
Packit c4476c
            }
Packit c4476c
#   endif
Packit c4476c
Packit c4476c
            for (;;) {
Packit c4476c
                if ((t2h < rem) || ((t2h == rem) && (t2l <= n2)))
Packit c4476c
                    break;
Packit c4476c
                q--;
Packit c4476c
                rem += d0;
Packit c4476c
                if (rem < d0)
Packit c4476c
                    break;      /* don't let rem overflow */
Packit c4476c
                if (t2l < d1)
Packit c4476c
                    t2h--;
Packit c4476c
                t2l -= d1;
Packit c4476c
            }
Packit c4476c
#  endif                        /* !BN_LLONG */
Packit c4476c
        }
Packit c4476c
# endif                         /* !BN_DIV3W */
Packit c4476c
Packit c4476c
        l0 = bn_mul_words(tmp->d, sdiv->d, div_n, q);
Packit c4476c
        tmp->d[div_n] = l0;
Packit c4476c
        wnum--;
Packit c4476c
        /*
Packit c4476c
         * ignore top values of the bignums just sub the two BN_ULONG arrays
Packit c4476c
         * with bn_sub_words
Packit c4476c
         */
Packit c4476c
        l0 = bn_sub_words(wnum, wnum, tmp->d, div_n + 1);
Packit c4476c
        q -= l0;
Packit c4476c
        /*
Packit c4476c
         * Note: As we have considered only the leading two BN_ULONGs in
Packit c4476c
         * the calculation of q, sdiv * q might be greater than wnum (but
Packit c4476c
         * then (q-1) * sdiv is less or equal than wnum)
Packit c4476c
         */
Packit c4476c
        for (l0 = 0 - l0, j = 0; j < div_n; j++)
Packit c4476c
            tmp->d[j] = sdiv->d[j] & l0;
Packit c4476c
        l0 = bn_add_words(wnum, wnum, tmp->d, div_n);
Packit c4476c
        (*wnumtop) += l0;
Packit c4476c
        assert((*wnumtop) == 0);
Packit c4476c
Packit c4476c
        /* store part of the result */
Packit c4476c
        *--resp = q;
Packit c4476c
    }
Packit c4476c
    /* snum holds remainder, it's as wide as divisor */
Packit c4476c
    snum->neg = num->neg;
Packit c4476c
    snum->top = div_n;
Packit c4476c
    snum->flags |= BN_FLG_FIXED_TOP;
Packit c4476c
    if (rm != NULL)
Packit c4476c
        bn_rshift_fixed_top(rm, snum, norm_shift);
Packit c4476c
    BN_CTX_end(ctx);
Packit c4476c
    return 1;
Packit c4476c
 err:
Packit c4476c
    bn_check_top(rm);
Packit c4476c
    BN_CTX_end(ctx);
Packit c4476c
    return 0;
Packit c4476c
}
Packit c4476c
#endif