Blame crypto/lhash/lhash.c

Packit c4476c
/*
Packit c4476c
 * Copyright 1995-2019 The OpenSSL Project Authors. All Rights Reserved.
Packit c4476c
 *
Packit c4476c
 * Licensed under the OpenSSL license (the "License").  You may not use
Packit c4476c
 * this file except in compliance with the License.  You can obtain a copy
Packit c4476c
 * in the file LICENSE in the source distribution or at
Packit c4476c
 * https://www.openssl.org/source/license.html
Packit c4476c
 */
Packit c4476c
Packit c4476c
#include <stdio.h>
Packit c4476c
#include <string.h>
Packit c4476c
#include <stdlib.h>
Packit c4476c
#include <openssl/crypto.h>
Packit c4476c
#include <openssl/lhash.h>
Packit c4476c
#include <openssl/err.h>
Packit c4476c
#include "crypto/ctype.h"
Packit c4476c
#include "crypto/lhash.h"
Packit c4476c
#include "lhash_local.h"
Packit c4476c
Packit c4476c
/*
Packit c4476c
 * A hashing implementation that appears to be based on the linear hashing
Packit c4476c
 * algorithm:
Packit c4476c
 * https://en.wikipedia.org/wiki/Linear_hashing
Packit c4476c
 *
Packit c4476c
 * Litwin, Witold (1980), "Linear hashing: A new tool for file and table
Packit c4476c
 * addressing", Proc. 6th Conference on Very Large Databases: 212-223
Packit c4476c
 * https://hackthology.com/pdfs/Litwin-1980-Linear_Hashing.pdf
Packit c4476c
 *
Packit c4476c
 * From the Wikipedia article "Linear hashing is used in the BDB Berkeley
Packit c4476c
 * database system, which in turn is used by many software systems such as
Packit c4476c
 * OpenLDAP, using a C implementation derived from the CACM article and first
Packit c4476c
 * published on the Usenet in 1988 by Esmond Pitt."
Packit c4476c
 *
Packit c4476c
 * The CACM paper is available here:
Packit c4476c
 * https://pdfs.semanticscholar.org/ff4d/1c5deca6269cc316bfd952172284dbf610ee.pdf
Packit c4476c
 */
Packit c4476c
Packit c4476c
#undef MIN_NODES
Packit c4476c
#define MIN_NODES       16
Packit c4476c
#define UP_LOAD         (2*LH_LOAD_MULT) /* load times 256 (default 2) */
Packit c4476c
#define DOWN_LOAD       (LH_LOAD_MULT) /* load times 256 (default 1) */
Packit c4476c
Packit c4476c
static int expand(OPENSSL_LHASH *lh);
Packit c4476c
static void contract(OPENSSL_LHASH *lh);
Packit c4476c
static OPENSSL_LH_NODE **getrn(OPENSSL_LHASH *lh, const void *data, unsigned long *rhash);
Packit c4476c
Packit c4476c
OPENSSL_LHASH *OPENSSL_LH_new(OPENSSL_LH_HASHFUNC h, OPENSSL_LH_COMPFUNC c)
Packit c4476c
{
Packit c4476c
    OPENSSL_LHASH *ret;
Packit c4476c
Packit c4476c
    if ((ret = OPENSSL_zalloc(sizeof(*ret))) == NULL) {
Packit c4476c
        /*
Packit c4476c
         * Do not set the error code, because the ERR code uses LHASH
Packit c4476c
         * and we want to avoid possible endless error loop.
Packit c4476c
         * CRYPTOerr(CRYPTO_F_OPENSSL_LH_NEW, ERR_R_MALLOC_FAILURE);
Packit c4476c
         */
Packit c4476c
        return NULL;
Packit c4476c
    }
Packit c4476c
    if ((ret->b = OPENSSL_zalloc(sizeof(*ret->b) * MIN_NODES)) == NULL)
Packit c4476c
        goto err;
Packit c4476c
    ret->comp = ((c == NULL) ? (OPENSSL_LH_COMPFUNC)strcmp : c);
Packit c4476c
    ret->hash = ((h == NULL) ? (OPENSSL_LH_HASHFUNC)OPENSSL_LH_strhash : h);
Packit c4476c
    ret->num_nodes = MIN_NODES / 2;
Packit c4476c
    ret->num_alloc_nodes = MIN_NODES;
Packit c4476c
    ret->pmax = MIN_NODES / 2;
Packit c4476c
    ret->up_load = UP_LOAD;
Packit c4476c
    ret->down_load = DOWN_LOAD;
Packit c4476c
    return ret;
Packit c4476c
Packit c4476c
err:
Packit c4476c
    OPENSSL_free(ret->b);
Packit c4476c
    OPENSSL_free(ret);
Packit c4476c
    return NULL;
Packit c4476c
}
Packit c4476c
Packit c4476c
void OPENSSL_LH_free(OPENSSL_LHASH *lh)
Packit c4476c
{
Packit c4476c
    unsigned int i;
Packit c4476c
    OPENSSL_LH_NODE *n, *nn;
Packit c4476c
Packit c4476c
    if (lh == NULL)
Packit c4476c
        return;
Packit c4476c
Packit c4476c
    for (i = 0; i < lh->num_nodes; i++) {
Packit c4476c
        n = lh->b[i];
Packit c4476c
        while (n != NULL) {
Packit c4476c
            nn = n->next;
Packit c4476c
            OPENSSL_free(n);
Packit c4476c
            n = nn;
Packit c4476c
        }
Packit c4476c
    }
Packit c4476c
    OPENSSL_free(lh->b);
Packit c4476c
    OPENSSL_free(lh);
Packit c4476c
}
Packit c4476c
Packit c4476c
void *OPENSSL_LH_insert(OPENSSL_LHASH *lh, void *data)
Packit c4476c
{
Packit c4476c
    unsigned long hash;
Packit c4476c
    OPENSSL_LH_NODE *nn, **rn;
Packit c4476c
    void *ret;
Packit c4476c
Packit c4476c
    lh->error = 0;
Packit c4476c
    if ((lh->up_load <= (lh->num_items * LH_LOAD_MULT / lh->num_nodes)) && !expand(lh))
Packit c4476c
        return NULL;        /* 'lh->error++' already done in 'expand' */
Packit c4476c
Packit c4476c
    rn = getrn(lh, data, &hash);
Packit c4476c
Packit c4476c
    if (*rn == NULL) {
Packit c4476c
        if ((nn = OPENSSL_malloc(sizeof(*nn))) == NULL) {
Packit c4476c
            lh->error++;
Packit c4476c
            return NULL;
Packit c4476c
        }
Packit c4476c
        nn->data = data;
Packit c4476c
        nn->next = NULL;
Packit c4476c
        nn->hash = hash;
Packit c4476c
        *rn = nn;
Packit c4476c
        ret = NULL;
Packit c4476c
        lh->num_insert++;
Packit c4476c
        lh->num_items++;
Packit c4476c
    } else {                    /* replace same key */
Packit c4476c
        ret = (*rn)->data;
Packit c4476c
        (*rn)->data = data;
Packit c4476c
        lh->num_replace++;
Packit c4476c
    }
Packit c4476c
    return ret;
Packit c4476c
}
Packit c4476c
Packit c4476c
void *OPENSSL_LH_delete(OPENSSL_LHASH *lh, const void *data)
Packit c4476c
{
Packit c4476c
    unsigned long hash;
Packit c4476c
    OPENSSL_LH_NODE *nn, **rn;
Packit c4476c
    void *ret;
Packit c4476c
Packit c4476c
    lh->error = 0;
Packit c4476c
    rn = getrn(lh, data, &hash);
Packit c4476c
Packit c4476c
    if (*rn == NULL) {
Packit c4476c
        lh->num_no_delete++;
Packit c4476c
        return NULL;
Packit c4476c
    } else {
Packit c4476c
        nn = *rn;
Packit c4476c
        *rn = nn->next;
Packit c4476c
        ret = nn->data;
Packit c4476c
        OPENSSL_free(nn);
Packit c4476c
        lh->num_delete++;
Packit c4476c
    }
Packit c4476c
Packit c4476c
    lh->num_items--;
Packit c4476c
    if ((lh->num_nodes > MIN_NODES) &&
Packit c4476c
        (lh->down_load >= (lh->num_items * LH_LOAD_MULT / lh->num_nodes)))
Packit c4476c
        contract(lh);
Packit c4476c
Packit c4476c
    return ret;
Packit c4476c
}
Packit c4476c
Packit c4476c
void *OPENSSL_LH_retrieve(OPENSSL_LHASH *lh, const void *data)
Packit c4476c
{
Packit c4476c
    unsigned long hash;
Packit c4476c
    OPENSSL_LH_NODE **rn;
Packit c4476c
    void *ret;
Packit c4476c
Packit c4476c
    tsan_store((TSAN_QUALIFIER int *)&lh->error, 0);
Packit c4476c
Packit c4476c
    rn = getrn(lh, data, &hash);
Packit c4476c
Packit c4476c
    if (*rn == NULL) {
Packit c4476c
        tsan_counter(&lh->num_retrieve_miss);
Packit c4476c
        return NULL;
Packit c4476c
    } else {
Packit c4476c
        ret = (*rn)->data;
Packit c4476c
        tsan_counter(&lh->num_retrieve);
Packit c4476c
    }
Packit c4476c
Packit c4476c
    return ret;
Packit c4476c
}
Packit c4476c
Packit c4476c
static void doall_util_fn(OPENSSL_LHASH *lh, int use_arg,
Packit c4476c
                          OPENSSL_LH_DOALL_FUNC func,
Packit c4476c
                          OPENSSL_LH_DOALL_FUNCARG func_arg, void *arg)
Packit c4476c
{
Packit c4476c
    int i;
Packit c4476c
    OPENSSL_LH_NODE *a, *n;
Packit c4476c
Packit c4476c
    if (lh == NULL)
Packit c4476c
        return;
Packit c4476c
Packit c4476c
    /*
Packit c4476c
     * reverse the order so we search from 'top to bottom' We were having
Packit c4476c
     * memory leaks otherwise
Packit c4476c
     */
Packit c4476c
    for (i = lh->num_nodes - 1; i >= 0; i--) {
Packit c4476c
        a = lh->b[i];
Packit c4476c
        while (a != NULL) {
Packit c4476c
            n = a->next;
Packit c4476c
            if (use_arg)
Packit c4476c
                func_arg(a->data, arg);
Packit c4476c
            else
Packit c4476c
                func(a->data);
Packit c4476c
            a = n;
Packit c4476c
        }
Packit c4476c
    }
Packit c4476c
}
Packit c4476c
Packit c4476c
void OPENSSL_LH_doall(OPENSSL_LHASH *lh, OPENSSL_LH_DOALL_FUNC func)
Packit c4476c
{
Packit c4476c
    doall_util_fn(lh, 0, func, (OPENSSL_LH_DOALL_FUNCARG)0, NULL);
Packit c4476c
}
Packit c4476c
Packit c4476c
void OPENSSL_LH_doall_arg(OPENSSL_LHASH *lh, OPENSSL_LH_DOALL_FUNCARG func, void *arg)
Packit c4476c
{
Packit c4476c
    doall_util_fn(lh, 1, (OPENSSL_LH_DOALL_FUNC)0, func, arg);
Packit c4476c
}
Packit c4476c
Packit c4476c
static int expand(OPENSSL_LHASH *lh)
Packit c4476c
{
Packit c4476c
    OPENSSL_LH_NODE **n, **n1, **n2, *np;
Packit c4476c
    unsigned int p, pmax, nni, j;
Packit c4476c
    unsigned long hash;
Packit c4476c
Packit c4476c
    nni = lh->num_alloc_nodes;
Packit c4476c
    p = lh->p;
Packit c4476c
    pmax = lh->pmax;
Packit c4476c
    if (p + 1 >= pmax) {
Packit c4476c
        j = nni * 2;
Packit c4476c
        n = OPENSSL_realloc(lh->b, sizeof(OPENSSL_LH_NODE *) * j);
Packit c4476c
        if (n == NULL) {
Packit c4476c
            lh->error++;
Packit c4476c
            return 0;
Packit c4476c
        }
Packit c4476c
        lh->b = n;
Packit c4476c
        memset(n + nni, 0, sizeof(*n) * (j - nni));
Packit c4476c
        lh->pmax = nni;
Packit c4476c
        lh->num_alloc_nodes = j;
Packit c4476c
        lh->num_expand_reallocs++;
Packit c4476c
        lh->p = 0;
Packit c4476c
    } else {
Packit c4476c
        lh->p++;
Packit c4476c
    }
Packit c4476c
Packit c4476c
    lh->num_nodes++;
Packit c4476c
    lh->num_expands++;
Packit c4476c
    n1 = &(lh->b[p]);
Packit c4476c
    n2 = &(lh->b[p + pmax]);
Packit c4476c
    *n2 = NULL;
Packit c4476c
Packit c4476c
    for (np = *n1; np != NULL;) {
Packit c4476c
        hash = np->hash;
Packit c4476c
        if ((hash % nni) != p) { /* move it */
Packit c4476c
            *n1 = (*n1)->next;
Packit c4476c
            np->next = *n2;
Packit c4476c
            *n2 = np;
Packit c4476c
        } else
Packit c4476c
            n1 = &((*n1)->next);
Packit c4476c
        np = *n1;
Packit c4476c
    }
Packit c4476c
Packit c4476c
    return 1;
Packit c4476c
}
Packit c4476c
Packit c4476c
static void contract(OPENSSL_LHASH *lh)
Packit c4476c
{
Packit c4476c
    OPENSSL_LH_NODE **n, *n1, *np;
Packit c4476c
Packit c4476c
    np = lh->b[lh->p + lh->pmax - 1];
Packit c4476c
    lh->b[lh->p + lh->pmax - 1] = NULL; /* 24/07-92 - eay - weird but :-( */
Packit c4476c
    if (lh->p == 0) {
Packit c4476c
        n = OPENSSL_realloc(lh->b,
Packit c4476c
                            (unsigned int)(sizeof(OPENSSL_LH_NODE *) * lh->pmax));
Packit c4476c
        if (n == NULL) {
Packit c4476c
            /* fputs("realloc error in lhash",stderr); */
Packit c4476c
            lh->error++;
Packit c4476c
            return;
Packit c4476c
        }
Packit c4476c
        lh->num_contract_reallocs++;
Packit c4476c
        lh->num_alloc_nodes /= 2;
Packit c4476c
        lh->pmax /= 2;
Packit c4476c
        lh->p = lh->pmax - 1;
Packit c4476c
        lh->b = n;
Packit c4476c
    } else
Packit c4476c
        lh->p--;
Packit c4476c
Packit c4476c
    lh->num_nodes--;
Packit c4476c
    lh->num_contracts++;
Packit c4476c
Packit c4476c
    n1 = lh->b[(int)lh->p];
Packit c4476c
    if (n1 == NULL)
Packit c4476c
        lh->b[(int)lh->p] = np;
Packit c4476c
    else {
Packit c4476c
        while (n1->next != NULL)
Packit c4476c
            n1 = n1->next;
Packit c4476c
        n1->next = np;
Packit c4476c
    }
Packit c4476c
}
Packit c4476c
Packit c4476c
static OPENSSL_LH_NODE **getrn(OPENSSL_LHASH *lh,
Packit c4476c
                               const void *data, unsigned long *rhash)
Packit c4476c
{
Packit c4476c
    OPENSSL_LH_NODE **ret, *n1;
Packit c4476c
    unsigned long hash, nn;
Packit c4476c
    OPENSSL_LH_COMPFUNC cf;
Packit c4476c
Packit c4476c
    hash = (*(lh->hash)) (data);
Packit c4476c
    tsan_counter(&lh->num_hash_calls);
Packit c4476c
    *rhash = hash;
Packit c4476c
Packit c4476c
    nn = hash % lh->pmax;
Packit c4476c
    if (nn < lh->p)
Packit c4476c
        nn = hash % lh->num_alloc_nodes;
Packit c4476c
Packit c4476c
    cf = lh->comp;
Packit c4476c
    ret = &(lh->b[(int)nn]);
Packit c4476c
    for (n1 = *ret; n1 != NULL; n1 = n1->next) {
Packit c4476c
        tsan_counter(&lh->num_hash_comps);
Packit c4476c
        if (n1->hash != hash) {
Packit c4476c
            ret = &(n1->next);
Packit c4476c
            continue;
Packit c4476c
        }
Packit c4476c
        tsan_counter(&lh->num_comp_calls);
Packit c4476c
        if (cf(n1->data, data) == 0)
Packit c4476c
            break;
Packit c4476c
        ret = &(n1->next);
Packit c4476c
    }
Packit c4476c
    return ret;
Packit c4476c
}
Packit c4476c
Packit c4476c
/*
Packit c4476c
 * The following hash seems to work very well on normal text strings no
Packit c4476c
 * collisions on /usr/dict/words and it distributes on %2^n quite well, not
Packit c4476c
 * as good as MD5, but still good.
Packit c4476c
 */
Packit c4476c
unsigned long OPENSSL_LH_strhash(const char *c)
Packit c4476c
{
Packit c4476c
    unsigned long ret = 0;
Packit c4476c
    long n;
Packit c4476c
    unsigned long v;
Packit c4476c
    int r;
Packit c4476c
Packit c4476c
    if ((c == NULL) || (*c == '\0'))
Packit c4476c
        return ret;
Packit c4476c
Packit c4476c
    n = 0x100;
Packit c4476c
    while (*c) {
Packit c4476c
        v = n | (*c);
Packit c4476c
        n += 0x100;
Packit c4476c
        r = (int)((v >> 2) ^ v) & 0x0f;
Packit c4476c
        ret = (ret << r) | (ret >> (32 - r));
Packit c4476c
        ret &= 0xFFFFFFFFL;
Packit c4476c
        ret ^= v * v;
Packit c4476c
        c++;
Packit c4476c
    }
Packit c4476c
    return (ret >> 16) ^ ret;
Packit c4476c
}
Packit c4476c
Packit c4476c
unsigned long openssl_lh_strcasehash(const char *c)
Packit c4476c
{
Packit c4476c
    unsigned long ret = 0;
Packit c4476c
    long n;
Packit c4476c
    unsigned long v;
Packit c4476c
    int r;
Packit c4476c
Packit c4476c
    if (c == NULL || *c == '\0')
Packit c4476c
        return ret;
Packit c4476c
Packit c4476c
    for (n = 0x100; *c != '\0'; n += 0x100) {
Packit c4476c
        v = n | ossl_tolower(*c);
Packit c4476c
        r = (int)((v >> 2) ^ v) & 0x0f;
Packit c4476c
        ret = (ret << r) | (ret >> (32 - r));
Packit c4476c
        ret &= 0xFFFFFFFFL;
Packit c4476c
        ret ^= v * v;
Packit c4476c
        c++;
Packit c4476c
    }
Packit c4476c
    return (ret >> 16) ^ ret;
Packit c4476c
}
Packit c4476c
Packit c4476c
unsigned long OPENSSL_LH_num_items(const OPENSSL_LHASH *lh)
Packit c4476c
{
Packit c4476c
    return lh ? lh->num_items : 0;
Packit c4476c
}
Packit c4476c
Packit c4476c
unsigned long OPENSSL_LH_get_down_load(const OPENSSL_LHASH *lh)
Packit c4476c
{
Packit c4476c
    return lh->down_load;
Packit c4476c
}
Packit c4476c
Packit c4476c
void OPENSSL_LH_set_down_load(OPENSSL_LHASH *lh, unsigned long down_load)
Packit c4476c
{
Packit c4476c
    lh->down_load = down_load;
Packit c4476c
}
Packit c4476c
Packit c4476c
int OPENSSL_LH_error(OPENSSL_LHASH *lh)
Packit c4476c
{
Packit c4476c
    return lh->error;
Packit c4476c
}