Blame crypto/async/async.c

Packit Service 084de1
/*
Packit Service 084de1
 * Copyright 2015-2018 The OpenSSL Project Authors. All Rights Reserved.
Packit Service 084de1
 *
Packit Service 084de1
 * Licensed under the OpenSSL license (the "License").  You may not use
Packit Service 084de1
 * this file except in compliance with the License.  You can obtain a copy
Packit Service 084de1
 * in the file LICENSE in the source distribution or at
Packit Service 084de1
 * https://www.openssl.org/source/license.html
Packit Service 084de1
 */
Packit Service 084de1
Packit Service 084de1
/*
Packit Service 084de1
 * Without this we start getting longjmp crashes because it thinks we're jumping
Packit Service 084de1
 * up the stack when in fact we are jumping to an entirely different stack. The
Packit Service 084de1
 * cost of this is not having certain buffer overrun/underrun checks etc for
Packit Service 084de1
 * this source file :-(
Packit Service 084de1
 */
Packit Service 084de1
#undef _FORTIFY_SOURCE
Packit Service 084de1
Packit Service 084de1
/* This must be the first #include file */
Packit Service 084de1
#include "async_local.h"
Packit Service 084de1
Packit Service 084de1
#include <openssl/err.h>
Packit Service 084de1
#include "crypto/cryptlib.h"
Packit Service 084de1
#include <string.h>
Packit Service 084de1
Packit Service 084de1
#define ASYNC_JOB_RUNNING   0
Packit Service 084de1
#define ASYNC_JOB_PAUSING   1
Packit Service 084de1
#define ASYNC_JOB_PAUSED    2
Packit Service 084de1
#define ASYNC_JOB_STOPPING  3
Packit Service 084de1
Packit Service 084de1
static CRYPTO_THREAD_LOCAL ctxkey;
Packit Service 084de1
static CRYPTO_THREAD_LOCAL poolkey;
Packit Service 084de1
Packit Service 084de1
static async_ctx *async_ctx_new(void)
Packit Service 084de1
{
Packit Service 084de1
    async_ctx *nctx;
Packit Service 084de1
Packit Service 084de1
    if (!ossl_init_thread_start(OPENSSL_INIT_THREAD_ASYNC))
Packit Service 084de1
        return NULL;
Packit Service 084de1
Packit Service 084de1
    nctx = OPENSSL_malloc(sizeof(*nctx));
Packit Service 084de1
    if (nctx == NULL) {
Packit Service 084de1
        ASYNCerr(ASYNC_F_ASYNC_CTX_NEW, ERR_R_MALLOC_FAILURE);
Packit Service 084de1
        goto err;
Packit Service 084de1
    }
Packit Service 084de1
Packit Service 084de1
    async_fibre_init_dispatcher(&nctx->dispatcher);
Packit Service 084de1
    nctx->currjob = NULL;
Packit Service 084de1
    nctx->blocked = 0;
Packit Service 084de1
    if (!CRYPTO_THREAD_set_local(&ctxkey, nctx))
Packit Service 084de1
        goto err;
Packit Service 084de1
Packit Service 084de1
    return nctx;
Packit Service 084de1
err:
Packit Service 084de1
    OPENSSL_free(nctx);
Packit Service 084de1
Packit Service 084de1
    return NULL;
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
async_ctx *async_get_ctx(void)
Packit Service 084de1
{
Packit Service 084de1
    return (async_ctx *)CRYPTO_THREAD_get_local(&ctxkey);
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
static int async_ctx_free(void)
Packit Service 084de1
{
Packit Service 084de1
    async_ctx *ctx;
Packit Service 084de1
Packit Service 084de1
    ctx = async_get_ctx();
Packit Service 084de1
Packit Service 084de1
    if (!CRYPTO_THREAD_set_local(&ctxkey, NULL))
Packit Service 084de1
        return 0;
Packit Service 084de1
Packit Service 084de1
    OPENSSL_free(ctx);
Packit Service 084de1
Packit Service 084de1
    return 1;
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
static ASYNC_JOB *async_job_new(void)
Packit Service 084de1
{
Packit Service 084de1
    ASYNC_JOB *job = NULL;
Packit Service 084de1
Packit Service 084de1
    job = OPENSSL_zalloc(sizeof(*job));
Packit Service 084de1
    if (job == NULL) {
Packit Service 084de1
        ASYNCerr(ASYNC_F_ASYNC_JOB_NEW, ERR_R_MALLOC_FAILURE);
Packit Service 084de1
        return NULL;
Packit Service 084de1
    }
Packit Service 084de1
Packit Service 084de1
    job->status = ASYNC_JOB_RUNNING;
Packit Service 084de1
Packit Service 084de1
    return job;
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
static void async_job_free(ASYNC_JOB *job)
Packit Service 084de1
{
Packit Service 084de1
    if (job != NULL) {
Packit Service 084de1
        OPENSSL_free(job->funcargs);
Packit Service 084de1
        async_fibre_free(&job->fibrectx);
Packit Service 084de1
        OPENSSL_free(job);
Packit Service 084de1
    }
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
static ASYNC_JOB *async_get_pool_job(void) {
Packit Service 084de1
    ASYNC_JOB *job;
Packit Service 084de1
    async_pool *pool;
Packit Service 084de1
Packit Service 084de1
    pool = (async_pool *)CRYPTO_THREAD_get_local(&poolkey);
Packit Service 084de1
    if (pool == NULL) {
Packit Service 084de1
        /*
Packit Service 084de1
         * Pool has not been initialised, so init with the defaults, i.e.
Packit Service 084de1
         * no max size and no pre-created jobs
Packit Service 084de1
         */
Packit Service 084de1
        if (ASYNC_init_thread(0, 0) == 0)
Packit Service 084de1
            return NULL;
Packit Service 084de1
        pool = (async_pool *)CRYPTO_THREAD_get_local(&poolkey);
Packit Service 084de1
    }
Packit Service 084de1
Packit Service 084de1
    job = sk_ASYNC_JOB_pop(pool->jobs);
Packit Service 084de1
    if (job == NULL) {
Packit Service 084de1
        /* Pool is empty */
Packit Service 084de1
        if ((pool->max_size != 0) && (pool->curr_size >= pool->max_size))
Packit Service 084de1
            return NULL;
Packit Service 084de1
Packit Service 084de1
        job = async_job_new();
Packit Service 084de1
        if (job != NULL) {
Packit Service 084de1
            if (! async_fibre_makecontext(&job->fibrectx)) {
Packit Service 084de1
                async_job_free(job);
Packit Service 084de1
                return NULL;
Packit Service 084de1
            }
Packit Service 084de1
            pool->curr_size++;
Packit Service 084de1
        }
Packit Service 084de1
    }
Packit Service 084de1
    return job;
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
static void async_release_job(ASYNC_JOB *job) {
Packit Service 084de1
    async_pool *pool;
Packit Service 084de1
Packit Service 084de1
    pool = (async_pool *)CRYPTO_THREAD_get_local(&poolkey);
Packit Service 084de1
    OPENSSL_free(job->funcargs);
Packit Service 084de1
    job->funcargs = NULL;
Packit Service 084de1
    sk_ASYNC_JOB_push(pool->jobs, job);
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
void async_start_func(void)
Packit Service 084de1
{
Packit Service 084de1
    ASYNC_JOB *job;
Packit Service 084de1
    async_ctx *ctx = async_get_ctx();
Packit Service 084de1
Packit Service 084de1
    while (1) {
Packit Service 084de1
        /* Run the job */
Packit Service 084de1
        job = ctx->currjob;
Packit Service 084de1
        job->ret = job->func(job->funcargs);
Packit Service 084de1
Packit Service 084de1
        /* Stop the job */
Packit Service 084de1
        job->status = ASYNC_JOB_STOPPING;
Packit Service 084de1
        if (!async_fibre_swapcontext(&job->fibrectx,
Packit Service 084de1
                                     &ctx->dispatcher, 1)) {
Packit Service 084de1
            /*
Packit Service 084de1
             * Should not happen. Getting here will close the thread...can't do
Packit Service 084de1
             * much about it
Packit Service 084de1
             */
Packit Service 084de1
            ASYNCerr(ASYNC_F_ASYNC_START_FUNC, ASYNC_R_FAILED_TO_SWAP_CONTEXT);
Packit Service 084de1
        }
Packit Service 084de1
    }
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
int ASYNC_start_job(ASYNC_JOB **job, ASYNC_WAIT_CTX *wctx, int *ret,
Packit Service 084de1
                    int (*func)(void *), void *args, size_t size)
Packit Service 084de1
{
Packit Service 084de1
    async_ctx *ctx;
Packit Service 084de1
Packit Service 084de1
    if (!OPENSSL_init_crypto(OPENSSL_INIT_ASYNC, NULL))
Packit Service 084de1
        return ASYNC_ERR;
Packit Service 084de1
Packit Service 084de1
    ctx = async_get_ctx();
Packit Service 084de1
    if (ctx == NULL)
Packit Service 084de1
        ctx = async_ctx_new();
Packit Service 084de1
    if (ctx == NULL)
Packit Service 084de1
        return ASYNC_ERR;
Packit Service 084de1
Packit Service 084de1
    if (*job)
Packit Service 084de1
        ctx->currjob = *job;
Packit Service 084de1
Packit Service 084de1
    for (;;) {
Packit Service 084de1
        if (ctx->currjob != NULL) {
Packit Service 084de1
            if (ctx->currjob->status == ASYNC_JOB_STOPPING) {
Packit Service 084de1
                *ret = ctx->currjob->ret;
Packit Service 084de1
                ctx->currjob->waitctx = NULL;
Packit Service 084de1
                async_release_job(ctx->currjob);
Packit Service 084de1
                ctx->currjob = NULL;
Packit Service 084de1
                *job = NULL;
Packit Service 084de1
                return ASYNC_FINISH;
Packit Service 084de1
            }
Packit Service 084de1
Packit Service 084de1
            if (ctx->currjob->status == ASYNC_JOB_PAUSING) {
Packit Service 084de1
                *job = ctx->currjob;
Packit Service 084de1
                ctx->currjob->status = ASYNC_JOB_PAUSED;
Packit Service 084de1
                ctx->currjob = NULL;
Packit Service 084de1
                return ASYNC_PAUSE;
Packit Service 084de1
            }
Packit Service 084de1
Packit Service 084de1
            if (ctx->currjob->status == ASYNC_JOB_PAUSED) {
Packit Service 084de1
                ctx->currjob = *job;
Packit Service 084de1
                /* Resume previous job */
Packit Service 084de1
                if (!async_fibre_swapcontext(&ctx->dispatcher,
Packit Service 084de1
                        &ctx->currjob->fibrectx, 1)) {
Packit Service 084de1
                    ASYNCerr(ASYNC_F_ASYNC_START_JOB,
Packit Service 084de1
                             ASYNC_R_FAILED_TO_SWAP_CONTEXT);
Packit Service 084de1
                    goto err;
Packit Service 084de1
                }
Packit Service 084de1
                continue;
Packit Service 084de1
            }
Packit Service 084de1
Packit Service 084de1
            /* Should not happen */
Packit Service 084de1
            ASYNCerr(ASYNC_F_ASYNC_START_JOB, ERR_R_INTERNAL_ERROR);
Packit Service 084de1
            async_release_job(ctx->currjob);
Packit Service 084de1
            ctx->currjob = NULL;
Packit Service 084de1
            *job = NULL;
Packit Service 084de1
            return ASYNC_ERR;
Packit Service 084de1
        }
Packit Service 084de1
Packit Service 084de1
        /* Start a new job */
Packit Service 084de1
        if ((ctx->currjob = async_get_pool_job()) == NULL)
Packit Service 084de1
            return ASYNC_NO_JOBS;
Packit Service 084de1
Packit Service 084de1
        if (args != NULL) {
Packit Service 084de1
            ctx->currjob->funcargs = OPENSSL_malloc(size);
Packit Service 084de1
            if (ctx->currjob->funcargs == NULL) {
Packit Service 084de1
                ASYNCerr(ASYNC_F_ASYNC_START_JOB, ERR_R_MALLOC_FAILURE);
Packit Service 084de1
                async_release_job(ctx->currjob);
Packit Service 084de1
                ctx->currjob = NULL;
Packit Service 084de1
                return ASYNC_ERR;
Packit Service 084de1
            }
Packit Service 084de1
            memcpy(ctx->currjob->funcargs, args, size);
Packit Service 084de1
        } else {
Packit Service 084de1
            ctx->currjob->funcargs = NULL;
Packit Service 084de1
        }
Packit Service 084de1
Packit Service 084de1
        ctx->currjob->func = func;
Packit Service 084de1
        ctx->currjob->waitctx = wctx;
Packit Service 084de1
        if (!async_fibre_swapcontext(&ctx->dispatcher,
Packit Service 084de1
                &ctx->currjob->fibrectx, 1)) {
Packit Service 084de1
            ASYNCerr(ASYNC_F_ASYNC_START_JOB, ASYNC_R_FAILED_TO_SWAP_CONTEXT);
Packit Service 084de1
            goto err;
Packit Service 084de1
        }
Packit Service 084de1
    }
Packit Service 084de1
Packit Service 084de1
err:
Packit Service 084de1
    async_release_job(ctx->currjob);
Packit Service 084de1
    ctx->currjob = NULL;
Packit Service 084de1
    *job = NULL;
Packit Service 084de1
    return ASYNC_ERR;
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
int ASYNC_pause_job(void)
Packit Service 084de1
{
Packit Service 084de1
    ASYNC_JOB *job;
Packit Service 084de1
    async_ctx *ctx = async_get_ctx();
Packit Service 084de1
Packit Service 084de1
    if (ctx == NULL
Packit Service 084de1
            || ctx->currjob == NULL
Packit Service 084de1
            || ctx->blocked) {
Packit Service 084de1
        /*
Packit Service 084de1
         * Could be we've deliberately not been started within a job so this is
Packit Service 084de1
         * counted as success.
Packit Service 084de1
         */
Packit Service 084de1
        return 1;
Packit Service 084de1
    }
Packit Service 084de1
Packit Service 084de1
    job = ctx->currjob;
Packit Service 084de1
    job->status = ASYNC_JOB_PAUSING;
Packit Service 084de1
Packit Service 084de1
    if (!async_fibre_swapcontext(&job->fibrectx,
Packit Service 084de1
                                 &ctx->dispatcher, 1)) {
Packit Service 084de1
        ASYNCerr(ASYNC_F_ASYNC_PAUSE_JOB, ASYNC_R_FAILED_TO_SWAP_CONTEXT);
Packit Service 084de1
        return 0;
Packit Service 084de1
    }
Packit Service 084de1
    /* Reset counts of added and deleted fds */
Packit Service 084de1
    async_wait_ctx_reset_counts(job->waitctx);
Packit Service 084de1
Packit Service 084de1
    return 1;
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
static void async_empty_pool(async_pool *pool)
Packit Service 084de1
{
Packit Service 084de1
    ASYNC_JOB *job;
Packit Service 084de1
Packit Service 084de1
    if (!pool || !pool->jobs)
Packit Service 084de1
        return;
Packit Service 084de1
Packit Service 084de1
    do {
Packit Service 084de1
        job = sk_ASYNC_JOB_pop(pool->jobs);
Packit Service 084de1
        async_job_free(job);
Packit Service 084de1
    } while (job);
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
int async_init(void)
Packit Service 084de1
{
Packit Service 084de1
    if (!CRYPTO_THREAD_init_local(&ctxkey, NULL))
Packit Service 084de1
        return 0;
Packit Service 084de1
Packit Service 084de1
    if (!CRYPTO_THREAD_init_local(&poolkey, NULL)) {
Packit Service 084de1
        CRYPTO_THREAD_cleanup_local(&ctxkey);
Packit Service 084de1
        return 0;
Packit Service 084de1
    }
Packit Service 084de1
Packit Service 084de1
    return 1;
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
void async_deinit(void)
Packit Service 084de1
{
Packit Service 084de1
    CRYPTO_THREAD_cleanup_local(&ctxkey);
Packit Service 084de1
    CRYPTO_THREAD_cleanup_local(&poolkey);
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
int ASYNC_init_thread(size_t max_size, size_t init_size)
Packit Service 084de1
{
Packit Service 084de1
    async_pool *pool;
Packit Service 084de1
    size_t curr_size = 0;
Packit Service 084de1
Packit Service 084de1
    if (init_size > max_size) {
Packit Service 084de1
        ASYNCerr(ASYNC_F_ASYNC_INIT_THREAD, ASYNC_R_INVALID_POOL_SIZE);
Packit Service 084de1
        return 0;
Packit Service 084de1
    }
Packit Service 084de1
Packit Service 084de1
    if (!OPENSSL_init_crypto(OPENSSL_INIT_ASYNC, NULL))
Packit Service 084de1
        return 0;
Packit Service 084de1
Packit Service 084de1
    if (!ossl_init_thread_start(OPENSSL_INIT_THREAD_ASYNC))
Packit Service 084de1
        return 0;
Packit Service 084de1
Packit Service 084de1
    pool = OPENSSL_zalloc(sizeof(*pool));
Packit Service 084de1
    if (pool == NULL) {
Packit Service 084de1
        ASYNCerr(ASYNC_F_ASYNC_INIT_THREAD, ERR_R_MALLOC_FAILURE);
Packit Service 084de1
        return 0;
Packit Service 084de1
    }
Packit Service 084de1
Packit Service 084de1
    pool->jobs = sk_ASYNC_JOB_new_reserve(NULL, init_size);
Packit Service 084de1
    if (pool->jobs == NULL) {
Packit Service 084de1
        ASYNCerr(ASYNC_F_ASYNC_INIT_THREAD, ERR_R_MALLOC_FAILURE);
Packit Service 084de1
        OPENSSL_free(pool);
Packit Service 084de1
        return 0;
Packit Service 084de1
    }
Packit Service 084de1
Packit Service 084de1
    pool->max_size = max_size;
Packit Service 084de1
Packit Service 084de1
    /* Pre-create jobs as required */
Packit Service 084de1
    while (init_size--) {
Packit Service 084de1
        ASYNC_JOB *job;
Packit Service 084de1
        job = async_job_new();
Packit Service 084de1
        if (job == NULL || !async_fibre_makecontext(&job->fibrectx)) {
Packit Service 084de1
            /*
Packit Service 084de1
             * Not actually fatal because we already created the pool, just
Packit Service 084de1
             * skip creation of any more jobs
Packit Service 084de1
             */
Packit Service 084de1
            async_job_free(job);
Packit Service 084de1
            break;
Packit Service 084de1
        }
Packit Service 084de1
        job->funcargs = NULL;
Packit Service 084de1
        sk_ASYNC_JOB_push(pool->jobs, job); /* Cannot fail due to reserve */
Packit Service 084de1
        curr_size++;
Packit Service 084de1
    }
Packit Service 084de1
    pool->curr_size = curr_size;
Packit Service 084de1
    if (!CRYPTO_THREAD_set_local(&poolkey, pool)) {
Packit Service 084de1
        ASYNCerr(ASYNC_F_ASYNC_INIT_THREAD, ASYNC_R_FAILED_TO_SET_POOL);
Packit Service 084de1
        goto err;
Packit Service 084de1
    }
Packit Service 084de1
Packit Service 084de1
    return 1;
Packit Service 084de1
err:
Packit Service 084de1
    async_empty_pool(pool);
Packit Service 084de1
    sk_ASYNC_JOB_free(pool->jobs);
Packit Service 084de1
    OPENSSL_free(pool);
Packit Service 084de1
    return 0;
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
void async_delete_thread_state(void)
Packit Service 084de1
{
Packit Service 084de1
    async_pool *pool = (async_pool *)CRYPTO_THREAD_get_local(&poolkey);
Packit Service 084de1
Packit Service 084de1
    if (pool != NULL) {
Packit Service 084de1
        async_empty_pool(pool);
Packit Service 084de1
        sk_ASYNC_JOB_free(pool->jobs);
Packit Service 084de1
        OPENSSL_free(pool);
Packit Service 084de1
        CRYPTO_THREAD_set_local(&poolkey, NULL);
Packit Service 084de1
    }
Packit Service 084de1
    async_local_cleanup();
Packit Service 084de1
    async_ctx_free();
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
void ASYNC_cleanup_thread(void)
Packit Service 084de1
{
Packit Service 084de1
    if (!OPENSSL_init_crypto(OPENSSL_INIT_ASYNC, NULL))
Packit Service 084de1
        return;
Packit Service 084de1
Packit Service 084de1
    async_delete_thread_state();
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
ASYNC_JOB *ASYNC_get_current_job(void)
Packit Service 084de1
{
Packit Service 084de1
    async_ctx *ctx;
Packit Service 084de1
Packit Service 084de1
    if (!OPENSSL_init_crypto(OPENSSL_INIT_ASYNC, NULL))
Packit Service 084de1
        return NULL;
Packit Service 084de1
Packit Service 084de1
    ctx = async_get_ctx();
Packit Service 084de1
    if (ctx == NULL)
Packit Service 084de1
        return NULL;
Packit Service 084de1
Packit Service 084de1
    return ctx->currjob;
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
ASYNC_WAIT_CTX *ASYNC_get_wait_ctx(ASYNC_JOB *job)
Packit Service 084de1
{
Packit Service 084de1
    return job->waitctx;
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
void ASYNC_block_pause(void)
Packit Service 084de1
{
Packit Service 084de1
    async_ctx *ctx;
Packit Service 084de1
Packit Service 084de1
    if (!OPENSSL_init_crypto(OPENSSL_INIT_ASYNC, NULL))
Packit Service 084de1
        return;
Packit Service 084de1
Packit Service 084de1
    ctx = async_get_ctx();
Packit Service 084de1
    if (ctx == NULL || ctx->currjob == NULL) {
Packit Service 084de1
        /*
Packit Service 084de1
         * We're not in a job anyway so ignore this
Packit Service 084de1
         */
Packit Service 084de1
        return;
Packit Service 084de1
    }
Packit Service 084de1
    ctx->blocked++;
Packit Service 084de1
}
Packit Service 084de1
Packit Service 084de1
void ASYNC_unblock_pause(void)
Packit Service 084de1
{
Packit Service 084de1
    async_ctx *ctx;
Packit Service 084de1
Packit Service 084de1
    if (!OPENSSL_init_crypto(OPENSSL_INIT_ASYNC, NULL))
Packit Service 084de1
        return;
Packit Service 084de1
Packit Service 084de1
    ctx = async_get_ctx();
Packit Service 084de1
    if (ctx == NULL || ctx->currjob == NULL) {
Packit Service 084de1
        /*
Packit Service 084de1
         * We're not in a job anyway so ignore this
Packit Service 084de1
         */
Packit Service 084de1
        return;
Packit Service 084de1
    }
Packit Service 084de1
    if (ctx->blocked > 0)
Packit Service 084de1
        ctx->blocked--;
Packit Service 084de1
}