|
Packit Service |
4684c1 |
/*
|
|
Packit Service |
4684c1 |
* Copyright (C) 2011-2016 Free Software Foundation, Inc.
|
|
Packit Service |
4684c1 |
* Copyright (C) 2015-2018 Red Hat, Inc.
|
|
Packit Service |
4684c1 |
*
|
|
Packit Service |
4684c1 |
* Author: Nikos Mavrogiannopoulos
|
|
Packit Service |
4684c1 |
*
|
|
Packit Service |
4684c1 |
* This file is part of GnuTLS.
|
|
Packit Service |
4684c1 |
*
|
|
Packit Service |
4684c1 |
* The GnuTLS is free software; you can redistribute it and/or
|
|
Packit Service |
4684c1 |
* modify it under the terms of the GNU Lesser General Public License
|
|
Packit Service |
4684c1 |
* as published by the Free Software Foundation; either version 2.1 of
|
|
Packit Service |
4684c1 |
* the License, or (at your option) any later version.
|
|
Packit Service |
4684c1 |
*
|
|
Packit Service |
4684c1 |
* This library is distributed in the hope that it will be useful, but
|
|
Packit Service |
4684c1 |
* WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
Packit Service |
4684c1 |
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Packit Service |
4684c1 |
* Lesser General Public License for more details.
|
|
Packit Service |
4684c1 |
*
|
|
Packit Service |
4684c1 |
* You should have received a copy of the GNU Lesser General Public License
|
|
Packit Service |
4684c1 |
* along with this program. If not, see <https://www.gnu.org/licenses/>
|
|
Packit Service |
4684c1 |
*
|
|
Packit Service |
4684c1 |
*/
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
/*
|
|
Packit Service |
4684c1 |
* The following code is an implementation of the AES-128-GCM cipher
|
|
Packit Service |
4684c1 |
* using intel's AES instruction set.
|
|
Packit Service |
4684c1 |
*/
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
#include "errors.h"
|
|
Packit Service |
4684c1 |
#include "gnutls_int.h"
|
|
Packit Service |
4684c1 |
#include <gnutls/crypto.h>
|
|
Packit Service |
4684c1 |
#include "errors.h"
|
|
Packit Service |
4684c1 |
#include <aes-x86.h>
|
|
Packit Service |
4684c1 |
#include <x86-common.h>
|
|
Packit Service |
4684c1 |
#include <nettle/memxor.h>
|
|
Packit Service |
4684c1 |
#include <byteswap.h>
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
#define GCM_BLOCK_SIZE 16
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
/* GCM mode with PCLMUL and AVX optimization */
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
typedef struct {
|
|
Packit Service |
4684c1 |
uint64_t hi, lo;
|
|
Packit Service |
4684c1 |
} u128;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
/* This is the gcm128 structure used in openssl. It
|
|
Packit Service |
4684c1 |
* is compatible with the included assembly code.
|
|
Packit Service |
4684c1 |
*/
|
|
Packit Service |
4684c1 |
struct gcm128_context {
|
|
Packit Service |
4684c1 |
union {
|
|
Packit Service |
4684c1 |
uint64_t u[2];
|
|
Packit Service |
4684c1 |
uint32_t d[4];
|
|
Packit Service |
4684c1 |
uint8_t c[16];
|
|
Packit Service |
4684c1 |
size_t t[16 / sizeof(size_t)];
|
|
Packit Service |
4684c1 |
} Yi, EKi, EK0, len, Xi, H;
|
|
Packit Service |
4684c1 |
u128 Htable[16];
|
|
Packit Service |
4684c1 |
};
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
struct aes_gcm_ctx {
|
|
Packit Service |
4684c1 |
AES_KEY expanded_key;
|
|
Packit Service |
4684c1 |
struct gcm128_context gcm;
|
|
Packit Service |
4684c1 |
unsigned finished;
|
|
Packit Service |
4684c1 |
unsigned auth_finished;
|
|
Packit Service |
4684c1 |
};
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
void gcm_init_avx(u128 Htable[16], const uint64_t Xi[2]);
|
|
Packit Service |
4684c1 |
void gcm_ghash_avx(uint64_t Xi[2], const u128 Htable[16], const uint8_t *in, size_t len);
|
|
Packit Service |
4684c1 |
void gcm_gmult_avx(uint64_t Xi[2], const u128 Htable[16]);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
static void aes_gcm_deinit(void *_ctx)
|
|
Packit Service |
4684c1 |
{
|
|
Packit Service |
4684c1 |
struct aes_gcm_ctx *ctx = _ctx;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
zeroize_temp_key(ctx, sizeof(*ctx));
|
|
Packit Service |
4684c1 |
gnutls_free(ctx);
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
static int
|
|
Packit Service |
4684c1 |
aes_gcm_cipher_init(gnutls_cipher_algorithm_t algorithm, void **_ctx,
|
|
Packit Service |
4684c1 |
int enc)
|
|
Packit Service |
4684c1 |
{
|
|
Packit Service |
4684c1 |
/* we use key size to distinguish */
|
|
Packit Service |
4684c1 |
if (algorithm != GNUTLS_CIPHER_AES_128_GCM &&
|
|
Packit Service |
4684c1 |
algorithm != GNUTLS_CIPHER_AES_192_GCM &&
|
|
Packit Service |
4684c1 |
algorithm != GNUTLS_CIPHER_AES_256_GCM)
|
|
Packit Service |
4684c1 |
return GNUTLS_E_INVALID_REQUEST;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
*_ctx = gnutls_calloc(1, sizeof(struct aes_gcm_ctx));
|
|
Packit Service |
4684c1 |
if (*_ctx == NULL) {
|
|
Packit Service |
4684c1 |
gnutls_assert();
|
|
Packit Service |
4684c1 |
return GNUTLS_E_MEMORY_ERROR;
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
return 0;
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
static int
|
|
Packit Service |
4684c1 |
aes_gcm_cipher_setkey(void *_ctx, const void *userkey, size_t keysize)
|
|
Packit Service |
4684c1 |
{
|
|
Packit Service |
4684c1 |
struct aes_gcm_ctx *ctx = _ctx;
|
|
Packit Service |
4684c1 |
int ret;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
CHECK_AES_KEYSIZE(keysize);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
ret =
|
|
Packit Service |
4684c1 |
aesni_set_encrypt_key(userkey, keysize * 8,
|
|
Packit Service |
4684c1 |
ALIGN16(&ctx->expanded_key));
|
|
Packit Service |
4684c1 |
if (ret != 0)
|
|
Packit Service |
4684c1 |
return gnutls_assert_val(GNUTLS_E_ENCRYPTION_FAILED);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
aesni_ecb_encrypt(ctx->gcm.H.c, ctx->gcm.H.c,
|
|
Packit Service |
4684c1 |
GCM_BLOCK_SIZE, ALIGN16(&ctx->expanded_key), 1);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
ctx->gcm.H.u[0] = bswap_64(ctx->gcm.H.u[0]);
|
|
Packit Service |
4684c1 |
ctx->gcm.H.u[1] = bswap_64(ctx->gcm.H.u[1]);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
gcm_init_avx(ctx->gcm.Htable, ctx->gcm.H.u);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
return 0;
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
static int aes_gcm_setiv(void *_ctx, const void *iv, size_t iv_size)
|
|
Packit Service |
4684c1 |
{
|
|
Packit Service |
4684c1 |
struct aes_gcm_ctx *ctx = _ctx;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if (iv_size != GCM_BLOCK_SIZE - 4)
|
|
Packit Service |
4684c1 |
return gnutls_assert_val(GNUTLS_E_INVALID_REQUEST);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
memset(ctx->gcm.Xi.c, 0, sizeof(ctx->gcm.Xi.c));
|
|
Packit Service |
4684c1 |
memset(ctx->gcm.len.c, 0, sizeof(ctx->gcm.len.c));
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
memcpy(ctx->gcm.Yi.c, iv, GCM_BLOCK_SIZE - 4);
|
|
Packit Service |
4684c1 |
ctx->gcm.Yi.c[GCM_BLOCK_SIZE - 4] = 0;
|
|
Packit Service |
4684c1 |
ctx->gcm.Yi.c[GCM_BLOCK_SIZE - 3] = 0;
|
|
Packit Service |
4684c1 |
ctx->gcm.Yi.c[GCM_BLOCK_SIZE - 2] = 0;
|
|
Packit Service |
4684c1 |
ctx->gcm.Yi.c[GCM_BLOCK_SIZE - 1] = 1;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
aesni_ecb_encrypt(ctx->gcm.Yi.c, ctx->gcm.EK0.c,
|
|
Packit Service |
4684c1 |
GCM_BLOCK_SIZE, ALIGN16(&ctx->expanded_key), 1);
|
|
Packit Service |
4684c1 |
ctx->gcm.Yi.c[GCM_BLOCK_SIZE - 1] = 2;
|
|
Packit Service |
4684c1 |
ctx->finished = 0;
|
|
Packit Service |
4684c1 |
ctx->auth_finished = 0;
|
|
Packit Service |
4684c1 |
return 0;
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
static void
|
|
Packit Service |
4684c1 |
gcm_ghash(struct aes_gcm_ctx *ctx, const uint8_t * src, size_t src_size)
|
|
Packit Service |
4684c1 |
{
|
|
Packit Service |
4684c1 |
size_t rest = src_size % GCM_BLOCK_SIZE;
|
|
Packit Service |
4684c1 |
size_t aligned_size = src_size - rest;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if (aligned_size > 0)
|
|
Packit Service |
4684c1 |
gcm_ghash_avx(ctx->gcm.Xi.u, ctx->gcm.Htable, src,
|
|
Packit Service |
4684c1 |
aligned_size);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if (rest > 0) {
|
|
Packit Service |
4684c1 |
memxor(ctx->gcm.Xi.c, src + aligned_size, rest);
|
|
Packit Service |
4684c1 |
gcm_gmult_avx(ctx->gcm.Xi.u, ctx->gcm.Htable);
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
static inline void
|
|
Packit Service |
4684c1 |
ctr_encrypt_last(struct aes_gcm_ctx *ctx, const uint8_t * src,
|
|
Packit Service |
4684c1 |
uint8_t * dst, size_t pos, size_t length)
|
|
Packit Service |
4684c1 |
{
|
|
Packit Service |
4684c1 |
uint8_t tmp[GCM_BLOCK_SIZE];
|
|
Packit Service |
4684c1 |
uint8_t out[GCM_BLOCK_SIZE];
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
memcpy(tmp, &src[pos], length);
|
|
Packit Service |
4684c1 |
aesni_ctr32_encrypt_blocks(tmp, out, 1,
|
|
Packit Service |
4684c1 |
ALIGN16(&ctx->expanded_key),
|
|
Packit Service |
4684c1 |
ctx->gcm.Yi.c);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
memcpy(&dst[pos], out, length);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
static int
|
|
Packit Service |
4684c1 |
aes_gcm_encrypt(void *_ctx, const void *src, size_t src_size,
|
|
Packit Service |
4684c1 |
void *dst, size_t length)
|
|
Packit Service |
4684c1 |
{
|
|
Packit Service |
4684c1 |
struct aes_gcm_ctx *ctx = _ctx;
|
|
Packit Service |
4684c1 |
int blocks = src_size / GCM_BLOCK_SIZE;
|
|
Packit Service |
4684c1 |
int exp_blocks = blocks * GCM_BLOCK_SIZE;
|
|
Packit Service |
4684c1 |
int rest = src_size - (exp_blocks);
|
|
Packit Service |
4684c1 |
uint32_t counter;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if (unlikely(ctx->finished))
|
|
Packit Service |
4684c1 |
return gnutls_assert_val(GNUTLS_E_INVALID_REQUEST);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if (blocks > 0) {
|
|
Packit Service |
4684c1 |
aesni_ctr32_encrypt_blocks(src, dst,
|
|
Packit Service |
4684c1 |
blocks,
|
|
Packit Service |
4684c1 |
ALIGN16(&ctx->expanded_key),
|
|
Packit Service |
4684c1 |
ctx->gcm.Yi.c);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
counter = _gnutls_read_uint32(ctx->gcm.Yi.c + 12);
|
|
Packit Service |
4684c1 |
counter += blocks;
|
|
Packit Service |
4684c1 |
_gnutls_write_uint32(counter, ctx->gcm.Yi.c + 12);
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if (rest > 0) { /* last incomplete block */
|
|
Packit Service |
4684c1 |
ctr_encrypt_last(ctx, src, dst, exp_blocks, rest);
|
|
Packit Service |
4684c1 |
ctx->finished = 1;
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
gcm_ghash(ctx, dst, src_size);
|
|
Packit Service |
4684c1 |
ctx->gcm.len.u[1] += src_size;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
return 0;
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
static int
|
|
Packit Service |
4684c1 |
aes_gcm_decrypt(void *_ctx, const void *src, size_t src_size,
|
|
Packit Service |
4684c1 |
void *dst, size_t dst_size)
|
|
Packit Service |
4684c1 |
{
|
|
Packit Service |
4684c1 |
struct aes_gcm_ctx *ctx = _ctx;
|
|
Packit Service |
4684c1 |
int blocks = src_size / GCM_BLOCK_SIZE;
|
|
Packit Service |
4684c1 |
int exp_blocks = blocks * GCM_BLOCK_SIZE;
|
|
Packit Service |
4684c1 |
int rest = src_size - (exp_blocks);
|
|
Packit Service |
4684c1 |
uint32_t counter;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if (unlikely(ctx->finished))
|
|
Packit Service |
4684c1 |
return gnutls_assert_val(GNUTLS_E_INVALID_REQUEST);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
gcm_ghash(ctx, src, src_size);
|
|
Packit Service |
4684c1 |
ctx->gcm.len.u[1] += src_size;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if (blocks > 0) {
|
|
Packit Service |
4684c1 |
aesni_ctr32_encrypt_blocks(src, dst,
|
|
Packit Service |
4684c1 |
blocks,
|
|
Packit Service |
4684c1 |
ALIGN16(&ctx->expanded_key),
|
|
Packit Service |
4684c1 |
ctx->gcm.Yi.c);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
counter = _gnutls_read_uint32(ctx->gcm.Yi.c + 12);
|
|
Packit Service |
4684c1 |
counter += blocks;
|
|
Packit Service |
4684c1 |
_gnutls_write_uint32(counter, ctx->gcm.Yi.c + 12);
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if (rest > 0) { /* last incomplete block */
|
|
Packit Service |
4684c1 |
ctr_encrypt_last(ctx, src, dst, exp_blocks, rest);
|
|
Packit Service |
4684c1 |
ctx->finished = 1;
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
return 0;
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
static int aes_gcm_auth(void *_ctx, const void *src, size_t src_size)
|
|
Packit Service |
4684c1 |
{
|
|
Packit Service |
4684c1 |
struct aes_gcm_ctx *ctx = _ctx;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if (unlikely(ctx->auth_finished))
|
|
Packit Service |
4684c1 |
return gnutls_assert_val(GNUTLS_E_INVALID_REQUEST);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
gcm_ghash(ctx, src, src_size);
|
|
Packit Service |
4684c1 |
ctx->gcm.len.u[0] += src_size;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if (src_size % GCM_BLOCK_SIZE != 0)
|
|
Packit Service |
4684c1 |
ctx->auth_finished = 1;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
return 0;
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
static void aes_gcm_tag(void *_ctx, void *tag, size_t tagsize)
|
|
Packit Service |
4684c1 |
{
|
|
Packit Service |
4684c1 |
struct aes_gcm_ctx *ctx = _ctx;
|
|
Packit Service |
4684c1 |
uint8_t buffer[GCM_BLOCK_SIZE];
|
|
Packit Service |
4684c1 |
uint64_t alen, clen;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
alen = ctx->gcm.len.u[0] * 8;
|
|
Packit Service |
4684c1 |
clen = ctx->gcm.len.u[1] * 8;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
_gnutls_write_uint64(alen, buffer);
|
|
Packit Service |
4684c1 |
_gnutls_write_uint64(clen, &buffer[8]);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
gcm_ghash_avx(ctx->gcm.Xi.u, ctx->gcm.Htable, buffer,
|
|
Packit Service |
4684c1 |
GCM_BLOCK_SIZE);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
ctx->gcm.Xi.u[0] ^= ctx->gcm.EK0.u[0];
|
|
Packit Service |
4684c1 |
ctx->gcm.Xi.u[1] ^= ctx->gcm.EK0.u[1];
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
memcpy(tag, ctx->gcm.Xi.c, MIN(GCM_BLOCK_SIZE, tagsize));
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
#ifdef ASM_X86_64
|
|
Packit Service |
4684c1 |
/* requires AVX */
|
|
Packit Service |
4684c1 |
static int
|
|
Packit Service |
4684c1 |
aesni_gcm_aead_encrypt(void *_ctx,
|
|
Packit Service |
4684c1 |
const void *nonce, size_t nonce_size,
|
|
Packit Service |
4684c1 |
const void *auth, size_t auth_size,
|
|
Packit Service |
4684c1 |
size_t tag_size,
|
|
Packit Service |
4684c1 |
const void *plain, size_t plain_size,
|
|
Packit Service |
4684c1 |
void *encr, size_t encr_size)
|
|
Packit Service |
4684c1 |
{
|
|
Packit Service |
4684c1 |
struct aes_gcm_ctx *ctx = _ctx;
|
|
Packit Service |
4684c1 |
size_t s = 0;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if (encr_size < plain_size + tag_size)
|
|
Packit Service |
4684c1 |
return gnutls_assert_val(GNUTLS_E_SHORT_MEMORY_BUFFER);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
aes_gcm_setiv(ctx, nonce, nonce_size);
|
|
Packit Service |
4684c1 |
aes_gcm_auth(ctx, auth, auth_size);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if (plain_size >= 96) {
|
|
Packit Service |
4684c1 |
s = aesni_gcm_encrypt(plain, encr, plain_size, ALIGN16(&ctx->expanded_key),
|
|
Packit Service |
4684c1 |
ctx->gcm.Yi.c, ctx->gcm.Xi.u);
|
|
Packit Service |
4684c1 |
ctx->gcm.len.u[1] += s;
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if ((plain_size-s) > 0)
|
|
Packit Service |
4684c1 |
aes_gcm_encrypt(ctx, ((uint8_t*)plain)+s, plain_size-s, ((uint8_t*)encr)+s, encr_size-s);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
aes_gcm_tag(ctx, ((uint8_t*)encr) + plain_size, tag_size);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
return 0;
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
static int
|
|
Packit Service |
4684c1 |
aesni_gcm_aead_decrypt(void *_ctx,
|
|
Packit Service |
4684c1 |
const void *nonce, size_t nonce_size,
|
|
Packit Service |
4684c1 |
const void *auth, size_t auth_size,
|
|
Packit Service |
4684c1 |
size_t tag_size,
|
|
Packit Service |
4684c1 |
const void *encr, size_t encr_size,
|
|
Packit Service |
4684c1 |
void *plain, size_t plain_size)
|
|
Packit Service |
4684c1 |
{
|
|
Packit Service |
4684c1 |
struct aes_gcm_ctx *ctx = _ctx;
|
|
Packit Service |
4684c1 |
uint8_t tag[MAX_HASH_SIZE];
|
|
Packit Service |
4684c1 |
size_t s = 0;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if (encr_size < tag_size)
|
|
Packit Service |
4684c1 |
return gnutls_assert_val(GNUTLS_E_DECRYPTION_FAILED);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
aes_gcm_setiv(ctx, nonce, nonce_size);
|
|
Packit Service |
4684c1 |
aes_gcm_auth(ctx, auth, auth_size);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
encr_size -= tag_size;
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if (encr_size >= 96) {
|
|
Packit Service |
4684c1 |
s = aesni_gcm_decrypt(encr, plain, encr_size, ALIGN16(&ctx->expanded_key),
|
|
Packit Service |
4684c1 |
ctx->gcm.Yi.c, ctx->gcm.Xi.u);
|
|
Packit Service |
4684c1 |
ctx->gcm.len.u[1] += s;
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if ((encr_size-s) > 0) {
|
|
Packit Service |
4684c1 |
aes_gcm_decrypt(ctx, ((uint8_t*)encr)+s, encr_size-s, ((uint8_t*)plain)+s, plain_size-s);
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
aes_gcm_tag(ctx, tag, tag_size);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
if (gnutls_memcmp(((uint8_t*)encr)+encr_size, tag, tag_size) != 0)
|
|
Packit Service |
4684c1 |
return gnutls_assert_val(GNUTLS_E_DECRYPTION_FAILED);
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
return 0;
|
|
Packit Service |
4684c1 |
}
|
|
Packit Service |
4684c1 |
#else
|
|
Packit Service |
4684c1 |
# define aesni_gcm_aead_decrypt aes_gcm_aead_decrypt
|
|
Packit Service |
4684c1 |
# define aesni_gcm_aead_encrypt aes_gcm_aead_encrypt
|
|
Packit Service |
4684c1 |
# include "aes-gcm-aead.h"
|
|
Packit Service |
4684c1 |
#endif
|
|
Packit Service |
4684c1 |
|
|
Packit Service |
4684c1 |
const gnutls_crypto_cipher_st _gnutls_aes_gcm_pclmul_avx = {
|
|
Packit Service |
4684c1 |
.init = aes_gcm_cipher_init,
|
|
Packit Service |
4684c1 |
.setkey = aes_gcm_cipher_setkey,
|
|
Packit Service |
4684c1 |
.setiv = aes_gcm_setiv,
|
|
Packit Service |
4684c1 |
.aead_encrypt = aesni_gcm_aead_encrypt,
|
|
Packit Service |
4684c1 |
.aead_decrypt = aesni_gcm_aead_decrypt,
|
|
Packit Service |
4684c1 |
.encrypt = aes_gcm_encrypt,
|
|
Packit Service |
4684c1 |
.decrypt = aes_gcm_decrypt,
|
|
Packit Service |
4684c1 |
.deinit = aes_gcm_deinit,
|
|
Packit Service |
4684c1 |
.tag = aes_gcm_tag,
|
|
Packit Service |
4684c1 |
.auth = aes_gcm_auth,
|
|
Packit Service |
4684c1 |
};
|