mirror of
https://github.com/openssl/openssl.git
synced 2024-12-21 06:09:35 +08:00
4333b89f50
Reviewed-by: Tomas Mraz <tomas@openssl.org> (Merged from https://github.com/openssl/openssl/pull/13999)
414 lines
14 KiB
C
414 lines
14 KiB
C
/*
|
|
* Copyright 2019-2021 The OpenSSL Project Authors. All Rights Reserved.
|
|
*
|
|
* Licensed under the Apache License 2.0 (the "License"). You may not use
|
|
* this file except in compliance with the License. You can obtain a copy
|
|
* in the file LICENSE in the source distribution or at
|
|
* https://www.openssl.org/source/license.html
|
|
*/
|
|
|
|
/* chacha20_poly1305 cipher implementation */
|
|
|
|
#include "internal/endian.h"
|
|
#include "cipher_chacha20_poly1305.h"
|
|
|
|
static int chacha_poly1305_tls_init(PROV_CIPHER_CTX *bctx,
|
|
unsigned char *aad, size_t alen)
|
|
{
|
|
unsigned int len;
|
|
PROV_CHACHA20_POLY1305_CTX *ctx = (PROV_CHACHA20_POLY1305_CTX *)bctx;
|
|
|
|
if (alen != EVP_AEAD_TLS1_AAD_LEN)
|
|
return 0;
|
|
|
|
memcpy(ctx->tls_aad, aad, EVP_AEAD_TLS1_AAD_LEN);
|
|
len = aad[EVP_AEAD_TLS1_AAD_LEN - 2] << 8 | aad[EVP_AEAD_TLS1_AAD_LEN - 1];
|
|
aad = ctx->tls_aad;
|
|
if (!bctx->enc) {
|
|
if (len < POLY1305_BLOCK_SIZE)
|
|
return 0;
|
|
len -= POLY1305_BLOCK_SIZE; /* discount attached tag */
|
|
aad[EVP_AEAD_TLS1_AAD_LEN - 2] = (unsigned char)(len >> 8);
|
|
aad[EVP_AEAD_TLS1_AAD_LEN - 1] = (unsigned char)len;
|
|
}
|
|
ctx->tls_payload_length = len;
|
|
|
|
/* merge record sequence number as per RFC7905 */
|
|
ctx->chacha.counter[1] = ctx->nonce[0];
|
|
ctx->chacha.counter[2] = ctx->nonce[1] ^ CHACHA_U8TOU32(aad);
|
|
ctx->chacha.counter[3] = ctx->nonce[2] ^ CHACHA_U8TOU32(aad+4);
|
|
ctx->mac_inited = 0;
|
|
|
|
return POLY1305_BLOCK_SIZE; /* tag length */
|
|
}
|
|
|
|
static int chacha_poly1305_tls_iv_set_fixed(PROV_CIPHER_CTX *bctx,
|
|
unsigned char *fixed, size_t flen)
|
|
{
|
|
PROV_CHACHA20_POLY1305_CTX *ctx = (PROV_CHACHA20_POLY1305_CTX *)bctx;
|
|
|
|
if (flen != CHACHA20_POLY1305_IVLEN)
|
|
return 0;
|
|
ctx->nonce[0] = ctx->chacha.counter[1] = CHACHA_U8TOU32(fixed);
|
|
ctx->nonce[1] = ctx->chacha.counter[2] = CHACHA_U8TOU32(fixed + 4);
|
|
ctx->nonce[2] = ctx->chacha.counter[3] = CHACHA_U8TOU32(fixed + 8);
|
|
return 1;
|
|
}
|
|
|
|
|
|
static int chacha20_poly1305_initkey(PROV_CIPHER_CTX *bctx,
|
|
const unsigned char *key, size_t keylen)
|
|
{
|
|
PROV_CHACHA20_POLY1305_CTX *ctx = (PROV_CHACHA20_POLY1305_CTX *)bctx;
|
|
|
|
ctx->len.aad = 0;
|
|
ctx->len.text = 0;
|
|
ctx->aad = 0;
|
|
ctx->mac_inited = 0;
|
|
ctx->tls_payload_length = NO_TLS_PAYLOAD_LENGTH;
|
|
|
|
if (bctx->enc)
|
|
return chacha20_einit(&ctx->chacha, key, keylen, NULL, 0);
|
|
else
|
|
return chacha20_dinit(&ctx->chacha, key, keylen, NULL, 0);
|
|
}
|
|
|
|
static int chacha20_poly1305_initiv(PROV_CIPHER_CTX *bctx)
|
|
{
|
|
PROV_CHACHA20_POLY1305_CTX *ctx = (PROV_CHACHA20_POLY1305_CTX *)bctx;
|
|
unsigned char tempiv[CHACHA_CTR_SIZE] = { 0 };
|
|
int ret = 1;
|
|
|
|
ctx->len.aad = 0;
|
|
ctx->len.text = 0;
|
|
ctx->aad = 0;
|
|
ctx->mac_inited = 0;
|
|
ctx->tls_payload_length = NO_TLS_PAYLOAD_LENGTH;
|
|
|
|
/* pad on the left */
|
|
if (ctx->nonce_len <= CHACHA_CTR_SIZE) {
|
|
memcpy(tempiv + CHACHA_CTR_SIZE - ctx->nonce_len, bctx->oiv,
|
|
ctx->nonce_len);
|
|
|
|
if (bctx->enc)
|
|
ret = chacha20_einit(&ctx->chacha, NULL, 0, tempiv, sizeof(tempiv));
|
|
else
|
|
ret = chacha20_dinit(&ctx->chacha, NULL, 0, tempiv, sizeof(tempiv));
|
|
ctx->nonce[0] = ctx->chacha.counter[1];
|
|
ctx->nonce[1] = ctx->chacha.counter[2];
|
|
ctx->nonce[2] = ctx->chacha.counter[3];
|
|
bctx->iv_set = 1;
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
#if !defined(OPENSSL_SMALL_FOOTPRINT)
|
|
|
|
# if defined(POLY1305_ASM) && (defined(__x86_64) || defined(__x86_64__) \
|
|
|| defined(_M_AMD64) || defined(_M_X64))
|
|
# define XOR128_HELPERS
|
|
void *xor128_encrypt_n_pad(void *out, const void *inp, void *otp, size_t len);
|
|
void *xor128_decrypt_n_pad(void *out, const void *inp, void *otp, size_t len);
|
|
static const unsigned char zero[4 * CHACHA_BLK_SIZE] = { 0 };
|
|
# else
|
|
static const unsigned char zero[2 * CHACHA_BLK_SIZE] = { 0 };
|
|
# endif
|
|
|
|
static int chacha20_poly1305_tls_cipher(PROV_CIPHER_CTX *bctx,
|
|
unsigned char *out,
|
|
size_t *out_padlen,
|
|
const unsigned char *in, size_t len)
|
|
{
|
|
PROV_CHACHA20_POLY1305_CTX *ctx = (PROV_CHACHA20_POLY1305_CTX *)bctx;
|
|
POLY1305 *poly = &ctx->poly1305;
|
|
size_t tail, tohash_len, buf_len, plen = ctx->tls_payload_length;
|
|
unsigned char *buf, *tohash, *ctr, storage[sizeof(zero) + 32];
|
|
|
|
DECLARE_IS_ENDIAN;
|
|
|
|
buf = storage + ((0 - (size_t)storage) & 15); /* align */
|
|
ctr = buf + CHACHA_BLK_SIZE;
|
|
tohash = buf + CHACHA_BLK_SIZE - POLY1305_BLOCK_SIZE;
|
|
|
|
# ifdef XOR128_HELPERS
|
|
if (plen <= 3 * CHACHA_BLK_SIZE) {
|
|
ctx->chacha.counter[0] = 0;
|
|
buf_len = (plen + 2 * CHACHA_BLK_SIZE - 1) & (0 - CHACHA_BLK_SIZE);
|
|
ChaCha20_ctr32(buf, zero, buf_len, ctx->chacha.key.d, ctx->chacha.counter);
|
|
Poly1305_Init(poly, buf);
|
|
ctx->chacha.partial_len = 0;
|
|
memcpy(tohash, ctx->tls_aad, POLY1305_BLOCK_SIZE);
|
|
tohash_len = POLY1305_BLOCK_SIZE;
|
|
ctx->len.aad = EVP_AEAD_TLS1_AAD_LEN;
|
|
ctx->len.text = plen;
|
|
|
|
if (plen) {
|
|
if (bctx->enc)
|
|
ctr = xor128_encrypt_n_pad(out, in, ctr, plen);
|
|
else
|
|
ctr = xor128_decrypt_n_pad(out, in, ctr, plen);
|
|
|
|
in += plen;
|
|
out += plen;
|
|
tohash_len = (size_t)(ctr - tohash);
|
|
}
|
|
}
|
|
# else
|
|
if (plen <= CHACHA_BLK_SIZE) {
|
|
size_t i;
|
|
|
|
ctx->chacha.counter[0] = 0;
|
|
ChaCha20_ctr32(buf, zero, (buf_len = 2 * CHACHA_BLK_SIZE),
|
|
ctx->chacha.key.d, ctx->chacha.counter);
|
|
Poly1305_Init(poly, buf);
|
|
ctx->chacha.partial_len = 0;
|
|
memcpy(tohash, ctx->tls_aad, POLY1305_BLOCK_SIZE);
|
|
tohash_len = POLY1305_BLOCK_SIZE;
|
|
ctx->len.aad = EVP_AEAD_TLS1_AAD_LEN;
|
|
ctx->len.text = plen;
|
|
|
|
if (bctx->enc) {
|
|
for (i = 0; i < plen; i++)
|
|
out[i] = ctr[i] ^= in[i];
|
|
} else {
|
|
for (i = 0; i < plen; i++) {
|
|
unsigned char c = in[i];
|
|
|
|
out[i] = ctr[i] ^ c;
|
|
ctr[i] = c;
|
|
}
|
|
}
|
|
|
|
in += i;
|
|
out += i;
|
|
|
|
tail = (0 - i) & (POLY1305_BLOCK_SIZE - 1);
|
|
memset(ctr + i, 0, tail);
|
|
ctr += i + tail;
|
|
tohash_len += i + tail;
|
|
}
|
|
# endif
|
|
else {
|
|
ctx->chacha.counter[0] = 0;
|
|
ChaCha20_ctr32(buf, zero, (buf_len = CHACHA_BLK_SIZE),
|
|
ctx->chacha.key.d, ctx->chacha.counter);
|
|
Poly1305_Init(poly, buf);
|
|
ctx->chacha.counter[0] = 1;
|
|
ctx->chacha.partial_len = 0;
|
|
Poly1305_Update(poly, ctx->tls_aad, POLY1305_BLOCK_SIZE);
|
|
tohash = ctr;
|
|
tohash_len = 0;
|
|
ctx->len.aad = EVP_AEAD_TLS1_AAD_LEN;
|
|
ctx->len.text = plen;
|
|
|
|
if (bctx->enc) {
|
|
ChaCha20_ctr32(out, in, plen, ctx->chacha.key.d, ctx->chacha.counter);
|
|
Poly1305_Update(poly, out, plen);
|
|
} else {
|
|
Poly1305_Update(poly, in, plen);
|
|
ChaCha20_ctr32(out, in, plen, ctx->chacha.key.d, ctx->chacha.counter);
|
|
}
|
|
|
|
in += plen;
|
|
out += plen;
|
|
tail = (0 - plen) & (POLY1305_BLOCK_SIZE - 1);
|
|
Poly1305_Update(poly, zero, tail);
|
|
}
|
|
|
|
if (IS_LITTLE_ENDIAN) {
|
|
memcpy(ctr, (unsigned char *)&ctx->len, POLY1305_BLOCK_SIZE);
|
|
} else {
|
|
ctr[0] = (unsigned char)(ctx->len.aad);
|
|
ctr[1] = (unsigned char)(ctx->len.aad>>8);
|
|
ctr[2] = (unsigned char)(ctx->len.aad>>16);
|
|
ctr[3] = (unsigned char)(ctx->len.aad>>24);
|
|
ctr[4] = (unsigned char)(ctx->len.aad>>32);
|
|
ctr[5] = (unsigned char)(ctx->len.aad>>40);
|
|
ctr[6] = (unsigned char)(ctx->len.aad>>48);
|
|
ctr[7] = (unsigned char)(ctx->len.aad>>56);
|
|
|
|
ctr[8] = (unsigned char)(ctx->len.text);
|
|
ctr[9] = (unsigned char)(ctx->len.text>>8);
|
|
ctr[10] = (unsigned char)(ctx->len.text>>16);
|
|
ctr[11] = (unsigned char)(ctx->len.text>>24);
|
|
ctr[12] = (unsigned char)(ctx->len.text>>32);
|
|
ctr[13] = (unsigned char)(ctx->len.text>>40);
|
|
ctr[14] = (unsigned char)(ctx->len.text>>48);
|
|
ctr[15] = (unsigned char)(ctx->len.text>>56);
|
|
}
|
|
tohash_len += POLY1305_BLOCK_SIZE;
|
|
|
|
Poly1305_Update(poly, tohash, tohash_len);
|
|
OPENSSL_cleanse(buf, buf_len);
|
|
Poly1305_Final(poly, bctx->enc ? ctx->tag : tohash);
|
|
|
|
ctx->tls_payload_length = NO_TLS_PAYLOAD_LENGTH;
|
|
|
|
if (bctx->enc) {
|
|
memcpy(out, ctx->tag, POLY1305_BLOCK_SIZE);
|
|
} else {
|
|
if (CRYPTO_memcmp(tohash, in, POLY1305_BLOCK_SIZE)) {
|
|
if (len > POLY1305_BLOCK_SIZE)
|
|
memset(out - (len - POLY1305_BLOCK_SIZE), 0,
|
|
len - POLY1305_BLOCK_SIZE);
|
|
return 0;
|
|
}
|
|
/* Strip the tag */
|
|
len -= POLY1305_BLOCK_SIZE;
|
|
}
|
|
|
|
*out_padlen = len;
|
|
return 1;
|
|
}
|
|
#else
|
|
static const unsigned char zero[CHACHA_BLK_SIZE] = { 0 };
|
|
#endif /* OPENSSL_SMALL_FOOTPRINT */
|
|
|
|
static int chacha20_poly1305_aead_cipher(PROV_CIPHER_CTX *bctx,
|
|
unsigned char *out, size_t *outl,
|
|
const unsigned char *in, size_t inl)
|
|
{
|
|
PROV_CHACHA20_POLY1305_CTX *ctx = (PROV_CHACHA20_POLY1305_CTX *)bctx;
|
|
POLY1305 *poly = &ctx->poly1305;
|
|
size_t rem, plen = ctx->tls_payload_length;
|
|
size_t olen = 0;
|
|
int rv = 0;
|
|
|
|
DECLARE_IS_ENDIAN;
|
|
|
|
if (!ctx->mac_inited) {
|
|
if (plen != NO_TLS_PAYLOAD_LENGTH && out != NULL) {
|
|
if (inl != plen + POLY1305_BLOCK_SIZE)
|
|
return 0;
|
|
#if !defined(OPENSSL_SMALL_FOOTPRINT)
|
|
return chacha20_poly1305_tls_cipher(bctx, out, outl, in, inl);
|
|
#endif
|
|
}
|
|
|
|
ctx->chacha.counter[0] = 0;
|
|
ChaCha20_ctr32(ctx->chacha.buf, zero, CHACHA_BLK_SIZE,
|
|
ctx->chacha.key.d, ctx->chacha.counter);
|
|
Poly1305_Init(poly, ctx->chacha.buf);
|
|
ctx->chacha.counter[0] = 1;
|
|
ctx->chacha.partial_len = 0;
|
|
ctx->len.aad = ctx->len.text = 0;
|
|
ctx->mac_inited = 1;
|
|
if (plen != NO_TLS_PAYLOAD_LENGTH) {
|
|
Poly1305_Update(poly, ctx->tls_aad, EVP_AEAD_TLS1_AAD_LEN);
|
|
ctx->len.aad = EVP_AEAD_TLS1_AAD_LEN;
|
|
ctx->aad = 1;
|
|
}
|
|
}
|
|
|
|
if (in != NULL) { /* aad or text */
|
|
if (out == NULL) { /* aad */
|
|
Poly1305_Update(poly, in, inl);
|
|
ctx->len.aad += inl;
|
|
ctx->aad = 1;
|
|
goto finish;
|
|
} else { /* plain- or ciphertext */
|
|
if (ctx->aad) { /* wrap up aad */
|
|
if ((rem = (size_t)ctx->len.aad % POLY1305_BLOCK_SIZE))
|
|
Poly1305_Update(poly, zero, POLY1305_BLOCK_SIZE - rem);
|
|
ctx->aad = 0;
|
|
}
|
|
|
|
ctx->tls_payload_length = NO_TLS_PAYLOAD_LENGTH;
|
|
if (plen == NO_TLS_PAYLOAD_LENGTH)
|
|
plen = inl;
|
|
else if (inl != plen + POLY1305_BLOCK_SIZE)
|
|
goto err;
|
|
|
|
if (bctx->enc) { /* plaintext */
|
|
ctx->chacha.base.hw->cipher(&ctx->chacha.base, out, in, plen);
|
|
Poly1305_Update(poly, out, plen);
|
|
in += plen;
|
|
out += plen;
|
|
ctx->len.text += plen;
|
|
} else { /* ciphertext */
|
|
Poly1305_Update(poly, in, plen);
|
|
ctx->chacha.base.hw->cipher(&ctx->chacha.base, out, in, plen);
|
|
in += plen;
|
|
out += plen;
|
|
ctx->len.text += plen;
|
|
}
|
|
}
|
|
}
|
|
/* explicit final, or tls mode */
|
|
if (in == NULL || inl != plen) {
|
|
|
|
unsigned char temp[POLY1305_BLOCK_SIZE];
|
|
|
|
if (ctx->aad) { /* wrap up aad */
|
|
if ((rem = (size_t)ctx->len.aad % POLY1305_BLOCK_SIZE))
|
|
Poly1305_Update(poly, zero, POLY1305_BLOCK_SIZE - rem);
|
|
ctx->aad = 0;
|
|
}
|
|
|
|
if ((rem = (size_t)ctx->len.text % POLY1305_BLOCK_SIZE))
|
|
Poly1305_Update(poly, zero, POLY1305_BLOCK_SIZE - rem);
|
|
|
|
if (IS_LITTLE_ENDIAN) {
|
|
Poly1305_Update(poly, (unsigned char *)&ctx->len,
|
|
POLY1305_BLOCK_SIZE);
|
|
} else {
|
|
temp[0] = (unsigned char)(ctx->len.aad);
|
|
temp[1] = (unsigned char)(ctx->len.aad>>8);
|
|
temp[2] = (unsigned char)(ctx->len.aad>>16);
|
|
temp[3] = (unsigned char)(ctx->len.aad>>24);
|
|
temp[4] = (unsigned char)(ctx->len.aad>>32);
|
|
temp[5] = (unsigned char)(ctx->len.aad>>40);
|
|
temp[6] = (unsigned char)(ctx->len.aad>>48);
|
|
temp[7] = (unsigned char)(ctx->len.aad>>56);
|
|
temp[8] = (unsigned char)(ctx->len.text);
|
|
temp[9] = (unsigned char)(ctx->len.text>>8);
|
|
temp[10] = (unsigned char)(ctx->len.text>>16);
|
|
temp[11] = (unsigned char)(ctx->len.text>>24);
|
|
temp[12] = (unsigned char)(ctx->len.text>>32);
|
|
temp[13] = (unsigned char)(ctx->len.text>>40);
|
|
temp[14] = (unsigned char)(ctx->len.text>>48);
|
|
temp[15] = (unsigned char)(ctx->len.text>>56);
|
|
Poly1305_Update(poly, temp, POLY1305_BLOCK_SIZE);
|
|
}
|
|
Poly1305_Final(poly, bctx->enc ? ctx->tag : temp);
|
|
ctx->mac_inited = 0;
|
|
|
|
if (in != NULL && inl != plen) {
|
|
if (bctx->enc) {
|
|
memcpy(out, ctx->tag, POLY1305_BLOCK_SIZE);
|
|
} else {
|
|
if (CRYPTO_memcmp(temp, in, POLY1305_BLOCK_SIZE)) {
|
|
memset(out - plen, 0, plen);
|
|
goto err;
|
|
}
|
|
/* Strip the tag */
|
|
inl -= POLY1305_BLOCK_SIZE;
|
|
}
|
|
}
|
|
else if (!bctx->enc) {
|
|
if (CRYPTO_memcmp(temp, ctx->tag, ctx->tag_len))
|
|
goto err;
|
|
}
|
|
}
|
|
finish:
|
|
olen = inl;
|
|
rv = 1;
|
|
err:
|
|
*outl = olen;
|
|
return rv;
|
|
}
|
|
|
|
static const PROV_CIPHER_HW_CHACHA20_POLY1305 chacha20poly1305_hw =
|
|
{
|
|
{ chacha20_poly1305_initkey, NULL },
|
|
chacha20_poly1305_aead_cipher,
|
|
chacha20_poly1305_initiv,
|
|
chacha_poly1305_tls_init,
|
|
chacha_poly1305_tls_iv_set_fixed
|
|
};
|
|
|
|
const PROV_CIPHER_HW *ossl_prov_cipher_hw_chacha20_poly1305(size_t keybits)
|
|
{
|
|
return (PROV_CIPHER_HW *)&chacha20poly1305_hw;
|
|
}
|