/* * Copyright 2019-2021 The OpenSSL Project Authors. All Rights Reserved. * * Licensed under the Apache License 2.0 (the "License"). You may not use * this file except in compliance with the License. You can obtain a copy * in the file LICENSE in the source distribution or at * https://www.openssl.org/source/license.html */ /* chacha20_poly1305 cipher implementation */ #include "internal/endian.h" #include "cipher_chacha20_poly1305.h" static int chacha_poly1305_tls_init(PROV_CIPHER_CTX *bctx, unsigned char *aad, size_t alen) { unsigned int len; PROV_CHACHA20_POLY1305_CTX *ctx = (PROV_CHACHA20_POLY1305_CTX *)bctx; if (alen != EVP_AEAD_TLS1_AAD_LEN) return 0; memcpy(ctx->tls_aad, aad, EVP_AEAD_TLS1_AAD_LEN); len = aad[EVP_AEAD_TLS1_AAD_LEN - 2] << 8 | aad[EVP_AEAD_TLS1_AAD_LEN - 1]; aad = ctx->tls_aad; if (!bctx->enc) { if (len < POLY1305_BLOCK_SIZE) return 0; len -= POLY1305_BLOCK_SIZE; /* discount attached tag */ aad[EVP_AEAD_TLS1_AAD_LEN - 2] = (unsigned char)(len >> 8); aad[EVP_AEAD_TLS1_AAD_LEN - 1] = (unsigned char)len; } ctx->tls_payload_length = len; /* merge record sequence number as per RFC7905 */ ctx->chacha.counter[1] = ctx->nonce[0]; ctx->chacha.counter[2] = ctx->nonce[1] ^ CHACHA_U8TOU32(aad); ctx->chacha.counter[3] = ctx->nonce[2] ^ CHACHA_U8TOU32(aad+4); ctx->mac_inited = 0; return POLY1305_BLOCK_SIZE; /* tag length */ } static int chacha_poly1305_tls_iv_set_fixed(PROV_CIPHER_CTX *bctx, unsigned char *fixed, size_t flen) { PROV_CHACHA20_POLY1305_CTX *ctx = (PROV_CHACHA20_POLY1305_CTX *)bctx; if (flen != CHACHA20_POLY1305_IVLEN) return 0; ctx->nonce[0] = ctx->chacha.counter[1] = CHACHA_U8TOU32(fixed); ctx->nonce[1] = ctx->chacha.counter[2] = CHACHA_U8TOU32(fixed + 4); ctx->nonce[2] = ctx->chacha.counter[3] = CHACHA_U8TOU32(fixed + 8); return 1; } static int chacha20_poly1305_initkey(PROV_CIPHER_CTX *bctx, const unsigned char *key, size_t keylen) { PROV_CHACHA20_POLY1305_CTX *ctx = (PROV_CHACHA20_POLY1305_CTX *)bctx; ctx->len.aad = 0; ctx->len.text = 0; ctx->aad = 0; ctx->mac_inited = 0; ctx->tls_payload_length = NO_TLS_PAYLOAD_LENGTH; if (bctx->enc) return chacha20_einit(&ctx->chacha, key, keylen, NULL, 0); else return chacha20_dinit(&ctx->chacha, key, keylen, NULL, 0); } static int chacha20_poly1305_initiv(PROV_CIPHER_CTX *bctx) { PROV_CHACHA20_POLY1305_CTX *ctx = (PROV_CHACHA20_POLY1305_CTX *)bctx; unsigned char tempiv[CHACHA_CTR_SIZE] = { 0 }; int ret = 1; ctx->len.aad = 0; ctx->len.text = 0; ctx->aad = 0; ctx->mac_inited = 0; ctx->tls_payload_length = NO_TLS_PAYLOAD_LENGTH; /* pad on the left */ if (ctx->nonce_len <= CHACHA_CTR_SIZE) { memcpy(tempiv + CHACHA_CTR_SIZE - ctx->nonce_len, bctx->oiv, ctx->nonce_len); if (bctx->enc) ret = chacha20_einit(&ctx->chacha, NULL, 0, tempiv, sizeof(tempiv)); else ret = chacha20_dinit(&ctx->chacha, NULL, 0, tempiv, sizeof(tempiv)); ctx->nonce[0] = ctx->chacha.counter[1]; ctx->nonce[1] = ctx->chacha.counter[2]; ctx->nonce[2] = ctx->chacha.counter[3]; bctx->iv_set = 1; } return ret; } #if !defined(OPENSSL_SMALL_FOOTPRINT) # if defined(POLY1305_ASM) && (defined(__x86_64) || defined(__x86_64__) \ || defined(_M_AMD64) || defined(_M_X64)) # define XOR128_HELPERS void *xor128_encrypt_n_pad(void *out, const void *inp, void *otp, size_t len); void *xor128_decrypt_n_pad(void *out, const void *inp, void *otp, size_t len); static const unsigned char zero[4 * CHACHA_BLK_SIZE] = { 0 }; # else static const unsigned char zero[2 * CHACHA_BLK_SIZE] = { 0 }; # endif static int chacha20_poly1305_tls_cipher(PROV_CIPHER_CTX *bctx, unsigned char *out, size_t *out_padlen, const unsigned char *in, size_t len) { PROV_CHACHA20_POLY1305_CTX *ctx = (PROV_CHACHA20_POLY1305_CTX *)bctx; POLY1305 *poly = &ctx->poly1305; size_t tail, tohash_len, buf_len, plen = ctx->tls_payload_length; unsigned char *buf, *tohash, *ctr, storage[sizeof(zero) + 32]; DECLARE_IS_ENDIAN; buf = storage + ((0 - (size_t)storage) & 15); /* align */ ctr = buf + CHACHA_BLK_SIZE; tohash = buf + CHACHA_BLK_SIZE - POLY1305_BLOCK_SIZE; # ifdef XOR128_HELPERS if (plen <= 3 * CHACHA_BLK_SIZE) { ctx->chacha.counter[0] = 0; buf_len = (plen + 2 * CHACHA_BLK_SIZE - 1) & (0 - CHACHA_BLK_SIZE); ChaCha20_ctr32(buf, zero, buf_len, ctx->chacha.key.d, ctx->chacha.counter); Poly1305_Init(poly, buf); ctx->chacha.partial_len = 0; memcpy(tohash, ctx->tls_aad, POLY1305_BLOCK_SIZE); tohash_len = POLY1305_BLOCK_SIZE; ctx->len.aad = EVP_AEAD_TLS1_AAD_LEN; ctx->len.text = plen; if (plen) { if (bctx->enc) ctr = xor128_encrypt_n_pad(out, in, ctr, plen); else ctr = xor128_decrypt_n_pad(out, in, ctr, plen); in += plen; out += plen; tohash_len = (size_t)(ctr - tohash); } } # else if (plen <= CHACHA_BLK_SIZE) { size_t i; ctx->chacha.counter[0] = 0; ChaCha20_ctr32(buf, zero, (buf_len = 2 * CHACHA_BLK_SIZE), ctx->chacha.key.d, ctx->chacha.counter); Poly1305_Init(poly, buf); ctx->chacha.partial_len = 0; memcpy(tohash, ctx->tls_aad, POLY1305_BLOCK_SIZE); tohash_len = POLY1305_BLOCK_SIZE; ctx->len.aad = EVP_AEAD_TLS1_AAD_LEN; ctx->len.text = plen; if (bctx->enc) { for (i = 0; i < plen; i++) out[i] = ctr[i] ^= in[i]; } else { for (i = 0; i < plen; i++) { unsigned char c = in[i]; out[i] = ctr[i] ^ c; ctr[i] = c; } } in += i; out += i; tail = (0 - i) & (POLY1305_BLOCK_SIZE - 1); memset(ctr + i, 0, tail); ctr += i + tail; tohash_len += i + tail; } # endif else { ctx->chacha.counter[0] = 0; ChaCha20_ctr32(buf, zero, (buf_len = CHACHA_BLK_SIZE), ctx->chacha.key.d, ctx->chacha.counter); Poly1305_Init(poly, buf); ctx->chacha.counter[0] = 1; ctx->chacha.partial_len = 0; Poly1305_Update(poly, ctx->tls_aad, POLY1305_BLOCK_SIZE); tohash = ctr; tohash_len = 0; ctx->len.aad = EVP_AEAD_TLS1_AAD_LEN; ctx->len.text = plen; if (bctx->enc) { ChaCha20_ctr32(out, in, plen, ctx->chacha.key.d, ctx->chacha.counter); Poly1305_Update(poly, out, plen); } else { Poly1305_Update(poly, in, plen); ChaCha20_ctr32(out, in, plen, ctx->chacha.key.d, ctx->chacha.counter); } in += plen; out += plen; tail = (0 - plen) & (POLY1305_BLOCK_SIZE - 1); Poly1305_Update(poly, zero, tail); } if (IS_LITTLE_ENDIAN) { memcpy(ctr, (unsigned char *)&ctx->len, POLY1305_BLOCK_SIZE); } else { ctr[0] = (unsigned char)(ctx->len.aad); ctr[1] = (unsigned char)(ctx->len.aad>>8); ctr[2] = (unsigned char)(ctx->len.aad>>16); ctr[3] = (unsigned char)(ctx->len.aad>>24); ctr[4] = (unsigned char)(ctx->len.aad>>32); ctr[5] = (unsigned char)(ctx->len.aad>>40); ctr[6] = (unsigned char)(ctx->len.aad>>48); ctr[7] = (unsigned char)(ctx->len.aad>>56); ctr[8] = (unsigned char)(ctx->len.text); ctr[9] = (unsigned char)(ctx->len.text>>8); ctr[10] = (unsigned char)(ctx->len.text>>16); ctr[11] = (unsigned char)(ctx->len.text>>24); ctr[12] = (unsigned char)(ctx->len.text>>32); ctr[13] = (unsigned char)(ctx->len.text>>40); ctr[14] = (unsigned char)(ctx->len.text>>48); ctr[15] = (unsigned char)(ctx->len.text>>56); } tohash_len += POLY1305_BLOCK_SIZE; Poly1305_Update(poly, tohash, tohash_len); OPENSSL_cleanse(buf, buf_len); Poly1305_Final(poly, bctx->enc ? ctx->tag : tohash); ctx->tls_payload_length = NO_TLS_PAYLOAD_LENGTH; if (bctx->enc) { memcpy(out, ctx->tag, POLY1305_BLOCK_SIZE); } else { if (CRYPTO_memcmp(tohash, in, POLY1305_BLOCK_SIZE)) { if (len > POLY1305_BLOCK_SIZE) memset(out - (len - POLY1305_BLOCK_SIZE), 0, len - POLY1305_BLOCK_SIZE); return 0; } /* Strip the tag */ len -= POLY1305_BLOCK_SIZE; } *out_padlen = len; return 1; } #else static const unsigned char zero[CHACHA_BLK_SIZE] = { 0 }; #endif /* OPENSSL_SMALL_FOOTPRINT */ static int chacha20_poly1305_aead_cipher(PROV_CIPHER_CTX *bctx, unsigned char *out, size_t *outl, const unsigned char *in, size_t inl) { PROV_CHACHA20_POLY1305_CTX *ctx = (PROV_CHACHA20_POLY1305_CTX *)bctx; POLY1305 *poly = &ctx->poly1305; size_t rem, plen = ctx->tls_payload_length; size_t olen = 0; int rv = 0; DECLARE_IS_ENDIAN; if (!ctx->mac_inited) { if (plen != NO_TLS_PAYLOAD_LENGTH && out != NULL) { if (inl != plen + POLY1305_BLOCK_SIZE) return 0; #if !defined(OPENSSL_SMALL_FOOTPRINT) return chacha20_poly1305_tls_cipher(bctx, out, outl, in, inl); #endif } ctx->chacha.counter[0] = 0; ChaCha20_ctr32(ctx->chacha.buf, zero, CHACHA_BLK_SIZE, ctx->chacha.key.d, ctx->chacha.counter); Poly1305_Init(poly, ctx->chacha.buf); ctx->chacha.counter[0] = 1; ctx->chacha.partial_len = 0; ctx->len.aad = ctx->len.text = 0; ctx->mac_inited = 1; if (plen != NO_TLS_PAYLOAD_LENGTH) { Poly1305_Update(poly, ctx->tls_aad, EVP_AEAD_TLS1_AAD_LEN); ctx->len.aad = EVP_AEAD_TLS1_AAD_LEN; ctx->aad = 1; } } if (in != NULL) { /* aad or text */ if (out == NULL) { /* aad */ Poly1305_Update(poly, in, inl); ctx->len.aad += inl; ctx->aad = 1; goto finish; } else { /* plain- or ciphertext */ if (ctx->aad) { /* wrap up aad */ if ((rem = (size_t)ctx->len.aad % POLY1305_BLOCK_SIZE)) Poly1305_Update(poly, zero, POLY1305_BLOCK_SIZE - rem); ctx->aad = 0; } ctx->tls_payload_length = NO_TLS_PAYLOAD_LENGTH; if (plen == NO_TLS_PAYLOAD_LENGTH) plen = inl; else if (inl != plen + POLY1305_BLOCK_SIZE) goto err; if (bctx->enc) { /* plaintext */ ctx->chacha.base.hw->cipher(&ctx->chacha.base, out, in, plen); Poly1305_Update(poly, out, plen); in += plen; out += plen; ctx->len.text += plen; } else { /* ciphertext */ Poly1305_Update(poly, in, plen); ctx->chacha.base.hw->cipher(&ctx->chacha.base, out, in, plen); in += plen; out += plen; ctx->len.text += plen; } } } /* explicit final, or tls mode */ if (in == NULL || inl != plen) { unsigned char temp[POLY1305_BLOCK_SIZE]; if (ctx->aad) { /* wrap up aad */ if ((rem = (size_t)ctx->len.aad % POLY1305_BLOCK_SIZE)) Poly1305_Update(poly, zero, POLY1305_BLOCK_SIZE - rem); ctx->aad = 0; } if ((rem = (size_t)ctx->len.text % POLY1305_BLOCK_SIZE)) Poly1305_Update(poly, zero, POLY1305_BLOCK_SIZE - rem); if (IS_LITTLE_ENDIAN) { Poly1305_Update(poly, (unsigned char *)&ctx->len, POLY1305_BLOCK_SIZE); } else { temp[0] = (unsigned char)(ctx->len.aad); temp[1] = (unsigned char)(ctx->len.aad>>8); temp[2] = (unsigned char)(ctx->len.aad>>16); temp[3] = (unsigned char)(ctx->len.aad>>24); temp[4] = (unsigned char)(ctx->len.aad>>32); temp[5] = (unsigned char)(ctx->len.aad>>40); temp[6] = (unsigned char)(ctx->len.aad>>48); temp[7] = (unsigned char)(ctx->len.aad>>56); temp[8] = (unsigned char)(ctx->len.text); temp[9] = (unsigned char)(ctx->len.text>>8); temp[10] = (unsigned char)(ctx->len.text>>16); temp[11] = (unsigned char)(ctx->len.text>>24); temp[12] = (unsigned char)(ctx->len.text>>32); temp[13] = (unsigned char)(ctx->len.text>>40); temp[14] = (unsigned char)(ctx->len.text>>48); temp[15] = (unsigned char)(ctx->len.text>>56); Poly1305_Update(poly, temp, POLY1305_BLOCK_SIZE); } Poly1305_Final(poly, bctx->enc ? ctx->tag : temp); ctx->mac_inited = 0; if (in != NULL && inl != plen) { if (bctx->enc) { memcpy(out, ctx->tag, POLY1305_BLOCK_SIZE); } else { if (CRYPTO_memcmp(temp, in, POLY1305_BLOCK_SIZE)) { memset(out - plen, 0, plen); goto err; } /* Strip the tag */ inl -= POLY1305_BLOCK_SIZE; } } else if (!bctx->enc) { if (CRYPTO_memcmp(temp, ctx->tag, ctx->tag_len)) goto err; } } finish: olen = inl; rv = 1; err: *outl = olen; return rv; } static const PROV_CIPHER_HW_CHACHA20_POLY1305 chacha20poly1305_hw = { { chacha20_poly1305_initkey, NULL }, chacha20_poly1305_aead_cipher, chacha20_poly1305_initiv, chacha_poly1305_tls_init, chacha_poly1305_tls_iv_set_fixed }; const PROV_CIPHER_HW *ossl_prov_cipher_hw_chacha20_poly1305(size_t keybits) { return (PROV_CIPHER_HW *)&chacha20poly1305_hw; }