1 /* 2 * Copyright 2019-2024 The OpenSSL Project Authors. All Rights Reserved. 3 * 4 * Licensed under the Apache License 2.0 (the "License"). You may not use 5 * this file except in compliance with the License. You can obtain a copy 6 * in the file LICENSE in the source distribution or at 7 * https://www.openssl.org/source/license.html 8 */ 9 10 #ifndef OSSL_AES_PLATFORM_H 11 # define OSSL_AES_PLATFORM_H 12 # pragma once 13 14 # include <openssl/aes.h> 15 16 # ifdef VPAES_ASM 17 int vpaes_set_encrypt_key(const unsigned char *userKey, int bits, 18 AES_KEY *key); 19 int vpaes_set_decrypt_key(const unsigned char *userKey, int bits, 20 AES_KEY *key); 21 void vpaes_encrypt(const unsigned char *in, unsigned char *out, 22 const AES_KEY *key); 23 void vpaes_decrypt(const unsigned char *in, unsigned char *out, 24 const AES_KEY *key); 25 void vpaes_cbc_encrypt(const unsigned char *in, 26 unsigned char *out, 27 size_t length, 28 const AES_KEY *key, unsigned char *ivec, int enc); 29 # endif /* VPAES_ASM */ 30 31 # ifdef BSAES_ASM 32 void ossl_bsaes_cbc_encrypt(const unsigned char *in, unsigned char *out, 33 size_t length, const AES_KEY *key, 34 unsigned char ivec[16], int enc); 35 void ossl_bsaes_ctr32_encrypt_blocks(const unsigned char *in, 36 unsigned char *out, size_t len, 37 const AES_KEY *key, 38 const unsigned char ivec[16]); 39 void ossl_bsaes_xts_encrypt(const unsigned char *inp, unsigned char *out, 40 size_t len, const AES_KEY *key1, 41 const AES_KEY *key2, const unsigned char iv[16]); 42 void ossl_bsaes_xts_decrypt(const unsigned char *inp, unsigned char *out, 43 size_t len, const AES_KEY *key1, 44 const AES_KEY *key2, const unsigned char iv[16]); 45 # endif /* BSAES_ASM */ 46 47 # ifdef AES_CTR_ASM 48 void AES_ctr32_encrypt(const unsigned char *in, unsigned char *out, 49 size_t blocks, const AES_KEY *key, 50 const unsigned char ivec[AES_BLOCK_SIZE]); 51 # endif /* AES_CTR_ASM */ 52 53 # ifdef AES_XTS_ASM 54 void AES_xts_encrypt(const unsigned char *inp, unsigned char *out, size_t len, 55 const AES_KEY *key1, const AES_KEY *key2, 56 const unsigned char iv[16]); 57 void AES_xts_decrypt(const unsigned char *inp, unsigned char *out, size_t len, 58 const AES_KEY *key1, const AES_KEY *key2, 59 const unsigned char iv[16]); 60 # endif /* AES_XTS_ASM */ 61 62 # if defined(OPENSSL_CPUID_OBJ) 63 # if (defined(__powerpc__) || defined(__POWERPC__) || defined(_ARCH_PPC)) 64 # include "crypto/ppc_arch.h" 65 # ifdef VPAES_ASM 66 # define VPAES_CAPABLE (OPENSSL_ppccap_P & PPC_ALTIVEC) 67 # endif 68 # if !defined(OPENSSL_SYS_MACOSX) 69 # define HWAES_CAPABLE (OPENSSL_ppccap_P & PPC_CRYPTO207) 70 # define HWAES_set_encrypt_key aes_p8_set_encrypt_key 71 # define HWAES_set_decrypt_key aes_p8_set_decrypt_key 72 # define HWAES_encrypt aes_p8_encrypt 73 # define HWAES_decrypt aes_p8_decrypt 74 # define HWAES_cbc_encrypt aes_p8_cbc_encrypt 75 # define HWAES_ctr32_encrypt_blocks aes_p8_ctr32_encrypt_blocks 76 # define HWAES_xts_encrypt aes_p8_xts_encrypt 77 # define HWAES_xts_decrypt aes_p8_xts_decrypt 78 # endif /* OPENSSL_SYS_MACOSX */ 79 # if !defined(OPENSSL_SYS_AIX) && !defined(OPENSSL_SYS_MACOSX) 80 # define PPC_AES_GCM_CAPABLE (OPENSSL_ppccap_P & PPC_MADD300) 81 # define AES_GCM_ENC_BYTES 128 82 # define AES_GCM_DEC_BYTES 128 83 size_t ppc_aes_gcm_encrypt(const unsigned char *in, unsigned char *out, 84 size_t len, const void *key, unsigned char ivec[16], 85 u64 *Xi); 86 size_t ppc_aes_gcm_decrypt(const unsigned char *in, unsigned char *out, 87 size_t len, const void *key, unsigned char ivec[16], 88 u64 *Xi); 89 # define AES_GCM_ASM_PPC(gctx) ((gctx)->ctr==aes_p8_ctr32_encrypt_blocks && \ 90 (gctx)->gcm.funcs.ghash==gcm_ghash_p8) 91 void gcm_ghash_p8(u64 Xi[2],const u128 Htable[16],const u8 *inp, size_t len); 92 # endif /* OPENSSL_SYS_AIX || OPENSSL_SYS_MACOSX */ 93 # endif /* PPC */ 94 95 # if (defined(__arm__) || defined(__arm) || defined(__aarch64__) || defined(_M_ARM64)) 96 # include "arm_arch.h" 97 # if __ARM_MAX_ARCH__>=7 98 # if defined(BSAES_ASM) 99 # define BSAES_CAPABLE (OPENSSL_armcap_P & ARMV7_NEON) 100 # endif 101 # if defined(VPAES_ASM) 102 # define VPAES_CAPABLE (OPENSSL_armcap_P & ARMV7_NEON) 103 # endif 104 # define HWAES_CAPABLE (OPENSSL_armcap_P & ARMV8_AES) 105 # define HWAES_set_encrypt_key aes_v8_set_encrypt_key 106 # define HWAES_set_decrypt_key aes_v8_set_decrypt_key 107 # define HWAES_encrypt aes_v8_encrypt 108 # define HWAES_decrypt aes_v8_decrypt 109 # define HWAES_cbc_encrypt aes_v8_cbc_encrypt 110 # define HWAES_ecb_encrypt aes_v8_ecb_encrypt 111 # if __ARM_MAX_ARCH__>=8 && (defined(__aarch64__) || defined(_M_ARM64)) 112 # define ARMv8_HWAES_CAPABLE (OPENSSL_armcap_P & ARMV8_AES) 113 # define HWAES_xts_encrypt aes_v8_xts_encrypt 114 # define HWAES_xts_decrypt aes_v8_xts_decrypt 115 # endif 116 # define HWAES_ctr32_encrypt_blocks aes_v8_ctr32_encrypt_blocks 117 # define HWAES_ctr32_encrypt_blocks_unroll12_eor3 aes_v8_ctr32_encrypt_blocks_unroll12_eor3 118 # define AES_PMULL_CAPABLE ((OPENSSL_armcap_P & ARMV8_PMULL) && (OPENSSL_armcap_P & ARMV8_AES)) 119 # define AES_UNROLL12_EOR3_CAPABLE (OPENSSL_armcap_P & ARMV8_UNROLL12_EOR3) 120 # define AES_GCM_ENC_BYTES 512 121 # define AES_GCM_DEC_BYTES 512 122 # if __ARM_MAX_ARCH__>=8 && (defined(__aarch64__) || defined(_M_ARM64)) 123 # define AES_gcm_encrypt armv8_aes_gcm_encrypt 124 # define AES_gcm_decrypt armv8_aes_gcm_decrypt 125 # define AES_GCM_ASM(gctx) (((gctx)->ctr==aes_v8_ctr32_encrypt_blocks_unroll12_eor3 || \ 126 (gctx)->ctr==aes_v8_ctr32_encrypt_blocks) && \ 127 (gctx)->gcm.funcs.ghash==gcm_ghash_v8) 128 /* The [unroll8_eor3_]aes_gcm_(enc|dec)_(128|192|256)_kernel() functions 129 * take input length in BITS and return number of BYTES processed */ 130 size_t aes_gcm_enc_128_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 131 uint64_t *Xi, unsigned char ivec[16], const void *key); 132 size_t aes_gcm_enc_192_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 133 uint64_t *Xi, unsigned char ivec[16], const void *key); 134 size_t aes_gcm_enc_256_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 135 uint64_t *Xi, unsigned char ivec[16], const void *key); 136 size_t aes_gcm_dec_128_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 137 uint64_t *Xi, unsigned char ivec[16], const void *key); 138 size_t aes_gcm_dec_192_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 139 uint64_t *Xi, unsigned char ivec[16], const void *key); 140 size_t aes_gcm_dec_256_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 141 uint64_t *Xi, unsigned char ivec[16], const void *key); 142 size_t unroll8_eor3_aes_gcm_enc_128_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 143 uint64_t *Xi, unsigned char ivec[16], const void *key); 144 size_t unroll8_eor3_aes_gcm_enc_192_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 145 uint64_t *Xi, unsigned char ivec[16], const void *key); 146 size_t unroll8_eor3_aes_gcm_enc_256_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext, 147 uint64_t *Xi, unsigned char ivec[16], const void *key); 148 size_t unroll8_eor3_aes_gcm_dec_128_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 149 uint64_t *Xi, unsigned char ivec[16], const void *key); 150 size_t unroll8_eor3_aes_gcm_dec_192_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 151 uint64_t *Xi, unsigned char ivec[16], const void *key); 152 size_t unroll8_eor3_aes_gcm_dec_256_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext, 153 uint64_t *Xi, unsigned char ivec[16], const void *key); 154 size_t armv8_aes_gcm_encrypt(const unsigned char *in, unsigned char *out, size_t len, const void *key, 155 unsigned char ivec[16], u64 *Xi); 156 size_t armv8_aes_gcm_decrypt(const unsigned char *in, unsigned char *out, size_t len, const void *key, 157 unsigned char ivec[16], u64 *Xi); 158 void gcm_ghash_v8(u64 Xi[2],const u128 Htable[16],const u8 *inp, size_t len); 159 # endif 160 # endif 161 # endif 162 # endif /* OPENSSL_CPUID_OBJ */ 163 164 # if defined(AES_ASM) && ( \ 165 defined(__x86_64) || defined(__x86_64__) || \ 166 defined(_M_AMD64) || defined(_M_X64) ) 167 # define AES_CBC_HMAC_SHA_CAPABLE 1 168 # define AESNI_CBC_HMAC_SHA_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(57-32))) 169 # endif 170 171 # if defined(__loongarch__) || defined(__loongarch64) 172 # include "loongarch_arch.h" 173 # if defined(VPAES_ASM) 174 # define VPAES_CAPABLE (OPENSSL_loongarch_hwcap_P & LOONGARCH_HWCAP_LSX) 175 # endif 176 # endif 177 178 # if defined(AES_ASM) && !defined(I386_ONLY) && ( \ 179 ((defined(__i386) || defined(__i386__) || \ 180 defined(_M_IX86)) && defined(OPENSSL_IA32_SSE2))|| \ 181 defined(__x86_64) || defined(__x86_64__) || \ 182 defined(_M_AMD64) || defined(_M_X64) ) 183 184 /* AES-NI section */ 185 186 # define AESNI_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(57-32))) 187 # ifdef VPAES_ASM 188 # define VPAES_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(41-32))) 189 # endif 190 # ifdef BSAES_ASM 191 # define BSAES_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(41-32))) 192 # endif 193 194 # define AES_GCM_ENC_BYTES 32 195 # define AES_GCM_DEC_BYTES 16 196 197 int aesni_set_encrypt_key(const unsigned char *userKey, int bits, 198 AES_KEY *key); 199 int aesni_set_decrypt_key(const unsigned char *userKey, int bits, 200 AES_KEY *key); 201 202 void aesni_encrypt(const unsigned char *in, unsigned char *out, 203 const AES_KEY *key); 204 void aesni_decrypt(const unsigned char *in, unsigned char *out, 205 const AES_KEY *key); 206 207 void aesni_ecb_encrypt(const unsigned char *in, 208 unsigned char *out, 209 size_t length, const AES_KEY *key, int enc); 210 void aesni_cbc_encrypt(const unsigned char *in, 211 unsigned char *out, 212 size_t length, 213 const AES_KEY *key, unsigned char *ivec, int enc); 214 # ifndef OPENSSL_NO_OCB 215 void aesni_ocb_encrypt(const unsigned char *in, unsigned char *out, 216 size_t blocks, const void *key, 217 size_t start_block_num, 218 unsigned char offset_i[16], 219 const unsigned char L_[][16], 220 unsigned char checksum[16]); 221 void aesni_ocb_decrypt(const unsigned char *in, unsigned char *out, 222 size_t blocks, const void *key, 223 size_t start_block_num, 224 unsigned char offset_i[16], 225 const unsigned char L_[][16], 226 unsigned char checksum[16]); 227 # endif /* OPENSSL_NO_OCB */ 228 229 void aesni_ctr32_encrypt_blocks(const unsigned char *in, 230 unsigned char *out, 231 size_t blocks, 232 const void *key, const unsigned char *ivec); 233 234 void aesni_xts_encrypt(const unsigned char *in, 235 unsigned char *out, 236 size_t length, 237 const AES_KEY *key1, const AES_KEY *key2, 238 const unsigned char iv[16]); 239 240 void aesni_xts_decrypt(const unsigned char *in, 241 unsigned char *out, 242 size_t length, 243 const AES_KEY *key1, const AES_KEY *key2, 244 const unsigned char iv[16]); 245 246 void aesni_ccm64_encrypt_blocks(const unsigned char *in, 247 unsigned char *out, 248 size_t blocks, 249 const void *key, 250 const unsigned char ivec[16], 251 unsigned char cmac[16]); 252 253 void aesni_ccm64_decrypt_blocks(const unsigned char *in, 254 unsigned char *out, 255 size_t blocks, 256 const void *key, 257 const unsigned char ivec[16], 258 unsigned char cmac[16]); 259 260 # if defined(__x86_64) || defined(__x86_64__) || defined(_M_AMD64) || defined(_M_X64) 261 size_t aesni_gcm_encrypt(const unsigned char *in, unsigned char *out, size_t len, 262 const void *key, unsigned char ivec[16], u64 *Xi); 263 size_t aesni_gcm_decrypt(const unsigned char *in, unsigned char *out, size_t len, 264 const void *key, unsigned char ivec[16], u64 *Xi); 265 void gcm_ghash_avx(u64 Xi[2], const u128 Htable[16], const u8 *in, size_t len); 266 267 # define AES_gcm_encrypt aesni_gcm_encrypt 268 # define AES_gcm_decrypt aesni_gcm_decrypt 269 # define AES_GCM_ASM(ctx) (ctx->ctr == aesni_ctr32_encrypt_blocks && \ 270 ctx->gcm.funcs.ghash == gcm_ghash_avx) 271 # endif 272 273 274 # elif defined(AES_ASM) && (defined(__sparc) || defined(__sparc__)) 275 276 /* Fujitsu SPARC64 X support */ 277 # include "crypto/sparc_arch.h" 278 279 # define SPARC_AES_CAPABLE (OPENSSL_sparcv9cap_P[1] & CFR_AES) 280 # define HWAES_CAPABLE (OPENSSL_sparcv9cap_P[0] & SPARCV9_FJAESX) 281 # define HWAES_set_encrypt_key aes_fx_set_encrypt_key 282 # define HWAES_set_decrypt_key aes_fx_set_decrypt_key 283 # define HWAES_encrypt aes_fx_encrypt 284 # define HWAES_decrypt aes_fx_decrypt 285 # define HWAES_cbc_encrypt aes_fx_cbc_encrypt 286 # define HWAES_ctr32_encrypt_blocks aes_fx_ctr32_encrypt_blocks 287 288 void aes_t4_set_encrypt_key(const unsigned char *key, int bits, AES_KEY *ks); 289 void aes_t4_set_decrypt_key(const unsigned char *key, int bits, AES_KEY *ks); 290 void aes_t4_encrypt(const unsigned char *in, unsigned char *out, 291 const AES_KEY *key); 292 void aes_t4_decrypt(const unsigned char *in, unsigned char *out, 293 const AES_KEY *key); 294 /* 295 * Key-length specific subroutines were chosen for following reason. 296 * Each SPARC T4 core can execute up to 8 threads which share core's 297 * resources. Loading as much key material to registers allows to 298 * minimize references to shared memory interface, as well as amount 299 * of instructions in inner loops [much needed on T4]. But then having 300 * non-key-length specific routines would require conditional branches 301 * either in inner loops or on subroutines' entries. Former is hardly 302 * acceptable, while latter means code size increase to size occupied 303 * by multiple key-length specific subroutines, so why fight? 304 */ 305 void aes128_t4_cbc_encrypt(const unsigned char *in, unsigned char *out, 306 size_t len, const AES_KEY *key, 307 unsigned char *ivec, int /*unused*/); 308 void aes128_t4_cbc_decrypt(const unsigned char *in, unsigned char *out, 309 size_t len, const AES_KEY *key, 310 unsigned char *ivec, int /*unused*/); 311 void aes192_t4_cbc_encrypt(const unsigned char *in, unsigned char *out, 312 size_t len, const AES_KEY *key, 313 unsigned char *ivec, int /*unused*/); 314 void aes192_t4_cbc_decrypt(const unsigned char *in, unsigned char *out, 315 size_t len, const AES_KEY *key, 316 unsigned char *ivec, int /*unused*/); 317 void aes256_t4_cbc_encrypt(const unsigned char *in, unsigned char *out, 318 size_t len, const AES_KEY *key, 319 unsigned char *ivec, int /*unused*/); 320 void aes256_t4_cbc_decrypt(const unsigned char *in, unsigned char *out, 321 size_t len, const AES_KEY *key, 322 unsigned char *ivec, int /*unused*/); 323 void aes128_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out, 324 size_t blocks, const AES_KEY *key, 325 unsigned char *ivec); 326 void aes192_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out, 327 size_t blocks, const AES_KEY *key, 328 unsigned char *ivec); 329 void aes256_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out, 330 size_t blocks, const AES_KEY *key, 331 unsigned char *ivec); 332 void aes128_t4_xts_encrypt(const unsigned char *in, unsigned char *out, 333 size_t blocks, const AES_KEY *key1, 334 const AES_KEY *key2, const unsigned char *ivec); 335 void aes128_t4_xts_decrypt(const unsigned char *in, unsigned char *out, 336 size_t blocks, const AES_KEY *key1, 337 const AES_KEY *key2, const unsigned char *ivec); 338 void aes256_t4_xts_encrypt(const unsigned char *in, unsigned char *out, 339 size_t blocks, const AES_KEY *key1, 340 const AES_KEY *key2, const unsigned char *ivec); 341 void aes256_t4_xts_decrypt(const unsigned char *in, unsigned char *out, 342 size_t blocks, const AES_KEY *key1, 343 const AES_KEY *key2, const unsigned char *ivec); 344 345 # elif defined(OPENSSL_CPUID_OBJ) && defined(__s390__) 346 /* IBM S390X support */ 347 # include "s390x_arch.h" 348 349 350 /* Convert key size to function code: [16,24,32] -> [18,19,20]. */ 351 # define S390X_AES_FC(keylen) (S390X_AES_128 + ((((keylen) << 3) - 128) >> 6)) 352 353 /* Most modes of operation need km for partial block processing. */ 354 # define S390X_aes_128_CAPABLE (OPENSSL_s390xcap_P.km[0] & \ 355 S390X_CAPBIT(S390X_AES_128)) 356 # define S390X_aes_192_CAPABLE (OPENSSL_s390xcap_P.km[0] & \ 357 S390X_CAPBIT(S390X_AES_192)) 358 # define S390X_aes_256_CAPABLE (OPENSSL_s390xcap_P.km[0] & \ 359 S390X_CAPBIT(S390X_AES_256)) 360 361 # define S390X_aes_128_cbc_CAPABLE 1 /* checked by callee */ 362 # define S390X_aes_192_cbc_CAPABLE 1 363 # define S390X_aes_256_cbc_CAPABLE 1 364 365 # define S390X_aes_128_ecb_CAPABLE S390X_aes_128_CAPABLE 366 # define S390X_aes_192_ecb_CAPABLE S390X_aes_192_CAPABLE 367 # define S390X_aes_256_ecb_CAPABLE S390X_aes_256_CAPABLE 368 369 # define S390X_aes_128_ofb_CAPABLE (S390X_aes_128_CAPABLE && \ 370 (OPENSSL_s390xcap_P.kmo[0] & \ 371 S390X_CAPBIT(S390X_AES_128))) 372 # define S390X_aes_192_ofb_CAPABLE (S390X_aes_192_CAPABLE && \ 373 (OPENSSL_s390xcap_P.kmo[0] & \ 374 S390X_CAPBIT(S390X_AES_192))) 375 # define S390X_aes_256_ofb_CAPABLE (S390X_aes_256_CAPABLE && \ 376 (OPENSSL_s390xcap_P.kmo[0] & \ 377 S390X_CAPBIT(S390X_AES_256))) 378 379 # define S390X_aes_128_cfb_CAPABLE (S390X_aes_128_CAPABLE && \ 380 (OPENSSL_s390xcap_P.kmf[0] & \ 381 S390X_CAPBIT(S390X_AES_128))) 382 # define S390X_aes_192_cfb_CAPABLE (S390X_aes_192_CAPABLE && \ 383 (OPENSSL_s390xcap_P.kmf[0] & \ 384 S390X_CAPBIT(S390X_AES_192))) 385 # define S390X_aes_256_cfb_CAPABLE (S390X_aes_256_CAPABLE && \ 386 (OPENSSL_s390xcap_P.kmf[0] & \ 387 S390X_CAPBIT(S390X_AES_256))) 388 # define S390X_aes_128_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & \ 389 S390X_CAPBIT(S390X_AES_128)) 390 # define S390X_aes_192_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & \ 391 S390X_CAPBIT(S390X_AES_192)) 392 # define S390X_aes_256_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & \ 393 S390X_CAPBIT(S390X_AES_256)) 394 # define S390X_aes_128_cfb1_CAPABLE 0 395 # define S390X_aes_192_cfb1_CAPABLE 0 396 # define S390X_aes_256_cfb1_CAPABLE 0 397 398 # define S390X_aes_128_ctr_CAPABLE 1 /* checked by callee */ 399 # define S390X_aes_192_ctr_CAPABLE 1 400 # define S390X_aes_256_ctr_CAPABLE 1 401 402 # define S390X_aes_128_xts_CAPABLE 1 /* checked by callee */ 403 # define S390X_aes_256_xts_CAPABLE 1 404 405 # define S390X_aes_128_gcm_CAPABLE (S390X_aes_128_CAPABLE && \ 406 (OPENSSL_s390xcap_P.kma[0] & \ 407 S390X_CAPBIT(S390X_AES_128))) 408 # define S390X_aes_192_gcm_CAPABLE (S390X_aes_192_CAPABLE && \ 409 (OPENSSL_s390xcap_P.kma[0] & \ 410 S390X_CAPBIT(S390X_AES_192))) 411 # define S390X_aes_256_gcm_CAPABLE (S390X_aes_256_CAPABLE && \ 412 (OPENSSL_s390xcap_P.kma[0] & \ 413 S390X_CAPBIT(S390X_AES_256))) 414 415 # define S390X_aes_128_ccm_CAPABLE (S390X_aes_128_CAPABLE && \ 416 (OPENSSL_s390xcap_P.kmac[0] & \ 417 S390X_CAPBIT(S390X_AES_128))) 418 # define S390X_aes_192_ccm_CAPABLE (S390X_aes_192_CAPABLE && \ 419 (OPENSSL_s390xcap_P.kmac[0] & \ 420 S390X_CAPBIT(S390X_AES_192))) 421 # define S390X_aes_256_ccm_CAPABLE (S390X_aes_256_CAPABLE && \ 422 (OPENSSL_s390xcap_P.kmac[0] & \ 423 S390X_CAPBIT(S390X_AES_256))) 424 # define S390X_CCM_AAD_FLAG 0x40 425 426 # ifndef OPENSSL_NO_OCB 427 # define S390X_aes_128_ocb_CAPABLE 0 428 # define S390X_aes_192_ocb_CAPABLE 0 429 # define S390X_aes_256_ocb_CAPABLE 0 430 # endif /* OPENSSL_NO_OCB */ 431 432 # ifndef OPENSSL_NO_SIV 433 # define S390X_aes_128_siv_CAPABLE 0 434 # define S390X_aes_192_siv_CAPABLE 0 435 # define S390X_aes_256_siv_CAPABLE 0 436 # endif /* OPENSSL_NO_SIV */ 437 438 /* Convert key size to function code: [16,24,32] -> [18,19,20]. */ 439 # define S390X_AES_FC(keylen) (S390X_AES_128 + ((((keylen) << 3) - 128) >> 6)) 440 # elif defined(OPENSSL_CPUID_OBJ) && defined(__riscv) && __riscv_xlen == 64 441 /* RISC-V 64 support */ 442 # include "riscv_arch.h" 443 444 /* Zkne and Zknd extensions (scalar crypto AES). */ 445 int rv64i_zkne_set_encrypt_key(const unsigned char *userKey, const int bits, 446 AES_KEY *key); 447 int rv64i_zknd_set_decrypt_key(const unsigned char *userKey, const int bits, 448 AES_KEY *key); 449 void rv64i_zkne_encrypt(const unsigned char *in, unsigned char *out, 450 const AES_KEY *key); 451 void rv64i_zknd_decrypt(const unsigned char *in, unsigned char *out, 452 const AES_KEY *key); 453 /* Zvkned extension (vector crypto AES). */ 454 int rv64i_zvkned_set_encrypt_key(const unsigned char *userKey, const int bits, 455 AES_KEY *key); 456 int rv64i_zvkned_set_decrypt_key(const unsigned char *userKey, const int bits, 457 AES_KEY *key); 458 void rv64i_zvkned_encrypt(const unsigned char *in, unsigned char *out, 459 const AES_KEY *key); 460 void rv64i_zvkned_decrypt(const unsigned char *in, unsigned char *out, 461 const AES_KEY *key); 462 463 void rv64i_zvkned_cbc_encrypt(const unsigned char *in, unsigned char *out, 464 size_t length, const AES_KEY *key, 465 unsigned char *ivec, const int enc); 466 467 void rv64i_zvkned_cbc_decrypt(const unsigned char *in, unsigned char *out, 468 size_t length, const AES_KEY *key, 469 unsigned char *ivec, const int enc); 470 471 void rv64i_zvkned_ecb_encrypt(const unsigned char *in, unsigned char *out, 472 size_t length, const AES_KEY *key, 473 const int enc); 474 475 void rv64i_zvkned_ecb_decrypt(const unsigned char *in, unsigned char *out, 476 size_t length, const AES_KEY *key, 477 const int enc); 478 479 void rv64i_zvkb_zvkned_ctr32_encrypt_blocks(const unsigned char *in, 480 unsigned char *out, size_t blocks, 481 const void *key, 482 const unsigned char ivec[16]); 483 484 size_t rv64i_zvkb_zvkg_zvkned_aes_gcm_encrypt(const unsigned char *in, 485 unsigned char *out, size_t len, 486 const void *key, 487 unsigned char ivec[16], u64 *Xi); 488 489 size_t rv64i_zvkb_zvkg_zvkned_aes_gcm_decrypt(const unsigned char *in, 490 unsigned char *out, size_t len, 491 const void *key, 492 unsigned char ivec[16], u64 *Xi); 493 494 void rv64i_zvbb_zvkg_zvkned_aes_xts_encrypt(const unsigned char *in, 495 unsigned char *out, size_t length, 496 const AES_KEY *key1, 497 const AES_KEY *key2, 498 const unsigned char iv[16]); 499 500 void rv64i_zvbb_zvkg_zvkned_aes_xts_decrypt(const unsigned char *in, 501 unsigned char *out, size_t length, 502 const AES_KEY *key1, 503 const AES_KEY *key2, 504 const unsigned char iv[16]); 505 506 void gcm_ghash_rv64i_zvkg(u64 Xi[2], const u128 Htable[16], const u8 *inp, 507 size_t len); 508 509 #define AES_GCM_ENC_BYTES 64 510 #define AES_GCM_DEC_BYTES 64 511 #define AES_gcm_encrypt rv64i_zvkb_zvkg_zvkned_aes_gcm_encrypt 512 #define AES_gcm_decrypt rv64i_zvkb_zvkg_zvkned_aes_gcm_decrypt 513 #define AES_GCM_ASM(ctx) \ 514 (ctx->ctr == rv64i_zvkb_zvkned_ctr32_encrypt_blocks && \ 515 ctx->gcm.funcs.ghash == gcm_ghash_rv64i_zvkg) 516 517 # elif defined(OPENSSL_CPUID_OBJ) && defined(__riscv) && __riscv_xlen == 32 518 /* RISC-V 32 support */ 519 # include "riscv_arch.h" 520 521 int rv32i_zkne_set_encrypt_key(const unsigned char *userKey, const int bits, 522 AES_KEY *key); 523 /* set_decrypt_key needs both zknd and zkne */ 524 int rv32i_zknd_zkne_set_decrypt_key(const unsigned char *userKey, const int bits, 525 AES_KEY *key); 526 int rv32i_zbkb_zkne_set_encrypt_key(const unsigned char *userKey, const int bits, 527 AES_KEY *key); 528 int rv32i_zbkb_zknd_zkne_set_decrypt_key(const unsigned char *userKey, const int bits, 529 AES_KEY *key); 530 void rv32i_zkne_encrypt(const unsigned char *in, unsigned char *out, 531 const AES_KEY *key); 532 void rv32i_zknd_decrypt(const unsigned char *in, unsigned char *out, 533 const AES_KEY *key); 534 # endif 535 536 # if defined(HWAES_CAPABLE) 537 int HWAES_set_encrypt_key(const unsigned char *userKey, const int bits, 538 AES_KEY *key); 539 int HWAES_set_decrypt_key(const unsigned char *userKey, const int bits, 540 AES_KEY *key); 541 void HWAES_encrypt(const unsigned char *in, unsigned char *out, 542 const AES_KEY *key); 543 void HWAES_decrypt(const unsigned char *in, unsigned char *out, 544 const AES_KEY *key); 545 void HWAES_cbc_encrypt(const unsigned char *in, unsigned char *out, 546 size_t length, const AES_KEY *key, 547 unsigned char *ivec, const int enc); 548 void HWAES_ecb_encrypt(const unsigned char *in, unsigned char *out, 549 size_t length, const AES_KEY *key, 550 const int enc); 551 void HWAES_ctr32_encrypt_blocks(const unsigned char *in, unsigned char *out, 552 size_t len, const void *key, 553 const unsigned char ivec[16]); 554 # if defined(AES_UNROLL12_EOR3_CAPABLE) 555 void HWAES_ctr32_encrypt_blocks_unroll12_eor3(const unsigned char *in, unsigned char *out, 556 size_t len, const void *key, 557 const unsigned char ivec[16]); 558 # endif 559 void HWAES_xts_encrypt(const unsigned char *inp, unsigned char *out, 560 size_t len, const AES_KEY *key1, 561 const AES_KEY *key2, const unsigned char iv[16]); 562 void HWAES_xts_decrypt(const unsigned char *inp, unsigned char *out, 563 size_t len, const AES_KEY *key1, 564 const AES_KEY *key2, const unsigned char iv[16]); 565 # ifndef OPENSSL_NO_OCB 566 # ifdef HWAES_ocb_encrypt 567 void HWAES_ocb_encrypt(const unsigned char *in, unsigned char *out, 568 size_t blocks, const void *key, 569 size_t start_block_num, 570 unsigned char offset_i[16], 571 const unsigned char L_[][16], 572 unsigned char checksum[16]); 573 # else 574 # define HWAES_ocb_encrypt ((ocb128_f)NULL) 575 # endif 576 # ifdef HWAES_ocb_decrypt 577 void HWAES_ocb_decrypt(const unsigned char *in, unsigned char *out, 578 size_t blocks, const void *key, 579 size_t start_block_num, 580 unsigned char offset_i[16], 581 const unsigned char L_[][16], 582 unsigned char checksum[16]); 583 # else 584 # define HWAES_ocb_decrypt ((ocb128_f)NULL) 585 # endif 586 # endif /* OPENSSL_NO_OCB */ 587 588 # endif /* HWAES_CAPABLE */ 589 590 #endif /* OSSL_AES_PLATFORM_H */ 591
