aes_platform.h 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516
  1. /*
  2. * Copyright 2019-2024 The OpenSSL Project Authors. All Rights Reserved.
  3. *
  4. * Licensed under the Apache License 2.0 (the "License"). You may not use
  5. * this file except in compliance with the License. You can obtain a copy
  6. * in the file LICENSE in the source distribution or at
  7. * https://www.openssl.org/source/license.html
  8. */
  9. #ifndef OSSL_AES_PLATFORM_H
  10. # define OSSL_AES_PLATFORM_H
  11. # pragma once
  12. # include <openssl/aes.h>
  13. # ifdef VPAES_ASM
  14. int vpaes_set_encrypt_key(const unsigned char *userKey, int bits,
  15. AES_KEY *key);
  16. int vpaes_set_decrypt_key(const unsigned char *userKey, int bits,
  17. AES_KEY *key);
  18. void vpaes_encrypt(const unsigned char *in, unsigned char *out,
  19. const AES_KEY *key);
  20. void vpaes_decrypt(const unsigned char *in, unsigned char *out,
  21. const AES_KEY *key);
  22. void vpaes_cbc_encrypt(const unsigned char *in,
  23. unsigned char *out,
  24. size_t length,
  25. const AES_KEY *key, unsigned char *ivec, int enc);
  26. # endif /* VPAES_ASM */
  27. # ifdef BSAES_ASM
  28. void ossl_bsaes_cbc_encrypt(const unsigned char *in, unsigned char *out,
  29. size_t length, const AES_KEY *key,
  30. unsigned char ivec[16], int enc);
  31. void ossl_bsaes_ctr32_encrypt_blocks(const unsigned char *in,
  32. unsigned char *out, size_t len,
  33. const AES_KEY *key,
  34. const unsigned char ivec[16]);
  35. void ossl_bsaes_xts_encrypt(const unsigned char *inp, unsigned char *out,
  36. size_t len, const AES_KEY *key1,
  37. const AES_KEY *key2, const unsigned char iv[16]);
  38. void ossl_bsaes_xts_decrypt(const unsigned char *inp, unsigned char *out,
  39. size_t len, const AES_KEY *key1,
  40. const AES_KEY *key2, const unsigned char iv[16]);
  41. # endif /* BSAES_ASM */
  42. # ifdef AES_CTR_ASM
  43. void AES_ctr32_encrypt(const unsigned char *in, unsigned char *out,
  44. size_t blocks, const AES_KEY *key,
  45. const unsigned char ivec[AES_BLOCK_SIZE]);
  46. # endif /* AES_CTR_ASM */
  47. # ifdef AES_XTS_ASM
  48. void AES_xts_encrypt(const unsigned char *inp, unsigned char *out, size_t len,
  49. const AES_KEY *key1, const AES_KEY *key2,
  50. const unsigned char iv[16]);
  51. void AES_xts_decrypt(const unsigned char *inp, unsigned char *out, size_t len,
  52. const AES_KEY *key1, const AES_KEY *key2,
  53. const unsigned char iv[16]);
  54. # endif /* AES_XTS_ASM */
  55. # if defined(OPENSSL_CPUID_OBJ)
  56. # if (defined(__powerpc__) || defined(__ppc__) || defined(_ARCH_PPC))
  57. # include "crypto/ppc_arch.h"
  58. # ifdef VPAES_ASM
  59. # define VPAES_CAPABLE (OPENSSL_ppccap_P & PPC_ALTIVEC)
  60. # endif
  61. # if !defined(OPENSSL_SYS_MACOSX)
  62. # define HWAES_CAPABLE (OPENSSL_ppccap_P & PPC_CRYPTO207)
  63. # define HWAES_set_encrypt_key aes_p8_set_encrypt_key
  64. # define HWAES_set_decrypt_key aes_p8_set_decrypt_key
  65. # define HWAES_encrypt aes_p8_encrypt
  66. # define HWAES_decrypt aes_p8_decrypt
  67. # define HWAES_cbc_encrypt aes_p8_cbc_encrypt
  68. # define HWAES_ctr32_encrypt_blocks aes_p8_ctr32_encrypt_blocks
  69. # define HWAES_xts_encrypt aes_p8_xts_encrypt
  70. # define HWAES_xts_decrypt aes_p8_xts_decrypt
  71. # endif /* OPENSSL_SYS_MACOSX */
  72. # if !defined(OPENSSL_SYS_AIX) && !defined(OPENSSL_SYS_MACOSX)
  73. # define PPC_AES_GCM_CAPABLE (OPENSSL_ppccap_P & PPC_MADD300)
  74. # define AES_GCM_ENC_BYTES 128
  75. # define AES_GCM_DEC_BYTES 128
  76. size_t ppc_aes_gcm_encrypt(const unsigned char *in, unsigned char *out,
  77. size_t len, const void *key, unsigned char ivec[16],
  78. u64 *Xi);
  79. size_t ppc_aes_gcm_decrypt(const unsigned char *in, unsigned char *out,
  80. size_t len, const void *key, unsigned char ivec[16],
  81. u64 *Xi);
  82. # define AES_GCM_ASM_PPC(gctx) ((gctx)->ctr==aes_p8_ctr32_encrypt_blocks && \
  83. (gctx)->gcm.funcs.ghash==gcm_ghash_p8)
  84. void gcm_ghash_p8(u64 Xi[2],const u128 Htable[16],const u8 *inp, size_t len);
  85. # endif /* OPENSSL_SYS_AIX || OPENSSL_SYS_MACOSX */
  86. # endif /* PPC */
  87. # if (defined(__arm__) || defined(__arm) || defined(__aarch64__) || defined(_M_ARM64))
  88. # include "arm_arch.h"
  89. # if __ARM_MAX_ARCH__>=7
  90. # if defined(BSAES_ASM)
  91. # define BSAES_CAPABLE (OPENSSL_armcap_P & ARMV7_NEON)
  92. # endif
  93. # if defined(VPAES_ASM)
  94. # define VPAES_CAPABLE (OPENSSL_armcap_P & ARMV7_NEON)
  95. # endif
  96. # define HWAES_CAPABLE (OPENSSL_armcap_P & ARMV8_AES)
  97. # define HWAES_set_encrypt_key aes_v8_set_encrypt_key
  98. # define HWAES_set_decrypt_key aes_v8_set_decrypt_key
  99. # define HWAES_encrypt aes_v8_encrypt
  100. # define HWAES_decrypt aes_v8_decrypt
  101. # define HWAES_cbc_encrypt aes_v8_cbc_encrypt
  102. # define HWAES_ecb_encrypt aes_v8_ecb_encrypt
  103. # if __ARM_MAX_ARCH__>=8 && (defined(__aarch64__) || defined(_M_ARM64))
  104. # define HWAES_xts_encrypt aes_v8_xts_encrypt
  105. # define HWAES_xts_decrypt aes_v8_xts_decrypt
  106. # endif
  107. # define HWAES_ctr32_encrypt_blocks aes_v8_ctr32_encrypt_blocks
  108. # define AES_PMULL_CAPABLE ((OPENSSL_armcap_P & ARMV8_PMULL) && (OPENSSL_armcap_P & ARMV8_AES))
  109. # define AES_GCM_ENC_BYTES 512
  110. # define AES_GCM_DEC_BYTES 512
  111. # if __ARM_MAX_ARCH__>=8 && (defined(__aarch64__) || defined(_M_ARM64))
  112. # define AES_gcm_encrypt armv8_aes_gcm_encrypt
  113. # define AES_gcm_decrypt armv8_aes_gcm_decrypt
  114. # define AES_GCM_ASM(gctx) ((gctx)->ctr==aes_v8_ctr32_encrypt_blocks && \
  115. (gctx)->gcm.funcs.ghash==gcm_ghash_v8)
  116. /* The [unroll8_eor3_]aes_gcm_(enc|dec)_(128|192|256)_kernel() functions
  117. * take input length in BITS and return number of BYTES processed */
  118. size_t aes_gcm_enc_128_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext,
  119. uint64_t *Xi, unsigned char ivec[16], const void *key);
  120. size_t aes_gcm_enc_192_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext,
  121. uint64_t *Xi, unsigned char ivec[16], const void *key);
  122. size_t aes_gcm_enc_256_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext,
  123. uint64_t *Xi, unsigned char ivec[16], const void *key);
  124. size_t aes_gcm_dec_128_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext,
  125. uint64_t *Xi, unsigned char ivec[16], const void *key);
  126. size_t aes_gcm_dec_192_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext,
  127. uint64_t *Xi, unsigned char ivec[16], const void *key);
  128. size_t aes_gcm_dec_256_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext,
  129. uint64_t *Xi, unsigned char ivec[16], const void *key);
  130. size_t unroll8_eor3_aes_gcm_enc_128_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext,
  131. uint64_t *Xi, unsigned char ivec[16], const void *key);
  132. size_t unroll8_eor3_aes_gcm_enc_192_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext,
  133. uint64_t *Xi, unsigned char ivec[16], const void *key);
  134. size_t unroll8_eor3_aes_gcm_enc_256_kernel(const uint8_t *plaintext, uint64_t plaintext_length, uint8_t *ciphertext,
  135. uint64_t *Xi, unsigned char ivec[16], const void *key);
  136. size_t unroll8_eor3_aes_gcm_dec_128_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext,
  137. uint64_t *Xi, unsigned char ivec[16], const void *key);
  138. size_t unroll8_eor3_aes_gcm_dec_192_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext,
  139. uint64_t *Xi, unsigned char ivec[16], const void *key);
  140. size_t unroll8_eor3_aes_gcm_dec_256_kernel(const uint8_t *ciphertext, uint64_t plaintext_length, uint8_t *plaintext,
  141. uint64_t *Xi, unsigned char ivec[16], const void *key);
  142. size_t armv8_aes_gcm_encrypt(const unsigned char *in, unsigned char *out, size_t len, const void *key,
  143. unsigned char ivec[16], u64 *Xi);
  144. size_t armv8_aes_gcm_decrypt(const unsigned char *in, unsigned char *out, size_t len, const void *key,
  145. unsigned char ivec[16], u64 *Xi);
  146. void gcm_ghash_v8(u64 Xi[2],const u128 Htable[16],const u8 *inp, size_t len);
  147. # endif
  148. # endif
  149. # endif
  150. # endif /* OPENSSL_CPUID_OBJ */
  151. # if defined(AES_ASM) && ( \
  152. defined(__x86_64) || defined(__x86_64__) || \
  153. defined(_M_AMD64) || defined(_M_X64) )
  154. # define AES_CBC_HMAC_SHA_CAPABLE 1
  155. # define AESNI_CBC_HMAC_SHA_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(57-32)))
  156. # endif
  157. # if defined(__loongarch__) || defined(__loongarch64)
  158. # include "loongarch_arch.h"
  159. # if defined(VPAES_ASM)
  160. # define VPAES_CAPABLE (OPENSSL_loongarch_hwcap_P & LOONGARCH_HWCAP_LSX)
  161. # endif
  162. # endif
  163. # if defined(AES_ASM) && !defined(I386_ONLY) && ( \
  164. ((defined(__i386) || defined(__i386__) || \
  165. defined(_M_IX86)) && defined(OPENSSL_IA32_SSE2))|| \
  166. defined(__x86_64) || defined(__x86_64__) || \
  167. defined(_M_AMD64) || defined(_M_X64) )
  168. /* AES-NI section */
  169. # define AESNI_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(57-32)))
  170. # ifdef VPAES_ASM
  171. # define VPAES_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(41-32)))
  172. # endif
  173. # ifdef BSAES_ASM
  174. # define BSAES_CAPABLE (OPENSSL_ia32cap_P[1]&(1<<(41-32)))
  175. # endif
  176. # define AES_GCM_ENC_BYTES 32
  177. # define AES_GCM_DEC_BYTES 16
  178. int aesni_set_encrypt_key(const unsigned char *userKey, int bits,
  179. AES_KEY *key);
  180. int aesni_set_decrypt_key(const unsigned char *userKey, int bits,
  181. AES_KEY *key);
  182. void aesni_encrypt(const unsigned char *in, unsigned char *out,
  183. const AES_KEY *key);
  184. void aesni_decrypt(const unsigned char *in, unsigned char *out,
  185. const AES_KEY *key);
  186. void aesni_ecb_encrypt(const unsigned char *in,
  187. unsigned char *out,
  188. size_t length, const AES_KEY *key, int enc);
  189. void aesni_cbc_encrypt(const unsigned char *in,
  190. unsigned char *out,
  191. size_t length,
  192. const AES_KEY *key, unsigned char *ivec, int enc);
  193. # ifndef OPENSSL_NO_OCB
  194. void aesni_ocb_encrypt(const unsigned char *in, unsigned char *out,
  195. size_t blocks, const void *key,
  196. size_t start_block_num,
  197. unsigned char offset_i[16],
  198. const unsigned char L_[][16],
  199. unsigned char checksum[16]);
  200. void aesni_ocb_decrypt(const unsigned char *in, unsigned char *out,
  201. size_t blocks, const void *key,
  202. size_t start_block_num,
  203. unsigned char offset_i[16],
  204. const unsigned char L_[][16],
  205. unsigned char checksum[16]);
  206. # endif /* OPENSSL_NO_OCB */
  207. void aesni_ctr32_encrypt_blocks(const unsigned char *in,
  208. unsigned char *out,
  209. size_t blocks,
  210. const void *key, const unsigned char *ivec);
  211. void aesni_xts_encrypt(const unsigned char *in,
  212. unsigned char *out,
  213. size_t length,
  214. const AES_KEY *key1, const AES_KEY *key2,
  215. const unsigned char iv[16]);
  216. void aesni_xts_decrypt(const unsigned char *in,
  217. unsigned char *out,
  218. size_t length,
  219. const AES_KEY *key1, const AES_KEY *key2,
  220. const unsigned char iv[16]);
  221. void aesni_ccm64_encrypt_blocks(const unsigned char *in,
  222. unsigned char *out,
  223. size_t blocks,
  224. const void *key,
  225. const unsigned char ivec[16],
  226. unsigned char cmac[16]);
  227. void aesni_ccm64_decrypt_blocks(const unsigned char *in,
  228. unsigned char *out,
  229. size_t blocks,
  230. const void *key,
  231. const unsigned char ivec[16],
  232. unsigned char cmac[16]);
  233. # if defined(__x86_64) || defined(__x86_64__) || defined(_M_AMD64) || defined(_M_X64)
  234. size_t aesni_gcm_encrypt(const unsigned char *in, unsigned char *out, size_t len,
  235. const void *key, unsigned char ivec[16], u64 *Xi);
  236. size_t aesni_gcm_decrypt(const unsigned char *in, unsigned char *out, size_t len,
  237. const void *key, unsigned char ivec[16], u64 *Xi);
  238. void gcm_ghash_avx(u64 Xi[2], const u128 Htable[16], const u8 *in, size_t len);
  239. # define AES_gcm_encrypt aesni_gcm_encrypt
  240. # define AES_gcm_decrypt aesni_gcm_decrypt
  241. # define AES_GCM_ASM(ctx) (ctx->ctr == aesni_ctr32_encrypt_blocks && \
  242. ctx->gcm.funcs.ghash == gcm_ghash_avx)
  243. # endif
  244. # elif defined(AES_ASM) && (defined(__sparc) || defined(__sparc__))
  245. /* Fujitsu SPARC64 X support */
  246. # include "crypto/sparc_arch.h"
  247. # define SPARC_AES_CAPABLE (OPENSSL_sparcv9cap_P[1] & CFR_AES)
  248. # define HWAES_CAPABLE (OPENSSL_sparcv9cap_P[0] & SPARCV9_FJAESX)
  249. # define HWAES_set_encrypt_key aes_fx_set_encrypt_key
  250. # define HWAES_set_decrypt_key aes_fx_set_decrypt_key
  251. # define HWAES_encrypt aes_fx_encrypt
  252. # define HWAES_decrypt aes_fx_decrypt
  253. # define HWAES_cbc_encrypt aes_fx_cbc_encrypt
  254. # define HWAES_ctr32_encrypt_blocks aes_fx_ctr32_encrypt_blocks
  255. void aes_t4_set_encrypt_key(const unsigned char *key, int bits, AES_KEY *ks);
  256. void aes_t4_set_decrypt_key(const unsigned char *key, int bits, AES_KEY *ks);
  257. void aes_t4_encrypt(const unsigned char *in, unsigned char *out,
  258. const AES_KEY *key);
  259. void aes_t4_decrypt(const unsigned char *in, unsigned char *out,
  260. const AES_KEY *key);
  261. /*
  262. * Key-length specific subroutines were chosen for following reason.
  263. * Each SPARC T4 core can execute up to 8 threads which share core's
  264. * resources. Loading as much key material to registers allows to
  265. * minimize references to shared memory interface, as well as amount
  266. * of instructions in inner loops [much needed on T4]. But then having
  267. * non-key-length specific routines would require conditional branches
  268. * either in inner loops or on subroutines' entries. Former is hardly
  269. * acceptable, while latter means code size increase to size occupied
  270. * by multiple key-length specific subroutines, so why fight?
  271. */
  272. void aes128_t4_cbc_encrypt(const unsigned char *in, unsigned char *out,
  273. size_t len, const AES_KEY *key,
  274. unsigned char *ivec, int /*unused*/);
  275. void aes128_t4_cbc_decrypt(const unsigned char *in, unsigned char *out,
  276. size_t len, const AES_KEY *key,
  277. unsigned char *ivec, int /*unused*/);
  278. void aes192_t4_cbc_encrypt(const unsigned char *in, unsigned char *out,
  279. size_t len, const AES_KEY *key,
  280. unsigned char *ivec, int /*unused*/);
  281. void aes192_t4_cbc_decrypt(const unsigned char *in, unsigned char *out,
  282. size_t len, const AES_KEY *key,
  283. unsigned char *ivec, int /*unused*/);
  284. void aes256_t4_cbc_encrypt(const unsigned char *in, unsigned char *out,
  285. size_t len, const AES_KEY *key,
  286. unsigned char *ivec, int /*unused*/);
  287. void aes256_t4_cbc_decrypt(const unsigned char *in, unsigned char *out,
  288. size_t len, const AES_KEY *key,
  289. unsigned char *ivec, int /*unused*/);
  290. void aes128_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out,
  291. size_t blocks, const AES_KEY *key,
  292. unsigned char *ivec);
  293. void aes192_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out,
  294. size_t blocks, const AES_KEY *key,
  295. unsigned char *ivec);
  296. void aes256_t4_ctr32_encrypt(const unsigned char *in, unsigned char *out,
  297. size_t blocks, const AES_KEY *key,
  298. unsigned char *ivec);
  299. void aes128_t4_xts_encrypt(const unsigned char *in, unsigned char *out,
  300. size_t blocks, const AES_KEY *key1,
  301. const AES_KEY *key2, const unsigned char *ivec);
  302. void aes128_t4_xts_decrypt(const unsigned char *in, unsigned char *out,
  303. size_t blocks, const AES_KEY *key1,
  304. const AES_KEY *key2, const unsigned char *ivec);
  305. void aes256_t4_xts_encrypt(const unsigned char *in, unsigned char *out,
  306. size_t blocks, const AES_KEY *key1,
  307. const AES_KEY *key2, const unsigned char *ivec);
  308. void aes256_t4_xts_decrypt(const unsigned char *in, unsigned char *out,
  309. size_t blocks, const AES_KEY *key1,
  310. const AES_KEY *key2, const unsigned char *ivec);
  311. # elif defined(OPENSSL_CPUID_OBJ) && defined(__s390__)
  312. /* IBM S390X support */
  313. # include "s390x_arch.h"
  314. /* Convert key size to function code: [16,24,32] -> [18,19,20]. */
  315. # define S390X_AES_FC(keylen) (S390X_AES_128 + ((((keylen) << 3) - 128) >> 6))
  316. /* Most modes of operation need km for partial block processing. */
  317. # define S390X_aes_128_CAPABLE (OPENSSL_s390xcap_P.km[0] & \
  318. S390X_CAPBIT(S390X_AES_128))
  319. # define S390X_aes_192_CAPABLE (OPENSSL_s390xcap_P.km[0] & \
  320. S390X_CAPBIT(S390X_AES_192))
  321. # define S390X_aes_256_CAPABLE (OPENSSL_s390xcap_P.km[0] & \
  322. S390X_CAPBIT(S390X_AES_256))
  323. # define S390X_aes_128_cbc_CAPABLE 1 /* checked by callee */
  324. # define S390X_aes_192_cbc_CAPABLE 1
  325. # define S390X_aes_256_cbc_CAPABLE 1
  326. # define S390X_aes_128_ecb_CAPABLE S390X_aes_128_CAPABLE
  327. # define S390X_aes_192_ecb_CAPABLE S390X_aes_192_CAPABLE
  328. # define S390X_aes_256_ecb_CAPABLE S390X_aes_256_CAPABLE
  329. # define S390X_aes_128_ofb_CAPABLE (S390X_aes_128_CAPABLE && \
  330. (OPENSSL_s390xcap_P.kmo[0] & \
  331. S390X_CAPBIT(S390X_AES_128)))
  332. # define S390X_aes_192_ofb_CAPABLE (S390X_aes_192_CAPABLE && \
  333. (OPENSSL_s390xcap_P.kmo[0] & \
  334. S390X_CAPBIT(S390X_AES_192)))
  335. # define S390X_aes_256_ofb_CAPABLE (S390X_aes_256_CAPABLE && \
  336. (OPENSSL_s390xcap_P.kmo[0] & \
  337. S390X_CAPBIT(S390X_AES_256)))
  338. # define S390X_aes_128_cfb_CAPABLE (S390X_aes_128_CAPABLE && \
  339. (OPENSSL_s390xcap_P.kmf[0] & \
  340. S390X_CAPBIT(S390X_AES_128)))
  341. # define S390X_aes_192_cfb_CAPABLE (S390X_aes_192_CAPABLE && \
  342. (OPENSSL_s390xcap_P.kmf[0] & \
  343. S390X_CAPBIT(S390X_AES_192)))
  344. # define S390X_aes_256_cfb_CAPABLE (S390X_aes_256_CAPABLE && \
  345. (OPENSSL_s390xcap_P.kmf[0] & \
  346. S390X_CAPBIT(S390X_AES_256)))
  347. # define S390X_aes_128_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & \
  348. S390X_CAPBIT(S390X_AES_128))
  349. # define S390X_aes_192_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & \
  350. S390X_CAPBIT(S390X_AES_192))
  351. # define S390X_aes_256_cfb8_CAPABLE (OPENSSL_s390xcap_P.kmf[0] & \
  352. S390X_CAPBIT(S390X_AES_256))
  353. # define S390X_aes_128_cfb1_CAPABLE 0
  354. # define S390X_aes_192_cfb1_CAPABLE 0
  355. # define S390X_aes_256_cfb1_CAPABLE 0
  356. # define S390X_aes_128_ctr_CAPABLE 1 /* checked by callee */
  357. # define S390X_aes_192_ctr_CAPABLE 1
  358. # define S390X_aes_256_ctr_CAPABLE 1
  359. # define S390X_aes_128_xts_CAPABLE 1 /* checked by callee */
  360. # define S390X_aes_256_xts_CAPABLE 1
  361. # define S390X_aes_128_gcm_CAPABLE (S390X_aes_128_CAPABLE && \
  362. (OPENSSL_s390xcap_P.kma[0] & \
  363. S390X_CAPBIT(S390X_AES_128)))
  364. # define S390X_aes_192_gcm_CAPABLE (S390X_aes_192_CAPABLE && \
  365. (OPENSSL_s390xcap_P.kma[0] & \
  366. S390X_CAPBIT(S390X_AES_192)))
  367. # define S390X_aes_256_gcm_CAPABLE (S390X_aes_256_CAPABLE && \
  368. (OPENSSL_s390xcap_P.kma[0] & \
  369. S390X_CAPBIT(S390X_AES_256)))
  370. # define S390X_aes_128_ccm_CAPABLE (S390X_aes_128_CAPABLE && \
  371. (OPENSSL_s390xcap_P.kmac[0] & \
  372. S390X_CAPBIT(S390X_AES_128)))
  373. # define S390X_aes_192_ccm_CAPABLE (S390X_aes_192_CAPABLE && \
  374. (OPENSSL_s390xcap_P.kmac[0] & \
  375. S390X_CAPBIT(S390X_AES_192)))
  376. # define S390X_aes_256_ccm_CAPABLE (S390X_aes_256_CAPABLE && \
  377. (OPENSSL_s390xcap_P.kmac[0] & \
  378. S390X_CAPBIT(S390X_AES_256)))
  379. # define S390X_CCM_AAD_FLAG 0x40
  380. # ifndef OPENSSL_NO_OCB
  381. # define S390X_aes_128_ocb_CAPABLE 0
  382. # define S390X_aes_192_ocb_CAPABLE 0
  383. # define S390X_aes_256_ocb_CAPABLE 0
  384. # endif /* OPENSSL_NO_OCB */
  385. # ifndef OPENSSL_NO_SIV
  386. # define S390X_aes_128_siv_CAPABLE 0
  387. # define S390X_aes_192_siv_CAPABLE 0
  388. # define S390X_aes_256_siv_CAPABLE 0
  389. # endif /* OPENSSL_NO_SIV */
  390. /* Convert key size to function code: [16,24,32] -> [18,19,20]. */
  391. # define S390X_AES_FC(keylen) (S390X_AES_128 + ((((keylen) << 3) - 128) >> 6))
  392. # elif defined(OPENSSL_CPUID_OBJ) && defined(__riscv) && __riscv_xlen == 64
  393. /* RISC-V 64 support */
  394. # include "riscv_arch.h"
  395. int rv64i_zkne_set_encrypt_key(const unsigned char *userKey, const int bits,
  396. AES_KEY *key);
  397. int rv64i_zknd_set_decrypt_key(const unsigned char *userKey, const int bits,
  398. AES_KEY *key);
  399. void rv64i_zkne_encrypt(const unsigned char *in, unsigned char *out,
  400. const AES_KEY *key);
  401. void rv64i_zknd_decrypt(const unsigned char *in, unsigned char *out,
  402. const AES_KEY *key);
  403. # elif defined(OPENSSL_CPUID_OBJ) && defined(__riscv) && __riscv_xlen == 32
  404. /* RISC-V 32 support */
  405. # include "riscv_arch.h"
  406. int rv32i_zkne_set_encrypt_key(const unsigned char *userKey, const int bits,
  407. AES_KEY *key);
  408. /* set_decrypt_key needs both zknd and zkne */
  409. int rv32i_zknd_zkne_set_decrypt_key(const unsigned char *userKey, const int bits,
  410. AES_KEY *key);
  411. int rv32i_zbkb_zkne_set_encrypt_key(const unsigned char *userKey, const int bits,
  412. AES_KEY *key);
  413. int rv32i_zbkb_zknd_zkne_set_decrypt_key(const unsigned char *userKey, const int bits,
  414. AES_KEY *key);
  415. void rv32i_zkne_encrypt(const unsigned char *in, unsigned char *out,
  416. const AES_KEY *key);
  417. void rv32i_zknd_decrypt(const unsigned char *in, unsigned char *out,
  418. const AES_KEY *key);
  419. # endif
  420. # if defined(HWAES_CAPABLE)
  421. int HWAES_set_encrypt_key(const unsigned char *userKey, const int bits,
  422. AES_KEY *key);
  423. int HWAES_set_decrypt_key(const unsigned char *userKey, const int bits,
  424. AES_KEY *key);
  425. void HWAES_encrypt(const unsigned char *in, unsigned char *out,
  426. const AES_KEY *key);
  427. void HWAES_decrypt(const unsigned char *in, unsigned char *out,
  428. const AES_KEY *key);
  429. void HWAES_cbc_encrypt(const unsigned char *in, unsigned char *out,
  430. size_t length, const AES_KEY *key,
  431. unsigned char *ivec, const int enc);
  432. void HWAES_ecb_encrypt(const unsigned char *in, unsigned char *out,
  433. size_t length, const AES_KEY *key,
  434. const int enc);
  435. void HWAES_ctr32_encrypt_blocks(const unsigned char *in, unsigned char *out,
  436. size_t len, const void *key,
  437. const unsigned char ivec[16]);
  438. void HWAES_xts_encrypt(const unsigned char *inp, unsigned char *out,
  439. size_t len, const AES_KEY *key1,
  440. const AES_KEY *key2, const unsigned char iv[16]);
  441. void HWAES_xts_decrypt(const unsigned char *inp, unsigned char *out,
  442. size_t len, const AES_KEY *key1,
  443. const AES_KEY *key2, const unsigned char iv[16]);
  444. # ifndef OPENSSL_NO_OCB
  445. # ifdef HWAES_ocb_encrypt
  446. void HWAES_ocb_encrypt(const unsigned char *in, unsigned char *out,
  447. size_t blocks, const void *key,
  448. size_t start_block_num,
  449. unsigned char offset_i[16],
  450. const unsigned char L_[][16],
  451. unsigned char checksum[16]);
  452. # else
  453. # define HWAES_ocb_encrypt ((ocb128_f)NULL)
  454. # endif
  455. # ifdef HWAES_ocb_decrypt
  456. void HWAES_ocb_decrypt(const unsigned char *in, unsigned char *out,
  457. size_t blocks, const void *key,
  458. size_t start_block_num,
  459. unsigned char offset_i[16],
  460. const unsigned char L_[][16],
  461. unsigned char checksum[16]);
  462. # else
  463. # define HWAES_ocb_decrypt ((ocb128_f)NULL)
  464. # endif
  465. # endif /* OPENSSL_NO_OCB */
  466. # endif /* HWAES_CAPABLE */
  467. #endif /* OSSL_AES_PLATFORM_H */