crypto/aegis128-neon.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  * Copyright (C) 2019 Linaro Ltd <ard.biesheuvel@linaro.org>
   4  */
   5
   6 #include <asm/cpufeature.h>
   7 #include <asm/neon.h>
   8
   9 #include "aegis.h"
  10
  11 void crypto_aegis128_init_neon(void *state, const void *key, const void *iv);
  12 void crypto_aegis128_update_neon(void *state, const void *msg);
  13 void crypto_aegis128_encrypt_chunk_neon(void *state, void *dst, const void *src,
  14                                         unsigned int size);
  15 void crypto_aegis128_decrypt_chunk_neon(void *state, void *dst, const void *src,
  16                                         unsigned int size);
  17 void crypto_aegis128_final_neon(void *state, void *tag_xor, uint64_t assoclen,
  18                                 uint64_t cryptlen);
  19
  20 int aegis128_have_aes_insn __ro_after_init;
  21
  22 bool crypto_aegis128_have_simd(void)
  23 {
  24         if (cpu_have_feature(cpu_feature(AES))) {
  25                 aegis128_have_aes_insn = 1;
  26                 return true;
  27         }
  28         return IS_ENABLED(CONFIG_ARM64);
  29 }
  30
  31 void crypto_aegis128_init_simd(union aegis_block *state,
  32                                const union aegis_block *key,
  33                                const u8 *iv)
  34 {
  35         kernel_neon_begin();
  36         crypto_aegis128_init_neon(state, key, iv);
  37         kernel_neon_end();
  38 }
  39
  40 void crypto_aegis128_update_simd(union aegis_block *state, const void *msg)
  41 {
  42         kernel_neon_begin();
  43         crypto_aegis128_update_neon(state, msg);
  44         kernel_neon_end();
  45 }
  46
  47 void crypto_aegis128_encrypt_chunk_simd(union aegis_block *state, u8 *dst,
  48                                         const u8 *src, unsigned int size)
  49 {
  50         kernel_neon_begin();
  51         crypto_aegis128_encrypt_chunk_neon(state, dst, src, size);
  52         kernel_neon_end();
  53 }
  54
  55 void crypto_aegis128_decrypt_chunk_simd(union aegis_block *state, u8 *dst,
  56                                         const u8 *src, unsigned int size)
  57 {
  58         kernel_neon_begin();
  59         crypto_aegis128_decrypt_chunk_neon(state, dst, src, size);
  60         kernel_neon_end();
  61 }
  62
  63 void crypto_aegis128_final_simd(union aegis_block *state,
  64                                 union aegis_block *tag_xor,
  65                                 u64 assoclen, u64 cryptlen)
  66 {
  67         kernel_neon_begin();
  68         crypto_aegis128_final_neon(state, tag_xor, assoclen, cryptlen);
  69         kernel_neon_end();
  70 }