crypto/aegis128-neon.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  * Copyright (C) 2019 Linaro Ltd <ard.biesheuvel@linaro.org>
   4  */
   5
   6 #include <asm/cpufeature.h>
   7 #include <asm/neon.h>
   8
   9 #include "aegis.h"
  10 #include "aegis-neon.h"
  11
  12 int aegis128_have_aes_insn __ro_after_init;
  13
  14 bool crypto_aegis128_have_simd(void)
  15 {
  16         if (cpu_have_feature(cpu_feature(AES))) {
  17                 aegis128_have_aes_insn = 1;
  18                 return true;
  19         }
  20         return IS_ENABLED(CONFIG_ARM64);
  21 }
  22
  23 void crypto_aegis128_init_simd(struct aegis_state *state,
  24                                const union aegis_block *key,
  25                                const u8 *iv)
  26 {
  27         kernel_neon_begin();
  28         crypto_aegis128_init_neon(state, key, iv);
  29         kernel_neon_end();
  30 }
  31
  32 void crypto_aegis128_update_simd(struct aegis_state *state, const void *msg)
  33 {
  34         kernel_neon_begin();
  35         crypto_aegis128_update_neon(state, msg);
  36         kernel_neon_end();
  37 }
  38
  39 void crypto_aegis128_encrypt_chunk_simd(struct aegis_state *state, u8 *dst,
  40                                         const u8 *src, unsigned int size)
  41 {
  42         kernel_neon_begin();
  43         crypto_aegis128_encrypt_chunk_neon(state, dst, src, size);
  44         kernel_neon_end();
  45 }
  46
  47 void crypto_aegis128_decrypt_chunk_simd(struct aegis_state *state, u8 *dst,
  48                                         const u8 *src, unsigned int size)
  49 {
  50         kernel_neon_begin();
  51         crypto_aegis128_decrypt_chunk_neon(state, dst, src, size);
  52         kernel_neon_end();
  53 }
  54
  55 int crypto_aegis128_final_simd(struct aegis_state *state,
  56                                union aegis_block *tag_xor,
  57                                unsigned int assoclen,
  58                                unsigned int cryptlen,
  59                                unsigned int authsize)
  60 {
  61         int ret;
  62
  63         kernel_neon_begin();
  64         ret = crypto_aegis128_final_neon(state, tag_xor, assoclen, cryptlen,
  65                                          authsize);
  66         kernel_neon_end();
  67
  68         return ret;
  69 }