crypto/aes_generic.c

   1 /*
   2  * Cryptographic API.
   3  *
   4  * AES Cipher Algorithm.
   5  *
   6  * Based on Brian Gladman's code.
   7  *
   8  * Linux developers:
   9  *  Alexander Kjeldaas <astor@fast.no>
  10  *  Herbert Valerio Riedel <hvr@hvrlab.org>
  11  *  Kyle McMartin <kyle@debian.org>
  12  *  Adam J. Richter <adam@yggdrasil.com> (conversion to 2.5 API).
  13  *
  14  * This program is free software; you can redistribute it and/or modify
  15  * it under the terms of the GNU General Public License as published by
  16  * the Free Software Foundation; either version 2 of the License, or
  17  * (at your option) any later version.
  18  *
  19  * ---------------------------------------------------------------------------
  20  * Copyright (c) 2002, Dr Brian Gladman <brg@gladman.me.uk>, Worcester, UK.
  21  * All rights reserved.
  22  *
  23  * LICENSE TERMS
  24  *
  25  * The free distribution and use of this software in both source and binary
  26  * form is allowed (with or without changes) provided that:
  27  *
  28  *   1. distributions of this source code include the above copyright
  29  *      notice, this list of conditions and the following disclaimer;
  30  *
  31  *   2. distributions in binary form include the above copyright
  32  *      notice, this list of conditions and the following disclaimer
  33  *      in the documentation and/or other associated materials;
  34  *
  35  *   3. the copyright holder's name is not used to endorse products
  36  *      built using this software without specific written permission.
  37  *
  38  * ALTERNATIVELY, provided that this notice is retained in full, this product
  39  * may be distributed under the terms of the GNU General Public License (GPL),
  40  * in which case the provisions of the GPL apply INSTEAD OF those given above.
  41  *
  42  * DISCLAIMER
  43  *
  44  * This software is provided 'as is' with no explicit or implied warranties
  45  * in respect of its properties, including, but not limited to, correctness
  46  * and/or fitness for purpose.
  47  * ---------------------------------------------------------------------------
  48  */
  49
  50 #include <crypto/aes.h>
  51 #include <crypto/algapi.h>
  52 #include <linux/module.h>
  53 #include <linux/init.h>
  54 #include <linux/types.h>
  55 #include <linux/errno.h>
  56 #include <asm/byteorder.h>
  57 #include <asm/unaligned.h>
  58
  59 static inline u8 byte(const u32 x, const unsigned n)
  60 {
  61         return x >> (n << 3);
  62 }
  63
  64 /* cacheline-aligned to facilitate prefetching into cache */
  65 __visible const u32 crypto_ft_tab[4][256] ____cacheline_aligned = {
  66         {
  67                 0xa56363c6, 0x847c7cf8, 0x997777ee, 0x8d7b7bf6,
  68                 0x0df2f2ff, 0xbd6b6bd6, 0xb16f6fde, 0x54c5c591,
  69                 0x50303060, 0x03010102, 0xa96767ce, 0x7d2b2b56,
  70                 0x19fefee7, 0x62d7d7b5, 0xe6abab4d, 0x9a7676ec,
  71                 0x45caca8f, 0x9d82821f, 0x40c9c989, 0x877d7dfa,
  72                 0x15fafaef, 0xeb5959b2, 0xc947478e, 0x0bf0f0fb,
  73                 0xecadad41, 0x67d4d4b3, 0xfda2a25f, 0xeaafaf45,
  74                 0xbf9c9c23, 0xf7a4a453, 0x967272e4, 0x5bc0c09b,
  75                 0xc2b7b775, 0x1cfdfde1, 0xae93933d, 0x6a26264c,
  76                 0x5a36366c, 0x413f3f7e, 0x02f7f7f5, 0x4fcccc83,
  77                 0x5c343468, 0xf4a5a551, 0x34e5e5d1, 0x08f1f1f9,
  78                 0x937171e2, 0x73d8d8ab, 0x53313162, 0x3f15152a,
  79                 0x0c040408, 0x52c7c795, 0x65232346, 0x5ec3c39d,
  80                 0x28181830, 0xa1969637, 0x0f05050a, 0xb59a9a2f,
  81                 0x0907070e, 0x36121224, 0x9b80801b, 0x3de2e2df,
  82                 0x26ebebcd, 0x6927274e, 0xcdb2b27f, 0x9f7575ea,
  83                 0x1b090912, 0x9e83831d, 0x742c2c58, 0x2e1a1a34,
  84                 0x2d1b1b36, 0xb26e6edc, 0xee5a5ab4, 0xfba0a05b,
  85                 0xf65252a4, 0x4d3b3b76, 0x61d6d6b7, 0xceb3b37d,
  86                 0x7b292952, 0x3ee3e3dd, 0x712f2f5e, 0x97848413,
  87                 0xf55353a6, 0x68d1d1b9, 0x00000000, 0x2cededc1,
  88                 0x60202040, 0x1ffcfce3, 0xc8b1b179, 0xed5b5bb6,
  89                 0xbe6a6ad4, 0x46cbcb8d, 0xd9bebe67, 0x4b393972,
  90                 0xde4a4a94, 0xd44c4c98, 0xe85858b0, 0x4acfcf85,
  91                 0x6bd0d0bb, 0x2aefefc5, 0xe5aaaa4f, 0x16fbfbed,
  92                 0xc5434386, 0xd74d4d9a, 0x55333366, 0x94858511,
  93                 0xcf45458a, 0x10f9f9e9, 0x06020204, 0x817f7ffe,
  94                 0xf05050a0, 0x443c3c78, 0xba9f9f25, 0xe3a8a84b,
  95                 0xf35151a2, 0xfea3a35d, 0xc0404080, 0x8a8f8f05,
  96                 0xad92923f, 0xbc9d9d21, 0x48383870, 0x04f5f5f1,
  97                 0xdfbcbc63, 0xc1b6b677, 0x75dadaaf, 0x63212142,
  98                 0x30101020, 0x1affffe5, 0x0ef3f3fd, 0x6dd2d2bf,
  99                 0x4ccdcd81, 0x140c0c18, 0x35131326, 0x2fececc3,
 100                 0xe15f5fbe, 0xa2979735, 0xcc444488, 0x3917172e,
 101                 0x57c4c493, 0xf2a7a755, 0x827e7efc, 0x473d3d7a,
 102                 0xac6464c8, 0xe75d5dba, 0x2b191932, 0x957373e6,
 103                 0xa06060c0, 0x98818119, 0xd14f4f9e, 0x7fdcdca3,
 104                 0x66222244, 0x7e2a2a54, 0xab90903b, 0x8388880b,
 105                 0xca46468c, 0x29eeeec7, 0xd3b8b86b, 0x3c141428,
 106                 0x79dedea7, 0xe25e5ebc, 0x1d0b0b16, 0x76dbdbad,
 107                 0x3be0e0db, 0x56323264, 0x4e3a3a74, 0x1e0a0a14,
 108                 0xdb494992, 0x0a06060c, 0x6c242448, 0xe45c5cb8,
 109                 0x5dc2c29f, 0x6ed3d3bd, 0xefacac43, 0xa66262c4,
 110                 0xa8919139, 0xa4959531, 0x37e4e4d3, 0x8b7979f2,
 111                 0x32e7e7d5, 0x43c8c88b, 0x5937376e, 0xb76d6dda,
 112                 0x8c8d8d01, 0x64d5d5b1, 0xd24e4e9c, 0xe0a9a949,
 113                 0xb46c6cd8, 0xfa5656ac, 0x07f4f4f3, 0x25eaeacf,
 114                 0xaf6565ca, 0x8e7a7af4, 0xe9aeae47, 0x18080810,
 115                 0xd5baba6f, 0x887878f0, 0x6f25254a, 0x722e2e5c,
 116                 0x241c1c38, 0xf1a6a657, 0xc7b4b473, 0x51c6c697,
 117                 0x23e8e8cb, 0x7cdddda1, 0x9c7474e8, 0x211f1f3e,
 118                 0xdd4b4b96, 0xdcbdbd61, 0x868b8b0d, 0x858a8a0f,
 119                 0x907070e0, 0x423e3e7c, 0xc4b5b571, 0xaa6666cc,
 120                 0xd8484890, 0x05030306, 0x01f6f6f7, 0x120e0e1c,
 121                 0xa36161c2, 0x5f35356a, 0xf95757ae, 0xd0b9b969,
 122                 0x91868617, 0x58c1c199, 0x271d1d3a, 0xb99e9e27,
 123                 0x38e1e1d9, 0x13f8f8eb, 0xb398982b, 0x33111122,
 124                 0xbb6969d2, 0x70d9d9a9, 0x898e8e07, 0xa7949433,
 125                 0xb69b9b2d, 0x221e1e3c, 0x92878715, 0x20e9e9c9,
 126                 0x49cece87, 0xff5555aa, 0x78282850, 0x7adfdfa5,
 127                 0x8f8c8c03, 0xf8a1a159, 0x80898909, 0x170d0d1a,
 128                 0xdabfbf65, 0x31e6e6d7, 0xc6424284, 0xb86868d0,
 129                 0xc3414182, 0xb0999929, 0x772d2d5a, 0x110f0f1e,
 130                 0xcbb0b07b, 0xfc5454a8, 0xd6bbbb6d, 0x3a16162c,
 131         }, {
 132                 0x6363c6a5, 0x7c7cf884, 0x7777ee99, 0x7b7bf68d,
 133                 0xf2f2ff0d, 0x6b6bd6bd, 0x6f6fdeb1, 0xc5c59154,
 134                 0x30306050, 0x01010203, 0x6767cea9, 0x2b2b567d,
 135                 0xfefee719, 0xd7d7b562, 0xabab4de6, 0x7676ec9a,
 136                 0xcaca8f45, 0x82821f9d, 0xc9c98940, 0x7d7dfa87,
 137                 0xfafaef15, 0x5959b2eb, 0x47478ec9, 0xf0f0fb0b,
 138                 0xadad41ec, 0xd4d4b367, 0xa2a25ffd, 0xafaf45ea,
 139                 0x9c9c23bf, 0xa4a453f7, 0x7272e496, 0xc0c09b5b,
 140                 0xb7b775c2, 0xfdfde11c, 0x93933dae, 0x26264c6a,
 141                 0x36366c5a, 0x3f3f7e41, 0xf7f7f502, 0xcccc834f,
 142                 0x3434685c, 0xa5a551f4, 0xe5e5d134, 0xf1f1f908,
 143                 0x7171e293, 0xd8d8ab73, 0x31316253, 0x15152a3f,
 144                 0x0404080c, 0xc7c79552, 0x23234665, 0xc3c39d5e,
 145                 0x18183028, 0x969637a1, 0x05050a0f, 0x9a9a2fb5,
 146                 0x07070e09, 0x12122436, 0x80801b9b, 0xe2e2df3d,
 147                 0xebebcd26, 0x27274e69, 0xb2b27fcd, 0x7575ea9f,
 148                 0x0909121b, 0x83831d9e, 0x2c2c5874, 0x1a1a342e,
 149                 0x1b1b362d, 0x6e6edcb2, 0x5a5ab4ee, 0xa0a05bfb,
 150                 0x5252a4f6, 0x3b3b764d, 0xd6d6b761, 0xb3b37dce,
 151                 0x2929527b, 0xe3e3dd3e, 0x2f2f5e71, 0x84841397,
 152                 0x5353a6f5, 0xd1d1b968, 0x00000000, 0xededc12c,
 153                 0x20204060, 0xfcfce31f, 0xb1b179c8, 0x5b5bb6ed,
 154                 0x6a6ad4be, 0xcbcb8d46, 0xbebe67d9, 0x3939724b,
 155                 0x4a4a94de, 0x4c4c98d4, 0x5858b0e8, 0xcfcf854a,
 156                 0xd0d0bb6b, 0xefefc52a, 0xaaaa4fe5, 0xfbfbed16,
 157                 0x434386c5, 0x4d4d9ad7, 0x33336655, 0x85851194,
 158                 0x45458acf, 0xf9f9e910, 0x02020406, 0x7f7ffe81,
 159                 0x5050a0f0, 0x3c3c7844, 0x9f9f25ba, 0xa8a84be3,
 160                 0x5151a2f3, 0xa3a35dfe, 0x404080c0, 0x8f8f058a,
 161                 0x92923fad, 0x9d9d21bc, 0x38387048, 0xf5f5f104,
 162                 0xbcbc63df, 0xb6b677c1, 0xdadaaf75, 0x21214263,
 163                 0x10102030, 0xffffe51a, 0xf3f3fd0e, 0xd2d2bf6d,
 164                 0xcdcd814c, 0x0c0c1814, 0x13132635, 0xececc32f,
 165                 0x5f5fbee1, 0x979735a2, 0x444488cc, 0x17172e39,
 166                 0xc4c49357, 0xa7a755f2, 0x7e7efc82, 0x3d3d7a47,
 167                 0x6464c8ac, 0x5d5dbae7, 0x1919322b, 0x7373e695,
 168                 0x6060c0a0, 0x81811998, 0x4f4f9ed1, 0xdcdca37f,
 169                 0x22224466, 0x2a2a547e, 0x90903bab, 0x88880b83,
 170                 0x46468cca, 0xeeeec729, 0xb8b86bd3, 0x1414283c,
 171                 0xdedea779, 0x5e5ebce2, 0x0b0b161d, 0xdbdbad76,
 172                 0xe0e0db3b, 0x32326456, 0x3a3a744e, 0x0a0a141e,
 173                 0x494992db, 0x06060c0a, 0x2424486c, 0x5c5cb8e4,
 174                 0xc2c29f5d, 0xd3d3bd6e, 0xacac43ef, 0x6262c4a6,
 175                 0x919139a8, 0x959531a4, 0xe4e4d337, 0x7979f28b,
 176                 0xe7e7d532, 0xc8c88b43, 0x37376e59, 0x6d6ddab7,
 177                 0x8d8d018c, 0xd5d5b164, 0x4e4e9cd2, 0xa9a949e0,
 178                 0x6c6cd8b4, 0x5656acfa, 0xf4f4f307, 0xeaeacf25,
 179                 0x6565caaf, 0x7a7af48e, 0xaeae47e9, 0x08081018,
 180                 0xbaba6fd5, 0x7878f088, 0x25254a6f, 0x2e2e5c72,
 181                 0x1c1c3824, 0xa6a657f1, 0xb4b473c7, 0xc6c69751,
 182                 0xe8e8cb23, 0xdddda17c, 0x7474e89c, 0x1f1f3e21,
 183                 0x4b4b96dd, 0xbdbd61dc, 0x8b8b0d86, 0x8a8a0f85,
 184                 0x7070e090, 0x3e3e7c42, 0xb5b571c4, 0x6666ccaa,
 185                 0x484890d8, 0x03030605, 0xf6f6f701, 0x0e0e1c12,
 186                 0x6161c2a3, 0x35356a5f, 0x5757aef9, 0xb9b969d0,
 187                 0x86861791, 0xc1c19958, 0x1d1d3a27, 0x9e9e27b9,
 188                 0xe1e1d938, 0xf8f8eb13, 0x98982bb3, 0x11112233,
 189                 0x6969d2bb, 0xd9d9a970, 0x8e8e0789, 0x949433a7,
 190                 0x9b9b2db6, 0x1e1e3c22, 0x87871592, 0xe9e9c920,
 191                 0xcece8749, 0x5555aaff, 0x28285078, 0xdfdfa57a,
 192                 0x8c8c038f, 0xa1a159f8, 0x89890980, 0x0d0d1a17,
 193                 0xbfbf65da, 0xe6e6d731, 0x424284c6, 0x6868d0b8,
 194                 0x414182c3, 0x999929b0, 0x2d2d5a77, 0x0f0f1e11,
 195                 0xb0b07bcb, 0x5454a8fc, 0xbbbb6dd6, 0x16162c3a,
 196         }, {
 197                 0x63c6a563, 0x7cf8847c, 0x77ee9977, 0x7bf68d7b,
 198                 0xf2ff0df2, 0x6bd6bd6b, 0x6fdeb16f, 0xc59154c5,
 199                 0x30605030, 0x01020301, 0x67cea967, 0x2b567d2b,
 200                 0xfee719fe, 0xd7b562d7, 0xab4de6ab, 0x76ec9a76,
 201                 0xca8f45ca, 0x821f9d82, 0xc98940c9, 0x7dfa877d,
 202                 0xfaef15fa, 0x59b2eb59, 0x478ec947, 0xf0fb0bf0,
 203                 0xad41ecad, 0xd4b367d4, 0xa25ffda2, 0xaf45eaaf,
 204                 0x9c23bf9c, 0xa453f7a4, 0x72e49672, 0xc09b5bc0,
 205                 0xb775c2b7, 0xfde11cfd, 0x933dae93, 0x264c6a26,
 206                 0x366c5a36, 0x3f7e413f, 0xf7f502f7, 0xcc834fcc,
 207                 0x34685c34, 0xa551f4a5, 0xe5d134e5, 0xf1f908f1,
 208                 0x71e29371, 0xd8ab73d8, 0x31625331, 0x152a3f15,
 209                 0x04080c04, 0xc79552c7, 0x23466523, 0xc39d5ec3,
 210                 0x18302818, 0x9637a196, 0x050a0f05, 0x9a2fb59a,
 211                 0x070e0907, 0x12243612, 0x801b9b80, 0xe2df3de2,
 212                 0xebcd26eb, 0x274e6927, 0xb27fcdb2, 0x75ea9f75,
 213                 0x09121b09, 0x831d9e83, 0x2c58742c, 0x1a342e1a,
 214                 0x1b362d1b, 0x6edcb26e, 0x5ab4ee5a, 0xa05bfba0,
 215                 0x52a4f652, 0x3b764d3b, 0xd6b761d6, 0xb37dceb3,
 216                 0x29527b29, 0xe3dd3ee3, 0x2f5e712f, 0x84139784,
 217                 0x53a6f553, 0xd1b968d1, 0x00000000, 0xedc12ced,
 218                 0x20406020, 0xfce31ffc, 0xb179c8b1, 0x5bb6ed5b,
 219                 0x6ad4be6a, 0xcb8d46cb, 0xbe67d9be, 0x39724b39,
 220                 0x4a94de4a, 0x4c98d44c, 0x58b0e858, 0xcf854acf,
 221                 0xd0bb6bd0, 0xefc52aef, 0xaa4fe5aa, 0xfbed16fb,
 222                 0x4386c543, 0x4d9ad74d, 0x33665533, 0x85119485,
 223                 0x458acf45, 0xf9e910f9, 0x02040602, 0x7ffe817f,
 224                 0x50a0f050, 0x3c78443c, 0x9f25ba9f, 0xa84be3a8,
 225                 0x51a2f351, 0xa35dfea3, 0x4080c040, 0x8f058a8f,
 226                 0x923fad92, 0x9d21bc9d, 0x38704838, 0xf5f104f5,
 227                 0xbc63dfbc, 0xb677c1b6, 0xdaaf75da, 0x21426321,
 228                 0x10203010, 0xffe51aff, 0xf3fd0ef3, 0xd2bf6dd2,
 229                 0xcd814ccd, 0x0c18140c, 0x13263513, 0xecc32fec,
 230                 0x5fbee15f, 0x9735a297, 0x4488cc44, 0x172e3917,
 231                 0xc49357c4, 0xa755f2a7, 0x7efc827e, 0x3d7a473d,
 232                 0x64c8ac64, 0x5dbae75d, 0x19322b19, 0x73e69573,
 233                 0x60c0a060, 0x81199881, 0x4f9ed14f, 0xdca37fdc,
 234                 0x22446622, 0x2a547e2a, 0x903bab90, 0x880b8388,
 235                 0x468cca46, 0xeec729ee, 0xb86bd3b8, 0x14283c14,
 236                 0xdea779de, 0x5ebce25e, 0x0b161d0b, 0xdbad76db,
 237                 0xe0db3be0, 0x32645632, 0x3a744e3a, 0x0a141e0a,
 238                 0x4992db49, 0x060c0a06, 0x24486c24, 0x5cb8e45c,
 239                 0xc29f5dc2, 0xd3bd6ed3, 0xac43efac, 0x62c4a662,
 240                 0x9139a891, 0x9531a495, 0xe4d337e4, 0x79f28b79,
 241                 0xe7d532e7, 0xc88b43c8, 0x376e5937, 0x6ddab76d,
 242                 0x8d018c8d, 0xd5b164d5, 0x4e9cd24e, 0xa949e0a9,
 243                 0x6cd8b46c, 0x56acfa56, 0xf4f307f4, 0xeacf25ea,
 244                 0x65caaf65, 0x7af48e7a, 0xae47e9ae, 0x08101808,
 245                 0xba6fd5ba, 0x78f08878, 0x254a6f25, 0x2e5c722e,
 246                 0x1c38241c, 0xa657f1a6, 0xb473c7b4, 0xc69751c6,
 247                 0xe8cb23e8, 0xdda17cdd, 0x74e89c74, 0x1f3e211f,
 248                 0x4b96dd4b, 0xbd61dcbd, 0x8b0d868b, 0x8a0f858a,
 249                 0x70e09070, 0x3e7c423e, 0xb571c4b5, 0x66ccaa66,
 250                 0x4890d848, 0x03060503, 0xf6f701f6, 0x0e1c120e,
 251                 0x61c2a361, 0x356a5f35, 0x57aef957, 0xb969d0b9,
 252                 0x86179186, 0xc19958c1, 0x1d3a271d, 0x9e27b99e,
 253                 0xe1d938e1, 0xf8eb13f8, 0x982bb398, 0x11223311,
 254                 0x69d2bb69, 0xd9a970d9, 0x8e07898e, 0x9433a794,
 255                 0x9b2db69b, 0x1e3c221e, 0x87159287, 0xe9c920e9,
 256                 0xce8749ce, 0x55aaff55, 0x28507828, 0xdfa57adf,
 257                 0x8c038f8c, 0xa159f8a1, 0x89098089, 0x0d1a170d,
 258                 0xbf65dabf, 0xe6d731e6, 0x4284c642, 0x68d0b868,
 259                 0x4182c341, 0x9929b099, 0x2d5a772d, 0x0f1e110f,
 260                 0xb07bcbb0, 0x54a8fc54, 0xbb6dd6bb, 0x162c3a16,
 261         }, {
 262                 0xc6a56363, 0xf8847c7c, 0xee997777, 0xf68d7b7b,
 263                 0xff0df2f2, 0xd6bd6b6b, 0xdeb16f6f, 0x9154c5c5,
 264                 0x60503030, 0x02030101, 0xcea96767, 0x567d2b2b,
 265                 0xe719fefe, 0xb562d7d7, 0x4de6abab, 0xec9a7676,
 266                 0x8f45caca, 0x1f9d8282, 0x8940c9c9, 0xfa877d7d,
 267                 0xef15fafa, 0xb2eb5959, 0x8ec94747, 0xfb0bf0f0,
 268                 0x41ecadad, 0xb367d4d4, 0x5ffda2a2, 0x45eaafaf,
 269                 0x23bf9c9c, 0x53f7a4a4, 0xe4967272, 0x9b5bc0c0,
 270                 0x75c2b7b7, 0xe11cfdfd, 0x3dae9393, 0x4c6a2626,
 271                 0x6c5a3636, 0x7e413f3f, 0xf502f7f7, 0x834fcccc,
 272                 0x685c3434, 0x51f4a5a5, 0xd134e5e5, 0xf908f1f1,
 273                 0xe2937171, 0xab73d8d8, 0x62533131, 0x2a3f1515,
 274                 0x080c0404, 0x9552c7c7, 0x46652323, 0x9d5ec3c3,
 275                 0x30281818, 0x37a19696, 0x0a0f0505, 0x2fb59a9a,
 276                 0x0e090707, 0x24361212, 0x1b9b8080, 0xdf3de2e2,
 277                 0xcd26ebeb, 0x4e692727, 0x7fcdb2b2, 0xea9f7575,
 278                 0x121b0909, 0x1d9e8383, 0x58742c2c, 0x342e1a1a,
 279                 0x362d1b1b, 0xdcb26e6e, 0xb4ee5a5a, 0x5bfba0a0,
 280                 0xa4f65252, 0x764d3b3b, 0xb761d6d6, 0x7dceb3b3,
 281                 0x527b2929, 0xdd3ee3e3, 0x5e712f2f, 0x13978484,
 282                 0xa6f55353, 0xb968d1d1, 0x00000000, 0xc12ceded,
 283                 0x40602020, 0xe31ffcfc, 0x79c8b1b1, 0xb6ed5b5b,
 284                 0xd4be6a6a, 0x8d46cbcb, 0x67d9bebe, 0x724b3939,
 285                 0x94de4a4a, 0x98d44c4c, 0xb0e85858, 0x854acfcf,
 286                 0xbb6bd0d0, 0xc52aefef, 0x4fe5aaaa, 0xed16fbfb,
 287                 0x86c54343, 0x9ad74d4d, 0x66553333, 0x11948585,
 288                 0x8acf4545, 0xe910f9f9, 0x04060202, 0xfe817f7f,
 289                 0xa0f05050, 0x78443c3c, 0x25ba9f9f, 0x4be3a8a8,
 290                 0xa2f35151, 0x5dfea3a3, 0x80c04040, 0x058a8f8f,
 291                 0x3fad9292, 0x21bc9d9d, 0x70483838, 0xf104f5f5,
 292                 0x63dfbcbc, 0x77c1b6b6, 0xaf75dada, 0x42632121,
 293                 0x20301010, 0xe51affff, 0xfd0ef3f3, 0xbf6dd2d2,
 294                 0x814ccdcd, 0x18140c0c, 0x26351313, 0xc32fecec,
 295                 0xbee15f5f, 0x35a29797, 0x88cc4444, 0x2e391717,
 296                 0x9357c4c4, 0x55f2a7a7, 0xfc827e7e, 0x7a473d3d,
 297                 0xc8ac6464, 0xbae75d5d, 0x322b1919, 0xe6957373,
 298                 0xc0a06060, 0x19988181, 0x9ed14f4f, 0xa37fdcdc,
 299                 0x44662222, 0x547e2a2a, 0x3bab9090, 0x0b838888,
 300                 0x8cca4646, 0xc729eeee, 0x6bd3b8b8, 0x283c1414,
 301                 0xa779dede, 0xbce25e5e, 0x161d0b0b, 0xad76dbdb,
 302                 0xdb3be0e0, 0x64563232, 0x744e3a3a, 0x141e0a0a,
 303                 0x92db4949, 0x0c0a0606, 0x486c2424, 0xb8e45c5c,
 304                 0x9f5dc2c2, 0xbd6ed3d3, 0x43efacac, 0xc4a66262,
 305                 0x39a89191, 0x31a49595, 0xd337e4e4, 0xf28b7979,
 306                 0xd532e7e7, 0x8b43c8c8, 0x6e593737, 0xdab76d6d,
 307                 0x018c8d8d, 0xb164d5d5, 0x9cd24e4e, 0x49e0a9a9,
 308                 0xd8b46c6c, 0xacfa5656, 0xf307f4f4, 0xcf25eaea,
 309                 0xcaaf6565, 0xf48e7a7a, 0x47e9aeae, 0x10180808,
 310                 0x6fd5baba, 0xf0887878, 0x4a6f2525, 0x5c722e2e,
 311                 0x38241c1c, 0x57f1a6a6, 0x73c7b4b4, 0x9751c6c6,
 312                 0xcb23e8e8, 0xa17cdddd, 0xe89c7474, 0x3e211f1f,
 313                 0x96dd4b4b, 0x61dcbdbd, 0x0d868b8b, 0x0f858a8a,
 314                 0xe0907070, 0x7c423e3e, 0x71c4b5b5, 0xccaa6666,
 315                 0x90d84848, 0x06050303, 0xf701f6f6, 0x1c120e0e,
 316                 0xc2a36161, 0x6a5f3535, 0xaef95757, 0x69d0b9b9,
 317                 0x17918686, 0x9958c1c1, 0x3a271d1d, 0x27b99e9e,
 318                 0xd938e1e1, 0xeb13f8f8, 0x2bb39898, 0x22331111,
 319                 0xd2bb6969, 0xa970d9d9, 0x07898e8e, 0x33a79494,
 320                 0x2db69b9b, 0x3c221e1e, 0x15928787, 0xc920e9e9,
 321                 0x8749cece, 0xaaff5555, 0x50782828, 0xa57adfdf,
 322                 0x038f8c8c, 0x59f8a1a1, 0x09808989, 0x1a170d0d,
 323                 0x65dabfbf, 0xd731e6e6, 0x84c64242, 0xd0b86868,
 324                 0x82c34141, 0x29b09999, 0x5a772d2d, 0x1e110f0f,
 325                 0x7bcbb0b0, 0xa8fc5454, 0x6dd6bbbb, 0x2c3a1616,
 326         }
 327 };
 328
 329 static const u32 crypto_fl_tab[4][256] ____cacheline_aligned = {
 330         {
 331                 0x00000063, 0x0000007c, 0x00000077, 0x0000007b,
 332                 0x000000f2, 0x0000006b, 0x0000006f, 0x000000c5,
 333                 0x00000030, 0x00000001, 0x00000067, 0x0000002b,
 334                 0x000000fe, 0x000000d7, 0x000000ab, 0x00000076,
 335                 0x000000ca, 0x00000082, 0x000000c9, 0x0000007d,
 336                 0x000000fa, 0x00000059, 0x00000047, 0x000000f0,
 337                 0x000000ad, 0x000000d4, 0x000000a2, 0x000000af,
 338                 0x0000009c, 0x000000a4, 0x00000072, 0x000000c0,
 339                 0x000000b7, 0x000000fd, 0x00000093, 0x00000026,
 340                 0x00000036, 0x0000003f, 0x000000f7, 0x000000cc,
 341                 0x00000034, 0x000000a5, 0x000000e5, 0x000000f1,
 342                 0x00000071, 0x000000d8, 0x00000031, 0x00000015,
 343                 0x00000004, 0x000000c7, 0x00000023, 0x000000c3,
 344                 0x00000018, 0x00000096, 0x00000005, 0x0000009a,
 345                 0x00000007, 0x00000012, 0x00000080, 0x000000e2,
 346                 0x000000eb, 0x00000027, 0x000000b2, 0x00000075,
 347                 0x00000009, 0x00000083, 0x0000002c, 0x0000001a,
 348                 0x0000001b, 0x0000006e, 0x0000005a, 0x000000a0,
 349                 0x00000052, 0x0000003b, 0x000000d6, 0x000000b3,
 350                 0x00000029, 0x000000e3, 0x0000002f, 0x00000084,
 351                 0x00000053, 0x000000d1, 0x00000000, 0x000000ed,
 352                 0x00000020, 0x000000fc, 0x000000b1, 0x0000005b,
 353                 0x0000006a, 0x000000cb, 0x000000be, 0x00000039,
 354                 0x0000004a, 0x0000004c, 0x00000058, 0x000000cf,
 355                 0x000000d0, 0x000000ef, 0x000000aa, 0x000000fb,
 356                 0x00000043, 0x0000004d, 0x00000033, 0x00000085,
 357                 0x00000045, 0x000000f9, 0x00000002, 0x0000007f,
 358                 0x00000050, 0x0000003c, 0x0000009f, 0x000000a8,
 359                 0x00000051, 0x000000a3, 0x00000040, 0x0000008f,
 360                 0x00000092, 0x0000009d, 0x00000038, 0x000000f5,
 361                 0x000000bc, 0x000000b6, 0x000000da, 0x00000021,
 362                 0x00000010, 0x000000ff, 0x000000f3, 0x000000d2,
 363                 0x000000cd, 0x0000000c, 0x00000013, 0x000000ec,
 364                 0x0000005f, 0x00000097, 0x00000044, 0x00000017,
 365                 0x000000c4, 0x000000a7, 0x0000007e, 0x0000003d,
 366                 0x00000064, 0x0000005d, 0x00000019, 0x00000073,
 367                 0x00000060, 0x00000081, 0x0000004f, 0x000000dc,
 368                 0x00000022, 0x0000002a, 0x00000090, 0x00000088,
 369                 0x00000046, 0x000000ee, 0x000000b8, 0x00000014,
 370                 0x000000de, 0x0000005e, 0x0000000b, 0x000000db,
 371                 0x000000e0, 0x00000032, 0x0000003a, 0x0000000a,
 372                 0x00000049, 0x00000006, 0x00000024, 0x0000005c,
 373                 0x000000c2, 0x000000d3, 0x000000ac, 0x00000062,
 374                 0x00000091, 0x00000095, 0x000000e4, 0x00000079,
 375                 0x000000e7, 0x000000c8, 0x00000037, 0x0000006d,
 376                 0x0000008d, 0x000000d5, 0x0000004e, 0x000000a9,
 377                 0x0000006c, 0x00000056, 0x000000f4, 0x000000ea,
 378                 0x00000065, 0x0000007a, 0x000000ae, 0x00000008,
 379                 0x000000ba, 0x00000078, 0x00000025, 0x0000002e,
 380                 0x0000001c, 0x000000a6, 0x000000b4, 0x000000c6,
 381                 0x000000e8, 0x000000dd, 0x00000074, 0x0000001f,
 382                 0x0000004b, 0x000000bd, 0x0000008b, 0x0000008a,
 383                 0x00000070, 0x0000003e, 0x000000b5, 0x00000066,
 384                 0x00000048, 0x00000003, 0x000000f6, 0x0000000e,
 385                 0x00000061, 0x00000035, 0x00000057, 0x000000b9,
 386                 0x00000086, 0x000000c1, 0x0000001d, 0x0000009e,
 387                 0x000000e1, 0x000000f8, 0x00000098, 0x00000011,
 388                 0x00000069, 0x000000d9, 0x0000008e, 0x00000094,
 389                 0x0000009b, 0x0000001e, 0x00000087, 0x000000e9,
 390                 0x000000ce, 0x00000055, 0x00000028, 0x000000df,
 391                 0x0000008c, 0x000000a1, 0x00000089, 0x0000000d,
 392                 0x000000bf, 0x000000e6, 0x00000042, 0x00000068,
 393                 0x00000041, 0x00000099, 0x0000002d, 0x0000000f,
 394                 0x000000b0, 0x00000054, 0x000000bb, 0x00000016,
 395         }, {
 396                 0x00006300, 0x00007c00, 0x00007700, 0x00007b00,
 397                 0x0000f200, 0x00006b00, 0x00006f00, 0x0000c500,
 398                 0x00003000, 0x00000100, 0x00006700, 0x00002b00,
 399                 0x0000fe00, 0x0000d700, 0x0000ab00, 0x00007600,
 400                 0x0000ca00, 0x00008200, 0x0000c900, 0x00007d00,
 401                 0x0000fa00, 0x00005900, 0x00004700, 0x0000f000,
 402                 0x0000ad00, 0x0000d400, 0x0000a200, 0x0000af00,
 403                 0x00009c00, 0x0000a400, 0x00007200, 0x0000c000,
 404                 0x0000b700, 0x0000fd00, 0x00009300, 0x00002600,
 405                 0x00003600, 0x00003f00, 0x0000f700, 0x0000cc00,
 406                 0x00003400, 0x0000a500, 0x0000e500, 0x0000f100,
 407                 0x00007100, 0x0000d800, 0x00003100, 0x00001500,
 408                 0x00000400, 0x0000c700, 0x00002300, 0x0000c300,
 409                 0x00001800, 0x00009600, 0x00000500, 0x00009a00,
 410                 0x00000700, 0x00001200, 0x00008000, 0x0000e200,
 411                 0x0000eb00, 0x00002700, 0x0000b200, 0x00007500,
 412                 0x00000900, 0x00008300, 0x00002c00, 0x00001a00,
 413                 0x00001b00, 0x00006e00, 0x00005a00, 0x0000a000,
 414                 0x00005200, 0x00003b00, 0x0000d600, 0x0000b300,
 415                 0x00002900, 0x0000e300, 0x00002f00, 0x00008400,
 416                 0x00005300, 0x0000d100, 0x00000000, 0x0000ed00,
 417                 0x00002000, 0x0000fc00, 0x0000b100, 0x00005b00,
 418                 0x00006a00, 0x0000cb00, 0x0000be00, 0x00003900,
 419                 0x00004a00, 0x00004c00, 0x00005800, 0x0000cf00,
 420                 0x0000d000, 0x0000ef00, 0x0000aa00, 0x0000fb00,
 421                 0x00004300, 0x00004d00, 0x00003300, 0x00008500,
 422                 0x00004500, 0x0000f900, 0x00000200, 0x00007f00,
 423                 0x00005000, 0x00003c00, 0x00009f00, 0x0000a800,
 424                 0x00005100, 0x0000a300, 0x00004000, 0x00008f00,
 425                 0x00009200, 0x00009d00, 0x00003800, 0x0000f500,
 426                 0x0000bc00, 0x0000b600, 0x0000da00, 0x00002100,
 427                 0x00001000, 0x0000ff00, 0x0000f300, 0x0000d200,
 428                 0x0000cd00, 0x00000c00, 0x00001300, 0x0000ec00,
 429                 0x00005f00, 0x00009700, 0x00004400, 0x00001700,
 430                 0x0000c400, 0x0000a700, 0x00007e00, 0x00003d00,
 431                 0x00006400, 0x00005d00, 0x00001900, 0x00007300,
 432                 0x00006000, 0x00008100, 0x00004f00, 0x0000dc00,
 433                 0x00002200, 0x00002a00, 0x00009000, 0x00008800,
 434                 0x00004600, 0x0000ee00, 0x0000b800, 0x00001400,
 435                 0x0000de00, 0x00005e00, 0x00000b00, 0x0000db00,
 436                 0x0000e000, 0x00003200, 0x00003a00, 0x00000a00,
 437                 0x00004900, 0x00000600, 0x00002400, 0x00005c00,
 438                 0x0000c200, 0x0000d300, 0x0000ac00, 0x00006200,
 439                 0x00009100, 0x00009500, 0x0000e400, 0x00007900,
 440                 0x0000e700, 0x0000c800, 0x00003700, 0x00006d00,
 441                 0x00008d00, 0x0000d500, 0x00004e00, 0x0000a900,
 442                 0x00006c00, 0x00005600, 0x0000f400, 0x0000ea00,
 443                 0x00006500, 0x00007a00, 0x0000ae00, 0x00000800,
 444                 0x0000ba00, 0x00007800, 0x00002500, 0x00002e00,
 445                 0x00001c00, 0x0000a600, 0x0000b400, 0x0000c600,
 446                 0x0000e800, 0x0000dd00, 0x00007400, 0x00001f00,
 447                 0x00004b00, 0x0000bd00, 0x00008b00, 0x00008a00,
 448                 0x00007000, 0x00003e00, 0x0000b500, 0x00006600,
 449                 0x00004800, 0x00000300, 0x0000f600, 0x00000e00,
 450                 0x00006100, 0x00003500, 0x00005700, 0x0000b900,
 451                 0x00008600, 0x0000c100, 0x00001d00, 0x00009e00,
 452                 0x0000e100, 0x0000f800, 0x00009800, 0x00001100,
 453                 0x00006900, 0x0000d900, 0x00008e00, 0x00009400,
 454                 0x00009b00, 0x00001e00, 0x00008700, 0x0000e900,
 455                 0x0000ce00, 0x00005500, 0x00002800, 0x0000df00,
 456                 0x00008c00, 0x0000a100, 0x00008900, 0x00000d00,
 457                 0x0000bf00, 0x0000e600, 0x00004200, 0x00006800,
 458                 0x00004100, 0x00009900, 0x00002d00, 0x00000f00,
 459                 0x0000b000, 0x00005400, 0x0000bb00, 0x00001600,
 460         }, {
 461                 0x00630000, 0x007c0000, 0x00770000, 0x007b0000,
 462                 0x00f20000, 0x006b0000, 0x006f0000, 0x00c50000,
 463                 0x00300000, 0x00010000, 0x00670000, 0x002b0000,
 464                 0x00fe0000, 0x00d70000, 0x00ab0000, 0x00760000,
 465                 0x00ca0000, 0x00820000, 0x00c90000, 0x007d0000,
 466                 0x00fa0000, 0x00590000, 0x00470000, 0x00f00000,
 467                 0x00ad0000, 0x00d40000, 0x00a20000, 0x00af0000,
 468                 0x009c0000, 0x00a40000, 0x00720000, 0x00c00000,
 469                 0x00b70000, 0x00fd0000, 0x00930000, 0x00260000,
 470                 0x00360000, 0x003f0000, 0x00f70000, 0x00cc0000,
 471                 0x00340000, 0x00a50000, 0x00e50000, 0x00f10000,
 472                 0x00710000, 0x00d80000, 0x00310000, 0x00150000,
 473                 0x00040000, 0x00c70000, 0x00230000, 0x00c30000,
 474                 0x00180000, 0x00960000, 0x00050000, 0x009a0000,
 475                 0x00070000, 0x00120000, 0x00800000, 0x00e20000,
 476                 0x00eb0000, 0x00270000, 0x00b20000, 0x00750000,
 477                 0x00090000, 0x00830000, 0x002c0000, 0x001a0000,
 478                 0x001b0000, 0x006e0000, 0x005a0000, 0x00a00000,
 479                 0x00520000, 0x003b0000, 0x00d60000, 0x00b30000,
 480                 0x00290000, 0x00e30000, 0x002f0000, 0x00840000,
 481                 0x00530000, 0x00d10000, 0x00000000, 0x00ed0000,
 482                 0x00200000, 0x00fc0000, 0x00b10000, 0x005b0000,
 483                 0x006a0000, 0x00cb0000, 0x00be0000, 0x00390000,
 484                 0x004a0000, 0x004c0000, 0x00580000, 0x00cf0000,
 485                 0x00d00000, 0x00ef0000, 0x00aa0000, 0x00fb0000,
 486                 0x00430000, 0x004d0000, 0x00330000, 0x00850000,
 487                 0x00450000, 0x00f90000, 0x00020000, 0x007f0000,
 488                 0x00500000, 0x003c0000, 0x009f0000, 0x00a80000,
 489                 0x00510000, 0x00a30000, 0x00400000, 0x008f0000,
 490                 0x00920000, 0x009d0000, 0x00380000, 0x00f50000,
 491                 0x00bc0000, 0x00b60000, 0x00da0000, 0x00210000,
 492                 0x00100000, 0x00ff0000, 0x00f30000, 0x00d20000,
 493                 0x00cd0000, 0x000c0000, 0x00130000, 0x00ec0000,
 494                 0x005f0000, 0x00970000, 0x00440000, 0x00170000,
 495                 0x00c40000, 0x00a70000, 0x007e0000, 0x003d0000,
 496                 0x00640000, 0x005d0000, 0x00190000, 0x00730000,
 497                 0x00600000, 0x00810000, 0x004f0000, 0x00dc0000,
 498                 0x00220000, 0x002a0000, 0x00900000, 0x00880000,
 499                 0x00460000, 0x00ee0000, 0x00b80000, 0x00140000,
 500                 0x00de0000, 0x005e0000, 0x000b0000, 0x00db0000,
 501                 0x00e00000, 0x00320000, 0x003a0000, 0x000a0000,
 502                 0x00490000, 0x00060000, 0x00240000, 0x005c0000,
 503                 0x00c20000, 0x00d30000, 0x00ac0000, 0x00620000,
 504                 0x00910000, 0x00950000, 0x00e40000, 0x00790000,
 505                 0x00e70000, 0x00c80000, 0x00370000, 0x006d0000,
 506                 0x008d0000, 0x00d50000, 0x004e0000, 0x00a90000,
 507                 0x006c0000, 0x00560000, 0x00f40000, 0x00ea0000,
 508                 0x00650000, 0x007a0000, 0x00ae0000, 0x00080000,
 509                 0x00ba0000, 0x00780000, 0x00250000, 0x002e0000,
 510                 0x001c0000, 0x00a60000, 0x00b40000, 0x00c60000,
 511                 0x00e80000, 0x00dd0000, 0x00740000, 0x001f0000,
 512                 0x004b0000, 0x00bd0000, 0x008b0000, 0x008a0000,
 513                 0x00700000, 0x003e0000, 0x00b50000, 0x00660000,
 514                 0x00480000, 0x00030000, 0x00f60000, 0x000e0000,
 515                 0x00610000, 0x00350000, 0x00570000, 0x00b90000,
 516                 0x00860000, 0x00c10000, 0x001d0000, 0x009e0000,
 517                 0x00e10000, 0x00f80000, 0x00980000, 0x00110000,
 518                 0x00690000, 0x00d90000, 0x008e0000, 0x00940000,
 519                 0x009b0000, 0x001e0000, 0x00870000, 0x00e90000,
 520                 0x00ce0000, 0x00550000, 0x00280000, 0x00df0000,
 521                 0x008c0000, 0x00a10000, 0x00890000, 0x000d0000,
 522                 0x00bf0000, 0x00e60000, 0x00420000, 0x00680000,
 523                 0x00410000, 0x00990000, 0x002d0000, 0x000f0000,
 524                 0x00b00000, 0x00540000, 0x00bb0000, 0x00160000,
 525         }, {
 526                 0x63000000, 0x7c000000, 0x77000000, 0x7b000000,
 527                 0xf2000000, 0x6b000000, 0x6f000000, 0xc5000000,
 528                 0x30000000, 0x01000000, 0x67000000, 0x2b000000,
 529                 0xfe000000, 0xd7000000, 0xab000000, 0x76000000,
 530                 0xca000000, 0x82000000, 0xc9000000, 0x7d000000,
 531                 0xfa000000, 0x59000000, 0x47000000, 0xf0000000,
 532                 0xad000000, 0xd4000000, 0xa2000000, 0xaf000000,
 533                 0x9c000000, 0xa4000000, 0x72000000, 0xc0000000,
 534                 0xb7000000, 0xfd000000, 0x93000000, 0x26000000,
 535                 0x36000000, 0x3f000000, 0xf7000000, 0xcc000000,
 536                 0x34000000, 0xa5000000, 0xe5000000, 0xf1000000,
 537                 0x71000000, 0xd8000000, 0x31000000, 0x15000000,
 538                 0x04000000, 0xc7000000, 0x23000000, 0xc3000000,
 539                 0x18000000, 0x96000000, 0x05000000, 0x9a000000,
 540                 0x07000000, 0x12000000, 0x80000000, 0xe2000000,
 541                 0xeb000000, 0x27000000, 0xb2000000, 0x75000000,
 542                 0x09000000, 0x83000000, 0x2c000000, 0x1a000000,
 543                 0x1b000000, 0x6e000000, 0x5a000000, 0xa0000000,
 544                 0x52000000, 0x3b000000, 0xd6000000, 0xb3000000,
 545                 0x29000000, 0xe3000000, 0x2f000000, 0x84000000,
 546                 0x53000000, 0xd1000000, 0x00000000, 0xed000000,
 547                 0x20000000, 0xfc000000, 0xb1000000, 0x5b000000,
 548                 0x6a000000, 0xcb000000, 0xbe000000, 0x39000000,
 549                 0x4a000000, 0x4c000000, 0x58000000, 0xcf000000,
 550                 0xd0000000, 0xef000000, 0xaa000000, 0xfb000000,
 551                 0x43000000, 0x4d000000, 0x33000000, 0x85000000,
 552                 0x45000000, 0xf9000000, 0x02000000, 0x7f000000,
 553                 0x50000000, 0x3c000000, 0x9f000000, 0xa8000000,
 554                 0x51000000, 0xa3000000, 0x40000000, 0x8f000000,
 555                 0x92000000, 0x9d000000, 0x38000000, 0xf5000000,
 556                 0xbc000000, 0xb6000000, 0xda000000, 0x21000000,
 557                 0x10000000, 0xff000000, 0xf3000000, 0xd2000000,
 558                 0xcd000000, 0x0c000000, 0x13000000, 0xec000000,
 559                 0x5f000000, 0x97000000, 0x44000000, 0x17000000,
 560                 0xc4000000, 0xa7000000, 0x7e000000, 0x3d000000,
 561                 0x64000000, 0x5d000000, 0x19000000, 0x73000000,
 562                 0x60000000, 0x81000000, 0x4f000000, 0xdc000000,
 563                 0x22000000, 0x2a000000, 0x90000000, 0x88000000,
 564                 0x46000000, 0xee000000, 0xb8000000, 0x14000000,
 565                 0xde000000, 0x5e000000, 0x0b000000, 0xdb000000,
 566                 0xe0000000, 0x32000000, 0x3a000000, 0x0a000000,
 567                 0x49000000, 0x06000000, 0x24000000, 0x5c000000,
 568                 0xc2000000, 0xd3000000, 0xac000000, 0x62000000,
 569                 0x91000000, 0x95000000, 0xe4000000, 0x79000000,
 570                 0xe7000000, 0xc8000000, 0x37000000, 0x6d000000,
 571                 0x8d000000, 0xd5000000, 0x4e000000, 0xa9000000,
 572                 0x6c000000, 0x56000000, 0xf4000000, 0xea000000,
 573                 0x65000000, 0x7a000000, 0xae000000, 0x08000000,
 574                 0xba000000, 0x78000000, 0x25000000, 0x2e000000,
 575                 0x1c000000, 0xa6000000, 0xb4000000, 0xc6000000,
 576                 0xe8000000, 0xdd000000, 0x74000000, 0x1f000000,
 577                 0x4b000000, 0xbd000000, 0x8b000000, 0x8a000000,
 578                 0x70000000, 0x3e000000, 0xb5000000, 0x66000000,
 579                 0x48000000, 0x03000000, 0xf6000000, 0x0e000000,
 580                 0x61000000, 0x35000000, 0x57000000, 0xb9000000,
 581                 0x86000000, 0xc1000000, 0x1d000000, 0x9e000000,
 582                 0xe1000000, 0xf8000000, 0x98000000, 0x11000000,
 583                 0x69000000, 0xd9000000, 0x8e000000, 0x94000000,
 584                 0x9b000000, 0x1e000000, 0x87000000, 0xe9000000,
 585                 0xce000000, 0x55000000, 0x28000000, 0xdf000000,
 586                 0x8c000000, 0xa1000000, 0x89000000, 0x0d000000,
 587                 0xbf000000, 0xe6000000, 0x42000000, 0x68000000,
 588                 0x41000000, 0x99000000, 0x2d000000, 0x0f000000,
 589                 0xb0000000, 0x54000000, 0xbb000000, 0x16000000,
 590         }
 591 };
 592
 593 __visible const u32 crypto_it_tab[4][256] ____cacheline_aligned = {
 594         {
 595                 0x50a7f451, 0x5365417e, 0xc3a4171a, 0x965e273a,
 596                 0xcb6bab3b, 0xf1459d1f, 0xab58faac, 0x9303e34b,
 597                 0x55fa3020, 0xf66d76ad, 0x9176cc88, 0x254c02f5,
 598                 0xfcd7e54f, 0xd7cb2ac5, 0x80443526, 0x8fa362b5,
 599                 0x495ab1de, 0x671bba25, 0x980eea45, 0xe1c0fe5d,
 600                 0x02752fc3, 0x12f04c81, 0xa397468d, 0xc6f9d36b,
 601                 0xe75f8f03, 0x959c9215, 0xeb7a6dbf, 0xda595295,
 602                 0x2d83bed4, 0xd3217458, 0x2969e049, 0x44c8c98e,
 603                 0x6a89c275, 0x78798ef4, 0x6b3e5899, 0xdd71b927,
 604                 0xb64fe1be, 0x17ad88f0, 0x66ac20c9, 0xb43ace7d,
 605                 0x184adf63, 0x82311ae5, 0x60335197, 0x457f5362,
 606                 0xe07764b1, 0x84ae6bbb, 0x1ca081fe, 0x942b08f9,
 607                 0x58684870, 0x19fd458f, 0x876cde94, 0xb7f87b52,
 608                 0x23d373ab, 0xe2024b72, 0x578f1fe3, 0x2aab5566,
 609                 0x0728ebb2, 0x03c2b52f, 0x9a7bc586, 0xa50837d3,
 610                 0xf2872830, 0xb2a5bf23, 0xba6a0302, 0x5c8216ed,
 611                 0x2b1ccf8a, 0x92b479a7, 0xf0f207f3, 0xa1e2694e,
 612                 0xcdf4da65, 0xd5be0506, 0x1f6234d1, 0x8afea6c4,
 613                 0x9d532e34, 0xa055f3a2, 0x32e18a05, 0x75ebf6a4,
 614                 0x39ec830b, 0xaaef6040, 0x069f715e, 0x51106ebd,
 615                 0xf98a213e, 0x3d06dd96, 0xae053edd, 0x46bde64d,
 616                 0xb58d5491, 0x055dc471, 0x6fd40604, 0xff155060,
 617                 0x24fb9819, 0x97e9bdd6, 0xcc434089, 0x779ed967,
 618                 0xbd42e8b0, 0x888b8907, 0x385b19e7, 0xdbeec879,
 619                 0x470a7ca1, 0xe90f427c, 0xc91e84f8, 0x00000000,
 620                 0x83868009, 0x48ed2b32, 0xac70111e, 0x4e725a6c,
 621                 0xfbff0efd, 0x5638850f, 0x1ed5ae3d, 0x27392d36,
 622                 0x64d90f0a, 0x21a65c68, 0xd1545b9b, 0x3a2e3624,
 623                 0xb1670a0c, 0x0fe75793, 0xd296eeb4, 0x9e919b1b,
 624                 0x4fc5c080, 0xa220dc61, 0x694b775a, 0x161a121c,
 625                 0x0aba93e2, 0xe52aa0c0, 0x43e0223c, 0x1d171b12,
 626                 0x0b0d090e, 0xadc78bf2, 0xb9a8b62d, 0xc8a91e14,
 627                 0x8519f157, 0x4c0775af, 0xbbdd99ee, 0xfd607fa3,
 628                 0x9f2601f7, 0xbcf5725c, 0xc53b6644, 0x347efb5b,
 629                 0x7629438b, 0xdcc623cb, 0x68fcedb6, 0x63f1e4b8,
 630                 0xcadc31d7, 0x10856342, 0x40229713, 0x2011c684,
 631                 0x7d244a85, 0xf83dbbd2, 0x1132f9ae, 0x6da129c7,
 632                 0x4b2f9e1d, 0xf330b2dc, 0xec52860d, 0xd0e3c177,
 633                 0x6c16b32b, 0x99b970a9, 0xfa489411, 0x2264e947,
 634                 0xc48cfca8, 0x1a3ff0a0, 0xd82c7d56, 0xef903322,
 635                 0xc74e4987, 0xc1d138d9, 0xfea2ca8c, 0x360bd498,
 636                 0xcf81f5a6, 0x28de7aa5, 0x268eb7da, 0xa4bfad3f,
 637                 0xe49d3a2c, 0x0d927850, 0x9bcc5f6a, 0x62467e54,
 638                 0xc2138df6, 0xe8b8d890, 0x5ef7392e, 0xf5afc382,
 639                 0xbe805d9f, 0x7c93d069, 0xa92dd56f, 0xb31225cf,
 640                 0x3b99acc8, 0xa77d1810, 0x6e639ce8, 0x7bbb3bdb,
 641                 0x097826cd, 0xf418596e, 0x01b79aec, 0xa89a4f83,
 642                 0x656e95e6, 0x7ee6ffaa, 0x08cfbc21, 0xe6e815ef,
 643                 0xd99be7ba, 0xce366f4a, 0xd4099fea, 0xd67cb029,
 644                 0xafb2a431, 0x31233f2a, 0x3094a5c6, 0xc066a235,
 645                 0x37bc4e74, 0xa6ca82fc, 0xb0d090e0, 0x15d8a733,
 646                 0x4a9804f1, 0xf7daec41, 0x0e50cd7f, 0x2ff69117,
 647                 0x8dd64d76, 0x4db0ef43, 0x544daacc, 0xdf0496e4,
 648                 0xe3b5d19e, 0x1b886a4c, 0xb81f2cc1, 0x7f516546,
 649                 0x04ea5e9d, 0x5d358c01, 0x737487fa, 0x2e410bfb,
 650                 0x5a1d67b3, 0x52d2db92, 0x335610e9, 0x1347d66d,
 651                 0x8c61d79a, 0x7a0ca137, 0x8e14f859, 0x893c13eb,
 652                 0xee27a9ce, 0x35c961b7, 0xede51ce1, 0x3cb1477a,
 653                 0x59dfd29c, 0x3f73f255, 0x79ce1418, 0xbf37c773,
 654                 0xeacdf753, 0x5baafd5f, 0x146f3ddf, 0x86db4478,
 655                 0x81f3afca, 0x3ec468b9, 0x2c342438, 0x5f40a3c2,
 656                 0x72c31d16, 0x0c25e2bc, 0x8b493c28, 0x41950dff,
 657                 0x7101a839, 0xdeb30c08, 0x9ce4b4d8, 0x90c15664,
 658                 0x6184cb7b, 0x70b632d5, 0x745c6c48, 0x4257b8d0,
 659         }, {
 660                 0xa7f45150, 0x65417e53, 0xa4171ac3, 0x5e273a96,
 661                 0x6bab3bcb, 0x459d1ff1, 0x58faacab, 0x03e34b93,
 662                 0xfa302055, 0x6d76adf6, 0x76cc8891, 0x4c02f525,
 663                 0xd7e54ffc, 0xcb2ac5d7, 0x44352680, 0xa362b58f,
 664                 0x5ab1de49, 0x1bba2567, 0x0eea4598, 0xc0fe5de1,
 665                 0x752fc302, 0xf04c8112, 0x97468da3, 0xf9d36bc6,
 666                 0x5f8f03e7, 0x9c921595, 0x7a6dbfeb, 0x595295da,
 667                 0x83bed42d, 0x217458d3, 0x69e04929, 0xc8c98e44,
 668                 0x89c2756a, 0x798ef478, 0x3e58996b, 0x71b927dd,
 669                 0x4fe1beb6, 0xad88f017, 0xac20c966, 0x3ace7db4,
 670                 0x4adf6318, 0x311ae582, 0x33519760, 0x7f536245,
 671                 0x7764b1e0, 0xae6bbb84, 0xa081fe1c, 0x2b08f994,
 672                 0x68487058, 0xfd458f19, 0x6cde9487, 0xf87b52b7,
 673                 0xd373ab23, 0x024b72e2, 0x8f1fe357, 0xab55662a,
 674                 0x28ebb207, 0xc2b52f03, 0x7bc5869a, 0x0837d3a5,
 675                 0x872830f2, 0xa5bf23b2, 0x6a0302ba, 0x8216ed5c,
 676                 0x1ccf8a2b, 0xb479a792, 0xf207f3f0, 0xe2694ea1,
 677                 0xf4da65cd, 0xbe0506d5, 0x6234d11f, 0xfea6c48a,
 678                 0x532e349d, 0x55f3a2a0, 0xe18a0532, 0xebf6a475,
 679                 0xec830b39, 0xef6040aa, 0x9f715e06, 0x106ebd51,
 680                 0x8a213ef9, 0x06dd963d, 0x053eddae, 0xbde64d46,
 681                 0x8d5491b5, 0x5dc47105, 0xd406046f, 0x155060ff,
 682                 0xfb981924, 0xe9bdd697, 0x434089cc, 0x9ed96777,
 683                 0x42e8b0bd, 0x8b890788, 0x5b19e738, 0xeec879db,
 684                 0x0a7ca147, 0x0f427ce9, 0x1e84f8c9, 0x00000000,
 685                 0x86800983, 0xed2b3248, 0x70111eac, 0x725a6c4e,
 686                 0xff0efdfb, 0x38850f56, 0xd5ae3d1e, 0x392d3627,
 687                 0xd90f0a64, 0xa65c6821, 0x545b9bd1, 0x2e36243a,
 688                 0x670a0cb1, 0xe757930f, 0x96eeb4d2, 0x919b1b9e,
 689                 0xc5c0804f, 0x20dc61a2, 0x4b775a69, 0x1a121c16,
 690                 0xba93e20a, 0x2aa0c0e5, 0xe0223c43, 0x171b121d,
 691                 0x0d090e0b, 0xc78bf2ad, 0xa8b62db9, 0xa91e14c8,
 692                 0x19f15785, 0x0775af4c, 0xdd99eebb, 0x607fa3fd,
 693                 0x2601f79f, 0xf5725cbc, 0x3b6644c5, 0x7efb5b34,
 694                 0x29438b76, 0xc623cbdc, 0xfcedb668, 0xf1e4b863,
 695                 0xdc31d7ca, 0x85634210, 0x22971340, 0x11c68420,
 696                 0x244a857d, 0x3dbbd2f8, 0x32f9ae11, 0xa129c76d,
 697                 0x2f9e1d4b, 0x30b2dcf3, 0x52860dec, 0xe3c177d0,
 698                 0x16b32b6c, 0xb970a999, 0x489411fa, 0x64e94722,
 699                 0x8cfca8c4, 0x3ff0a01a, 0x2c7d56d8, 0x903322ef,
 700                 0x4e4987c7, 0xd138d9c1, 0xa2ca8cfe, 0x0bd49836,
 701                 0x81f5a6cf, 0xde7aa528, 0x8eb7da26, 0xbfad3fa4,
 702                 0x9d3a2ce4, 0x9278500d, 0xcc5f6a9b, 0x467e5462,
 703                 0x138df6c2, 0xb8d890e8, 0xf7392e5e, 0xafc382f5,
 704                 0x805d9fbe, 0x93d0697c, 0x2dd56fa9, 0x1225cfb3,
 705                 0x99acc83b, 0x7d1810a7, 0x639ce86e, 0xbb3bdb7b,
 706                 0x7826cd09, 0x18596ef4, 0xb79aec01, 0x9a4f83a8,
 707                 0x6e95e665, 0xe6ffaa7e, 0xcfbc2108, 0xe815efe6,
 708                 0x9be7bad9, 0x366f4ace, 0x099fead4, 0x7cb029d6,
 709                 0xb2a431af, 0x233f2a31, 0x94a5c630, 0x66a235c0,
 710                 0xbc4e7437, 0xca82fca6, 0xd090e0b0, 0xd8a73315,
 711                 0x9804f14a, 0xdaec41f7, 0x50cd7f0e, 0xf691172f,
 712                 0xd64d768d, 0xb0ef434d, 0x4daacc54, 0x0496e4df,
 713                 0xb5d19ee3, 0x886a4c1b, 0x1f2cc1b8, 0x5165467f,
 714                 0xea5e9d04, 0x358c015d, 0x7487fa73, 0x410bfb2e,
 715                 0x1d67b35a, 0xd2db9252, 0x5610e933, 0x47d66d13,
 716                 0x61d79a8c, 0x0ca1377a, 0x14f8598e, 0x3c13eb89,
 717                 0x27a9ceee, 0xc961b735, 0xe51ce1ed, 0xb1477a3c,
 718                 0xdfd29c59, 0x73f2553f, 0xce141879, 0x37c773bf,
 719                 0xcdf753ea, 0xaafd5f5b, 0x6f3ddf14, 0xdb447886,
 720                 0xf3afca81, 0xc468b93e, 0x3424382c, 0x40a3c25f,
 721                 0xc31d1672, 0x25e2bc0c, 0x493c288b, 0x950dff41,
 722                 0x01a83971, 0xb30c08de, 0xe4b4d89c, 0xc1566490,
 723                 0x84cb7b61, 0xb632d570, 0x5c6c4874, 0x57b8d042,
 724         }, {
 725                 0xf45150a7, 0x417e5365, 0x171ac3a4, 0x273a965e,
 726                 0xab3bcb6b, 0x9d1ff145, 0xfaacab58, 0xe34b9303,
 727                 0x302055fa, 0x76adf66d, 0xcc889176, 0x02f5254c,
 728                 0xe54ffcd7, 0x2ac5d7cb, 0x35268044, 0x62b58fa3,
 729                 0xb1de495a, 0xba25671b, 0xea45980e, 0xfe5de1c0,
 730                 0x2fc30275, 0x4c8112f0, 0x468da397, 0xd36bc6f9,
 731                 0x8f03e75f, 0x9215959c, 0x6dbfeb7a, 0x5295da59,
 732                 0xbed42d83, 0x7458d321, 0xe0492969, 0xc98e44c8,
 733                 0xc2756a89, 0x8ef47879, 0x58996b3e, 0xb927dd71,
 734                 0xe1beb64f, 0x88f017ad, 0x20c966ac, 0xce7db43a,
 735                 0xdf63184a, 0x1ae58231, 0x51976033, 0x5362457f,
 736                 0x64b1e077, 0x6bbb84ae, 0x81fe1ca0, 0x08f9942b,
 737                 0x48705868, 0x458f19fd, 0xde94876c, 0x7b52b7f8,
 738                 0x73ab23d3, 0x4b72e202, 0x1fe3578f, 0x55662aab,
 739                 0xebb20728, 0xb52f03c2, 0xc5869a7b, 0x37d3a508,
 740                 0x2830f287, 0xbf23b2a5, 0x0302ba6a, 0x16ed5c82,
 741                 0xcf8a2b1c, 0x79a792b4, 0x07f3f0f2, 0x694ea1e2,
 742                 0xda65cdf4, 0x0506d5be, 0x34d11f62, 0xa6c48afe,
 743                 0x2e349d53, 0xf3a2a055, 0x8a0532e1, 0xf6a475eb,
 744                 0x830b39ec, 0x6040aaef, 0x715e069f, 0x6ebd5110,
 745                 0x213ef98a, 0xdd963d06, 0x3eddae05, 0xe64d46bd,
 746                 0x5491b58d, 0xc471055d, 0x06046fd4, 0x5060ff15,
 747                 0x981924fb, 0xbdd697e9, 0x4089cc43, 0xd967779e,
 748                 0xe8b0bd42, 0x8907888b, 0x19e7385b, 0xc879dbee,
 749                 0x7ca1470a, 0x427ce90f, 0x84f8c91e, 0x00000000,
 750                 0x80098386, 0x2b3248ed, 0x111eac70, 0x5a6c4e72,
 751                 0x0efdfbff, 0x850f5638, 0xae3d1ed5, 0x2d362739,
 752                 0x0f0a64d9, 0x5c6821a6, 0x5b9bd154, 0x36243a2e,
 753                 0x0a0cb167, 0x57930fe7, 0xeeb4d296, 0x9b1b9e91,
 754                 0xc0804fc5, 0xdc61a220, 0x775a694b, 0x121c161a,
 755                 0x93e20aba, 0xa0c0e52a, 0x223c43e0, 0x1b121d17,
 756                 0x090e0b0d, 0x8bf2adc7, 0xb62db9a8, 0x1e14c8a9,
 757                 0xf1578519, 0x75af4c07, 0x99eebbdd, 0x7fa3fd60,
 758                 0x01f79f26, 0x725cbcf5, 0x6644c53b, 0xfb5b347e,
 759                 0x438b7629, 0x23cbdcc6, 0xedb668fc, 0xe4b863f1,
 760                 0x31d7cadc, 0x63421085, 0x97134022, 0xc6842011,
 761                 0x4a857d24, 0xbbd2f83d, 0xf9ae1132, 0x29c76da1,
 762                 0x9e1d4b2f, 0xb2dcf330, 0x860dec52, 0xc177d0e3,
 763                 0xb32b6c16, 0x70a999b9, 0x9411fa48, 0xe9472264,
 764                 0xfca8c48c, 0xf0a01a3f, 0x7d56d82c, 0x3322ef90,
 765                 0x4987c74e, 0x38d9c1d1, 0xca8cfea2, 0xd498360b,
 766                 0xf5a6cf81, 0x7aa528de, 0xb7da268e, 0xad3fa4bf,
 767                 0x3a2ce49d, 0x78500d92, 0x5f6a9bcc, 0x7e546246,
 768                 0x8df6c213, 0xd890e8b8, 0x392e5ef7, 0xc382f5af,
 769                 0x5d9fbe80, 0xd0697c93, 0xd56fa92d, 0x25cfb312,
 770                 0xacc83b99, 0x1810a77d, 0x9ce86e63, 0x3bdb7bbb,
 771                 0x26cd0978, 0x596ef418, 0x9aec01b7, 0x4f83a89a,
 772                 0x95e6656e, 0xffaa7ee6, 0xbc2108cf, 0x15efe6e8,
 773                 0xe7bad99b, 0x6f4ace36, 0x9fead409, 0xb029d67c,
 774                 0xa431afb2, 0x3f2a3123, 0xa5c63094, 0xa235c066,
 775                 0x4e7437bc, 0x82fca6ca, 0x90e0b0d0, 0xa73315d8,
 776                 0x04f14a98, 0xec41f7da, 0xcd7f0e50, 0x91172ff6,
 777                 0x4d768dd6, 0xef434db0, 0xaacc544d, 0x96e4df04,
 778                 0xd19ee3b5, 0x6a4c1b88, 0x2cc1b81f, 0x65467f51,
 779                 0x5e9d04ea, 0x8c015d35, 0x87fa7374, 0x0bfb2e41,
 780                 0x67b35a1d, 0xdb9252d2, 0x10e93356, 0xd66d1347,
 781                 0xd79a8c61, 0xa1377a0c, 0xf8598e14, 0x13eb893c,
 782                 0xa9ceee27, 0x61b735c9, 0x1ce1ede5, 0x477a3cb1,
 783                 0xd29c59df, 0xf2553f73, 0x141879ce, 0xc773bf37,
 784                 0xf753eacd, 0xfd5f5baa, 0x3ddf146f, 0x447886db,
 785                 0xafca81f3, 0x68b93ec4, 0x24382c34, 0xa3c25f40,
 786                 0x1d1672c3, 0xe2bc0c25, 0x3c288b49, 0x0dff4195,
 787                 0xa8397101, 0x0c08deb3, 0xb4d89ce4, 0x566490c1,
 788                 0xcb7b6184, 0x32d570b6, 0x6c48745c, 0xb8d04257,
 789         }, {
 790                 0x5150a7f4, 0x7e536541, 0x1ac3a417, 0x3a965e27,
 791                 0x3bcb6bab, 0x1ff1459d, 0xacab58fa, 0x4b9303e3,
 792                 0x2055fa30, 0xadf66d76, 0x889176cc, 0xf5254c02,
 793                 0x4ffcd7e5, 0xc5d7cb2a, 0x26804435, 0xb58fa362,
 794                 0xde495ab1, 0x25671bba, 0x45980eea, 0x5de1c0fe,
 795                 0xc302752f, 0x8112f04c, 0x8da39746, 0x6bc6f9d3,
 796                 0x03e75f8f, 0x15959c92, 0xbfeb7a6d, 0x95da5952,
 797                 0xd42d83be, 0x58d32174, 0x492969e0, 0x8e44c8c9,
 798                 0x756a89c2, 0xf478798e, 0x996b3e58, 0x27dd71b9,
 799                 0xbeb64fe1, 0xf017ad88, 0xc966ac20, 0x7db43ace,
 800                 0x63184adf, 0xe582311a, 0x97603351, 0x62457f53,
 801                 0xb1e07764, 0xbb84ae6b, 0xfe1ca081, 0xf9942b08,
 802                 0x70586848, 0x8f19fd45, 0x94876cde, 0x52b7f87b,
 803                 0xab23d373, 0x72e2024b, 0xe3578f1f, 0x662aab55,
 804                 0xb20728eb, 0x2f03c2b5, 0x869a7bc5, 0xd3a50837,
 805                 0x30f28728, 0x23b2a5bf, 0x02ba6a03, 0xed5c8216,
 806                 0x8a2b1ccf, 0xa792b479, 0xf3f0f207, 0x4ea1e269,
 807                 0x65cdf4da, 0x06d5be05, 0xd11f6234, 0xc48afea6,
 808                 0x349d532e, 0xa2a055f3, 0x0532e18a, 0xa475ebf6,
 809                 0x0b39ec83, 0x40aaef60, 0x5e069f71, 0xbd51106e,
 810                 0x3ef98a21, 0x963d06dd, 0xddae053e, 0x4d46bde6,
 811                 0x91b58d54, 0x71055dc4, 0x046fd406, 0x60ff1550,
 812                 0x1924fb98, 0xd697e9bd, 0x89cc4340, 0x67779ed9,
 813                 0xb0bd42e8, 0x07888b89, 0xe7385b19, 0x79dbeec8,
 814                 0xa1470a7c, 0x7ce90f42, 0xf8c91e84, 0x00000000,
 815                 0x09838680, 0x3248ed2b, 0x1eac7011, 0x6c4e725a,
 816                 0xfdfbff0e, 0x0f563885, 0x3d1ed5ae, 0x3627392d,
 817                 0x0a64d90f, 0x6821a65c, 0x9bd1545b, 0x243a2e36,
 818                 0x0cb1670a, 0x930fe757, 0xb4d296ee, 0x1b9e919b,
 819                 0x804fc5c0, 0x61a220dc, 0x5a694b77, 0x1c161a12,
 820                 0xe20aba93, 0xc0e52aa0, 0x3c43e022, 0x121d171b,
 821                 0x0e0b0d09, 0xf2adc78b, 0x2db9a8b6, 0x14c8a91e,
 822                 0x578519f1, 0xaf4c0775, 0xeebbdd99, 0xa3fd607f,
 823                 0xf79f2601, 0x5cbcf572, 0x44c53b66, 0x5b347efb,
 824                 0x8b762943, 0xcbdcc623, 0xb668fced, 0xb863f1e4,
 825                 0xd7cadc31, 0x42108563, 0x13402297, 0x842011c6,
 826                 0x857d244a, 0xd2f83dbb, 0xae1132f9, 0xc76da129,
 827                 0x1d4b2f9e, 0xdcf330b2, 0x0dec5286, 0x77d0e3c1,
 828                 0x2b6c16b3, 0xa999b970, 0x11fa4894, 0x472264e9,
 829                 0xa8c48cfc, 0xa01a3ff0, 0x56d82c7d, 0x22ef9033,
 830                 0x87c74e49, 0xd9c1d138, 0x8cfea2ca, 0x98360bd4,
 831                 0xa6cf81f5, 0xa528de7a, 0xda268eb7, 0x3fa4bfad,
 832                 0x2ce49d3a, 0x500d9278, 0x6a9bcc5f, 0x5462467e,
 833                 0xf6c2138d, 0x90e8b8d8, 0x2e5ef739, 0x82f5afc3,
 834                 0x9fbe805d, 0x697c93d0, 0x6fa92dd5, 0xcfb31225,
 835                 0xc83b99ac, 0x10a77d18, 0xe86e639c, 0xdb7bbb3b,
 836                 0xcd097826, 0x6ef41859, 0xec01b79a, 0x83a89a4f,
 837                 0xe6656e95, 0xaa7ee6ff, 0x2108cfbc, 0xefe6e815,
 838                 0xbad99be7, 0x4ace366f, 0xead4099f, 0x29d67cb0,
 839                 0x31afb2a4, 0x2a31233f, 0xc63094a5, 0x35c066a2,
 840                 0x7437bc4e, 0xfca6ca82, 0xe0b0d090, 0x3315d8a7,
 841                 0xf14a9804, 0x41f7daec, 0x7f0e50cd, 0x172ff691,
 842                 0x768dd64d, 0x434db0ef, 0xcc544daa, 0xe4df0496,
 843                 0x9ee3b5d1, 0x4c1b886a, 0xc1b81f2c, 0x467f5165,
 844                 0x9d04ea5e, 0x015d358c, 0xfa737487, 0xfb2e410b,
 845                 0xb35a1d67, 0x9252d2db, 0xe9335610, 0x6d1347d6,
 846                 0x9a8c61d7, 0x377a0ca1, 0x598e14f8, 0xeb893c13,
 847                 0xceee27a9, 0xb735c961, 0xe1ede51c, 0x7a3cb147,
 848                 0x9c59dfd2, 0x553f73f2, 0x1879ce14, 0x73bf37c7,
 849                 0x53eacdf7, 0x5f5baafd, 0xdf146f3d, 0x7886db44,
 850                 0xca81f3af, 0xb93ec468, 0x382c3424, 0xc25f40a3,
 851                 0x1672c31d, 0xbc0c25e2, 0x288b493c, 0xff41950d,
 852                 0x397101a8, 0x08deb30c, 0xd89ce4b4, 0x6490c156,
 853                 0x7b6184cb, 0xd570b632, 0x48745c6c, 0xd04257b8,
 854         }
 855 };
 856
 857 static const u32 crypto_il_tab[4][256] ____cacheline_aligned = {
 858         {
 859                 0x00000052, 0x00000009, 0x0000006a, 0x000000d5,
 860                 0x00000030, 0x00000036, 0x000000a5, 0x00000038,
 861                 0x000000bf, 0x00000040, 0x000000a3, 0x0000009e,
 862                 0x00000081, 0x000000f3, 0x000000d7, 0x000000fb,
 863                 0x0000007c, 0x000000e3, 0x00000039, 0x00000082,
 864                 0x0000009b, 0x0000002f, 0x000000ff, 0x00000087,
 865                 0x00000034, 0x0000008e, 0x00000043, 0x00000044,
 866                 0x000000c4, 0x000000de, 0x000000e9, 0x000000cb,
 867                 0x00000054, 0x0000007b, 0x00000094, 0x00000032,
 868                 0x000000a6, 0x000000c2, 0x00000023, 0x0000003d,
 869                 0x000000ee, 0x0000004c, 0x00000095, 0x0000000b,
 870                 0x00000042, 0x000000fa, 0x000000c3, 0x0000004e,
 871                 0x00000008, 0x0000002e, 0x000000a1, 0x00000066,
 872                 0x00000028, 0x000000d9, 0x00000024, 0x000000b2,
 873                 0x00000076, 0x0000005b, 0x000000a2, 0x00000049,
 874                 0x0000006d, 0x0000008b, 0x000000d1, 0x00000025,
 875                 0x00000072, 0x000000f8, 0x000000f6, 0x00000064,
 876                 0x00000086, 0x00000068, 0x00000098, 0x00000016,
 877                 0x000000d4, 0x000000a4, 0x0000005c, 0x000000cc,
 878                 0x0000005d, 0x00000065, 0x000000b6, 0x00000092,
 879                 0x0000006c, 0x00000070, 0x00000048, 0x00000050,
 880                 0x000000fd, 0x000000ed, 0x000000b9, 0x000000da,
 881                 0x0000005e, 0x00000015, 0x00000046, 0x00000057,
 882                 0x000000a7, 0x0000008d, 0x0000009d, 0x00000084,
 883                 0x00000090, 0x000000d8, 0x000000ab, 0x00000000,
 884                 0x0000008c, 0x000000bc, 0x000000d3, 0x0000000a,
 885                 0x000000f7, 0x000000e4, 0x00000058, 0x00000005,
 886                 0x000000b8, 0x000000b3, 0x00000045, 0x00000006,
 887                 0x000000d0, 0x0000002c, 0x0000001e, 0x0000008f,
 888                 0x000000ca, 0x0000003f, 0x0000000f, 0x00000002,
 889                 0x000000c1, 0x000000af, 0x000000bd, 0x00000003,
 890                 0x00000001, 0x00000013, 0x0000008a, 0x0000006b,
 891                 0x0000003a, 0x00000091, 0x00000011, 0x00000041,
 892                 0x0000004f, 0x00000067, 0x000000dc, 0x000000ea,
 893                 0x00000097, 0x000000f2, 0x000000cf, 0x000000ce,
 894                 0x000000f0, 0x000000b4, 0x000000e6, 0x00000073,
 895                 0x00000096, 0x000000ac, 0x00000074, 0x00000022,
 896                 0x000000e7, 0x000000ad, 0x00000035, 0x00000085,
 897                 0x000000e2, 0x000000f9, 0x00000037, 0x000000e8,
 898                 0x0000001c, 0x00000075, 0x000000df, 0x0000006e,
 899                 0x00000047, 0x000000f1, 0x0000001a, 0x00000071,
 900                 0x0000001d, 0x00000029, 0x000000c5, 0x00000089,
 901                 0x0000006f, 0x000000b7, 0x00000062, 0x0000000e,
 902                 0x000000aa, 0x00000018, 0x000000be, 0x0000001b,
 903                 0x000000fc, 0x00000056, 0x0000003e, 0x0000004b,
 904                 0x000000c6, 0x000000d2, 0x00000079, 0x00000020,
 905                 0x0000009a, 0x000000db, 0x000000c0, 0x000000fe,
 906                 0x00000078, 0x000000cd, 0x0000005a, 0x000000f4,
 907                 0x0000001f, 0x000000dd, 0x000000a8, 0x00000033,
 908                 0x00000088, 0x00000007, 0x000000c7, 0x00000031,
 909                 0x000000b1, 0x00000012, 0x00000010, 0x00000059,
 910                 0x00000027, 0x00000080, 0x000000ec, 0x0000005f,
 911                 0x00000060, 0x00000051, 0x0000007f, 0x000000a9,
 912                 0x00000019, 0x000000b5, 0x0000004a, 0x0000000d,
 913                 0x0000002d, 0x000000e5, 0x0000007a, 0x0000009f,
 914                 0x00000093, 0x000000c9, 0x0000009c, 0x000000ef,
 915                 0x000000a0, 0x000000e0, 0x0000003b, 0x0000004d,
 916                 0x000000ae, 0x0000002a, 0x000000f5, 0x000000b0,
 917                 0x000000c8, 0x000000eb, 0x000000bb, 0x0000003c,
 918                 0x00000083, 0x00000053, 0x00000099, 0x00000061,
 919                 0x00000017, 0x0000002b, 0x00000004, 0x0000007e,
 920                 0x000000ba, 0x00000077, 0x000000d6, 0x00000026,
 921                 0x000000e1, 0x00000069, 0x00000014, 0x00000063,
 922                 0x00000055, 0x00000021, 0x0000000c, 0x0000007d,
 923         }, {
 924                 0x00005200, 0x00000900, 0x00006a00, 0x0000d500,
 925                 0x00003000, 0x00003600, 0x0000a500, 0x00003800,
 926                 0x0000bf00, 0x00004000, 0x0000a300, 0x00009e00,
 927                 0x00008100, 0x0000f300, 0x0000d700, 0x0000fb00,
 928                 0x00007c00, 0x0000e300, 0x00003900, 0x00008200,
 929                 0x00009b00, 0x00002f00, 0x0000ff00, 0x00008700,
 930                 0x00003400, 0x00008e00, 0x00004300, 0x00004400,
 931                 0x0000c400, 0x0000de00, 0x0000e900, 0x0000cb00,
 932                 0x00005400, 0x00007b00, 0x00009400, 0x00003200,
 933                 0x0000a600, 0x0000c200, 0x00002300, 0x00003d00,
 934                 0x0000ee00, 0x00004c00, 0x00009500, 0x00000b00,
 935                 0x00004200, 0x0000fa00, 0x0000c300, 0x00004e00,
 936                 0x00000800, 0x00002e00, 0x0000a100, 0x00006600,
 937                 0x00002800, 0x0000d900, 0x00002400, 0x0000b200,
 938                 0x00007600, 0x00005b00, 0x0000a200, 0x00004900,
 939                 0x00006d00, 0x00008b00, 0x0000d100, 0x00002500,
 940                 0x00007200, 0x0000f800, 0x0000f600, 0x00006400,
 941                 0x00008600, 0x00006800, 0x00009800, 0x00001600,
 942                 0x0000d400, 0x0000a400, 0x00005c00, 0x0000cc00,
 943                 0x00005d00, 0x00006500, 0x0000b600, 0x00009200,
 944                 0x00006c00, 0x00007000, 0x00004800, 0x00005000,
 945                 0x0000fd00, 0x0000ed00, 0x0000b900, 0x0000da00,
 946                 0x00005e00, 0x00001500, 0x00004600, 0x00005700,
 947                 0x0000a700, 0x00008d00, 0x00009d00, 0x00008400,
 948                 0x00009000, 0x0000d800, 0x0000ab00, 0x00000000,
 949                 0x00008c00, 0x0000bc00, 0x0000d300, 0x00000a00,
 950                 0x0000f700, 0x0000e400, 0x00005800, 0x00000500,
 951                 0x0000b800, 0x0000b300, 0x00004500, 0x00000600,
 952                 0x0000d000, 0x00002c00, 0x00001e00, 0x00008f00,
 953                 0x0000ca00, 0x00003f00, 0x00000f00, 0x00000200,
 954                 0x0000c100, 0x0000af00, 0x0000bd00, 0x00000300,
 955                 0x00000100, 0x00001300, 0x00008a00, 0x00006b00,
 956                 0x00003a00, 0x00009100, 0x00001100, 0x00004100,
 957                 0x00004f00, 0x00006700, 0x0000dc00, 0x0000ea00,
 958                 0x00009700, 0x0000f200, 0x0000cf00, 0x0000ce00,
 959                 0x0000f000, 0x0000b400, 0x0000e600, 0x00007300,
 960                 0x00009600, 0x0000ac00, 0x00007400, 0x00002200,
 961                 0x0000e700, 0x0000ad00, 0x00003500, 0x00008500,
 962                 0x0000e200, 0x0000f900, 0x00003700, 0x0000e800,
 963                 0x00001c00, 0x00007500, 0x0000df00, 0x00006e00,
 964                 0x00004700, 0x0000f100, 0x00001a00, 0x00007100,
 965                 0x00001d00, 0x00002900, 0x0000c500, 0x00008900,
 966                 0x00006f00, 0x0000b700, 0x00006200, 0x00000e00,
 967                 0x0000aa00, 0x00001800, 0x0000be00, 0x00001b00,
 968                 0x0000fc00, 0x00005600, 0x00003e00, 0x00004b00,
 969                 0x0000c600, 0x0000d200, 0x00007900, 0x00002000,
 970                 0x00009a00, 0x0000db00, 0x0000c000, 0x0000fe00,
 971                 0x00007800, 0x0000cd00, 0x00005a00, 0x0000f400,
 972                 0x00001f00, 0x0000dd00, 0x0000a800, 0x00003300,
 973                 0x00008800, 0x00000700, 0x0000c700, 0x00003100,
 974                 0x0000b100, 0x00001200, 0x00001000, 0x00005900,
 975                 0x00002700, 0x00008000, 0x0000ec00, 0x00005f00,
 976                 0x00006000, 0x00005100, 0x00007f00, 0x0000a900,
 977                 0x00001900, 0x0000b500, 0x00004a00, 0x00000d00,
 978                 0x00002d00, 0x0000e500, 0x00007a00, 0x00009f00,
 979                 0x00009300, 0x0000c900, 0x00009c00, 0x0000ef00,
 980                 0x0000a000, 0x0000e000, 0x00003b00, 0x00004d00,
 981                 0x0000ae00, 0x00002a00, 0x0000f500, 0x0000b000,
 982                 0x0000c800, 0x0000eb00, 0x0000bb00, 0x00003c00,
 983                 0x00008300, 0x00005300, 0x00009900, 0x00006100,
 984                 0x00001700, 0x00002b00, 0x00000400, 0x00007e00,
 985                 0x0000ba00, 0x00007700, 0x0000d600, 0x00002600,
 986                 0x0000e100, 0x00006900, 0x00001400, 0x00006300,
 987                 0x00005500, 0x00002100, 0x00000c00, 0x00007d00,
 988         }, {
 989                 0x00520000, 0x00090000, 0x006a0000, 0x00d50000,
 990                 0x00300000, 0x00360000, 0x00a50000, 0x00380000,
 991                 0x00bf0000, 0x00400000, 0x00a30000, 0x009e0000,
 992                 0x00810000, 0x00f30000, 0x00d70000, 0x00fb0000,
 993                 0x007c0000, 0x00e30000, 0x00390000, 0x00820000,
 994                 0x009b0000, 0x002f0000, 0x00ff0000, 0x00870000,
 995                 0x00340000, 0x008e0000, 0x00430000, 0x00440000,
 996                 0x00c40000, 0x00de0000, 0x00e90000, 0x00cb0000,
 997                 0x00540000, 0x007b0000, 0x00940000, 0x00320000,
 998                 0x00a60000, 0x00c20000, 0x00230000, 0x003d0000,
 999                 0x00ee0000, 0x004c0000, 0x00950000, 0x000b0000,
1000                 0x00420000, 0x00fa0000, 0x00c30000, 0x004e0000,
1001                 0x00080000, 0x002e0000, 0x00a10000, 0x00660000,
1002                 0x00280000, 0x00d90000, 0x00240000, 0x00b20000,
1003                 0x00760000, 0x005b0000, 0x00a20000, 0x00490000,
1004                 0x006d0000, 0x008b0000, 0x00d10000, 0x00250000,
1005                 0x00720000, 0x00f80000, 0x00f60000, 0x00640000,
1006                 0x00860000, 0x00680000, 0x00980000, 0x00160000,
1007                 0x00d40000, 0x00a40000, 0x005c0000, 0x00cc0000,
1008                 0x005d0000, 0x00650000, 0x00b60000, 0x00920000,
1009                 0x006c0000, 0x00700000, 0x00480000, 0x00500000,
1010                 0x00fd0000, 0x00ed0000, 0x00b90000, 0x00da0000,
1011                 0x005e0000, 0x00150000, 0x00460000, 0x00570000,
1012                 0x00a70000, 0x008d0000, 0x009d0000, 0x00840000,
1013                 0x00900000, 0x00d80000, 0x00ab0000, 0x00000000,
1014                 0x008c0000, 0x00bc0000, 0x00d30000, 0x000a0000,
1015                 0x00f70000, 0x00e40000, 0x00580000, 0x00050000,
1016                 0x00b80000, 0x00b30000, 0x00450000, 0x00060000,
1017                 0x00d00000, 0x002c0000, 0x001e0000, 0x008f0000,
1018                 0x00ca0000, 0x003f0000, 0x000f0000, 0x00020000,
1019                 0x00c10000, 0x00af0000, 0x00bd0000, 0x00030000,
1020                 0x00010000, 0x00130000, 0x008a0000, 0x006b0000,
1021                 0x003a0000, 0x00910000, 0x00110000, 0x00410000,
1022                 0x004f0000, 0x00670000, 0x00dc0000, 0x00ea0000,
1023                 0x00970000, 0x00f20000, 0x00cf0000, 0x00ce0000,
1024                 0x00f00000, 0x00b40000, 0x00e60000, 0x00730000,
1025                 0x00960000, 0x00ac0000, 0x00740000, 0x00220000,
1026                 0x00e70000, 0x00ad0000, 0x00350000, 0x00850000,
1027                 0x00e20000, 0x00f90000, 0x00370000, 0x00e80000,
1028                 0x001c0000, 0x00750000, 0x00df0000, 0x006e0000,
1029                 0x00470000, 0x00f10000, 0x001a0000, 0x00710000,
1030                 0x001d0000, 0x00290000, 0x00c50000, 0x00890000,
1031                 0x006f0000, 0x00b70000, 0x00620000, 0x000e0000,
1032                 0x00aa0000, 0x00180000, 0x00be0000, 0x001b0000,
1033                 0x00fc0000, 0x00560000, 0x003e0000, 0x004b0000,
1034                 0x00c60000, 0x00d20000, 0x00790000, 0x00200000,
1035                 0x009a0000, 0x00db0000, 0x00c00000, 0x00fe0000,
1036                 0x00780000, 0x00cd0000, 0x005a0000, 0x00f40000,
1037                 0x001f0000, 0x00dd0000, 0x00a80000, 0x00330000,
1038                 0x00880000, 0x00070000, 0x00c70000, 0x00310000,
1039                 0x00b10000, 0x00120000, 0x00100000, 0x00590000,
1040                 0x00270000, 0x00800000, 0x00ec0000, 0x005f0000,
1041                 0x00600000, 0x00510000, 0x007f0000, 0x00a90000,
1042                 0x00190000, 0x00b50000, 0x004a0000, 0x000d0000,
1043                 0x002d0000, 0x00e50000, 0x007a0000, 0x009f0000,
1044                 0x00930000, 0x00c90000, 0x009c0000, 0x00ef0000,
1045                 0x00a00000, 0x00e00000, 0x003b0000, 0x004d0000,
1046                 0x00ae0000, 0x002a0000, 0x00f50000, 0x00b00000,
1047                 0x00c80000, 0x00eb0000, 0x00bb0000, 0x003c0000,
1048                 0x00830000, 0x00530000, 0x00990000, 0x00610000,
1049                 0x00170000, 0x002b0000, 0x00040000, 0x007e0000,
1050                 0x00ba0000, 0x00770000, 0x00d60000, 0x00260000,
1051                 0x00e10000, 0x00690000, 0x00140000, 0x00630000,
1052                 0x00550000, 0x00210000, 0x000c0000, 0x007d0000,
1053         }, {
1054                 0x52000000, 0x09000000, 0x6a000000, 0xd5000000,
1055                 0x30000000, 0x36000000, 0xa5000000, 0x38000000,
1056                 0xbf000000, 0x40000000, 0xa3000000, 0x9e000000,
1057                 0x81000000, 0xf3000000, 0xd7000000, 0xfb000000,
1058                 0x7c000000, 0xe3000000, 0x39000000, 0x82000000,
1059                 0x9b000000, 0x2f000000, 0xff000000, 0x87000000,
1060                 0x34000000, 0x8e000000, 0x43000000, 0x44000000,
1061                 0xc4000000, 0xde000000, 0xe9000000, 0xcb000000,
1062                 0x54000000, 0x7b000000, 0x94000000, 0x32000000,
1063                 0xa6000000, 0xc2000000, 0x23000000, 0x3d000000,
1064                 0xee000000, 0x4c000000, 0x95000000, 0x0b000000,
1065                 0x42000000, 0xfa000000, 0xc3000000, 0x4e000000,
1066                 0x08000000, 0x2e000000, 0xa1000000, 0x66000000,
1067                 0x28000000, 0xd9000000, 0x24000000, 0xb2000000,
1068                 0x76000000, 0x5b000000, 0xa2000000, 0x49000000,
1069                 0x6d000000, 0x8b000000, 0xd1000000, 0x25000000,
1070                 0x72000000, 0xf8000000, 0xf6000000, 0x64000000,
1071                 0x86000000, 0x68000000, 0x98000000, 0x16000000,
1072                 0xd4000000, 0xa4000000, 0x5c000000, 0xcc000000,
1073                 0x5d000000, 0x65000000, 0xb6000000, 0x92000000,
1074                 0x6c000000, 0x70000000, 0x48000000, 0x50000000,
1075                 0xfd000000, 0xed000000, 0xb9000000, 0xda000000,
1076                 0x5e000000, 0x15000000, 0x46000000, 0x57000000,
1077                 0xa7000000, 0x8d000000, 0x9d000000, 0x84000000,
1078                 0x90000000, 0xd8000000, 0xab000000, 0x00000000,
1079                 0x8c000000, 0xbc000000, 0xd3000000, 0x0a000000,
1080                 0xf7000000, 0xe4000000, 0x58000000, 0x05000000,
1081                 0xb8000000, 0xb3000000, 0x45000000, 0x06000000,
1082                 0xd0000000, 0x2c000000, 0x1e000000, 0x8f000000,
1083                 0xca000000, 0x3f000000, 0x0f000000, 0x02000000,
1084                 0xc1000000, 0xaf000000, 0xbd000000, 0x03000000,
1085                 0x01000000, 0x13000000, 0x8a000000, 0x6b000000,
1086                 0x3a000000, 0x91000000, 0x11000000, 0x41000000,
1087                 0x4f000000, 0x67000000, 0xdc000000, 0xea000000,
1088                 0x97000000, 0xf2000000, 0xcf000000, 0xce000000,
1089                 0xf0000000, 0xb4000000, 0xe6000000, 0x73000000,
1090                 0x96000000, 0xac000000, 0x74000000, 0x22000000,
1091                 0xe7000000, 0xad000000, 0x35000000, 0x85000000,
1092                 0xe2000000, 0xf9000000, 0x37000000, 0xe8000000,
1093                 0x1c000000, 0x75000000, 0xdf000000, 0x6e000000,
1094                 0x47000000, 0xf1000000, 0x1a000000, 0x71000000,
1095                 0x1d000000, 0x29000000, 0xc5000000, 0x89000000,
1096                 0x6f000000, 0xb7000000, 0x62000000, 0x0e000000,
1097                 0xaa000000, 0x18000000, 0xbe000000, 0x1b000000,
1098                 0xfc000000, 0x56000000, 0x3e000000, 0x4b000000,
1099                 0xc6000000, 0xd2000000, 0x79000000, 0x20000000,
1100                 0x9a000000, 0xdb000000, 0xc0000000, 0xfe000000,
1101                 0x78000000, 0xcd000000, 0x5a000000, 0xf4000000,
1102                 0x1f000000, 0xdd000000, 0xa8000000, 0x33000000,
1103                 0x88000000, 0x07000000, 0xc7000000, 0x31000000,
1104                 0xb1000000, 0x12000000, 0x10000000, 0x59000000,
1105                 0x27000000, 0x80000000, 0xec000000, 0x5f000000,
1106                 0x60000000, 0x51000000, 0x7f000000, 0xa9000000,
1107                 0x19000000, 0xb5000000, 0x4a000000, 0x0d000000,
1108                 0x2d000000, 0xe5000000, 0x7a000000, 0x9f000000,
1109                 0x93000000, 0xc9000000, 0x9c000000, 0xef000000,
1110                 0xa0000000, 0xe0000000, 0x3b000000, 0x4d000000,
1111                 0xae000000, 0x2a000000, 0xf5000000, 0xb0000000,
1112                 0xc8000000, 0xeb000000, 0xbb000000, 0x3c000000,
1113                 0x83000000, 0x53000000, 0x99000000, 0x61000000,
1114                 0x17000000, 0x2b000000, 0x04000000, 0x7e000000,
1115                 0xba000000, 0x77000000, 0xd6000000, 0x26000000,
1116                 0xe1000000, 0x69000000, 0x14000000, 0x63000000,
1117                 0x55000000, 0x21000000, 0x0c000000, 0x7d000000,
1118         }
1119 };
1120
1121 EXPORT_SYMBOL_GPL(crypto_ft_tab);
1122 EXPORT_SYMBOL_GPL(crypto_it_tab);
1123
1124 /**
1125  * crypto_aes_set_key - Set the AES key.
1126  * @tfm:        The %crypto_tfm that is used in the context.
1127  * @in_key:     The input key.
1128  * @key_len:    The size of the key.
1129  *
1130  * This function uses aes_expand_key() to expand the key.  &crypto_aes_ctx
1131  * _must_ be the private data embedded in @tfm which is retrieved with
1132  * crypto_tfm_ctx().
1133  *
1134  * Return: 0 on success; -EINVAL on failure (only happens for bad key lengths)
1135  */
1136 int crypto_aes_set_key(struct crypto_tfm *tfm, const u8 *in_key,
1137                 unsigned int key_len)
1138 {
1139         struct crypto_aes_ctx *ctx = crypto_tfm_ctx(tfm);
1140
1141         return aes_expandkey(ctx, in_key, key_len);
1142 }
1143 EXPORT_SYMBOL_GPL(crypto_aes_set_key);
1144
1145 /* encrypt a block of text */
1146
1147 #define f_rn(bo, bi, n, k)      do {                            \
1148         bo[n] = crypto_ft_tab[0][byte(bi[n], 0)] ^                      \
1149                 crypto_ft_tab[1][byte(bi[(n + 1) & 3], 1)] ^            \
1150                 crypto_ft_tab[2][byte(bi[(n + 2) & 3], 2)] ^            \
1151                 crypto_ft_tab[3][byte(bi[(n + 3) & 3], 3)] ^ *(k + n);  \
1152 } while (0)
1153
1154 #define f_nround(bo, bi, k)     do {\
1155         f_rn(bo, bi, 0, k);     \
1156         f_rn(bo, bi, 1, k);     \
1157         f_rn(bo, bi, 2, k);     \
1158         f_rn(bo, bi, 3, k);     \
1159         k += 4;                 \
1160 } while (0)
1161
1162 #define f_rl(bo, bi, n, k)      do {                            \
1163         bo[n] = crypto_fl_tab[0][byte(bi[n], 0)] ^                      \
1164                 crypto_fl_tab[1][byte(bi[(n + 1) & 3], 1)] ^            \
1165                 crypto_fl_tab[2][byte(bi[(n + 2) & 3], 2)] ^            \
1166                 crypto_fl_tab[3][byte(bi[(n + 3) & 3], 3)] ^ *(k + n);  \
1167 } while (0)
1168
1169 #define f_lround(bo, bi, k)     do {\
1170         f_rl(bo, bi, 0, k);     \
1171         f_rl(bo, bi, 1, k);     \
1172         f_rl(bo, bi, 2, k);     \
1173         f_rl(bo, bi, 3, k);     \
1174 } while (0)
1175
1176 static void crypto_aes_encrypt(struct crypto_tfm *tfm, u8 *out, const u8 *in)
1177 {
1178         const struct crypto_aes_ctx *ctx = crypto_tfm_ctx(tfm);
1179         u32 b0[4], b1[4];
1180         const u32 *kp = ctx->key_enc + 4;
1181         const int key_len = ctx->key_length;
1182
1183         b0[0] = ctx->key_enc[0] ^ get_unaligned_le32(in);
1184         b0[1] = ctx->key_enc[1] ^ get_unaligned_le32(in + 4);
1185         b0[2] = ctx->key_enc[2] ^ get_unaligned_le32(in + 8);
1186         b0[3] = ctx->key_enc[3] ^ get_unaligned_le32(in + 12);
1187
1188         if (key_len > 24) {
1189                 f_nround(b1, b0, kp);
1190                 f_nround(b0, b1, kp);
1191         }
1192
1193         if (key_len > 16) {
1194                 f_nround(b1, b0, kp);
1195                 f_nround(b0, b1, kp);
1196         }
1197
1198         f_nround(b1, b0, kp);
1199         f_nround(b0, b1, kp);
1200         f_nround(b1, b0, kp);
1201         f_nround(b0, b1, kp);
1202         f_nround(b1, b0, kp);
1203         f_nround(b0, b1, kp);
1204         f_nround(b1, b0, kp);
1205         f_nround(b0, b1, kp);
1206         f_nround(b1, b0, kp);
1207         f_lround(b0, b1, kp);
1208
1209         put_unaligned_le32(b0[0], out);
1210         put_unaligned_le32(b0[1], out + 4);
1211         put_unaligned_le32(b0[2], out + 8);
1212         put_unaligned_le32(b0[3], out + 12);
1213 }
1214
1215 /* decrypt a block of text */
1216
1217 #define i_rn(bo, bi, n, k)      do {                            \
1218         bo[n] = crypto_it_tab[0][byte(bi[n], 0)] ^                      \
1219                 crypto_it_tab[1][byte(bi[(n + 3) & 3], 1)] ^            \
1220                 crypto_it_tab[2][byte(bi[(n + 2) & 3], 2)] ^            \
1221                 crypto_it_tab[3][byte(bi[(n + 1) & 3], 3)] ^ *(k + n);  \
1222 } while (0)
1223
1224 #define i_nround(bo, bi, k)     do {\
1225         i_rn(bo, bi, 0, k);     \
1226         i_rn(bo, bi, 1, k);     \
1227         i_rn(bo, bi, 2, k);     \
1228         i_rn(bo, bi, 3, k);     \
1229         k += 4;                 \
1230 } while (0)
1231
1232 #define i_rl(bo, bi, n, k)      do {                    \
1233         bo[n] = crypto_il_tab[0][byte(bi[n], 0)] ^              \
1234         crypto_il_tab[1][byte(bi[(n + 3) & 3], 1)] ^            \
1235         crypto_il_tab[2][byte(bi[(n + 2) & 3], 2)] ^            \
1236         crypto_il_tab[3][byte(bi[(n + 1) & 3], 3)] ^ *(k + n);  \
1237 } while (0)
1238
1239 #define i_lround(bo, bi, k)     do {\
1240         i_rl(bo, bi, 0, k);     \
1241         i_rl(bo, bi, 1, k);     \
1242         i_rl(bo, bi, 2, k);     \
1243         i_rl(bo, bi, 3, k);     \
1244 } while (0)
1245
1246 static void crypto_aes_decrypt(struct crypto_tfm *tfm, u8 *out, const u8 *in)
1247 {
1248         const struct crypto_aes_ctx *ctx = crypto_tfm_ctx(tfm);
1249         u32 b0[4], b1[4];
1250         const int key_len = ctx->key_length;
1251         const u32 *kp = ctx->key_dec + 4;
1252
1253         b0[0] = ctx->key_dec[0] ^ get_unaligned_le32(in);
1254         b0[1] = ctx->key_dec[1] ^ get_unaligned_le32(in + 4);
1255         b0[2] = ctx->key_dec[2] ^ get_unaligned_le32(in + 8);
1256         b0[3] = ctx->key_dec[3] ^ get_unaligned_le32(in + 12);
1257
1258         if (key_len > 24) {
1259                 i_nround(b1, b0, kp);
1260                 i_nround(b0, b1, kp);
1261         }
1262
1263         if (key_len > 16) {
1264                 i_nround(b1, b0, kp);
1265                 i_nround(b0, b1, kp);
1266         }
1267
1268         i_nround(b1, b0, kp);
1269         i_nround(b0, b1, kp);
1270         i_nround(b1, b0, kp);
1271         i_nround(b0, b1, kp);
1272         i_nround(b1, b0, kp);
1273         i_nround(b0, b1, kp);
1274         i_nround(b1, b0, kp);
1275         i_nround(b0, b1, kp);
1276         i_nround(b1, b0, kp);
1277         i_lround(b0, b1, kp);
1278
1279         put_unaligned_le32(b0[0], out);
1280         put_unaligned_le32(b0[1], out + 4);
1281         put_unaligned_le32(b0[2], out + 8);
1282         put_unaligned_le32(b0[3], out + 12);
1283 }
1284
1285 static struct crypto_alg aes_alg = {
1286         .cra_name               =       "aes",
1287         .cra_driver_name        =       "aes-generic",
1288         .cra_priority           =       100,
1289         .cra_flags              =       CRYPTO_ALG_TYPE_CIPHER,
1290         .cra_blocksize          =       AES_BLOCK_SIZE,
1291         .cra_ctxsize            =       sizeof(struct crypto_aes_ctx),
1292         .cra_module             =       THIS_MODULE,
1293         .cra_u                  =       {
1294                 .cipher = {
1295                         .cia_min_keysize        =       AES_MIN_KEY_SIZE,
1296                         .cia_max_keysize        =       AES_MAX_KEY_SIZE,
1297                         .cia_setkey             =       crypto_aes_set_key,
1298                         .cia_encrypt            =       crypto_aes_encrypt,
1299                         .cia_decrypt            =       crypto_aes_decrypt
1300                 }
1301         }
1302 };
1303
1304 static int __init aes_init(void)
1305 {
1306         return crypto_register_alg(&aes_alg);
1307 }
1308
1309 static void __exit aes_fini(void)
1310 {
1311         crypto_unregister_alg(&aes_alg);
1312 }
1313
1314 subsys_initcall(aes_init);
1315 module_exit(aes_fini);
1316
1317 MODULE_DESCRIPTION("Rijndael (AES) Cipher Algorithm");
1318 MODULE_LICENSE("Dual BSD/GPL");
1319 MODULE_ALIAS_CRYPTO("aes");
1320 MODULE_ALIAS_CRYPTO("aes-generic");