Line | Branch | Exec | Source |
---|---|---|---|
1 | /* | ||
2 | * copyright (c) 2007 Michael Niedermayer <michaelni@gmx.at> | ||
3 | * | ||
4 | * some optimization ideas from aes128.c by Reimar Doeffinger | ||
5 | * | ||
6 | * This file is part of FFmpeg. | ||
7 | * | ||
8 | * FFmpeg is free software; you can redistribute it and/or | ||
9 | * modify it under the terms of the GNU Lesser General Public | ||
10 | * License as published by the Free Software Foundation; either | ||
11 | * version 2.1 of the License, or (at your option) any later version. | ||
12 | * | ||
13 | * FFmpeg is distributed in the hope that it will be useful, | ||
14 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
15 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | ||
16 | * Lesser General Public License for more details. | ||
17 | * | ||
18 | * You should have received a copy of the GNU Lesser General Public | ||
19 | * License along with FFmpeg; if not, write to the Free Software | ||
20 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | ||
21 | */ | ||
22 | |||
23 | #include <string.h> | ||
24 | |||
25 | #include "config.h" | ||
26 | #include "aes.h" | ||
27 | #include "aes_internal.h" | ||
28 | #include "attributes.h" | ||
29 | #include "error.h" | ||
30 | #include "intreadwrite.h" | ||
31 | #include "macros.h" | ||
32 | #include "mem.h" | ||
33 | #include "thread.h" | ||
34 | |||
35 | const int av_aes_size= sizeof(AVAES); | ||
36 | |||
37 | 16 | struct AVAES *av_aes_alloc(void) | |
38 | { | ||
39 | 16 | return av_mallocz(sizeof(struct AVAES)); | |
40 | } | ||
41 | |||
42 | static const uint8_t rcon[10] = { | ||
43 | 0x01, 0x02, 0x04, 0x08, 0x10, 0x20, 0x40, 0x80, 0x1b, 0x36 | ||
44 | }; | ||
45 | |||
46 | static uint8_t sbox[256]; | ||
47 | static uint8_t inv_sbox[256]; | ||
48 | #if CONFIG_SMALL | ||
49 | static uint32_t enc_multbl[1][256]; | ||
50 | static uint32_t dec_multbl[1][256]; | ||
51 | #else | ||
52 | static uint32_t enc_multbl[4][256]; | ||
53 | static uint32_t dec_multbl[4][256]; | ||
54 | #endif | ||
55 | |||
56 | #if HAVE_BIGENDIAN | ||
57 | # define ROT(x, s) (((x) >> (s)) | ((x) << (32-(s)))) | ||
58 | #else | ||
59 | # define ROT(x, s) (((x) << (s)) | ((x) >> (32-(s)))) | ||
60 | #endif | ||
61 | |||
62 | 50513 | static inline void addkey(av_aes_block *dst, const av_aes_block *src, | |
63 | const av_aes_block *round_key) | ||
64 | { | ||
65 | 50513 | dst->u64[0] = src->u64[0] ^ round_key->u64[0]; | |
66 | 50513 | dst->u64[1] = src->u64[1] ^ round_key->u64[1]; | |
67 | 50513 | } | |
68 | |||
69 | 5703 | static inline void addkey_s(av_aes_block *dst, const uint8_t *src, | |
70 | const av_aes_block *round_key) | ||
71 | { | ||
72 | 5703 | dst->u64[0] = AV_RN64(src) ^ round_key->u64[0]; | |
73 | 5703 | dst->u64[1] = AV_RN64(src + 8) ^ round_key->u64[1]; | |
74 | 5703 | } | |
75 | |||
76 | 5529 | static inline void addkey_d(uint8_t *dst, const av_aes_block *src, | |
77 | const av_aes_block *round_key) | ||
78 | { | ||
79 | 5529 | AV_WN64(dst, src->u64[0] ^ round_key->u64[0]); | |
80 | 5529 | AV_WN64(dst + 8, src->u64[1] ^ round_key->u64[1]); | |
81 | 5529 | } | |
82 | |||
83 | 5976 | static void subshift(av_aes_block s0[2], int s, const uint8_t *box) | |
84 | { | ||
85 | 5976 | unsigned char *s1_dst = (unsigned char*)s0[0].u8 + 3 - s; | |
86 | 5976 | const unsigned char *s1_src = s1_dst + sizeof(*s0); | |
87 | 5976 | unsigned char *s3_dst = (unsigned char*)s0[0].u8 + s + 1; | |
88 | 5976 | const unsigned char *s3_src = s3_dst + sizeof(*s0); | |
89 | |||
90 | 5976 | s0[0].u8[ 0] = box[s0[1].u8[ 0]]; | |
91 | 5976 | s0[0].u8[ 4] = box[s0[1].u8[ 4]]; | |
92 | 5976 | s0[0].u8[ 8] = box[s0[1].u8[ 8]]; | |
93 | 5976 | s0[0].u8[12] = box[s0[1].u8[12]]; | |
94 | 5976 | s1_dst[ 0] = box[s1_src[ 4]]; | |
95 | 5976 | s1_dst[ 4] = box[s1_src[ 8]]; | |
96 | 5976 | s1_dst[ 8] = box[s1_src[12]]; | |
97 | 5976 | s1_dst[12] = box[s1_src[ 0]]; | |
98 | 5976 | s0[0].u8[ 2] = box[s0[1].u8[10]]; | |
99 | 5976 | s0[0].u8[10] = box[s0[1].u8[ 2]]; | |
100 | 5976 | s0[0].u8[ 6] = box[s0[1].u8[14]]; | |
101 | 5976 | s0[0].u8[14] = box[s0[1].u8[ 6]]; | |
102 | 5976 | s3_dst[ 0] = box[s3_src[12]]; | |
103 | 5976 | s3_dst[12] = box[s3_src[ 8]]; | |
104 | 5976 | s3_dst[ 8] = box[s3_src[ 4]]; | |
105 | 5976 | s3_dst[ 4] = box[s3_src[ 0]]; | |
106 | 5976 | } | |
107 | |||
108 | 203840 | static inline int mix_core(uint32_t multbl[][256], int a, int b, int c, int d) | |
109 | { | ||
110 | #if CONFIG_SMALL | ||
111 | return multbl[0][a] ^ ROT(multbl[0][b], 8) ^ ROT(multbl[0][c], 16) ^ ROT(multbl[0][d], 24); | ||
112 | #else | ||
113 | 203840 | return multbl[0][a] ^ multbl[1][b] ^ multbl[2][c] ^ multbl[3][d]; | |
114 | #endif | ||
115 | } | ||
116 | |||
117 | 50960 | static inline void mix(av_aes_block state[2], uint32_t multbl[][256], int s1, int s3) | |
118 | { | ||
119 | 50960 | uint8_t (*src)[4] = state[1].u8x4; | |
120 | 50960 | state[0].u32[0] = mix_core(multbl, src[0][0], src[s1 ][1], src[2][2], src[s3 ][3]); | |
121 | 50960 | state[0].u32[1] = mix_core(multbl, src[1][0], src[s3 - 1][1], src[3][2], src[s1 - 1][3]); | |
122 | 50960 | state[0].u32[2] = mix_core(multbl, src[2][0], src[s3 ][1], src[0][2], src[s1 ][3]); | |
123 | 50960 | state[0].u32[3] = mix_core(multbl, src[3][0], src[s1 - 1][1], src[1][2], src[s3 - 1][3]); | |
124 | 50960 | } | |
125 | |||
126 | 5529 | static inline void aes_crypt(AVAES *a, int s, const uint8_t *sbox, | |
127 | uint32_t multbl[][256]) | ||
128 | { | ||
129 | int r; | ||
130 | |||
131 |
2/2✓ Branch 0 taken 50513 times.
✓ Branch 1 taken 5529 times.
|
56042 | for (r = a->rounds - 1; r > 0; r--) { |
132 | 50513 | mix(a->state, multbl, 3 - s, 1 + s); | |
133 | 50513 | addkey(&a->state[1], &a->state[0], &a->round_key[r]); | |
134 | } | ||
135 | |||
136 | 5529 | subshift(&a->state[0], s, sbox); | |
137 | 5529 | } | |
138 | |||
139 | 5199 | static void aes_encrypt(AVAES *a, uint8_t *dst, const uint8_t *src, | |
140 | int count, uint8_t *iv, int rounds) | ||
141 | { | ||
142 |
2/2✓ Branch 0 taken 5395 times.
✓ Branch 1 taken 5199 times.
|
10594 | while (count--) { |
143 | 5395 | addkey_s(&a->state[1], src, &a->round_key[rounds]); | |
144 |
2/2✓ Branch 0 taken 107 times.
✓ Branch 1 taken 5288 times.
|
5395 | if (iv) |
145 | 107 | addkey_s(&a->state[1], iv, &a->state[1]); | |
146 | 5395 | aes_crypt(a, 2, sbox, enc_multbl); | |
147 | 5395 | addkey_d(dst, &a->state[0], &a->round_key[0]); | |
148 |
2/2✓ Branch 0 taken 107 times.
✓ Branch 1 taken 5288 times.
|
5395 | if (iv) |
149 | 107 | memcpy(iv, dst, 16); | |
150 | 5395 | src += 16; | |
151 | 5395 | dst += 16; | |
152 | } | ||
153 | 5199 | } | |
154 | |||
155 | 18 | static void aes_decrypt(AVAES *a, uint8_t *dst, const uint8_t *src, | |
156 | int count, uint8_t *iv, int rounds) | ||
157 | { | ||
158 |
2/2✓ Branch 0 taken 134 times.
✓ Branch 1 taken 18 times.
|
152 | while (count--) { |
159 | 134 | addkey_s(&a->state[1], src, &a->round_key[rounds]); | |
160 | 134 | aes_crypt(a, 0, inv_sbox, dec_multbl); | |
161 |
2/2✓ Branch 0 taken 67 times.
✓ Branch 1 taken 67 times.
|
134 | if (iv) { |
162 | 67 | addkey_s(&a->state[0], iv, &a->state[0]); | |
163 | 67 | memcpy(iv, src, 16); | |
164 | } | ||
165 | 134 | addkey_d(dst, &a->state[0], &a->round_key[0]); | |
166 | 134 | src += 16; | |
167 | 134 | dst += 16; | |
168 | } | ||
169 | 18 | } | |
170 | |||
171 | 5332 | void av_aes_crypt(AVAES *a, uint8_t *dst, const uint8_t *src, | |
172 | int count, uint8_t *iv, int decrypt) | ||
173 | { | ||
174 | 5332 | a->crypt(a, dst, src, count, iv, a->rounds); | |
175 | 5332 | } | |
176 | |||
177 | 14 | static void init_multbl2(uint32_t tbl[][256], const int c[4], | |
178 | const uint8_t *log8, const uint8_t *alog8, | ||
179 | const uint8_t *sbox) | ||
180 | { | ||
181 | int i; | ||
182 | |||
183 |
2/2✓ Branch 0 taken 3584 times.
✓ Branch 1 taken 14 times.
|
3598 | for (i = 0; i < 256; i++) { |
184 | 3584 | int x = sbox[i]; | |
185 |
2/2✓ Branch 0 taken 3570 times.
✓ Branch 1 taken 14 times.
|
3584 | if (x) { |
186 | int k, l, m, n; | ||
187 | 3570 | x = log8[x]; | |
188 | 3570 | k = alog8[x + log8[c[0]]]; | |
189 | 3570 | l = alog8[x + log8[c[1]]]; | |
190 | 3570 | m = alog8[x + log8[c[2]]]; | |
191 | 3570 | n = alog8[x + log8[c[3]]]; | |
192 | 3570 | tbl[0][i] = AV_NE(MKBETAG(k, l, m, n), MKTAG(k, l, m, n)); | |
193 | #if !CONFIG_SMALL | ||
194 | 3570 | tbl[1][i] = ROT(tbl[0][i], 8); | |
195 | 3570 | tbl[2][i] = ROT(tbl[0][i], 16); | |
196 | 3570 | tbl[3][i] = ROT(tbl[0][i], 24); | |
197 | #endif | ||
198 | } | ||
199 | } | ||
200 | 14 | } | |
201 | |||
202 | static AVOnce aes_static_init = AV_ONCE_INIT; | ||
203 | |||
204 | 7 | static av_cold void aes_init_static(void) | |
205 | { | ||
206 | uint8_t log8[256]; | ||
207 | uint8_t alog8[512]; | ||
208 | 7 | int i, j = 1; | |
209 | |||
210 |
2/2✓ Branch 0 taken 1785 times.
✓ Branch 1 taken 7 times.
|
1792 | for (i = 0; i < 255; i++) { |
211 | 1785 | alog8[i] = alog8[i + 255] = j; | |
212 | 1785 | log8[j] = i; | |
213 | 1785 | j ^= j + j; | |
214 |
2/2✓ Branch 0 taken 896 times.
✓ Branch 1 taken 889 times.
|
1785 | if (j > 255) |
215 | 896 | j ^= 0x11B; | |
216 | } | ||
217 |
2/2✓ Branch 0 taken 1792 times.
✓ Branch 1 taken 7 times.
|
1799 | for (i = 0; i < 256; i++) { |
218 |
2/2✓ Branch 0 taken 1785 times.
✓ Branch 1 taken 7 times.
|
1792 | j = i ? alog8[255 - log8[i]] : 0; |
219 | 1792 | j ^= (j << 1) ^ (j << 2) ^ (j << 3) ^ (j << 4); | |
220 | 1792 | j = (j ^ (j >> 8) ^ 99) & 255; | |
221 | 1792 | inv_sbox[j] = i; | |
222 | 1792 | sbox[i] = j; | |
223 | } | ||
224 | 7 | init_multbl2(dec_multbl, (const int[4]) { 0xe, 0x9, 0xd, 0xb }, | |
225 | log8, alog8, inv_sbox); | ||
226 | 7 | init_multbl2(enc_multbl, (const int[4]) { 0x2, 0x1, 0x1, 0x3 }, | |
227 | log8, alog8, sbox); | ||
228 | 7 | } | |
229 | |||
230 | // this is based on the reference AES code by Paulo Barreto and Vincent Rijmen | ||
231 | 120 | int av_aes_init(AVAES *a, const uint8_t *key, int key_bits, int decrypt) | |
232 | { | ||
233 | 120 | int i, j, t, rconpointer = 0; | |
234 | uint8_t tk[8][4]; | ||
235 | 120 | int KC = key_bits >> 5; | |
236 | 120 | int rounds = KC + 6; | |
237 | |||
238 | 120 | a->rounds = rounds; | |
239 |
2/2✓ Branch 0 taken 41 times.
✓ Branch 1 taken 79 times.
|
120 | a->crypt = decrypt ? aes_decrypt : aes_encrypt; |
240 | #if ARCH_X86 | ||
241 | 120 | ff_init_aes_x86(a, decrypt); | |
242 | #endif | ||
243 | |||
244 | 120 | ff_thread_once(&aes_static_init, aes_init_static); | |
245 | |||
246 |
5/6✓ Branch 0 taken 52 times.
✓ Branch 1 taken 68 times.
✓ Branch 2 taken 26 times.
✓ Branch 3 taken 26 times.
✗ Branch 4 not taken.
✓ Branch 5 taken 26 times.
|
120 | if (key_bits != 128 && key_bits != 192 && key_bits != 256) |
247 | ✗ | return AVERROR(EINVAL); | |
248 | |||
249 | 120 | memcpy(tk, key, KC * 4); | |
250 | 120 | memcpy(a->round_key[0].u8, key, KC * 4); | |
251 | |||
252 |
2/2✓ Branch 0 taken 1070 times.
✓ Branch 1 taken 120 times.
|
1190 | for (t = KC * 4; t < (rounds + 1) * 16; t += KC * 4) { |
253 |
2/2✓ Branch 0 taken 4280 times.
✓ Branch 1 taken 1070 times.
|
5350 | for (i = 0; i < 4; i++) |
254 | 4280 | tk[0][i] ^= sbox[tk[KC - 1][(i + 1) & 3]]; | |
255 | 1070 | tk[0][0] ^= rcon[rconpointer++]; | |
256 | |||
257 |
2/2✓ Branch 0 taken 4354 times.
✓ Branch 1 taken 1070 times.
|
5424 | for (j = 1; j < KC; j++) { |
258 |
4/4✓ Branch 0 taken 1274 times.
✓ Branch 1 taken 3080 times.
✓ Branch 2 taken 1092 times.
✓ Branch 3 taken 182 times.
|
4354 | if (KC != 8 || j != KC >> 1) |
259 |
2/2✓ Branch 0 taken 16688 times.
✓ Branch 1 taken 4172 times.
|
20860 | for (i = 0; i < 4; i++) |
260 | 16688 | tk[j][i] ^= tk[j - 1][i]; | |
261 | else | ||
262 |
2/2✓ Branch 0 taken 728 times.
✓ Branch 1 taken 182 times.
|
910 | for (i = 0; i < 4; i++) |
263 | 728 | tk[j][i] ^= sbox[tk[j - 1][i]]; | |
264 | } | ||
265 | |||
266 | 1070 | memcpy((unsigned char*)a->round_key + t, tk, KC * 4); | |
267 | } | ||
268 | |||
269 |
2/2✓ Branch 0 taken 41 times.
✓ Branch 1 taken 79 times.
|
120 | if (decrypt) { |
270 |
2/2✓ Branch 0 taken 447 times.
✓ Branch 1 taken 41 times.
|
488 | for (i = 1; i < rounds; i++) { |
271 | av_aes_block tmp[3]; | ||
272 | 447 | tmp[2] = a->round_key[i]; | |
273 | 447 | subshift(&tmp[1], 0, sbox); | |
274 | 447 | mix(tmp, dec_multbl, 1, 3); | |
275 | 447 | a->round_key[i] = tmp[0]; | |
276 | } | ||
277 | } else { | ||
278 |
2/2✓ Branch 0 taken 434 times.
✓ Branch 1 taken 79 times.
|
513 | for (i = 0; i < (rounds + 1) >> 1; i++) |
279 | 434 | FFSWAP(av_aes_block, a->round_key[i], a->round_key[rounds - i]); | |
280 | } | ||
281 | |||
282 | 120 | return 0; | |
283 | } | ||
284 | |||
285 |