This source file includes following definitions.
- alg_test
- hexdump
- __testmgr_alloc_buf
- testmgr_alloc_buf
- __testmgr_free_buf
- testmgr_free_buf
- testmgr_poison
- testmgr_is_poison
- count_test_sg_divisions
- valid_sg_divisions
- valid_testvec_config
- init_test_sglist
- destroy_test_sglist
- build_test_sglist
- verify_correct_output
- is_test_sglist_corrupted
- alloc_cipher_test_sglists
- free_cipher_test_sglists
- build_cipher_test_sglists
- generate_random_length
- mutate_buffer
- generate_random_bytes
- generate_random_sgl_divisions
- generate_random_testvec_config
- crypto_disable_simd_for_test
- crypto_reenable_simd_for_test
- build_generic_driver_name
- crypto_disable_simd_for_test
- crypto_reenable_simd_for_test
- build_hash_sglist
- check_hash_result
- check_shash_op
- sg_data
- test_shash_vec_cfg
- do_ahash_op
- check_nonfinal_ahash_op
- test_ahash_vec_cfg
- test_hash_vec_cfg
- test_hash_vec
- generate_random_hash_testvec
- test_hash_vs_generic_impl
- test_hash_vs_generic_impl
- alloc_shash
- __alg_test_hash
- alg_test_hash
- test_aead_vec_cfg
- test_aead_vec
- generate_random_aead_testvec
- test_aead_vs_generic_impl
- test_aead_vs_generic_impl
- test_aead
- alg_test_aead
- test_cipher
- test_skcipher_vec_cfg
- test_skcipher_vec
- generate_random_cipher_testvec
- test_skcipher_vs_generic_impl
- test_skcipher_vs_generic_impl
- test_skcipher
- alg_test_skcipher
- test_comp
- test_acomp
- test_cprng
- alg_test_cipher
- alg_test_comp
- alg_test_crc32c
- alg_test_cprng
- drbg_cavs_test
- alg_test_drbg
- do_test_kpp
- test_kpp
- alg_test_kpp
- test_pack_u32
- test_akcipher_one
- test_akcipher
- alg_test_akcipher
- alg_test_null
- alg_check_test_descs_order
- alg_check_testvec_configs
- testmgr_onetime_init
- alg_find_test
- alg_test
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19 #include <crypto/aead.h>
20 #include <crypto/hash.h>
21 #include <crypto/skcipher.h>
22 #include <linux/err.h>
23 #include <linux/fips.h>
24 #include <linux/module.h>
25 #include <linux/once.h>
26 #include <linux/random.h>
27 #include <linux/scatterlist.h>
28 #include <linux/slab.h>
29 #include <linux/string.h>
30 #include <crypto/rng.h>
31 #include <crypto/drbg.h>
32 #include <crypto/akcipher.h>
33 #include <crypto/kpp.h>
34 #include <crypto/acompress.h>
35 #include <crypto/internal/simd.h>
36
37 #include "internal.h"
38
39 static bool notests;
40 module_param(notests, bool, 0644);
41 MODULE_PARM_DESC(notests, "disable crypto self-tests");
42
43 static bool panic_on_fail;
44 module_param(panic_on_fail, bool, 0444);
45
46 #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS
47 static bool noextratests;
48 module_param(noextratests, bool, 0644);
49 MODULE_PARM_DESC(noextratests, "disable expensive crypto self-tests");
50
51 static unsigned int fuzz_iterations = 100;
52 module_param(fuzz_iterations, uint, 0644);
53 MODULE_PARM_DESC(fuzz_iterations, "number of fuzz test iterations");
54
55 DEFINE_PER_CPU(bool, crypto_simd_disabled_for_test);
56 EXPORT_PER_CPU_SYMBOL_GPL(crypto_simd_disabled_for_test);
57 #endif
58
59 #ifdef CONFIG_CRYPTO_MANAGER_DISABLE_TESTS
60
61
62 int alg_test(const char *driver, const char *alg, u32 type, u32 mask)
63 {
64 return 0;
65 }
66
67 #else
68
69 #include "testmgr.h"
70
71
72
73
74 #define XBUFSIZE 8
75
76
77
78
79 #define ENCRYPT 1
80 #define DECRYPT 0
81
82 struct aead_test_suite {
83 const struct aead_testvec *vecs;
84 unsigned int count;
85 };
86
87 struct cipher_test_suite {
88 const struct cipher_testvec *vecs;
89 unsigned int count;
90 };
91
92 struct comp_test_suite {
93 struct {
94 const struct comp_testvec *vecs;
95 unsigned int count;
96 } comp, decomp;
97 };
98
99 struct hash_test_suite {
100 const struct hash_testvec *vecs;
101 unsigned int count;
102 };
103
104 struct cprng_test_suite {
105 const struct cprng_testvec *vecs;
106 unsigned int count;
107 };
108
109 struct drbg_test_suite {
110 const struct drbg_testvec *vecs;
111 unsigned int count;
112 };
113
114 struct akcipher_test_suite {
115 const struct akcipher_testvec *vecs;
116 unsigned int count;
117 };
118
119 struct kpp_test_suite {
120 const struct kpp_testvec *vecs;
121 unsigned int count;
122 };
123
124 struct alg_test_desc {
125 const char *alg;
126 const char *generic_driver;
127 int (*test)(const struct alg_test_desc *desc, const char *driver,
128 u32 type, u32 mask);
129 int fips_allowed;
130
131 union {
132 struct aead_test_suite aead;
133 struct cipher_test_suite cipher;
134 struct comp_test_suite comp;
135 struct hash_test_suite hash;
136 struct cprng_test_suite cprng;
137 struct drbg_test_suite drbg;
138 struct akcipher_test_suite akcipher;
139 struct kpp_test_suite kpp;
140 } suite;
141 };
142
143 static void hexdump(unsigned char *buf, unsigned int len)
144 {
145 print_hex_dump(KERN_CONT, "", DUMP_PREFIX_OFFSET,
146 16, 1,
147 buf, len, false);
148 }
149
150 static int __testmgr_alloc_buf(char *buf[XBUFSIZE], int order)
151 {
152 int i;
153
154 for (i = 0; i < XBUFSIZE; i++) {
155 buf[i] = (char *)__get_free_pages(GFP_KERNEL, order);
156 if (!buf[i])
157 goto err_free_buf;
158 }
159
160 return 0;
161
162 err_free_buf:
163 while (i-- > 0)
164 free_pages((unsigned long)buf[i], order);
165
166 return -ENOMEM;
167 }
168
169 static int testmgr_alloc_buf(char *buf[XBUFSIZE])
170 {
171 return __testmgr_alloc_buf(buf, 0);
172 }
173
174 static void __testmgr_free_buf(char *buf[XBUFSIZE], int order)
175 {
176 int i;
177
178 for (i = 0; i < XBUFSIZE; i++)
179 free_pages((unsigned long)buf[i], order);
180 }
181
182 static void testmgr_free_buf(char *buf[XBUFSIZE])
183 {
184 __testmgr_free_buf(buf, 0);
185 }
186
187 #define TESTMGR_POISON_BYTE 0xfe
188 #define TESTMGR_POISON_LEN 16
189
190 static inline void testmgr_poison(void *addr, size_t len)
191 {
192 memset(addr, TESTMGR_POISON_BYTE, len);
193 }
194
195
196 static inline bool testmgr_is_poison(const void *addr, size_t len)
197 {
198 return memchr_inv(addr, TESTMGR_POISON_BYTE, len) == NULL;
199 }
200
201
202 enum flush_type {
203
204 FLUSH_TYPE_NONE = 0,
205
206
207 FLUSH_TYPE_FLUSH,
208
209
210 FLUSH_TYPE_REIMPORT,
211 };
212
213
214 enum finalization_type {
215 FINALIZATION_TYPE_FINAL,
216 FINALIZATION_TYPE_FINUP,
217 FINALIZATION_TYPE_DIGEST,
218 };
219
220 #define TEST_SG_TOTAL 10000
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238 struct test_sg_division {
239 unsigned int proportion_of_total;
240 unsigned int offset;
241 bool offset_relative_to_alignmask;
242 enum flush_type flush_type;
243 bool nosimd;
244 };
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265 struct testvec_config {
266 const char *name;
267 bool inplace;
268 u32 req_flags;
269 struct test_sg_division src_divs[XBUFSIZE];
270 struct test_sg_division dst_divs[XBUFSIZE];
271 unsigned int iv_offset;
272 bool iv_offset_relative_to_alignmask;
273 enum finalization_type finalization_type;
274 bool nosimd;
275 };
276
277 #define TESTVEC_CONFIG_NAMELEN 192
278
279
280
281
282
283
284
285
286
287
288 static const struct testvec_config default_cipher_testvec_configs[] = {
289 {
290 .name = "in-place",
291 .inplace = true,
292 .src_divs = { { .proportion_of_total = 10000 } },
293 }, {
294 .name = "out-of-place",
295 .src_divs = { { .proportion_of_total = 10000 } },
296 }, {
297 .name = "unaligned buffer, offset=1",
298 .src_divs = { { .proportion_of_total = 10000, .offset = 1 } },
299 .iv_offset = 1,
300 }, {
301 .name = "buffer aligned only to alignmask",
302 .src_divs = {
303 {
304 .proportion_of_total = 10000,
305 .offset = 1,
306 .offset_relative_to_alignmask = true,
307 },
308 },
309 .iv_offset = 1,
310 .iv_offset_relative_to_alignmask = true,
311 }, {
312 .name = "two even aligned splits",
313 .src_divs = {
314 { .proportion_of_total = 5000 },
315 { .proportion_of_total = 5000 },
316 },
317 }, {
318 .name = "uneven misaligned splits, may sleep",
319 .req_flags = CRYPTO_TFM_REQ_MAY_SLEEP,
320 .src_divs = {
321 { .proportion_of_total = 1900, .offset = 33 },
322 { .proportion_of_total = 3300, .offset = 7 },
323 { .proportion_of_total = 4800, .offset = 18 },
324 },
325 .iv_offset = 3,
326 }, {
327 .name = "misaligned splits crossing pages, inplace",
328 .inplace = true,
329 .src_divs = {
330 {
331 .proportion_of_total = 7500,
332 .offset = PAGE_SIZE - 32
333 }, {
334 .proportion_of_total = 2500,
335 .offset = PAGE_SIZE - 7
336 },
337 },
338 }
339 };
340
341 static const struct testvec_config default_hash_testvec_configs[] = {
342 {
343 .name = "init+update+final aligned buffer",
344 .src_divs = { { .proportion_of_total = 10000 } },
345 .finalization_type = FINALIZATION_TYPE_FINAL,
346 }, {
347 .name = "init+finup aligned buffer",
348 .src_divs = { { .proportion_of_total = 10000 } },
349 .finalization_type = FINALIZATION_TYPE_FINUP,
350 }, {
351 .name = "digest aligned buffer",
352 .src_divs = { { .proportion_of_total = 10000 } },
353 .finalization_type = FINALIZATION_TYPE_DIGEST,
354 }, {
355 .name = "init+update+final misaligned buffer",
356 .src_divs = { { .proportion_of_total = 10000, .offset = 1 } },
357 .finalization_type = FINALIZATION_TYPE_FINAL,
358 }, {
359 .name = "digest buffer aligned only to alignmask",
360 .src_divs = {
361 {
362 .proportion_of_total = 10000,
363 .offset = 1,
364 .offset_relative_to_alignmask = true,
365 },
366 },
367 .finalization_type = FINALIZATION_TYPE_DIGEST,
368 }, {
369 .name = "init+update+update+final two even splits",
370 .src_divs = {
371 { .proportion_of_total = 5000 },
372 {
373 .proportion_of_total = 5000,
374 .flush_type = FLUSH_TYPE_FLUSH,
375 },
376 },
377 .finalization_type = FINALIZATION_TYPE_FINAL,
378 }, {
379 .name = "digest uneven misaligned splits, may sleep",
380 .req_flags = CRYPTO_TFM_REQ_MAY_SLEEP,
381 .src_divs = {
382 { .proportion_of_total = 1900, .offset = 33 },
383 { .proportion_of_total = 3300, .offset = 7 },
384 { .proportion_of_total = 4800, .offset = 18 },
385 },
386 .finalization_type = FINALIZATION_TYPE_DIGEST,
387 }, {
388 .name = "digest misaligned splits crossing pages",
389 .src_divs = {
390 {
391 .proportion_of_total = 7500,
392 .offset = PAGE_SIZE - 32,
393 }, {
394 .proportion_of_total = 2500,
395 .offset = PAGE_SIZE - 7,
396 },
397 },
398 .finalization_type = FINALIZATION_TYPE_DIGEST,
399 }, {
400 .name = "import/export",
401 .src_divs = {
402 {
403 .proportion_of_total = 6500,
404 .flush_type = FLUSH_TYPE_REIMPORT,
405 }, {
406 .proportion_of_total = 3500,
407 .flush_type = FLUSH_TYPE_REIMPORT,
408 },
409 },
410 .finalization_type = FINALIZATION_TYPE_FINAL,
411 }
412 };
413
414 static unsigned int count_test_sg_divisions(const struct test_sg_division *divs)
415 {
416 unsigned int remaining = TEST_SG_TOTAL;
417 unsigned int ndivs = 0;
418
419 do {
420 remaining -= divs[ndivs++].proportion_of_total;
421 } while (remaining);
422
423 return ndivs;
424 }
425
426 #define SGDIVS_HAVE_FLUSHES BIT(0)
427 #define SGDIVS_HAVE_NOSIMD BIT(1)
428
429 static bool valid_sg_divisions(const struct test_sg_division *divs,
430 unsigned int count, int *flags_ret)
431 {
432 unsigned int total = 0;
433 unsigned int i;
434
435 for (i = 0; i < count && total != TEST_SG_TOTAL; i++) {
436 if (divs[i].proportion_of_total <= 0 ||
437 divs[i].proportion_of_total > TEST_SG_TOTAL - total)
438 return false;
439 total += divs[i].proportion_of_total;
440 if (divs[i].flush_type != FLUSH_TYPE_NONE)
441 *flags_ret |= SGDIVS_HAVE_FLUSHES;
442 if (divs[i].nosimd)
443 *flags_ret |= SGDIVS_HAVE_NOSIMD;
444 }
445 return total == TEST_SG_TOTAL &&
446 memchr_inv(&divs[i], 0, (count - i) * sizeof(divs[0])) == NULL;
447 }
448
449
450
451
452
453
454 static bool valid_testvec_config(const struct testvec_config *cfg)
455 {
456 int flags = 0;
457
458 if (cfg->name == NULL)
459 return false;
460
461 if (!valid_sg_divisions(cfg->src_divs, ARRAY_SIZE(cfg->src_divs),
462 &flags))
463 return false;
464
465 if (cfg->dst_divs[0].proportion_of_total) {
466 if (!valid_sg_divisions(cfg->dst_divs,
467 ARRAY_SIZE(cfg->dst_divs), &flags))
468 return false;
469 } else {
470 if (memchr_inv(cfg->dst_divs, 0, sizeof(cfg->dst_divs)))
471 return false;
472
473 }
474
475 if (cfg->iv_offset +
476 (cfg->iv_offset_relative_to_alignmask ? MAX_ALGAPI_ALIGNMASK : 0) >
477 MAX_ALGAPI_ALIGNMASK + 1)
478 return false;
479
480 if ((flags & (SGDIVS_HAVE_FLUSHES | SGDIVS_HAVE_NOSIMD)) &&
481 cfg->finalization_type == FINALIZATION_TYPE_DIGEST)
482 return false;
483
484 if ((cfg->nosimd || (flags & SGDIVS_HAVE_NOSIMD)) &&
485 (cfg->req_flags & CRYPTO_TFM_REQ_MAY_SLEEP))
486 return false;
487
488 return true;
489 }
490
491 struct test_sglist {
492 char *bufs[XBUFSIZE];
493 struct scatterlist sgl[XBUFSIZE];
494 struct scatterlist sgl_saved[XBUFSIZE];
495 struct scatterlist *sgl_ptr;
496 unsigned int nents;
497 };
498
499 static int init_test_sglist(struct test_sglist *tsgl)
500 {
501 return __testmgr_alloc_buf(tsgl->bufs, 1 );
502 }
503
504 static void destroy_test_sglist(struct test_sglist *tsgl)
505 {
506 return __testmgr_free_buf(tsgl->bufs, 1 );
507 }
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527 static int build_test_sglist(struct test_sglist *tsgl,
528 const struct test_sg_division *divs,
529 const unsigned int alignmask,
530 const unsigned int total_len,
531 struct iov_iter *data,
532 const struct test_sg_division *out_divs[XBUFSIZE])
533 {
534 struct {
535 const struct test_sg_division *div;
536 size_t length;
537 } partitions[XBUFSIZE];
538 const unsigned int ndivs = count_test_sg_divisions(divs);
539 unsigned int len_remaining = total_len;
540 unsigned int i;
541
542 BUILD_BUG_ON(ARRAY_SIZE(partitions) != ARRAY_SIZE(tsgl->sgl));
543 if (WARN_ON(ndivs > ARRAY_SIZE(partitions)))
544 return -EINVAL;
545
546
547 tsgl->nents = 0;
548 for (i = 0; i < ndivs; i++) {
549 unsigned int len_this_sg =
550 min(len_remaining,
551 (total_len * divs[i].proportion_of_total +
552 TEST_SG_TOTAL / 2) / TEST_SG_TOTAL);
553
554 if (len_this_sg != 0) {
555 partitions[tsgl->nents].div = &divs[i];
556 partitions[tsgl->nents].length = len_this_sg;
557 tsgl->nents++;
558 len_remaining -= len_this_sg;
559 }
560 }
561 if (tsgl->nents == 0) {
562 partitions[tsgl->nents].div = &divs[0];
563 partitions[tsgl->nents].length = 0;
564 tsgl->nents++;
565 }
566 partitions[tsgl->nents - 1].length += len_remaining;
567
568
569 sg_init_table(tsgl->sgl, tsgl->nents);
570 for (i = 0; i < tsgl->nents; i++) {
571 unsigned int offset = partitions[i].div->offset;
572 void *addr;
573
574 if (partitions[i].div->offset_relative_to_alignmask)
575 offset += alignmask;
576
577 while (offset + partitions[i].length + TESTMGR_POISON_LEN >
578 2 * PAGE_SIZE) {
579 if (WARN_ON(offset <= 0))
580 return -EINVAL;
581 offset /= 2;
582 }
583
584 addr = &tsgl->bufs[i][offset];
585 sg_set_buf(&tsgl->sgl[i], addr, partitions[i].length);
586
587 if (out_divs)
588 out_divs[i] = partitions[i].div;
589
590 if (data) {
591 size_t copy_len, copied;
592
593 copy_len = min(partitions[i].length, data->count);
594 copied = copy_from_iter(addr, copy_len, data);
595 if (WARN_ON(copied != copy_len))
596 return -EINVAL;
597 testmgr_poison(addr + copy_len, partitions[i].length +
598 TESTMGR_POISON_LEN - copy_len);
599 } else {
600 testmgr_poison(addr, partitions[i].length +
601 TESTMGR_POISON_LEN);
602 }
603 }
604
605 sg_mark_end(&tsgl->sgl[tsgl->nents - 1]);
606 tsgl->sgl_ptr = tsgl->sgl;
607 memcpy(tsgl->sgl_saved, tsgl->sgl, tsgl->nents * sizeof(tsgl->sgl[0]));
608 return 0;
609 }
610
611
612
613
614
615
616
617
618
619
620
621
622 static int verify_correct_output(const struct test_sglist *tsgl,
623 const char *expected_output,
624 unsigned int len_to_check,
625 unsigned int unchecked_prefix_len,
626 bool check_poison)
627 {
628 unsigned int i;
629
630 for (i = 0; i < tsgl->nents; i++) {
631 struct scatterlist *sg = &tsgl->sgl_ptr[i];
632 unsigned int len = sg->length;
633 unsigned int offset = sg->offset;
634 const char *actual_output;
635
636 if (unchecked_prefix_len) {
637 if (unchecked_prefix_len >= len) {
638 unchecked_prefix_len -= len;
639 continue;
640 }
641 offset += unchecked_prefix_len;
642 len -= unchecked_prefix_len;
643 unchecked_prefix_len = 0;
644 }
645 len = min(len, len_to_check);
646 actual_output = page_address(sg_page(sg)) + offset;
647 if (memcmp(expected_output, actual_output, len) != 0)
648 return -EINVAL;
649 if (check_poison &&
650 !testmgr_is_poison(actual_output + len, TESTMGR_POISON_LEN))
651 return -EOVERFLOW;
652 len_to_check -= len;
653 expected_output += len;
654 }
655 if (WARN_ON(len_to_check != 0))
656 return -EINVAL;
657 return 0;
658 }
659
660 static bool is_test_sglist_corrupted(const struct test_sglist *tsgl)
661 {
662 unsigned int i;
663
664 for (i = 0; i < tsgl->nents; i++) {
665 if (tsgl->sgl[i].page_link != tsgl->sgl_saved[i].page_link)
666 return true;
667 if (tsgl->sgl[i].offset != tsgl->sgl_saved[i].offset)
668 return true;
669 if (tsgl->sgl[i].length != tsgl->sgl_saved[i].length)
670 return true;
671 }
672 return false;
673 }
674
675 struct cipher_test_sglists {
676 struct test_sglist src;
677 struct test_sglist dst;
678 };
679
680 static struct cipher_test_sglists *alloc_cipher_test_sglists(void)
681 {
682 struct cipher_test_sglists *tsgls;
683
684 tsgls = kmalloc(sizeof(*tsgls), GFP_KERNEL);
685 if (!tsgls)
686 return NULL;
687
688 if (init_test_sglist(&tsgls->src) != 0)
689 goto fail_kfree;
690 if (init_test_sglist(&tsgls->dst) != 0)
691 goto fail_destroy_src;
692
693 return tsgls;
694
695 fail_destroy_src:
696 destroy_test_sglist(&tsgls->src);
697 fail_kfree:
698 kfree(tsgls);
699 return NULL;
700 }
701
702 static void free_cipher_test_sglists(struct cipher_test_sglists *tsgls)
703 {
704 if (tsgls) {
705 destroy_test_sglist(&tsgls->src);
706 destroy_test_sglist(&tsgls->dst);
707 kfree(tsgls);
708 }
709 }
710
711
712 static int build_cipher_test_sglists(struct cipher_test_sglists *tsgls,
713 const struct testvec_config *cfg,
714 unsigned int alignmask,
715 unsigned int src_total_len,
716 unsigned int dst_total_len,
717 const struct kvec *inputs,
718 unsigned int nr_inputs)
719 {
720 struct iov_iter input;
721 int err;
722
723 iov_iter_kvec(&input, WRITE, inputs, nr_inputs, src_total_len);
724 err = build_test_sglist(&tsgls->src, cfg->src_divs, alignmask,
725 cfg->inplace ?
726 max(dst_total_len, src_total_len) :
727 src_total_len,
728 &input, NULL);
729 if (err)
730 return err;
731
732 if (cfg->inplace) {
733 tsgls->dst.sgl_ptr = tsgls->src.sgl;
734 tsgls->dst.nents = tsgls->src.nents;
735 return 0;
736 }
737 return build_test_sglist(&tsgls->dst,
738 cfg->dst_divs[0].proportion_of_total ?
739 cfg->dst_divs : cfg->src_divs,
740 alignmask, dst_total_len, NULL, NULL);
741 }
742
743 #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS
744
745
746 static unsigned int generate_random_length(unsigned int max_len)
747 {
748 unsigned int len = prandom_u32() % (max_len + 1);
749
750 switch (prandom_u32() % 4) {
751 case 0:
752 return len % 64;
753 case 1:
754 return len % 256;
755 case 2:
756 return len % 1024;
757 default:
758 return len;
759 }
760 }
761
762
763 static void mutate_buffer(u8 *buf, size_t count)
764 {
765 size_t num_flips;
766 size_t i;
767 size_t pos;
768
769
770 if (prandom_u32() % 4 == 0) {
771 num_flips = min_t(size_t, 1 << (prandom_u32() % 8), count * 8);
772 for (i = 0; i < num_flips; i++) {
773 pos = prandom_u32() % (count * 8);
774 buf[pos / 8] ^= 1 << (pos % 8);
775 }
776 }
777
778
779 if (prandom_u32() % 4 == 0) {
780 num_flips = min_t(size_t, 1 << (prandom_u32() % 8), count);
781 for (i = 0; i < num_flips; i++)
782 buf[prandom_u32() % count] ^= 0xff;
783 }
784 }
785
786
787 static void generate_random_bytes(u8 *buf, size_t count)
788 {
789 u8 b;
790 u8 increment;
791 size_t i;
792
793 if (count == 0)
794 return;
795
796 switch (prandom_u32() % 8) {
797 case 0:
798 case 1:
799
800 switch (prandom_u32() % 4) {
801 case 0:
802 b = 0x00;
803 break;
804 case 1:
805 b = 0xff;
806 break;
807 default:
808 b = (u8)prandom_u32();
809 break;
810 }
811 memset(buf, b, count);
812 mutate_buffer(buf, count);
813 break;
814 case 2:
815
816 increment = (u8)prandom_u32();
817 b = (u8)prandom_u32();
818 for (i = 0; i < count; i++, b += increment)
819 buf[i] = b;
820 mutate_buffer(buf, count);
821 break;
822 default:
823
824 for (i = 0; i < count; i++)
825 buf[i] = (u8)prandom_u32();
826 }
827 }
828
829 static char *generate_random_sgl_divisions(struct test_sg_division *divs,
830 size_t max_divs, char *p, char *end,
831 bool gen_flushes, u32 req_flags)
832 {
833 struct test_sg_division *div = divs;
834 unsigned int remaining = TEST_SG_TOTAL;
835
836 do {
837 unsigned int this_len;
838 const char *flushtype_str;
839
840 if (div == &divs[max_divs - 1] || prandom_u32() % 2 == 0)
841 this_len = remaining;
842 else
843 this_len = 1 + (prandom_u32() % remaining);
844 div->proportion_of_total = this_len;
845
846 if (prandom_u32() % 4 == 0)
847 div->offset = (PAGE_SIZE - 128) + (prandom_u32() % 128);
848 else if (prandom_u32() % 2 == 0)
849 div->offset = prandom_u32() % 32;
850 else
851 div->offset = prandom_u32() % PAGE_SIZE;
852 if (prandom_u32() % 8 == 0)
853 div->offset_relative_to_alignmask = true;
854
855 div->flush_type = FLUSH_TYPE_NONE;
856 if (gen_flushes) {
857 switch (prandom_u32() % 4) {
858 case 0:
859 div->flush_type = FLUSH_TYPE_REIMPORT;
860 break;
861 case 1:
862 div->flush_type = FLUSH_TYPE_FLUSH;
863 break;
864 }
865 }
866
867 if (div->flush_type != FLUSH_TYPE_NONE &&
868 !(req_flags & CRYPTO_TFM_REQ_MAY_SLEEP) &&
869 prandom_u32() % 2 == 0)
870 div->nosimd = true;
871
872 switch (div->flush_type) {
873 case FLUSH_TYPE_FLUSH:
874 if (div->nosimd)
875 flushtype_str = "<flush,nosimd>";
876 else
877 flushtype_str = "<flush>";
878 break;
879 case FLUSH_TYPE_REIMPORT:
880 if (div->nosimd)
881 flushtype_str = "<reimport,nosimd>";
882 else
883 flushtype_str = "<reimport>";
884 break;
885 default:
886 flushtype_str = "";
887 break;
888 }
889
890 BUILD_BUG_ON(TEST_SG_TOTAL != 10000);
891 p += scnprintf(p, end - p, "%s%u.%u%%@%s+%u%s", flushtype_str,
892 this_len / 100, this_len % 100,
893 div->offset_relative_to_alignmask ?
894 "alignmask" : "",
895 div->offset, this_len == remaining ? "" : ", ");
896 remaining -= this_len;
897 div++;
898 } while (remaining);
899
900 return p;
901 }
902
903
904 static void generate_random_testvec_config(struct testvec_config *cfg,
905 char *name, size_t max_namelen)
906 {
907 char *p = name;
908 char * const end = name + max_namelen;
909
910 memset(cfg, 0, sizeof(*cfg));
911
912 cfg->name = name;
913
914 p += scnprintf(p, end - p, "random:");
915
916 if (prandom_u32() % 2 == 0) {
917 cfg->inplace = true;
918 p += scnprintf(p, end - p, " inplace");
919 }
920
921 if (prandom_u32() % 2 == 0) {
922 cfg->req_flags |= CRYPTO_TFM_REQ_MAY_SLEEP;
923 p += scnprintf(p, end - p, " may_sleep");
924 }
925
926 switch (prandom_u32() % 4) {
927 case 0:
928 cfg->finalization_type = FINALIZATION_TYPE_FINAL;
929 p += scnprintf(p, end - p, " use_final");
930 break;
931 case 1:
932 cfg->finalization_type = FINALIZATION_TYPE_FINUP;
933 p += scnprintf(p, end - p, " use_finup");
934 break;
935 default:
936 cfg->finalization_type = FINALIZATION_TYPE_DIGEST;
937 p += scnprintf(p, end - p, " use_digest");
938 break;
939 }
940
941 if (!(cfg->req_flags & CRYPTO_TFM_REQ_MAY_SLEEP) &&
942 prandom_u32() % 2 == 0) {
943 cfg->nosimd = true;
944 p += scnprintf(p, end - p, " nosimd");
945 }
946
947 p += scnprintf(p, end - p, " src_divs=[");
948 p = generate_random_sgl_divisions(cfg->src_divs,
949 ARRAY_SIZE(cfg->src_divs), p, end,
950 (cfg->finalization_type !=
951 FINALIZATION_TYPE_DIGEST),
952 cfg->req_flags);
953 p += scnprintf(p, end - p, "]");
954
955 if (!cfg->inplace && prandom_u32() % 2 == 0) {
956 p += scnprintf(p, end - p, " dst_divs=[");
957 p = generate_random_sgl_divisions(cfg->dst_divs,
958 ARRAY_SIZE(cfg->dst_divs),
959 p, end, false,
960 cfg->req_flags);
961 p += scnprintf(p, end - p, "]");
962 }
963
964 if (prandom_u32() % 2 == 0) {
965 cfg->iv_offset = 1 + (prandom_u32() % MAX_ALGAPI_ALIGNMASK);
966 p += scnprintf(p, end - p, " iv_offset=%u", cfg->iv_offset);
967 }
968
969 WARN_ON_ONCE(!valid_testvec_config(cfg));
970 }
971
972 static void crypto_disable_simd_for_test(void)
973 {
974 preempt_disable();
975 __this_cpu_write(crypto_simd_disabled_for_test, true);
976 }
977
978 static void crypto_reenable_simd_for_test(void)
979 {
980 __this_cpu_write(crypto_simd_disabled_for_test, false);
981 preempt_enable();
982 }
983
984
985
986
987
988
989
990
991
992
993
994
995
996 static int build_generic_driver_name(const char *algname,
997 char driver_name[CRYPTO_MAX_ALG_NAME])
998 {
999 const char *in = algname;
1000 char *out = driver_name;
1001 size_t len = strlen(algname);
1002
1003 if (len >= CRYPTO_MAX_ALG_NAME)
1004 goto too_long;
1005 do {
1006 const char *in_saved = in;
1007
1008 while (*in && *in != '(' && *in != ')' && *in != ',')
1009 *out++ = *in++;
1010 if (*in != '(' && in > in_saved) {
1011 len += 8;
1012 if (len >= CRYPTO_MAX_ALG_NAME)
1013 goto too_long;
1014 memcpy(out, "-generic", 8);
1015 out += 8;
1016 }
1017 } while ((*out++ = *in++) != '\0');
1018 return 0;
1019
1020 too_long:
1021 pr_err("alg: generic driver name for \"%s\" would be too long\n",
1022 algname);
1023 return -ENAMETOOLONG;
1024 }
1025 #else
1026 static void crypto_disable_simd_for_test(void)
1027 {
1028 }
1029
1030 static void crypto_reenable_simd_for_test(void)
1031 {
1032 }
1033 #endif
1034
1035 static int build_hash_sglist(struct test_sglist *tsgl,
1036 const struct hash_testvec *vec,
1037 const struct testvec_config *cfg,
1038 unsigned int alignmask,
1039 const struct test_sg_division *divs[XBUFSIZE])
1040 {
1041 struct kvec kv;
1042 struct iov_iter input;
1043
1044 kv.iov_base = (void *)vec->plaintext;
1045 kv.iov_len = vec->psize;
1046 iov_iter_kvec(&input, WRITE, &kv, 1, vec->psize);
1047 return build_test_sglist(tsgl, cfg->src_divs, alignmask, vec->psize,
1048 &input, divs);
1049 }
1050
1051 static int check_hash_result(const char *type,
1052 const u8 *result, unsigned int digestsize,
1053 const struct hash_testvec *vec,
1054 const char *vec_name,
1055 const char *driver,
1056 const struct testvec_config *cfg)
1057 {
1058 if (memcmp(result, vec->digest, digestsize) != 0) {
1059 pr_err("alg: %s: %s test failed (wrong result) on test vector %s, cfg=\"%s\"\n",
1060 type, driver, vec_name, cfg->name);
1061 return -EINVAL;
1062 }
1063 if (!testmgr_is_poison(&result[digestsize], TESTMGR_POISON_LEN)) {
1064 pr_err("alg: %s: %s overran result buffer on test vector %s, cfg=\"%s\"\n",
1065 type, driver, vec_name, cfg->name);
1066 return -EOVERFLOW;
1067 }
1068 return 0;
1069 }
1070
1071 static inline int check_shash_op(const char *op, int err,
1072 const char *driver, const char *vec_name,
1073 const struct testvec_config *cfg)
1074 {
1075 if (err)
1076 pr_err("alg: shash: %s %s() failed with err %d on test vector %s, cfg=\"%s\"\n",
1077 driver, op, err, vec_name, cfg->name);
1078 return err;
1079 }
1080
1081 static inline const void *sg_data(struct scatterlist *sg)
1082 {
1083 return page_address(sg_page(sg)) + sg->offset;
1084 }
1085
1086
1087 static int test_shash_vec_cfg(const char *driver,
1088 const struct hash_testvec *vec,
1089 const char *vec_name,
1090 const struct testvec_config *cfg,
1091 struct shash_desc *desc,
1092 struct test_sglist *tsgl,
1093 u8 *hashstate)
1094 {
1095 struct crypto_shash *tfm = desc->tfm;
1096 const unsigned int alignmask = crypto_shash_alignmask(tfm);
1097 const unsigned int digestsize = crypto_shash_digestsize(tfm);
1098 const unsigned int statesize = crypto_shash_statesize(tfm);
1099 const struct test_sg_division *divs[XBUFSIZE];
1100 unsigned int i;
1101 u8 result[HASH_MAX_DIGESTSIZE + TESTMGR_POISON_LEN];
1102 int err;
1103
1104
1105 if (vec->ksize) {
1106 err = crypto_shash_setkey(tfm, vec->key, vec->ksize);
1107 if (err) {
1108 if (err == vec->setkey_error)
1109 return 0;
1110 pr_err("alg: shash: %s setkey failed on test vector %s; expected_error=%d, actual_error=%d, flags=%#x\n",
1111 driver, vec_name, vec->setkey_error, err,
1112 crypto_shash_get_flags(tfm));
1113 return err;
1114 }
1115 if (vec->setkey_error) {
1116 pr_err("alg: shash: %s setkey unexpectedly succeeded on test vector %s; expected_error=%d\n",
1117 driver, vec_name, vec->setkey_error);
1118 return -EINVAL;
1119 }
1120 }
1121
1122
1123 err = build_hash_sglist(tsgl, vec, cfg, alignmask, divs);
1124 if (err) {
1125 pr_err("alg: shash: %s: error preparing scatterlist for test vector %s, cfg=\"%s\"\n",
1126 driver, vec_name, cfg->name);
1127 return err;
1128 }
1129
1130
1131
1132 testmgr_poison(desc->__ctx, crypto_shash_descsize(tfm));
1133 testmgr_poison(result, digestsize + TESTMGR_POISON_LEN);
1134
1135 if (cfg->finalization_type == FINALIZATION_TYPE_DIGEST ||
1136 vec->digest_error) {
1137
1138 if (tsgl->nents != 1)
1139 return 0;
1140 if (cfg->nosimd)
1141 crypto_disable_simd_for_test();
1142 err = crypto_shash_digest(desc, sg_data(&tsgl->sgl[0]),
1143 tsgl->sgl[0].length, result);
1144 if (cfg->nosimd)
1145 crypto_reenable_simd_for_test();
1146 if (err) {
1147 if (err == vec->digest_error)
1148 return 0;
1149 pr_err("alg: shash: %s digest() failed on test vector %s; expected_error=%d, actual_error=%d, cfg=\"%s\"\n",
1150 driver, vec_name, vec->digest_error, err,
1151 cfg->name);
1152 return err;
1153 }
1154 if (vec->digest_error) {
1155 pr_err("alg: shash: %s digest() unexpectedly succeeded on test vector %s; expected_error=%d, cfg=\"%s\"\n",
1156 driver, vec_name, vec->digest_error, cfg->name);
1157 return -EINVAL;
1158 }
1159 goto result_ready;
1160 }
1161
1162
1163
1164 if (cfg->nosimd)
1165 crypto_disable_simd_for_test();
1166 err = crypto_shash_init(desc);
1167 if (cfg->nosimd)
1168 crypto_reenable_simd_for_test();
1169 err = check_shash_op("init", err, driver, vec_name, cfg);
1170 if (err)
1171 return err;
1172
1173 for (i = 0; i < tsgl->nents; i++) {
1174 if (i + 1 == tsgl->nents &&
1175 cfg->finalization_type == FINALIZATION_TYPE_FINUP) {
1176 if (divs[i]->nosimd)
1177 crypto_disable_simd_for_test();
1178 err = crypto_shash_finup(desc, sg_data(&tsgl->sgl[i]),
1179 tsgl->sgl[i].length, result);
1180 if (divs[i]->nosimd)
1181 crypto_reenable_simd_for_test();
1182 err = check_shash_op("finup", err, driver, vec_name,
1183 cfg);
1184 if (err)
1185 return err;
1186 goto result_ready;
1187 }
1188 if (divs[i]->nosimd)
1189 crypto_disable_simd_for_test();
1190 err = crypto_shash_update(desc, sg_data(&tsgl->sgl[i]),
1191 tsgl->sgl[i].length);
1192 if (divs[i]->nosimd)
1193 crypto_reenable_simd_for_test();
1194 err = check_shash_op("update", err, driver, vec_name, cfg);
1195 if (err)
1196 return err;
1197 if (divs[i]->flush_type == FLUSH_TYPE_REIMPORT) {
1198
1199 testmgr_poison(hashstate + statesize,
1200 TESTMGR_POISON_LEN);
1201 err = crypto_shash_export(desc, hashstate);
1202 err = check_shash_op("export", err, driver, vec_name,
1203 cfg);
1204 if (err)
1205 return err;
1206 if (!testmgr_is_poison(hashstate + statesize,
1207 TESTMGR_POISON_LEN)) {
1208 pr_err("alg: shash: %s export() overran state buffer on test vector %s, cfg=\"%s\"\n",
1209 driver, vec_name, cfg->name);
1210 return -EOVERFLOW;
1211 }
1212 testmgr_poison(desc->__ctx, crypto_shash_descsize(tfm));
1213 err = crypto_shash_import(desc, hashstate);
1214 err = check_shash_op("import", err, driver, vec_name,
1215 cfg);
1216 if (err)
1217 return err;
1218 }
1219 }
1220
1221 if (cfg->nosimd)
1222 crypto_disable_simd_for_test();
1223 err = crypto_shash_final(desc, result);
1224 if (cfg->nosimd)
1225 crypto_reenable_simd_for_test();
1226 err = check_shash_op("final", err, driver, vec_name, cfg);
1227 if (err)
1228 return err;
1229 result_ready:
1230 return check_hash_result("shash", result, digestsize, vec, vec_name,
1231 driver, cfg);
1232 }
1233
1234 static int do_ahash_op(int (*op)(struct ahash_request *req),
1235 struct ahash_request *req,
1236 struct crypto_wait *wait, bool nosimd)
1237 {
1238 int err;
1239
1240 if (nosimd)
1241 crypto_disable_simd_for_test();
1242
1243 err = op(req);
1244
1245 if (nosimd)
1246 crypto_reenable_simd_for_test();
1247
1248 return crypto_wait_req(err, wait);
1249 }
1250
1251 static int check_nonfinal_ahash_op(const char *op, int err,
1252 u8 *result, unsigned int digestsize,
1253 const char *driver, const char *vec_name,
1254 const struct testvec_config *cfg)
1255 {
1256 if (err) {
1257 pr_err("alg: ahash: %s %s() failed with err %d on test vector %s, cfg=\"%s\"\n",
1258 driver, op, err, vec_name, cfg->name);
1259 return err;
1260 }
1261 if (!testmgr_is_poison(result, digestsize)) {
1262 pr_err("alg: ahash: %s %s() used result buffer on test vector %s, cfg=\"%s\"\n",
1263 driver, op, vec_name, cfg->name);
1264 return -EINVAL;
1265 }
1266 return 0;
1267 }
1268
1269
1270 static int test_ahash_vec_cfg(const char *driver,
1271 const struct hash_testvec *vec,
1272 const char *vec_name,
1273 const struct testvec_config *cfg,
1274 struct ahash_request *req,
1275 struct test_sglist *tsgl,
1276 u8 *hashstate)
1277 {
1278 struct crypto_ahash *tfm = crypto_ahash_reqtfm(req);
1279 const unsigned int alignmask = crypto_ahash_alignmask(tfm);
1280 const unsigned int digestsize = crypto_ahash_digestsize(tfm);
1281 const unsigned int statesize = crypto_ahash_statesize(tfm);
1282 const u32 req_flags = CRYPTO_TFM_REQ_MAY_BACKLOG | cfg->req_flags;
1283 const struct test_sg_division *divs[XBUFSIZE];
1284 DECLARE_CRYPTO_WAIT(wait);
1285 unsigned int i;
1286 struct scatterlist *pending_sgl;
1287 unsigned int pending_len;
1288 u8 result[HASH_MAX_DIGESTSIZE + TESTMGR_POISON_LEN];
1289 int err;
1290
1291
1292 if (vec->ksize) {
1293 err = crypto_ahash_setkey(tfm, vec->key, vec->ksize);
1294 if (err) {
1295 if (err == vec->setkey_error)
1296 return 0;
1297 pr_err("alg: ahash: %s setkey failed on test vector %s; expected_error=%d, actual_error=%d, flags=%#x\n",
1298 driver, vec_name, vec->setkey_error, err,
1299 crypto_ahash_get_flags(tfm));
1300 return err;
1301 }
1302 if (vec->setkey_error) {
1303 pr_err("alg: ahash: %s setkey unexpectedly succeeded on test vector %s; expected_error=%d\n",
1304 driver, vec_name, vec->setkey_error);
1305 return -EINVAL;
1306 }
1307 }
1308
1309
1310 err = build_hash_sglist(tsgl, vec, cfg, alignmask, divs);
1311 if (err) {
1312 pr_err("alg: ahash: %s: error preparing scatterlist for test vector %s, cfg=\"%s\"\n",
1313 driver, vec_name, cfg->name);
1314 return err;
1315 }
1316
1317
1318
1319 testmgr_poison(req->__ctx, crypto_ahash_reqsize(tfm));
1320 testmgr_poison(result, digestsize + TESTMGR_POISON_LEN);
1321
1322 if (cfg->finalization_type == FINALIZATION_TYPE_DIGEST ||
1323 vec->digest_error) {
1324
1325 ahash_request_set_callback(req, req_flags, crypto_req_done,
1326 &wait);
1327 ahash_request_set_crypt(req, tsgl->sgl, result, vec->psize);
1328 err = do_ahash_op(crypto_ahash_digest, req, &wait, cfg->nosimd);
1329 if (err) {
1330 if (err == vec->digest_error)
1331 return 0;
1332 pr_err("alg: ahash: %s digest() failed on test vector %s; expected_error=%d, actual_error=%d, cfg=\"%s\"\n",
1333 driver, vec_name, vec->digest_error, err,
1334 cfg->name);
1335 return err;
1336 }
1337 if (vec->digest_error) {
1338 pr_err("alg: ahash: %s digest() unexpectedly succeeded on test vector %s; expected_error=%d, cfg=\"%s\"\n",
1339 driver, vec_name, vec->digest_error, cfg->name);
1340 return -EINVAL;
1341 }
1342 goto result_ready;
1343 }
1344
1345
1346
1347 ahash_request_set_callback(req, req_flags, crypto_req_done, &wait);
1348 ahash_request_set_crypt(req, NULL, result, 0);
1349 err = do_ahash_op(crypto_ahash_init, req, &wait, cfg->nosimd);
1350 err = check_nonfinal_ahash_op("init", err, result, digestsize,
1351 driver, vec_name, cfg);
1352 if (err)
1353 return err;
1354
1355 pending_sgl = NULL;
1356 pending_len = 0;
1357 for (i = 0; i < tsgl->nents; i++) {
1358 if (divs[i]->flush_type != FLUSH_TYPE_NONE &&
1359 pending_sgl != NULL) {
1360
1361 ahash_request_set_callback(req, req_flags,
1362 crypto_req_done, &wait);
1363 ahash_request_set_crypt(req, pending_sgl, result,
1364 pending_len);
1365 err = do_ahash_op(crypto_ahash_update, req, &wait,
1366 divs[i]->nosimd);
1367 err = check_nonfinal_ahash_op("update", err,
1368 result, digestsize,
1369 driver, vec_name, cfg);
1370 if (err)
1371 return err;
1372 pending_sgl = NULL;
1373 pending_len = 0;
1374 }
1375 if (divs[i]->flush_type == FLUSH_TYPE_REIMPORT) {
1376
1377 testmgr_poison(hashstate + statesize,
1378 TESTMGR_POISON_LEN);
1379 err = crypto_ahash_export(req, hashstate);
1380 err = check_nonfinal_ahash_op("export", err,
1381 result, digestsize,
1382 driver, vec_name, cfg);
1383 if (err)
1384 return err;
1385 if (!testmgr_is_poison(hashstate + statesize,
1386 TESTMGR_POISON_LEN)) {
1387 pr_err("alg: ahash: %s export() overran state buffer on test vector %s, cfg=\"%s\"\n",
1388 driver, vec_name, cfg->name);
1389 return -EOVERFLOW;
1390 }
1391
1392 testmgr_poison(req->__ctx, crypto_ahash_reqsize(tfm));
1393 err = crypto_ahash_import(req, hashstate);
1394 err = check_nonfinal_ahash_op("import", err,
1395 result, digestsize,
1396 driver, vec_name, cfg);
1397 if (err)
1398 return err;
1399 }
1400 if (pending_sgl == NULL)
1401 pending_sgl = &tsgl->sgl[i];
1402 pending_len += tsgl->sgl[i].length;
1403 }
1404
1405 ahash_request_set_callback(req, req_flags, crypto_req_done, &wait);
1406 ahash_request_set_crypt(req, pending_sgl, result, pending_len);
1407 if (cfg->finalization_type == FINALIZATION_TYPE_FINAL) {
1408
1409 err = do_ahash_op(crypto_ahash_update, req, &wait, cfg->nosimd);
1410 err = check_nonfinal_ahash_op("update", err, result, digestsize,
1411 driver, vec_name, cfg);
1412 if (err)
1413 return err;
1414 err = do_ahash_op(crypto_ahash_final, req, &wait, cfg->nosimd);
1415 if (err) {
1416 pr_err("alg: ahash: %s final() failed with err %d on test vector %s, cfg=\"%s\"\n",
1417 driver, err, vec_name, cfg->name);
1418 return err;
1419 }
1420 } else {
1421
1422 err = do_ahash_op(crypto_ahash_finup, req, &wait, cfg->nosimd);
1423 if (err) {
1424 pr_err("alg: ahash: %s finup() failed with err %d on test vector %s, cfg=\"%s\"\n",
1425 driver, err, vec_name, cfg->name);
1426 return err;
1427 }
1428 }
1429
1430 result_ready:
1431 return check_hash_result("ahash", result, digestsize, vec, vec_name,
1432 driver, cfg);
1433 }
1434
1435 static int test_hash_vec_cfg(const char *driver,
1436 const struct hash_testvec *vec,
1437 const char *vec_name,
1438 const struct testvec_config *cfg,
1439 struct ahash_request *req,
1440 struct shash_desc *desc,
1441 struct test_sglist *tsgl,
1442 u8 *hashstate)
1443 {
1444 int err;
1445
1446
1447
1448
1449
1450
1451
1452 if (desc) {
1453 err = test_shash_vec_cfg(driver, vec, vec_name, cfg, desc, tsgl,
1454 hashstate);
1455 if (err)
1456 return err;
1457 }
1458
1459 return test_ahash_vec_cfg(driver, vec, vec_name, cfg, req, tsgl,
1460 hashstate);
1461 }
1462
1463 static int test_hash_vec(const char *driver, const struct hash_testvec *vec,
1464 unsigned int vec_num, struct ahash_request *req,
1465 struct shash_desc *desc, struct test_sglist *tsgl,
1466 u8 *hashstate)
1467 {
1468 char vec_name[16];
1469 unsigned int i;
1470 int err;
1471
1472 sprintf(vec_name, "%u", vec_num);
1473
1474 for (i = 0; i < ARRAY_SIZE(default_hash_testvec_configs); i++) {
1475 err = test_hash_vec_cfg(driver, vec, vec_name,
1476 &default_hash_testvec_configs[i],
1477 req, desc, tsgl, hashstate);
1478 if (err)
1479 return err;
1480 }
1481
1482 #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS
1483 if (!noextratests) {
1484 struct testvec_config cfg;
1485 char cfgname[TESTVEC_CONFIG_NAMELEN];
1486
1487 for (i = 0; i < fuzz_iterations; i++) {
1488 generate_random_testvec_config(&cfg, cfgname,
1489 sizeof(cfgname));
1490 err = test_hash_vec_cfg(driver, vec, vec_name, &cfg,
1491 req, desc, tsgl, hashstate);
1492 if (err)
1493 return err;
1494 cond_resched();
1495 }
1496 }
1497 #endif
1498 return 0;
1499 }
1500
1501 #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS
1502
1503
1504
1505
1506 static void generate_random_hash_testvec(struct shash_desc *desc,
1507 struct hash_testvec *vec,
1508 unsigned int maxkeysize,
1509 unsigned int maxdatasize,
1510 char *name, size_t max_namelen)
1511 {
1512
1513 vec->psize = generate_random_length(maxdatasize);
1514 generate_random_bytes((u8 *)vec->plaintext, vec->psize);
1515
1516
1517
1518
1519
1520 vec->setkey_error = 0;
1521 vec->ksize = 0;
1522 if (maxkeysize) {
1523 vec->ksize = maxkeysize;
1524 if (prandom_u32() % 4 == 0)
1525 vec->ksize = 1 + (prandom_u32() % maxkeysize);
1526 generate_random_bytes((u8 *)vec->key, vec->ksize);
1527
1528 vec->setkey_error = crypto_shash_setkey(desc->tfm, vec->key,
1529 vec->ksize);
1530
1531 if (vec->setkey_error)
1532 goto done;
1533 }
1534
1535
1536 vec->digest_error = crypto_shash_digest(desc, vec->plaintext,
1537 vec->psize, (u8 *)vec->digest);
1538 done:
1539 snprintf(name, max_namelen, "\"random: psize=%u ksize=%u\"",
1540 vec->psize, vec->ksize);
1541 }
1542
1543
1544
1545
1546
1547 static int test_hash_vs_generic_impl(const char *driver,
1548 const char *generic_driver,
1549 unsigned int maxkeysize,
1550 struct ahash_request *req,
1551 struct shash_desc *desc,
1552 struct test_sglist *tsgl,
1553 u8 *hashstate)
1554 {
1555 struct crypto_ahash *tfm = crypto_ahash_reqtfm(req);
1556 const unsigned int digestsize = crypto_ahash_digestsize(tfm);
1557 const unsigned int blocksize = crypto_ahash_blocksize(tfm);
1558 const unsigned int maxdatasize = (2 * PAGE_SIZE) - TESTMGR_POISON_LEN;
1559 const char *algname = crypto_hash_alg_common(tfm)->base.cra_name;
1560 char _generic_driver[CRYPTO_MAX_ALG_NAME];
1561 struct crypto_shash *generic_tfm = NULL;
1562 struct shash_desc *generic_desc = NULL;
1563 unsigned int i;
1564 struct hash_testvec vec = { 0 };
1565 char vec_name[64];
1566 struct testvec_config *cfg;
1567 char cfgname[TESTVEC_CONFIG_NAMELEN];
1568 int err;
1569
1570 if (noextratests)
1571 return 0;
1572
1573 if (!generic_driver) {
1574 err = build_generic_driver_name(algname, _generic_driver);
1575 if (err)
1576 return err;
1577 generic_driver = _generic_driver;
1578 }
1579
1580 if (strcmp(generic_driver, driver) == 0)
1581 return 0;
1582
1583 generic_tfm = crypto_alloc_shash(generic_driver, 0, 0);
1584 if (IS_ERR(generic_tfm)) {
1585 err = PTR_ERR(generic_tfm);
1586 if (err == -ENOENT) {
1587 pr_warn("alg: hash: skipping comparison tests for %s because %s is unavailable\n",
1588 driver, generic_driver);
1589 return 0;
1590 }
1591 pr_err("alg: hash: error allocating %s (generic impl of %s): %d\n",
1592 generic_driver, algname, err);
1593 return err;
1594 }
1595
1596 cfg = kzalloc(sizeof(*cfg), GFP_KERNEL);
1597 if (!cfg) {
1598 err = -ENOMEM;
1599 goto out;
1600 }
1601
1602 generic_desc = kzalloc(sizeof(*desc) +
1603 crypto_shash_descsize(generic_tfm), GFP_KERNEL);
1604 if (!generic_desc) {
1605 err = -ENOMEM;
1606 goto out;
1607 }
1608 generic_desc->tfm = generic_tfm;
1609
1610
1611
1612 if (digestsize != crypto_shash_digestsize(generic_tfm)) {
1613 pr_err("alg: hash: digestsize for %s (%u) doesn't match generic impl (%u)\n",
1614 driver, digestsize,
1615 crypto_shash_digestsize(generic_tfm));
1616 err = -EINVAL;
1617 goto out;
1618 }
1619
1620 if (blocksize != crypto_shash_blocksize(generic_tfm)) {
1621 pr_err("alg: hash: blocksize for %s (%u) doesn't match generic impl (%u)\n",
1622 driver, blocksize, crypto_shash_blocksize(generic_tfm));
1623 err = -EINVAL;
1624 goto out;
1625 }
1626
1627
1628
1629
1630
1631
1632 vec.key = kmalloc(maxkeysize, GFP_KERNEL);
1633 vec.plaintext = kmalloc(maxdatasize, GFP_KERNEL);
1634 vec.digest = kmalloc(digestsize, GFP_KERNEL);
1635 if (!vec.key || !vec.plaintext || !vec.digest) {
1636 err = -ENOMEM;
1637 goto out;
1638 }
1639
1640 for (i = 0; i < fuzz_iterations * 8; i++) {
1641 generate_random_hash_testvec(generic_desc, &vec,
1642 maxkeysize, maxdatasize,
1643 vec_name, sizeof(vec_name));
1644 generate_random_testvec_config(cfg, cfgname, sizeof(cfgname));
1645
1646 err = test_hash_vec_cfg(driver, &vec, vec_name, cfg,
1647 req, desc, tsgl, hashstate);
1648 if (err)
1649 goto out;
1650 cond_resched();
1651 }
1652 err = 0;
1653 out:
1654 kfree(cfg);
1655 kfree(vec.key);
1656 kfree(vec.plaintext);
1657 kfree(vec.digest);
1658 crypto_free_shash(generic_tfm);
1659 kzfree(generic_desc);
1660 return err;
1661 }
1662 #else
1663 static int test_hash_vs_generic_impl(const char *driver,
1664 const char *generic_driver,
1665 unsigned int maxkeysize,
1666 struct ahash_request *req,
1667 struct shash_desc *desc,
1668 struct test_sglist *tsgl,
1669 u8 *hashstate)
1670 {
1671 return 0;
1672 }
1673 #endif
1674
1675 static int alloc_shash(const char *driver, u32 type, u32 mask,
1676 struct crypto_shash **tfm_ret,
1677 struct shash_desc **desc_ret)
1678 {
1679 struct crypto_shash *tfm;
1680 struct shash_desc *desc;
1681
1682 tfm = crypto_alloc_shash(driver, type, mask);
1683 if (IS_ERR(tfm)) {
1684 if (PTR_ERR(tfm) == -ENOENT) {
1685
1686
1687
1688
1689 return 0;
1690 }
1691 pr_err("alg: hash: failed to allocate shash transform for %s: %ld\n",
1692 driver, PTR_ERR(tfm));
1693 return PTR_ERR(tfm);
1694 }
1695
1696 desc = kmalloc(sizeof(*desc) + crypto_shash_descsize(tfm), GFP_KERNEL);
1697 if (!desc) {
1698 crypto_free_shash(tfm);
1699 return -ENOMEM;
1700 }
1701 desc->tfm = tfm;
1702
1703 *tfm_ret = tfm;
1704 *desc_ret = desc;
1705 return 0;
1706 }
1707
1708 static int __alg_test_hash(const struct hash_testvec *vecs,
1709 unsigned int num_vecs, const char *driver,
1710 u32 type, u32 mask,
1711 const char *generic_driver, unsigned int maxkeysize)
1712 {
1713 struct crypto_ahash *atfm = NULL;
1714 struct ahash_request *req = NULL;
1715 struct crypto_shash *stfm = NULL;
1716 struct shash_desc *desc = NULL;
1717 struct test_sglist *tsgl = NULL;
1718 u8 *hashstate = NULL;
1719 unsigned int statesize;
1720 unsigned int i;
1721 int err;
1722
1723
1724
1725
1726
1727
1728 atfm = crypto_alloc_ahash(driver, type, mask);
1729 if (IS_ERR(atfm)) {
1730 pr_err("alg: hash: failed to allocate transform for %s: %ld\n",
1731 driver, PTR_ERR(atfm));
1732 return PTR_ERR(atfm);
1733 }
1734
1735 req = ahash_request_alloc(atfm, GFP_KERNEL);
1736 if (!req) {
1737 pr_err("alg: hash: failed to allocate request for %s\n",
1738 driver);
1739 err = -ENOMEM;
1740 goto out;
1741 }
1742
1743
1744
1745
1746
1747 err = alloc_shash(driver, type, mask, &stfm, &desc);
1748 if (err)
1749 goto out;
1750
1751 tsgl = kmalloc(sizeof(*tsgl), GFP_KERNEL);
1752 if (!tsgl || init_test_sglist(tsgl) != 0) {
1753 pr_err("alg: hash: failed to allocate test buffers for %s\n",
1754 driver);
1755 kfree(tsgl);
1756 tsgl = NULL;
1757 err = -ENOMEM;
1758 goto out;
1759 }
1760
1761 statesize = crypto_ahash_statesize(atfm);
1762 if (stfm)
1763 statesize = max(statesize, crypto_shash_statesize(stfm));
1764 hashstate = kmalloc(statesize + TESTMGR_POISON_LEN, GFP_KERNEL);
1765 if (!hashstate) {
1766 pr_err("alg: hash: failed to allocate hash state buffer for %s\n",
1767 driver);
1768 err = -ENOMEM;
1769 goto out;
1770 }
1771
1772 for (i = 0; i < num_vecs; i++) {
1773 err = test_hash_vec(driver, &vecs[i], i, req, desc, tsgl,
1774 hashstate);
1775 if (err)
1776 goto out;
1777 cond_resched();
1778 }
1779 err = test_hash_vs_generic_impl(driver, generic_driver, maxkeysize, req,
1780 desc, tsgl, hashstate);
1781 out:
1782 kfree(hashstate);
1783 if (tsgl) {
1784 destroy_test_sglist(tsgl);
1785 kfree(tsgl);
1786 }
1787 kfree(desc);
1788 crypto_free_shash(stfm);
1789 ahash_request_free(req);
1790 crypto_free_ahash(atfm);
1791 return err;
1792 }
1793
1794 static int alg_test_hash(const struct alg_test_desc *desc, const char *driver,
1795 u32 type, u32 mask)
1796 {
1797 const struct hash_testvec *template = desc->suite.hash.vecs;
1798 unsigned int tcount = desc->suite.hash.count;
1799 unsigned int nr_unkeyed, nr_keyed;
1800 unsigned int maxkeysize = 0;
1801 int err;
1802
1803
1804
1805
1806
1807
1808
1809 for (nr_unkeyed = 0; nr_unkeyed < tcount; nr_unkeyed++) {
1810 if (template[nr_unkeyed].ksize)
1811 break;
1812 }
1813 for (nr_keyed = 0; nr_unkeyed + nr_keyed < tcount; nr_keyed++) {
1814 if (!template[nr_unkeyed + nr_keyed].ksize) {
1815 pr_err("alg: hash: test vectors for %s out of order, "
1816 "unkeyed ones must come first\n", desc->alg);
1817 return -EINVAL;
1818 }
1819 maxkeysize = max_t(unsigned int, maxkeysize,
1820 template[nr_unkeyed + nr_keyed].ksize);
1821 }
1822
1823 err = 0;
1824 if (nr_unkeyed) {
1825 err = __alg_test_hash(template, nr_unkeyed, driver, type, mask,
1826 desc->generic_driver, maxkeysize);
1827 template += nr_unkeyed;
1828 }
1829
1830 if (!err && nr_keyed)
1831 err = __alg_test_hash(template, nr_keyed, driver, type, mask,
1832 desc->generic_driver, maxkeysize);
1833
1834 return err;
1835 }
1836
1837 static int test_aead_vec_cfg(const char *driver, int enc,
1838 const struct aead_testvec *vec,
1839 const char *vec_name,
1840 const struct testvec_config *cfg,
1841 struct aead_request *req,
1842 struct cipher_test_sglists *tsgls)
1843 {
1844 struct crypto_aead *tfm = crypto_aead_reqtfm(req);
1845 const unsigned int alignmask = crypto_aead_alignmask(tfm);
1846 const unsigned int ivsize = crypto_aead_ivsize(tfm);
1847 const unsigned int authsize = vec->clen - vec->plen;
1848 const u32 req_flags = CRYPTO_TFM_REQ_MAY_BACKLOG | cfg->req_flags;
1849 const char *op = enc ? "encryption" : "decryption";
1850 DECLARE_CRYPTO_WAIT(wait);
1851 u8 _iv[3 * (MAX_ALGAPI_ALIGNMASK + 1) + MAX_IVLEN];
1852 u8 *iv = PTR_ALIGN(&_iv[0], 2 * (MAX_ALGAPI_ALIGNMASK + 1)) +
1853 cfg->iv_offset +
1854 (cfg->iv_offset_relative_to_alignmask ? alignmask : 0);
1855 struct kvec input[2];
1856 int expected_error;
1857 int err;
1858
1859
1860 if (vec->wk)
1861 crypto_aead_set_flags(tfm, CRYPTO_TFM_REQ_FORBID_WEAK_KEYS);
1862 else
1863 crypto_aead_clear_flags(tfm, CRYPTO_TFM_REQ_FORBID_WEAK_KEYS);
1864 err = crypto_aead_setkey(tfm, vec->key, vec->klen);
1865 if (err && err != vec->setkey_error) {
1866 pr_err("alg: aead: %s setkey failed on test vector %s; expected_error=%d, actual_error=%d, flags=%#x\n",
1867 driver, vec_name, vec->setkey_error, err,
1868 crypto_aead_get_flags(tfm));
1869 return err;
1870 }
1871 if (!err && vec->setkey_error) {
1872 pr_err("alg: aead: %s setkey unexpectedly succeeded on test vector %s; expected_error=%d\n",
1873 driver, vec_name, vec->setkey_error);
1874 return -EINVAL;
1875 }
1876
1877
1878 err = crypto_aead_setauthsize(tfm, authsize);
1879 if (err && err != vec->setauthsize_error) {
1880 pr_err("alg: aead: %s setauthsize failed on test vector %s; expected_error=%d, actual_error=%d\n",
1881 driver, vec_name, vec->setauthsize_error, err);
1882 return err;
1883 }
1884 if (!err && vec->setauthsize_error) {
1885 pr_err("alg: aead: %s setauthsize unexpectedly succeeded on test vector %s; expected_error=%d\n",
1886 driver, vec_name, vec->setauthsize_error);
1887 return -EINVAL;
1888 }
1889
1890 if (vec->setkey_error || vec->setauthsize_error)
1891 return 0;
1892
1893
1894 if (WARN_ON(ivsize > MAX_IVLEN))
1895 return -EINVAL;
1896 if (vec->iv)
1897 memcpy(iv, vec->iv, ivsize);
1898 else
1899 memset(iv, 0, ivsize);
1900
1901
1902 input[0].iov_base = (void *)vec->assoc;
1903 input[0].iov_len = vec->alen;
1904 input[1].iov_base = enc ? (void *)vec->ptext : (void *)vec->ctext;
1905 input[1].iov_len = enc ? vec->plen : vec->clen;
1906 err = build_cipher_test_sglists(tsgls, cfg, alignmask,
1907 vec->alen + (enc ? vec->plen :
1908 vec->clen),
1909 vec->alen + (enc ? vec->clen :
1910 vec->plen),
1911 input, 2);
1912 if (err) {
1913 pr_err("alg: aead: %s %s: error preparing scatterlists for test vector %s, cfg=\"%s\"\n",
1914 driver, op, vec_name, cfg->name);
1915 return err;
1916 }
1917
1918
1919 testmgr_poison(req->__ctx, crypto_aead_reqsize(tfm));
1920 aead_request_set_callback(req, req_flags, crypto_req_done, &wait);
1921 aead_request_set_crypt(req, tsgls->src.sgl_ptr, tsgls->dst.sgl_ptr,
1922 enc ? vec->plen : vec->clen, iv);
1923 aead_request_set_ad(req, vec->alen);
1924 if (cfg->nosimd)
1925 crypto_disable_simd_for_test();
1926 err = enc ? crypto_aead_encrypt(req) : crypto_aead_decrypt(req);
1927 if (cfg->nosimd)
1928 crypto_reenable_simd_for_test();
1929 err = crypto_wait_req(err, &wait);
1930
1931
1932 if (req->cryptlen != (enc ? vec->plen : vec->clen) ||
1933 req->assoclen != vec->alen ||
1934 req->iv != iv ||
1935 req->src != tsgls->src.sgl_ptr ||
1936 req->dst != tsgls->dst.sgl_ptr ||
1937 crypto_aead_reqtfm(req) != tfm ||
1938 req->base.complete != crypto_req_done ||
1939 req->base.flags != req_flags ||
1940 req->base.data != &wait) {
1941 pr_err("alg: aead: %s %s corrupted request struct on test vector %s, cfg=\"%s\"\n",
1942 driver, op, vec_name, cfg->name);
1943 if (req->cryptlen != (enc ? vec->plen : vec->clen))
1944 pr_err("alg: aead: changed 'req->cryptlen'\n");
1945 if (req->assoclen != vec->alen)
1946 pr_err("alg: aead: changed 'req->assoclen'\n");
1947 if (req->iv != iv)
1948 pr_err("alg: aead: changed 'req->iv'\n");
1949 if (req->src != tsgls->src.sgl_ptr)
1950 pr_err("alg: aead: changed 'req->src'\n");
1951 if (req->dst != tsgls->dst.sgl_ptr)
1952 pr_err("alg: aead: changed 'req->dst'\n");
1953 if (crypto_aead_reqtfm(req) != tfm)
1954 pr_err("alg: aead: changed 'req->base.tfm'\n");
1955 if (req->base.complete != crypto_req_done)
1956 pr_err("alg: aead: changed 'req->base.complete'\n");
1957 if (req->base.flags != req_flags)
1958 pr_err("alg: aead: changed 'req->base.flags'\n");
1959 if (req->base.data != &wait)
1960 pr_err("alg: aead: changed 'req->base.data'\n");
1961 return -EINVAL;
1962 }
1963 if (is_test_sglist_corrupted(&tsgls->src)) {
1964 pr_err("alg: aead: %s %s corrupted src sgl on test vector %s, cfg=\"%s\"\n",
1965 driver, op, vec_name, cfg->name);
1966 return -EINVAL;
1967 }
1968 if (tsgls->dst.sgl_ptr != tsgls->src.sgl &&
1969 is_test_sglist_corrupted(&tsgls->dst)) {
1970 pr_err("alg: aead: %s %s corrupted dst sgl on test vector %s, cfg=\"%s\"\n",
1971 driver, op, vec_name, cfg->name);
1972 return -EINVAL;
1973 }
1974
1975
1976 expected_error = vec->novrfy ? -EBADMSG : vec->crypt_error;
1977 if (err) {
1978 if (err == expected_error)
1979 return 0;
1980 pr_err("alg: aead: %s %s failed on test vector %s; expected_error=%d, actual_error=%d, cfg=\"%s\"\n",
1981 driver, op, vec_name, expected_error, err, cfg->name);
1982 return err;
1983 }
1984 if (expected_error) {
1985 pr_err("alg: aead: %s %s unexpectedly succeeded on test vector %s; expected_error=%d, cfg=\"%s\"\n",
1986 driver, op, vec_name, expected_error, cfg->name);
1987 return -EINVAL;
1988 }
1989
1990
1991 err = verify_correct_output(&tsgls->dst, enc ? vec->ctext : vec->ptext,
1992 enc ? vec->clen : vec->plen,
1993 vec->alen, enc || !cfg->inplace);
1994 if (err == -EOVERFLOW) {
1995 pr_err("alg: aead: %s %s overran dst buffer on test vector %s, cfg=\"%s\"\n",
1996 driver, op, vec_name, cfg->name);
1997 return err;
1998 }
1999 if (err) {
2000 pr_err("alg: aead: %s %s test failed (wrong result) on test vector %s, cfg=\"%s\"\n",
2001 driver, op, vec_name, cfg->name);
2002 return err;
2003 }
2004
2005 return 0;
2006 }
2007
2008 static int test_aead_vec(const char *driver, int enc,
2009 const struct aead_testvec *vec, unsigned int vec_num,
2010 struct aead_request *req,
2011 struct cipher_test_sglists *tsgls)
2012 {
2013 char vec_name[16];
2014 unsigned int i;
2015 int err;
2016
2017 if (enc && vec->novrfy)
2018 return 0;
2019
2020 sprintf(vec_name, "%u", vec_num);
2021
2022 for (i = 0; i < ARRAY_SIZE(default_cipher_testvec_configs); i++) {
2023 err = test_aead_vec_cfg(driver, enc, vec, vec_name,
2024 &default_cipher_testvec_configs[i],
2025 req, tsgls);
2026 if (err)
2027 return err;
2028 }
2029
2030 #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS
2031 if (!noextratests) {
2032 struct testvec_config cfg;
2033 char cfgname[TESTVEC_CONFIG_NAMELEN];
2034
2035 for (i = 0; i < fuzz_iterations; i++) {
2036 generate_random_testvec_config(&cfg, cfgname,
2037 sizeof(cfgname));
2038 err = test_aead_vec_cfg(driver, enc, vec, vec_name,
2039 &cfg, req, tsgls);
2040 if (err)
2041 return err;
2042 cond_resched();
2043 }
2044 }
2045 #endif
2046 return 0;
2047 }
2048
2049 #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS
2050
2051
2052
2053
2054 static void generate_random_aead_testvec(struct aead_request *req,
2055 struct aead_testvec *vec,
2056 unsigned int maxkeysize,
2057 unsigned int maxdatasize,
2058 char *name, size_t max_namelen)
2059 {
2060 struct crypto_aead *tfm = crypto_aead_reqtfm(req);
2061 const unsigned int ivsize = crypto_aead_ivsize(tfm);
2062 unsigned int maxauthsize = crypto_aead_alg(tfm)->maxauthsize;
2063 unsigned int authsize;
2064 unsigned int total_len;
2065 int i;
2066 struct scatterlist src[2], dst;
2067 u8 iv[MAX_IVLEN];
2068 DECLARE_CRYPTO_WAIT(wait);
2069
2070
2071 vec->klen = maxkeysize;
2072 if (prandom_u32() % 4 == 0)
2073 vec->klen = prandom_u32() % (maxkeysize + 1);
2074 generate_random_bytes((u8 *)vec->key, vec->klen);
2075 vec->setkey_error = crypto_aead_setkey(tfm, vec->key, vec->klen);
2076
2077
2078 generate_random_bytes((u8 *)vec->iv, ivsize);
2079
2080
2081 authsize = maxauthsize;
2082 if (prandom_u32() % 4 == 0)
2083 authsize = prandom_u32() % (maxauthsize + 1);
2084 if (WARN_ON(authsize > maxdatasize))
2085 authsize = maxdatasize;
2086 maxdatasize -= authsize;
2087 vec->setauthsize_error = crypto_aead_setauthsize(tfm, authsize);
2088
2089
2090 total_len = generate_random_length(maxdatasize);
2091 if (prandom_u32() % 4 == 0)
2092 vec->alen = 0;
2093 else
2094 vec->alen = generate_random_length(total_len);
2095 vec->plen = total_len - vec->alen;
2096 generate_random_bytes((u8 *)vec->assoc, vec->alen);
2097 generate_random_bytes((u8 *)vec->ptext, vec->plen);
2098
2099 vec->clen = vec->plen + authsize;
2100
2101
2102
2103
2104
2105 vec->crypt_error = 0;
2106 if (vec->setkey_error || vec->setauthsize_error)
2107 goto done;
2108
2109
2110 sg_init_table(src, 2);
2111 i = 0;
2112 if (vec->alen)
2113 sg_set_buf(&src[i++], vec->assoc, vec->alen);
2114 if (vec->plen)
2115 sg_set_buf(&src[i++], vec->ptext, vec->plen);
2116 sg_init_one(&dst, vec->ctext, vec->alen + vec->clen);
2117 memcpy(iv, vec->iv, ivsize);
2118 aead_request_set_callback(req, 0, crypto_req_done, &wait);
2119 aead_request_set_crypt(req, src, &dst, vec->plen, iv);
2120 aead_request_set_ad(req, vec->alen);
2121 vec->crypt_error = crypto_wait_req(crypto_aead_encrypt(req), &wait);
2122 if (vec->crypt_error == 0)
2123 memmove((u8 *)vec->ctext, vec->ctext + vec->alen, vec->clen);
2124 done:
2125 snprintf(name, max_namelen,
2126 "\"random: alen=%u plen=%u authsize=%u klen=%u\"",
2127 vec->alen, vec->plen, authsize, vec->klen);
2128 }
2129
2130
2131
2132
2133
2134 static int test_aead_vs_generic_impl(const char *driver,
2135 const struct alg_test_desc *test_desc,
2136 struct aead_request *req,
2137 struct cipher_test_sglists *tsgls)
2138 {
2139 struct crypto_aead *tfm = crypto_aead_reqtfm(req);
2140 const unsigned int ivsize = crypto_aead_ivsize(tfm);
2141 const unsigned int maxauthsize = crypto_aead_alg(tfm)->maxauthsize;
2142 const unsigned int blocksize = crypto_aead_blocksize(tfm);
2143 const unsigned int maxdatasize = (2 * PAGE_SIZE) - TESTMGR_POISON_LEN;
2144 const char *algname = crypto_aead_alg(tfm)->base.cra_name;
2145 const char *generic_driver = test_desc->generic_driver;
2146 char _generic_driver[CRYPTO_MAX_ALG_NAME];
2147 struct crypto_aead *generic_tfm = NULL;
2148 struct aead_request *generic_req = NULL;
2149 unsigned int maxkeysize;
2150 unsigned int i;
2151 struct aead_testvec vec = { 0 };
2152 char vec_name[64];
2153 struct testvec_config *cfg;
2154 char cfgname[TESTVEC_CONFIG_NAMELEN];
2155 int err;
2156
2157 if (noextratests)
2158 return 0;
2159
2160 if (!generic_driver) {
2161 err = build_generic_driver_name(algname, _generic_driver);
2162 if (err)
2163 return err;
2164 generic_driver = _generic_driver;
2165 }
2166
2167 if (strcmp(generic_driver, driver) == 0)
2168 return 0;
2169
2170 generic_tfm = crypto_alloc_aead(generic_driver, 0, 0);
2171 if (IS_ERR(generic_tfm)) {
2172 err = PTR_ERR(generic_tfm);
2173 if (err == -ENOENT) {
2174 pr_warn("alg: aead: skipping comparison tests for %s because %s is unavailable\n",
2175 driver, generic_driver);
2176 return 0;
2177 }
2178 pr_err("alg: aead: error allocating %s (generic impl of %s): %d\n",
2179 generic_driver, algname, err);
2180 return err;
2181 }
2182
2183 cfg = kzalloc(sizeof(*cfg), GFP_KERNEL);
2184 if (!cfg) {
2185 err = -ENOMEM;
2186 goto out;
2187 }
2188
2189 generic_req = aead_request_alloc(generic_tfm, GFP_KERNEL);
2190 if (!generic_req) {
2191 err = -ENOMEM;
2192 goto out;
2193 }
2194
2195
2196
2197 if (maxauthsize != crypto_aead_alg(generic_tfm)->maxauthsize) {
2198 pr_err("alg: aead: maxauthsize for %s (%u) doesn't match generic impl (%u)\n",
2199 driver, maxauthsize,
2200 crypto_aead_alg(generic_tfm)->maxauthsize);
2201 err = -EINVAL;
2202 goto out;
2203 }
2204
2205 if (ivsize != crypto_aead_ivsize(generic_tfm)) {
2206 pr_err("alg: aead: ivsize for %s (%u) doesn't match generic impl (%u)\n",
2207 driver, ivsize, crypto_aead_ivsize(generic_tfm));
2208 err = -EINVAL;
2209 goto out;
2210 }
2211
2212 if (blocksize != crypto_aead_blocksize(generic_tfm)) {
2213 pr_err("alg: aead: blocksize for %s (%u) doesn't match generic impl (%u)\n",
2214 driver, blocksize, crypto_aead_blocksize(generic_tfm));
2215 err = -EINVAL;
2216 goto out;
2217 }
2218
2219
2220
2221
2222
2223
2224 maxkeysize = 0;
2225 for (i = 0; i < test_desc->suite.aead.count; i++)
2226 maxkeysize = max_t(unsigned int, maxkeysize,
2227 test_desc->suite.aead.vecs[i].klen);
2228
2229 vec.key = kmalloc(maxkeysize, GFP_KERNEL);
2230 vec.iv = kmalloc(ivsize, GFP_KERNEL);
2231 vec.assoc = kmalloc(maxdatasize, GFP_KERNEL);
2232 vec.ptext = kmalloc(maxdatasize, GFP_KERNEL);
2233 vec.ctext = kmalloc(maxdatasize, GFP_KERNEL);
2234 if (!vec.key || !vec.iv || !vec.assoc || !vec.ptext || !vec.ctext) {
2235 err = -ENOMEM;
2236 goto out;
2237 }
2238
2239 for (i = 0; i < fuzz_iterations * 8; i++) {
2240 generate_random_aead_testvec(generic_req, &vec,
2241 maxkeysize, maxdatasize,
2242 vec_name, sizeof(vec_name));
2243 generate_random_testvec_config(cfg, cfgname, sizeof(cfgname));
2244
2245 err = test_aead_vec_cfg(driver, ENCRYPT, &vec, vec_name, cfg,
2246 req, tsgls);
2247 if (err)
2248 goto out;
2249 if (vec.crypt_error == 0) {
2250 err = test_aead_vec_cfg(driver, DECRYPT, &vec, vec_name,
2251 cfg, req, tsgls);
2252 if (err)
2253 goto out;
2254 }
2255 cond_resched();
2256 }
2257 err = 0;
2258 out:
2259 kfree(cfg);
2260 kfree(vec.key);
2261 kfree(vec.iv);
2262 kfree(vec.assoc);
2263 kfree(vec.ptext);
2264 kfree(vec.ctext);
2265 crypto_free_aead(generic_tfm);
2266 aead_request_free(generic_req);
2267 return err;
2268 }
2269 #else
2270 static int test_aead_vs_generic_impl(const char *driver,
2271 const struct alg_test_desc *test_desc,
2272 struct aead_request *req,
2273 struct cipher_test_sglists *tsgls)
2274 {
2275 return 0;
2276 }
2277 #endif
2278
2279 static int test_aead(const char *driver, int enc,
2280 const struct aead_test_suite *suite,
2281 struct aead_request *req,
2282 struct cipher_test_sglists *tsgls)
2283 {
2284 unsigned int i;
2285 int err;
2286
2287 for (i = 0; i < suite->count; i++) {
2288 err = test_aead_vec(driver, enc, &suite->vecs[i], i, req,
2289 tsgls);
2290 if (err)
2291 return err;
2292 cond_resched();
2293 }
2294 return 0;
2295 }
2296
2297 static int alg_test_aead(const struct alg_test_desc *desc, const char *driver,
2298 u32 type, u32 mask)
2299 {
2300 const struct aead_test_suite *suite = &desc->suite.aead;
2301 struct crypto_aead *tfm;
2302 struct aead_request *req = NULL;
2303 struct cipher_test_sglists *tsgls = NULL;
2304 int err;
2305
2306 if (suite->count <= 0) {
2307 pr_err("alg: aead: empty test suite for %s\n", driver);
2308 return -EINVAL;
2309 }
2310
2311 tfm = crypto_alloc_aead(driver, type, mask);
2312 if (IS_ERR(tfm)) {
2313 pr_err("alg: aead: failed to allocate transform for %s: %ld\n",
2314 driver, PTR_ERR(tfm));
2315 return PTR_ERR(tfm);
2316 }
2317
2318 req = aead_request_alloc(tfm, GFP_KERNEL);
2319 if (!req) {
2320 pr_err("alg: aead: failed to allocate request for %s\n",
2321 driver);
2322 err = -ENOMEM;
2323 goto out;
2324 }
2325
2326 tsgls = alloc_cipher_test_sglists();
2327 if (!tsgls) {
2328 pr_err("alg: aead: failed to allocate test buffers for %s\n",
2329 driver);
2330 err = -ENOMEM;
2331 goto out;
2332 }
2333
2334 err = test_aead(driver, ENCRYPT, suite, req, tsgls);
2335 if (err)
2336 goto out;
2337
2338 err = test_aead(driver, DECRYPT, suite, req, tsgls);
2339 if (err)
2340 goto out;
2341
2342 err = test_aead_vs_generic_impl(driver, desc, req, tsgls);
2343 out:
2344 free_cipher_test_sglists(tsgls);
2345 aead_request_free(req);
2346 crypto_free_aead(tfm);
2347 return err;
2348 }
2349
2350 static int test_cipher(struct crypto_cipher *tfm, int enc,
2351 const struct cipher_testvec *template,
2352 unsigned int tcount)
2353 {
2354 const char *algo = crypto_tfm_alg_driver_name(crypto_cipher_tfm(tfm));
2355 unsigned int i, j, k;
2356 char *q;
2357 const char *e;
2358 const char *input, *result;
2359 void *data;
2360 char *xbuf[XBUFSIZE];
2361 int ret = -ENOMEM;
2362
2363 if (testmgr_alloc_buf(xbuf))
2364 goto out_nobuf;
2365
2366 if (enc == ENCRYPT)
2367 e = "encryption";
2368 else
2369 e = "decryption";
2370
2371 j = 0;
2372 for (i = 0; i < tcount; i++) {
2373
2374 if (fips_enabled && template[i].fips_skip)
2375 continue;
2376
2377 input = enc ? template[i].ptext : template[i].ctext;
2378 result = enc ? template[i].ctext : template[i].ptext;
2379 j++;
2380
2381 ret = -EINVAL;
2382 if (WARN_ON(template[i].len > PAGE_SIZE))
2383 goto out;
2384
2385 data = xbuf[0];
2386 memcpy(data, input, template[i].len);
2387
2388 crypto_cipher_clear_flags(tfm, ~0);
2389 if (template[i].wk)
2390 crypto_cipher_set_flags(tfm, CRYPTO_TFM_REQ_FORBID_WEAK_KEYS);
2391
2392 ret = crypto_cipher_setkey(tfm, template[i].key,
2393 template[i].klen);
2394 if (ret) {
2395 if (ret == template[i].setkey_error)
2396 continue;
2397 pr_err("alg: cipher: %s setkey failed on test vector %u; expected_error=%d, actual_error=%d, flags=%#x\n",
2398 algo, j, template[i].setkey_error, ret,
2399 crypto_cipher_get_flags(tfm));
2400 goto out;
2401 }
2402 if (template[i].setkey_error) {
2403 pr_err("alg: cipher: %s setkey unexpectedly succeeded on test vector %u; expected_error=%d\n",
2404 algo, j, template[i].setkey_error);
2405 ret = -EINVAL;
2406 goto out;
2407 }
2408
2409 for (k = 0; k < template[i].len;
2410 k += crypto_cipher_blocksize(tfm)) {
2411 if (enc)
2412 crypto_cipher_encrypt_one(tfm, data + k,
2413 data + k);
2414 else
2415 crypto_cipher_decrypt_one(tfm, data + k,
2416 data + k);
2417 }
2418
2419 q = data;
2420 if (memcmp(q, result, template[i].len)) {
2421 printk(KERN_ERR "alg: cipher: Test %d failed "
2422 "on %s for %s\n", j, e, algo);
2423 hexdump(q, template[i].len);
2424 ret = -EINVAL;
2425 goto out;
2426 }
2427 }
2428
2429 ret = 0;
2430
2431 out:
2432 testmgr_free_buf(xbuf);
2433 out_nobuf:
2434 return ret;
2435 }
2436
2437 static int test_skcipher_vec_cfg(const char *driver, int enc,
2438 const struct cipher_testvec *vec,
2439 const char *vec_name,
2440 const struct testvec_config *cfg,
2441 struct skcipher_request *req,
2442 struct cipher_test_sglists *tsgls)
2443 {
2444 struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
2445 const unsigned int alignmask = crypto_skcipher_alignmask(tfm);
2446 const unsigned int ivsize = crypto_skcipher_ivsize(tfm);
2447 const u32 req_flags = CRYPTO_TFM_REQ_MAY_BACKLOG | cfg->req_flags;
2448 const char *op = enc ? "encryption" : "decryption";
2449 DECLARE_CRYPTO_WAIT(wait);
2450 u8 _iv[3 * (MAX_ALGAPI_ALIGNMASK + 1) + MAX_IVLEN];
2451 u8 *iv = PTR_ALIGN(&_iv[0], 2 * (MAX_ALGAPI_ALIGNMASK + 1)) +
2452 cfg->iv_offset +
2453 (cfg->iv_offset_relative_to_alignmask ? alignmask : 0);
2454 struct kvec input;
2455 int err;
2456
2457
2458 if (vec->wk)
2459 crypto_skcipher_set_flags(tfm, CRYPTO_TFM_REQ_FORBID_WEAK_KEYS);
2460 else
2461 crypto_skcipher_clear_flags(tfm,
2462 CRYPTO_TFM_REQ_FORBID_WEAK_KEYS);
2463 err = crypto_skcipher_setkey(tfm, vec->key, vec->klen);
2464 if (err) {
2465 if (err == vec->setkey_error)
2466 return 0;
2467 pr_err("alg: skcipher: %s setkey failed on test vector %s; expected_error=%d, actual_error=%d, flags=%#x\n",
2468 driver, vec_name, vec->setkey_error, err,
2469 crypto_skcipher_get_flags(tfm));
2470 return err;
2471 }
2472 if (vec->setkey_error) {
2473 pr_err("alg: skcipher: %s setkey unexpectedly succeeded on test vector %s; expected_error=%d\n",
2474 driver, vec_name, vec->setkey_error);
2475 return -EINVAL;
2476 }
2477
2478
2479 if (ivsize) {
2480 if (WARN_ON(ivsize > MAX_IVLEN))
2481 return -EINVAL;
2482 if (vec->generates_iv && !enc)
2483 memcpy(iv, vec->iv_out, ivsize);
2484 else if (vec->iv)
2485 memcpy(iv, vec->iv, ivsize);
2486 else
2487 memset(iv, 0, ivsize);
2488 } else {
2489 if (vec->generates_iv) {
2490 pr_err("alg: skcipher: %s has ivsize=0 but test vector %s generates IV!\n",
2491 driver, vec_name);
2492 return -EINVAL;
2493 }
2494 iv = NULL;
2495 }
2496
2497
2498 input.iov_base = enc ? (void *)vec->ptext : (void *)vec->ctext;
2499 input.iov_len = vec->len;
2500 err = build_cipher_test_sglists(tsgls, cfg, alignmask,
2501 vec->len, vec->len, &input, 1);
2502 if (err) {
2503 pr_err("alg: skcipher: %s %s: error preparing scatterlists for test vector %s, cfg=\"%s\"\n",
2504 driver, op, vec_name, cfg->name);
2505 return err;
2506 }
2507
2508
2509 testmgr_poison(req->__ctx, crypto_skcipher_reqsize(tfm));
2510 skcipher_request_set_callback(req, req_flags, crypto_req_done, &wait);
2511 skcipher_request_set_crypt(req, tsgls->src.sgl_ptr, tsgls->dst.sgl_ptr,
2512 vec->len, iv);
2513 if (cfg->nosimd)
2514 crypto_disable_simd_for_test();
2515 err = enc ? crypto_skcipher_encrypt(req) : crypto_skcipher_decrypt(req);
2516 if (cfg->nosimd)
2517 crypto_reenable_simd_for_test();
2518 err = crypto_wait_req(err, &wait);
2519
2520
2521 if (req->cryptlen != vec->len ||
2522 req->iv != iv ||
2523 req->src != tsgls->src.sgl_ptr ||
2524 req->dst != tsgls->dst.sgl_ptr ||
2525 crypto_skcipher_reqtfm(req) != tfm ||
2526 req->base.complete != crypto_req_done ||
2527 req->base.flags != req_flags ||
2528 req->base.data != &wait) {
2529 pr_err("alg: skcipher: %s %s corrupted request struct on test vector %s, cfg=\"%s\"\n",
2530 driver, op, vec_name, cfg->name);
2531 if (req->cryptlen != vec->len)
2532 pr_err("alg: skcipher: changed 'req->cryptlen'\n");
2533 if (req->iv != iv)
2534 pr_err("alg: skcipher: changed 'req->iv'\n");
2535 if (req->src != tsgls->src.sgl_ptr)
2536 pr_err("alg: skcipher: changed 'req->src'\n");
2537 if (req->dst != tsgls->dst.sgl_ptr)
2538 pr_err("alg: skcipher: changed 'req->dst'\n");
2539 if (crypto_skcipher_reqtfm(req) != tfm)
2540 pr_err("alg: skcipher: changed 'req->base.tfm'\n");
2541 if (req->base.complete != crypto_req_done)
2542 pr_err("alg: skcipher: changed 'req->base.complete'\n");
2543 if (req->base.flags != req_flags)
2544 pr_err("alg: skcipher: changed 'req->base.flags'\n");
2545 if (req->base.data != &wait)
2546 pr_err("alg: skcipher: changed 'req->base.data'\n");
2547 return -EINVAL;
2548 }
2549 if (is_test_sglist_corrupted(&tsgls->src)) {
2550 pr_err("alg: skcipher: %s %s corrupted src sgl on test vector %s, cfg=\"%s\"\n",
2551 driver, op, vec_name, cfg->name);
2552 return -EINVAL;
2553 }
2554 if (tsgls->dst.sgl_ptr != tsgls->src.sgl &&
2555 is_test_sglist_corrupted(&tsgls->dst)) {
2556 pr_err("alg: skcipher: %s %s corrupted dst sgl on test vector %s, cfg=\"%s\"\n",
2557 driver, op, vec_name, cfg->name);
2558 return -EINVAL;
2559 }
2560
2561
2562 if (err) {
2563 if (err == vec->crypt_error)
2564 return 0;
2565 pr_err("alg: skcipher: %s %s failed on test vector %s; expected_error=%d, actual_error=%d, cfg=\"%s\"\n",
2566 driver, op, vec_name, vec->crypt_error, err, cfg->name);
2567 return err;
2568 }
2569 if (vec->crypt_error) {
2570 pr_err("alg: skcipher: %s %s unexpectedly succeeded on test vector %s; expected_error=%d, cfg=\"%s\"\n",
2571 driver, op, vec_name, vec->crypt_error, cfg->name);
2572 return -EINVAL;
2573 }
2574
2575
2576 err = verify_correct_output(&tsgls->dst, enc ? vec->ctext : vec->ptext,
2577 vec->len, 0, true);
2578 if (err == -EOVERFLOW) {
2579 pr_err("alg: skcipher: %s %s overran dst buffer on test vector %s, cfg=\"%s\"\n",
2580 driver, op, vec_name, cfg->name);
2581 return err;
2582 }
2583 if (err) {
2584 pr_err("alg: skcipher: %s %s test failed (wrong result) on test vector %s, cfg=\"%s\"\n",
2585 driver, op, vec_name, cfg->name);
2586 return err;
2587 }
2588
2589
2590 if (vec->iv_out && memcmp(iv, vec->iv_out, ivsize) != 0) {
2591 pr_err("alg: skcipher: %s %s test failed (wrong output IV) on test vector %s, cfg=\"%s\"\n",
2592 driver, op, vec_name, cfg->name);
2593 hexdump(iv, ivsize);
2594 return -EINVAL;
2595 }
2596
2597 return 0;
2598 }
2599
2600 static int test_skcipher_vec(const char *driver, int enc,
2601 const struct cipher_testvec *vec,
2602 unsigned int vec_num,
2603 struct skcipher_request *req,
2604 struct cipher_test_sglists *tsgls)
2605 {
2606 char vec_name[16];
2607 unsigned int i;
2608 int err;
2609
2610 if (fips_enabled && vec->fips_skip)
2611 return 0;
2612
2613 sprintf(vec_name, "%u", vec_num);
2614
2615 for (i = 0; i < ARRAY_SIZE(default_cipher_testvec_configs); i++) {
2616 err = test_skcipher_vec_cfg(driver, enc, vec, vec_name,
2617 &default_cipher_testvec_configs[i],
2618 req, tsgls);
2619 if (err)
2620 return err;
2621 }
2622
2623 #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS
2624 if (!noextratests) {
2625 struct testvec_config cfg;
2626 char cfgname[TESTVEC_CONFIG_NAMELEN];
2627
2628 for (i = 0; i < fuzz_iterations; i++) {
2629 generate_random_testvec_config(&cfg, cfgname,
2630 sizeof(cfgname));
2631 err = test_skcipher_vec_cfg(driver, enc, vec, vec_name,
2632 &cfg, req, tsgls);
2633 if (err)
2634 return err;
2635 cond_resched();
2636 }
2637 }
2638 #endif
2639 return 0;
2640 }
2641
2642 #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS
2643
2644
2645
2646
2647 static void generate_random_cipher_testvec(struct skcipher_request *req,
2648 struct cipher_testvec *vec,
2649 unsigned int maxdatasize,
2650 char *name, size_t max_namelen)
2651 {
2652 struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
2653 const unsigned int maxkeysize = tfm->keysize;
2654 const unsigned int ivsize = crypto_skcipher_ivsize(tfm);
2655 struct scatterlist src, dst;
2656 u8 iv[MAX_IVLEN];
2657 DECLARE_CRYPTO_WAIT(wait);
2658
2659
2660 vec->klen = maxkeysize;
2661 if (prandom_u32() % 4 == 0)
2662 vec->klen = prandom_u32() % (maxkeysize + 1);
2663 generate_random_bytes((u8 *)vec->key, vec->klen);
2664 vec->setkey_error = crypto_skcipher_setkey(tfm, vec->key, vec->klen);
2665
2666
2667 generate_random_bytes((u8 *)vec->iv, ivsize);
2668
2669
2670 vec->len = generate_random_length(maxdatasize);
2671 generate_random_bytes((u8 *)vec->ptext, vec->len);
2672
2673
2674 if (vec->setkey_error)
2675 goto done;
2676
2677
2678 sg_init_one(&src, vec->ptext, vec->len);
2679 sg_init_one(&dst, vec->ctext, vec->len);
2680 memcpy(iv, vec->iv, ivsize);
2681 skcipher_request_set_callback(req, 0, crypto_req_done, &wait);
2682 skcipher_request_set_crypt(req, &src, &dst, vec->len, iv);
2683 vec->crypt_error = crypto_wait_req(crypto_skcipher_encrypt(req), &wait);
2684 if (vec->crypt_error != 0) {
2685
2686
2687
2688
2689
2690
2691 memset((u8 *)vec->ctext, 0, vec->len);
2692 }
2693 done:
2694 snprintf(name, max_namelen, "\"random: len=%u klen=%u\"",
2695 vec->len, vec->klen);
2696 }
2697
2698
2699
2700
2701
2702 static int test_skcipher_vs_generic_impl(const char *driver,
2703 const char *generic_driver,
2704 struct skcipher_request *req,
2705 struct cipher_test_sglists *tsgls)
2706 {
2707 struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
2708 const unsigned int ivsize = crypto_skcipher_ivsize(tfm);
2709 const unsigned int blocksize = crypto_skcipher_blocksize(tfm);
2710 const unsigned int maxdatasize = (2 * PAGE_SIZE) - TESTMGR_POISON_LEN;
2711 const char *algname = crypto_skcipher_alg(tfm)->base.cra_name;
2712 char _generic_driver[CRYPTO_MAX_ALG_NAME];
2713 struct crypto_skcipher *generic_tfm = NULL;
2714 struct skcipher_request *generic_req = NULL;
2715 unsigned int i;
2716 struct cipher_testvec vec = { 0 };
2717 char vec_name[64];
2718 struct testvec_config *cfg;
2719 char cfgname[TESTVEC_CONFIG_NAMELEN];
2720 int err;
2721
2722 if (noextratests)
2723 return 0;
2724
2725
2726 if (strncmp(algname, "kw(", 3) == 0)
2727 return 0;
2728
2729 if (!generic_driver) {
2730 err = build_generic_driver_name(algname, _generic_driver);
2731 if (err)
2732 return err;
2733 generic_driver = _generic_driver;
2734 }
2735
2736 if (strcmp(generic_driver, driver) == 0)
2737 return 0;
2738
2739 generic_tfm = crypto_alloc_skcipher(generic_driver, 0, 0);
2740 if (IS_ERR(generic_tfm)) {
2741 err = PTR_ERR(generic_tfm);
2742 if (err == -ENOENT) {
2743 pr_warn("alg: skcipher: skipping comparison tests for %s because %s is unavailable\n",
2744 driver, generic_driver);
2745 return 0;
2746 }
2747 pr_err("alg: skcipher: error allocating %s (generic impl of %s): %d\n",
2748 generic_driver, algname, err);
2749 return err;
2750 }
2751
2752 cfg = kzalloc(sizeof(*cfg), GFP_KERNEL);
2753 if (!cfg) {
2754 err = -ENOMEM;
2755 goto out;
2756 }
2757
2758 generic_req = skcipher_request_alloc(generic_tfm, GFP_KERNEL);
2759 if (!generic_req) {
2760 err = -ENOMEM;
2761 goto out;
2762 }
2763
2764
2765
2766 if (tfm->keysize != generic_tfm->keysize) {
2767 pr_err("alg: skcipher: max keysize for %s (%u) doesn't match generic impl (%u)\n",
2768 driver, tfm->keysize, generic_tfm->keysize);
2769 err = -EINVAL;
2770 goto out;
2771 }
2772
2773 if (ivsize != crypto_skcipher_ivsize(generic_tfm)) {
2774 pr_err("alg: skcipher: ivsize for %s (%u) doesn't match generic impl (%u)\n",
2775 driver, ivsize, crypto_skcipher_ivsize(generic_tfm));
2776 err = -EINVAL;
2777 goto out;
2778 }
2779
2780 if (blocksize != crypto_skcipher_blocksize(generic_tfm)) {
2781 pr_err("alg: skcipher: blocksize for %s (%u) doesn't match generic impl (%u)\n",
2782 driver, blocksize,
2783 crypto_skcipher_blocksize(generic_tfm));
2784 err = -EINVAL;
2785 goto out;
2786 }
2787
2788
2789
2790
2791
2792
2793 vec.key = kmalloc(tfm->keysize, GFP_KERNEL);
2794 vec.iv = kmalloc(ivsize, GFP_KERNEL);
2795 vec.ptext = kmalloc(maxdatasize, GFP_KERNEL);
2796 vec.ctext = kmalloc(maxdatasize, GFP_KERNEL);
2797 if (!vec.key || !vec.iv || !vec.ptext || !vec.ctext) {
2798 err = -ENOMEM;
2799 goto out;
2800 }
2801
2802 for (i = 0; i < fuzz_iterations * 8; i++) {
2803 generate_random_cipher_testvec(generic_req, &vec, maxdatasize,
2804 vec_name, sizeof(vec_name));
2805 generate_random_testvec_config(cfg, cfgname, sizeof(cfgname));
2806
2807 err = test_skcipher_vec_cfg(driver, ENCRYPT, &vec, vec_name,
2808 cfg, req, tsgls);
2809 if (err)
2810 goto out;
2811 err = test_skcipher_vec_cfg(driver, DECRYPT, &vec, vec_name,
2812 cfg, req, tsgls);
2813 if (err)
2814 goto out;
2815 cond_resched();
2816 }
2817 err = 0;
2818 out:
2819 kfree(cfg);
2820 kfree(vec.key);
2821 kfree(vec.iv);
2822 kfree(vec.ptext);
2823 kfree(vec.ctext);
2824 crypto_free_skcipher(generic_tfm);
2825 skcipher_request_free(generic_req);
2826 return err;
2827 }
2828 #else
2829 static int test_skcipher_vs_generic_impl(const char *driver,
2830 const char *generic_driver,
2831 struct skcipher_request *req,
2832 struct cipher_test_sglists *tsgls)
2833 {
2834 return 0;
2835 }
2836 #endif
2837
2838 static int test_skcipher(const char *driver, int enc,
2839 const struct cipher_test_suite *suite,
2840 struct skcipher_request *req,
2841 struct cipher_test_sglists *tsgls)
2842 {
2843 unsigned int i;
2844 int err;
2845
2846 for (i = 0; i < suite->count; i++) {
2847 err = test_skcipher_vec(driver, enc, &suite->vecs[i], i, req,
2848 tsgls);
2849 if (err)
2850 return err;
2851 cond_resched();
2852 }
2853 return 0;
2854 }
2855
2856 static int alg_test_skcipher(const struct alg_test_desc *desc,
2857 const char *driver, u32 type, u32 mask)
2858 {
2859 const struct cipher_test_suite *suite = &desc->suite.cipher;
2860 struct crypto_skcipher *tfm;
2861 struct skcipher_request *req = NULL;
2862 struct cipher_test_sglists *tsgls = NULL;
2863 int err;
2864
2865 if (suite->count <= 0) {
2866 pr_err("alg: skcipher: empty test suite for %s\n", driver);
2867 return -EINVAL;
2868 }
2869
2870 tfm = crypto_alloc_skcipher(driver, type, mask);
2871 if (IS_ERR(tfm)) {
2872 pr_err("alg: skcipher: failed to allocate transform for %s: %ld\n",
2873 driver, PTR_ERR(tfm));
2874 return PTR_ERR(tfm);
2875 }
2876
2877 req = skcipher_request_alloc(tfm, GFP_KERNEL);
2878 if (!req) {
2879 pr_err("alg: skcipher: failed to allocate request for %s\n",
2880 driver);
2881 err = -ENOMEM;
2882 goto out;
2883 }
2884
2885 tsgls = alloc_cipher_test_sglists();
2886 if (!tsgls) {
2887 pr_err("alg: skcipher: failed to allocate test buffers for %s\n",
2888 driver);
2889 err = -ENOMEM;
2890 goto out;
2891 }
2892
2893 err = test_skcipher(driver, ENCRYPT, suite, req, tsgls);
2894 if (err)
2895 goto out;
2896
2897 err = test_skcipher(driver, DECRYPT, suite, req, tsgls);
2898 if (err)
2899 goto out;
2900
2901 err = test_skcipher_vs_generic_impl(driver, desc->generic_driver, req,
2902 tsgls);
2903 out:
2904 free_cipher_test_sglists(tsgls);
2905 skcipher_request_free(req);
2906 crypto_free_skcipher(tfm);
2907 return err;
2908 }
2909
2910 static int test_comp(struct crypto_comp *tfm,
2911 const struct comp_testvec *ctemplate,
2912 const struct comp_testvec *dtemplate,
2913 int ctcount, int dtcount)
2914 {
2915 const char *algo = crypto_tfm_alg_driver_name(crypto_comp_tfm(tfm));
2916 char *output, *decomp_output;
2917 unsigned int i;
2918 int ret;
2919
2920 output = kmalloc(COMP_BUF_SIZE, GFP_KERNEL);
2921 if (!output)
2922 return -ENOMEM;
2923
2924 decomp_output = kmalloc(COMP_BUF_SIZE, GFP_KERNEL);
2925 if (!decomp_output) {
2926 kfree(output);
2927 return -ENOMEM;
2928 }
2929
2930 for (i = 0; i < ctcount; i++) {
2931 int ilen;
2932 unsigned int dlen = COMP_BUF_SIZE;
2933
2934 memset(output, 0, COMP_BUF_SIZE);
2935 memset(decomp_output, 0, COMP_BUF_SIZE);
2936
2937 ilen = ctemplate[i].inlen;
2938 ret = crypto_comp_compress(tfm, ctemplate[i].input,
2939 ilen, output, &dlen);
2940 if (ret) {
2941 printk(KERN_ERR "alg: comp: compression failed "
2942 "on test %d for %s: ret=%d\n", i + 1, algo,
2943 -ret);
2944 goto out;
2945 }
2946
2947 ilen = dlen;
2948 dlen = COMP_BUF_SIZE;
2949 ret = crypto_comp_decompress(tfm, output,
2950 ilen, decomp_output, &dlen);
2951 if (ret) {
2952 pr_err("alg: comp: compression failed: decompress: on test %d for %s failed: ret=%d\n",
2953 i + 1, algo, -ret);
2954 goto out;
2955 }
2956
2957 if (dlen != ctemplate[i].inlen) {
2958 printk(KERN_ERR "alg: comp: Compression test %d "
2959 "failed for %s: output len = %d\n", i + 1, algo,
2960 dlen);
2961 ret = -EINVAL;
2962 goto out;
2963 }
2964
2965 if (memcmp(decomp_output, ctemplate[i].input,
2966 ctemplate[i].inlen)) {
2967 pr_err("alg: comp: compression failed: output differs: on test %d for %s\n",
2968 i + 1, algo);
2969 hexdump(decomp_output, dlen);
2970 ret = -EINVAL;
2971 goto out;
2972 }
2973 }
2974
2975 for (i = 0; i < dtcount; i++) {
2976 int ilen;
2977 unsigned int dlen = COMP_BUF_SIZE;
2978
2979 memset(decomp_output, 0, COMP_BUF_SIZE);
2980
2981 ilen = dtemplate[i].inlen;
2982 ret = crypto_comp_decompress(tfm, dtemplate[i].input,
2983 ilen, decomp_output, &dlen);
2984 if (ret) {
2985 printk(KERN_ERR "alg: comp: decompression failed "
2986 "on test %d for %s: ret=%d\n", i + 1, algo,
2987 -ret);
2988 goto out;
2989 }
2990
2991 if (dlen != dtemplate[i].outlen) {
2992 printk(KERN_ERR "alg: comp: Decompression test %d "
2993 "failed for %s: output len = %d\n", i + 1, algo,
2994 dlen);
2995 ret = -EINVAL;
2996 goto out;
2997 }
2998
2999 if (memcmp(decomp_output, dtemplate[i].output, dlen)) {
3000 printk(KERN_ERR "alg: comp: Decompression test %d "
3001 "failed for %s\n", i + 1, algo);
3002 hexdump(decomp_output, dlen);
3003 ret = -EINVAL;
3004 goto out;
3005 }
3006 }
3007
3008 ret = 0;
3009
3010 out:
3011 kfree(decomp_output);
3012 kfree(output);
3013 return ret;
3014 }
3015
3016 static int test_acomp(struct crypto_acomp *tfm,
3017 const struct comp_testvec *ctemplate,
3018 const struct comp_testvec *dtemplate,
3019 int ctcount, int dtcount)
3020 {
3021 const char *algo = crypto_tfm_alg_driver_name(crypto_acomp_tfm(tfm));
3022 unsigned int i;
3023 char *output, *decomp_out;
3024 int ret;
3025 struct scatterlist src, dst;
3026 struct acomp_req *req;
3027 struct crypto_wait wait;
3028
3029 output = kmalloc(COMP_BUF_SIZE, GFP_KERNEL);
3030 if (!output)
3031 return -ENOMEM;
3032
3033 decomp_out = kmalloc(COMP_BUF_SIZE, GFP_KERNEL);
3034 if (!decomp_out) {
3035 kfree(output);
3036 return -ENOMEM;
3037 }
3038
3039 for (i = 0; i < ctcount; i++) {
3040 unsigned int dlen = COMP_BUF_SIZE;
3041 int ilen = ctemplate[i].inlen;
3042 void *input_vec;
3043
3044 input_vec = kmemdup(ctemplate[i].input, ilen, GFP_KERNEL);
3045 if (!input_vec) {
3046 ret = -ENOMEM;
3047 goto out;
3048 }
3049
3050 memset(output, 0, dlen);
3051 crypto_init_wait(&wait);
3052 sg_init_one(&src, input_vec, ilen);
3053 sg_init_one(&dst, output, dlen);
3054
3055 req = acomp_request_alloc(tfm);
3056 if (!req) {
3057 pr_err("alg: acomp: request alloc failed for %s\n",
3058 algo);
3059 kfree(input_vec);
3060 ret = -ENOMEM;
3061 goto out;
3062 }
3063
3064 acomp_request_set_params(req, &src, &dst, ilen, dlen);
3065 acomp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
3066 crypto_req_done, &wait);
3067
3068 ret = crypto_wait_req(crypto_acomp_compress(req), &wait);
3069 if (ret) {
3070 pr_err("alg: acomp: compression failed on test %d for %s: ret=%d\n",
3071 i + 1, algo, -ret);
3072 kfree(input_vec);
3073 acomp_request_free(req);
3074 goto out;
3075 }
3076
3077 ilen = req->dlen;
3078 dlen = COMP_BUF_SIZE;
3079 sg_init_one(&src, output, ilen);
3080 sg_init_one(&dst, decomp_out, dlen);
3081 crypto_init_wait(&wait);
3082 acomp_request_set_params(req, &src, &dst, ilen, dlen);
3083
3084 ret = crypto_wait_req(crypto_acomp_decompress(req), &wait);
3085 if (ret) {
3086 pr_err("alg: acomp: compression failed on test %d for %s: ret=%d\n",
3087 i + 1, algo, -ret);
3088 kfree(input_vec);
3089 acomp_request_free(req);
3090 goto out;
3091 }
3092
3093 if (req->dlen != ctemplate[i].inlen) {
3094 pr_err("alg: acomp: Compression test %d failed for %s: output len = %d\n",
3095 i + 1, algo, req->dlen);
3096 ret = -EINVAL;
3097 kfree(input_vec);
3098 acomp_request_free(req);
3099 goto out;
3100 }
3101
3102 if (memcmp(input_vec, decomp_out, req->dlen)) {
3103 pr_err("alg: acomp: Compression test %d failed for %s\n",
3104 i + 1, algo);
3105 hexdump(output, req->dlen);
3106 ret = -EINVAL;
3107 kfree(input_vec);
3108 acomp_request_free(req);
3109 goto out;
3110 }
3111
3112 kfree(input_vec);
3113 acomp_request_free(req);
3114 }
3115
3116 for (i = 0; i < dtcount; i++) {
3117 unsigned int dlen = COMP_BUF_SIZE;
3118 int ilen = dtemplate[i].inlen;
3119 void *input_vec;
3120
3121 input_vec = kmemdup(dtemplate[i].input, ilen, GFP_KERNEL);
3122 if (!input_vec) {
3123 ret = -ENOMEM;
3124 goto out;
3125 }
3126
3127 memset(output, 0, dlen);
3128 crypto_init_wait(&wait);
3129 sg_init_one(&src, input_vec, ilen);
3130 sg_init_one(&dst, output, dlen);
3131
3132 req = acomp_request_alloc(tfm);
3133 if (!req) {
3134 pr_err("alg: acomp: request alloc failed for %s\n",
3135 algo);
3136 kfree(input_vec);
3137 ret = -ENOMEM;
3138 goto out;
3139 }
3140
3141 acomp_request_set_params(req, &src, &dst, ilen, dlen);
3142 acomp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
3143 crypto_req_done, &wait);
3144
3145 ret = crypto_wait_req(crypto_acomp_decompress(req), &wait);
3146 if (ret) {
3147 pr_err("alg: acomp: decompression failed on test %d for %s: ret=%d\n",
3148 i + 1, algo, -ret);
3149 kfree(input_vec);
3150 acomp_request_free(req);
3151 goto out;
3152 }
3153
3154 if (req->dlen != dtemplate[i].outlen) {
3155 pr_err("alg: acomp: Decompression test %d failed for %s: output len = %d\n",
3156 i + 1, algo, req->dlen);
3157 ret = -EINVAL;
3158 kfree(input_vec);
3159 acomp_request_free(req);
3160 goto out;
3161 }
3162
3163 if (memcmp(output, dtemplate[i].output, req->dlen)) {
3164 pr_err("alg: acomp: Decompression test %d failed for %s\n",
3165 i + 1, algo);
3166 hexdump(output, req->dlen);
3167 ret = -EINVAL;
3168 kfree(input_vec);
3169 acomp_request_free(req);
3170 goto out;
3171 }
3172
3173 kfree(input_vec);
3174 acomp_request_free(req);
3175 }
3176
3177 ret = 0;
3178
3179 out:
3180 kfree(decomp_out);
3181 kfree(output);
3182 return ret;
3183 }
3184
3185 static int test_cprng(struct crypto_rng *tfm,
3186 const struct cprng_testvec *template,
3187 unsigned int tcount)
3188 {
3189 const char *algo = crypto_tfm_alg_driver_name(crypto_rng_tfm(tfm));
3190 int err = 0, i, j, seedsize;
3191 u8 *seed;
3192 char result[32];
3193
3194 seedsize = crypto_rng_seedsize(tfm);
3195
3196 seed = kmalloc(seedsize, GFP_KERNEL);
3197 if (!seed) {
3198 printk(KERN_ERR "alg: cprng: Failed to allocate seed space "
3199 "for %s\n", algo);
3200 return -ENOMEM;
3201 }
3202
3203 for (i = 0; i < tcount; i++) {
3204 memset(result, 0, 32);
3205
3206 memcpy(seed, template[i].v, template[i].vlen);
3207 memcpy(seed + template[i].vlen, template[i].key,
3208 template[i].klen);
3209 memcpy(seed + template[i].vlen + template[i].klen,
3210 template[i].dt, template[i].dtlen);
3211
3212 err = crypto_rng_reset(tfm, seed, seedsize);
3213 if (err) {
3214 printk(KERN_ERR "alg: cprng: Failed to reset rng "
3215 "for %s\n", algo);
3216 goto out;
3217 }
3218
3219 for (j = 0; j < template[i].loops; j++) {
3220 err = crypto_rng_get_bytes(tfm, result,
3221 template[i].rlen);
3222 if (err < 0) {
3223 printk(KERN_ERR "alg: cprng: Failed to obtain "
3224 "the correct amount of random data for "
3225 "%s (requested %d)\n", algo,
3226 template[i].rlen);
3227 goto out;
3228 }
3229 }
3230
3231 err = memcmp(result, template[i].result,
3232 template[i].rlen);
3233 if (err) {
3234 printk(KERN_ERR "alg: cprng: Test %d failed for %s\n",
3235 i, algo);
3236 hexdump(result, template[i].rlen);
3237 err = -EINVAL;
3238 goto out;
3239 }
3240 }
3241
3242 out:
3243 kfree(seed);
3244 return err;
3245 }
3246
3247 static int alg_test_cipher(const struct alg_test_desc *desc,
3248 const char *driver, u32 type, u32 mask)
3249 {
3250 const struct cipher_test_suite *suite = &desc->suite.cipher;
3251 struct crypto_cipher *tfm;
3252 int err;
3253
3254 tfm = crypto_alloc_cipher(driver, type, mask);
3255 if (IS_ERR(tfm)) {
3256 printk(KERN_ERR "alg: cipher: Failed to load transform for "
3257 "%s: %ld\n", driver, PTR_ERR(tfm));
3258 return PTR_ERR(tfm);
3259 }
3260
3261 err = test_cipher(tfm, ENCRYPT, suite->vecs, suite->count);
3262 if (!err)
3263 err = test_cipher(tfm, DECRYPT, suite->vecs, suite->count);
3264
3265 crypto_free_cipher(tfm);
3266 return err;
3267 }
3268
3269 static int alg_test_comp(const struct alg_test_desc *desc, const char *driver,
3270 u32 type, u32 mask)
3271 {
3272 struct crypto_comp *comp;
3273 struct crypto_acomp *acomp;
3274 int err;
3275 u32 algo_type = type & CRYPTO_ALG_TYPE_ACOMPRESS_MASK;
3276
3277 if (algo_type == CRYPTO_ALG_TYPE_ACOMPRESS) {
3278 acomp = crypto_alloc_acomp(driver, type, mask);
3279 if (IS_ERR(acomp)) {
3280 pr_err("alg: acomp: Failed to load transform for %s: %ld\n",
3281 driver, PTR_ERR(acomp));
3282 return PTR_ERR(acomp);
3283 }
3284 err = test_acomp(acomp, desc->suite.comp.comp.vecs,
3285 desc->suite.comp.decomp.vecs,
3286 desc->suite.comp.comp.count,
3287 desc->suite.comp.decomp.count);
3288 crypto_free_acomp(acomp);
3289 } else {
3290 comp = crypto_alloc_comp(driver, type, mask);
3291 if (IS_ERR(comp)) {
3292 pr_err("alg: comp: Failed to load transform for %s: %ld\n",
3293 driver, PTR_ERR(comp));
3294 return PTR_ERR(comp);
3295 }
3296
3297 err = test_comp(comp, desc->suite.comp.comp.vecs,
3298 desc->suite.comp.decomp.vecs,
3299 desc->suite.comp.comp.count,
3300 desc->suite.comp.decomp.count);
3301
3302 crypto_free_comp(comp);
3303 }
3304 return err;
3305 }
3306
3307 static int alg_test_crc32c(const struct alg_test_desc *desc,
3308 const char *driver, u32 type, u32 mask)
3309 {
3310 struct crypto_shash *tfm;
3311 __le32 val;
3312 int err;
3313
3314 err = alg_test_hash(desc, driver, type, mask);
3315 if (err)
3316 return err;
3317
3318 tfm = crypto_alloc_shash(driver, type, mask);
3319 if (IS_ERR(tfm)) {
3320 if (PTR_ERR(tfm) == -ENOENT) {
3321
3322
3323
3324
3325
3326 return 0;
3327 }
3328 printk(KERN_ERR "alg: crc32c: Failed to load transform for %s: "
3329 "%ld\n", driver, PTR_ERR(tfm));
3330 return PTR_ERR(tfm);
3331 }
3332
3333 do {
3334 SHASH_DESC_ON_STACK(shash, tfm);
3335 u32 *ctx = (u32 *)shash_desc_ctx(shash);
3336
3337 shash->tfm = tfm;
3338
3339 *ctx = 420553207;
3340 err = crypto_shash_final(shash, (u8 *)&val);
3341 if (err) {
3342 printk(KERN_ERR "alg: crc32c: Operation failed for "
3343 "%s: %d\n", driver, err);
3344 break;
3345 }
3346
3347 if (val != cpu_to_le32(~420553207)) {
3348 pr_err("alg: crc32c: Test failed for %s: %u\n",
3349 driver, le32_to_cpu(val));
3350 err = -EINVAL;
3351 }
3352 } while (0);
3353
3354 crypto_free_shash(tfm);
3355
3356 return err;
3357 }
3358
3359 static int alg_test_cprng(const struct alg_test_desc *desc, const char *driver,
3360 u32 type, u32 mask)
3361 {
3362 struct crypto_rng *rng;
3363 int err;
3364
3365 rng = crypto_alloc_rng(driver, type, mask);
3366 if (IS_ERR(rng)) {
3367 printk(KERN_ERR "alg: cprng: Failed to load transform for %s: "
3368 "%ld\n", driver, PTR_ERR(rng));
3369 return PTR_ERR(rng);
3370 }
3371
3372 err = test_cprng(rng, desc->suite.cprng.vecs, desc->suite.cprng.count);
3373
3374 crypto_free_rng(rng);
3375
3376 return err;
3377 }
3378
3379
3380 static int drbg_cavs_test(const struct drbg_testvec *test, int pr,
3381 const char *driver, u32 type, u32 mask)
3382 {
3383 int ret = -EAGAIN;
3384 struct crypto_rng *drng;
3385 struct drbg_test_data test_data;
3386 struct drbg_string addtl, pers, testentropy;
3387 unsigned char *buf = kzalloc(test->expectedlen, GFP_KERNEL);
3388
3389 if (!buf)
3390 return -ENOMEM;
3391
3392 drng = crypto_alloc_rng(driver, type, mask);
3393 if (IS_ERR(drng)) {
3394 printk(KERN_ERR "alg: drbg: could not allocate DRNG handle for "
3395 "%s\n", driver);
3396 kzfree(buf);
3397 return -ENOMEM;
3398 }
3399
3400 test_data.testentropy = &testentropy;
3401 drbg_string_fill(&testentropy, test->entropy, test->entropylen);
3402 drbg_string_fill(&pers, test->pers, test->perslen);
3403 ret = crypto_drbg_reset_test(drng, &pers, &test_data);
3404 if (ret) {
3405 printk(KERN_ERR "alg: drbg: Failed to reset rng\n");
3406 goto outbuf;
3407 }
3408
3409 drbg_string_fill(&addtl, test->addtla, test->addtllen);
3410 if (pr) {
3411 drbg_string_fill(&testentropy, test->entpra, test->entprlen);
3412 ret = crypto_drbg_get_bytes_addtl_test(drng,
3413 buf, test->expectedlen, &addtl, &test_data);
3414 } else {
3415 ret = crypto_drbg_get_bytes_addtl(drng,
3416 buf, test->expectedlen, &addtl);
3417 }
3418 if (ret < 0) {
3419 printk(KERN_ERR "alg: drbg: could not obtain random data for "
3420 "driver %s\n", driver);
3421 goto outbuf;
3422 }
3423
3424 drbg_string_fill(&addtl, test->addtlb, test->addtllen);
3425 if (pr) {
3426 drbg_string_fill(&testentropy, test->entprb, test->entprlen);
3427 ret = crypto_drbg_get_bytes_addtl_test(drng,
3428 buf, test->expectedlen, &addtl, &test_data);
3429 } else {
3430 ret = crypto_drbg_get_bytes_addtl(drng,
3431 buf, test->expectedlen, &addtl);
3432 }
3433 if (ret < 0) {
3434 printk(KERN_ERR "alg: drbg: could not obtain random data for "
3435 "driver %s\n", driver);
3436 goto outbuf;
3437 }
3438
3439 ret = memcmp(test->expected, buf, test->expectedlen);
3440
3441 outbuf:
3442 crypto_free_rng(drng);
3443 kzfree(buf);
3444 return ret;
3445 }
3446
3447
3448 static int alg_test_drbg(const struct alg_test_desc *desc, const char *driver,
3449 u32 type, u32 mask)
3450 {
3451 int err = 0;
3452 int pr = 0;
3453 int i = 0;
3454 const struct drbg_testvec *template = desc->suite.drbg.vecs;
3455 unsigned int tcount = desc->suite.drbg.count;
3456
3457 if (0 == memcmp(driver, "drbg_pr_", 8))
3458 pr = 1;
3459
3460 for (i = 0; i < tcount; i++) {
3461 err = drbg_cavs_test(&template[i], pr, driver, type, mask);
3462 if (err) {
3463 printk(KERN_ERR "alg: drbg: Test %d failed for %s\n",
3464 i, driver);
3465 err = -EINVAL;
3466 break;
3467 }
3468 }
3469 return err;
3470
3471 }
3472
3473 static int do_test_kpp(struct crypto_kpp *tfm, const struct kpp_testvec *vec,
3474 const char *alg)
3475 {
3476 struct kpp_request *req;
3477 void *input_buf = NULL;
3478 void *output_buf = NULL;
3479 void *a_public = NULL;
3480 void *a_ss = NULL;
3481 void *shared_secret = NULL;
3482 struct crypto_wait wait;
3483 unsigned int out_len_max;
3484 int err = -ENOMEM;
3485 struct scatterlist src, dst;
3486
3487 req = kpp_request_alloc(tfm, GFP_KERNEL);
3488 if (!req)
3489 return err;
3490
3491 crypto_init_wait(&wait);
3492
3493 err = crypto_kpp_set_secret(tfm, vec->secret, vec->secret_size);
3494 if (err < 0)
3495 goto free_req;
3496
3497 out_len_max = crypto_kpp_maxsize(tfm);
3498 output_buf = kzalloc(out_len_max, GFP_KERNEL);
3499 if (!output_buf) {
3500 err = -ENOMEM;
3501 goto free_req;
3502 }
3503
3504
3505 kpp_request_set_input(req, NULL, 0);
3506 sg_init_one(&dst, output_buf, out_len_max);
3507 kpp_request_set_output(req, &dst, out_len_max);
3508 kpp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
3509 crypto_req_done, &wait);
3510
3511
3512 err = crypto_wait_req(crypto_kpp_generate_public_key(req), &wait);
3513 if (err) {
3514 pr_err("alg: %s: Party A: generate public key test failed. err %d\n",
3515 alg, err);
3516 goto free_output;
3517 }
3518
3519 if (vec->genkey) {
3520
3521 a_public = kmemdup(sg_virt(req->dst), out_len_max, GFP_KERNEL);
3522 if (!a_public) {
3523 err = -ENOMEM;
3524 goto free_output;
3525 }
3526 } else {
3527
3528 if (memcmp(vec->expected_a_public, sg_virt(req->dst),
3529 vec->expected_a_public_size)) {
3530 pr_err("alg: %s: Party A: generate public key test failed. Invalid output\n",
3531 alg);
3532 err = -EINVAL;
3533 goto free_output;
3534 }
3535 }
3536
3537
3538 input_buf = kmemdup(vec->b_public, vec->b_public_size, GFP_KERNEL);
3539 if (!input_buf) {
3540 err = -ENOMEM;
3541 goto free_output;
3542 }
3543
3544 sg_init_one(&src, input_buf, vec->b_public_size);
3545 sg_init_one(&dst, output_buf, out_len_max);
3546 kpp_request_set_input(req, &src, vec->b_public_size);
3547 kpp_request_set_output(req, &dst, out_len_max);
3548 kpp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
3549 crypto_req_done, &wait);
3550 err = crypto_wait_req(crypto_kpp_compute_shared_secret(req), &wait);
3551 if (err) {
3552 pr_err("alg: %s: Party A: compute shared secret test failed. err %d\n",
3553 alg, err);
3554 goto free_all;
3555 }
3556
3557 if (vec->genkey) {
3558
3559 a_ss = kmemdup(sg_virt(req->dst), vec->expected_ss_size, GFP_KERNEL);
3560 if (!a_ss) {
3561 err = -ENOMEM;
3562 goto free_all;
3563 }
3564
3565
3566
3567
3568
3569 err = crypto_kpp_set_secret(tfm, vec->b_secret,
3570 vec->b_secret_size);
3571 if (err < 0)
3572 goto free_all;
3573
3574 sg_init_one(&src, a_public, vec->expected_a_public_size);
3575 sg_init_one(&dst, output_buf, out_len_max);
3576 kpp_request_set_input(req, &src, vec->expected_a_public_size);
3577 kpp_request_set_output(req, &dst, out_len_max);
3578 kpp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
3579 crypto_req_done, &wait);
3580 err = crypto_wait_req(crypto_kpp_compute_shared_secret(req),
3581 &wait);
3582 if (err) {
3583 pr_err("alg: %s: Party B: compute shared secret failed. err %d\n",
3584 alg, err);
3585 goto free_all;
3586 }
3587
3588 shared_secret = a_ss;
3589 } else {
3590 shared_secret = (void *)vec->expected_ss;
3591 }
3592
3593
3594
3595
3596
3597 if (memcmp(shared_secret, sg_virt(req->dst),
3598 vec->expected_ss_size)) {
3599 pr_err("alg: %s: compute shared secret test failed. Invalid output\n",
3600 alg);
3601 err = -EINVAL;
3602 }
3603
3604 free_all:
3605 kfree(a_ss);
3606 kfree(input_buf);
3607 free_output:
3608 kfree(a_public);
3609 kfree(output_buf);
3610 free_req:
3611 kpp_request_free(req);
3612 return err;
3613 }
3614
3615 static int test_kpp(struct crypto_kpp *tfm, const char *alg,
3616 const struct kpp_testvec *vecs, unsigned int tcount)
3617 {
3618 int ret, i;
3619
3620 for (i = 0; i < tcount; i++) {
3621 ret = do_test_kpp(tfm, vecs++, alg);
3622 if (ret) {
3623 pr_err("alg: %s: test failed on vector %d, err=%d\n",
3624 alg, i + 1, ret);
3625 return ret;
3626 }
3627 }
3628 return 0;
3629 }
3630
3631 static int alg_test_kpp(const struct alg_test_desc *desc, const char *driver,
3632 u32 type, u32 mask)
3633 {
3634 struct crypto_kpp *tfm;
3635 int err = 0;
3636
3637 tfm = crypto_alloc_kpp(driver, type, mask);
3638 if (IS_ERR(tfm)) {
3639 pr_err("alg: kpp: Failed to load tfm for %s: %ld\n",
3640 driver, PTR_ERR(tfm));
3641 return PTR_ERR(tfm);
3642 }
3643 if (desc->suite.kpp.vecs)
3644 err = test_kpp(tfm, desc->alg, desc->suite.kpp.vecs,
3645 desc->suite.kpp.count);
3646
3647 crypto_free_kpp(tfm);
3648 return err;
3649 }
3650
3651 static u8 *test_pack_u32(u8 *dst, u32 val)
3652 {
3653 memcpy(dst, &val, sizeof(val));
3654 return dst + sizeof(val);
3655 }
3656
3657 static int test_akcipher_one(struct crypto_akcipher *tfm,
3658 const struct akcipher_testvec *vecs)
3659 {
3660 char *xbuf[XBUFSIZE];
3661 struct akcipher_request *req;
3662 void *outbuf_enc = NULL;
3663 void *outbuf_dec = NULL;
3664 struct crypto_wait wait;
3665 unsigned int out_len_max, out_len = 0;
3666 int err = -ENOMEM;
3667 struct scatterlist src, dst, src_tab[3];
3668 const char *m, *c;
3669 unsigned int m_size, c_size;
3670 const char *op;
3671 u8 *key, *ptr;
3672
3673 if (testmgr_alloc_buf(xbuf))
3674 return err;
3675
3676 req = akcipher_request_alloc(tfm, GFP_KERNEL);
3677 if (!req)
3678 goto free_xbuf;
3679
3680 crypto_init_wait(&wait);
3681
3682 key = kmalloc(vecs->key_len + sizeof(u32) * 2 + vecs->param_len,
3683 GFP_KERNEL);
3684 if (!key)
3685 goto free_xbuf;
3686 memcpy(key, vecs->key, vecs->key_len);
3687 ptr = key + vecs->key_len;
3688 ptr = test_pack_u32(ptr, vecs->algo);
3689 ptr = test_pack_u32(ptr, vecs->param_len);
3690 memcpy(ptr, vecs->params, vecs->param_len);
3691
3692 if (vecs->public_key_vec)
3693 err = crypto_akcipher_set_pub_key(tfm, key, vecs->key_len);
3694 else
3695 err = crypto_akcipher_set_priv_key(tfm, key, vecs->key_len);
3696 if (err)
3697 goto free_req;
3698
3699
3700
3701
3702
3703 err = -ENOMEM;
3704 out_len_max = crypto_akcipher_maxsize(tfm);
3705 outbuf_enc = kzalloc(out_len_max, GFP_KERNEL);
3706 if (!outbuf_enc)
3707 goto free_req;
3708
3709 if (!vecs->siggen_sigver_test) {
3710 m = vecs->m;
3711 m_size = vecs->m_size;
3712 c = vecs->c;
3713 c_size = vecs->c_size;
3714 op = "encrypt";
3715 } else {
3716
3717
3718
3719 m = vecs->c;
3720 m_size = vecs->c_size;
3721 c = vecs->m;
3722 c_size = vecs->m_size;
3723 op = "verify";
3724 }
3725
3726 if (WARN_ON(m_size > PAGE_SIZE))
3727 goto free_all;
3728 memcpy(xbuf[0], m, m_size);
3729
3730 sg_init_table(src_tab, 3);
3731 sg_set_buf(&src_tab[0], xbuf[0], 8);
3732 sg_set_buf(&src_tab[1], xbuf[0] + 8, m_size - 8);
3733 if (vecs->siggen_sigver_test) {
3734 if (WARN_ON(c_size > PAGE_SIZE))
3735 goto free_all;
3736 memcpy(xbuf[1], c, c_size);
3737 sg_set_buf(&src_tab[2], xbuf[1], c_size);
3738 akcipher_request_set_crypt(req, src_tab, NULL, m_size, c_size);
3739 } else {
3740 sg_init_one(&dst, outbuf_enc, out_len_max);
3741 akcipher_request_set_crypt(req, src_tab, &dst, m_size,
3742 out_len_max);
3743 }
3744 akcipher_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
3745 crypto_req_done, &wait);
3746
3747 err = crypto_wait_req(vecs->siggen_sigver_test ?
3748
3749 crypto_akcipher_verify(req) :
3750
3751 crypto_akcipher_encrypt(req), &wait);
3752 if (err) {
3753 pr_err("alg: akcipher: %s test failed. err %d\n", op, err);
3754 goto free_all;
3755 }
3756 if (!vecs->siggen_sigver_test) {
3757 if (req->dst_len != c_size) {
3758 pr_err("alg: akcipher: %s test failed. Invalid output len\n",
3759 op);
3760 err = -EINVAL;
3761 goto free_all;
3762 }
3763
3764 if (memcmp(c, outbuf_enc, c_size) != 0) {
3765 pr_err("alg: akcipher: %s test failed. Invalid output\n",
3766 op);
3767 hexdump(outbuf_enc, c_size);
3768 err = -EINVAL;
3769 goto free_all;
3770 }
3771 }
3772
3773
3774
3775
3776
3777 if (vecs->public_key_vec) {
3778 err = 0;
3779 goto free_all;
3780 }
3781 outbuf_dec = kzalloc(out_len_max, GFP_KERNEL);
3782 if (!outbuf_dec) {
3783 err = -ENOMEM;
3784 goto free_all;
3785 }
3786
3787 op = vecs->siggen_sigver_test ? "sign" : "decrypt";
3788 if (WARN_ON(c_size > PAGE_SIZE))
3789 goto free_all;
3790 memcpy(xbuf[0], c, c_size);
3791
3792 sg_init_one(&src, xbuf[0], c_size);
3793 sg_init_one(&dst, outbuf_dec, out_len_max);
3794 crypto_init_wait(&wait);
3795 akcipher_request_set_crypt(req, &src, &dst, c_size, out_len_max);
3796
3797 err = crypto_wait_req(vecs->siggen_sigver_test ?
3798
3799 crypto_akcipher_sign(req) :
3800
3801 crypto_akcipher_decrypt(req), &wait);
3802 if (err) {
3803 pr_err("alg: akcipher: %s test failed. err %d\n", op, err);
3804 goto free_all;
3805 }
3806 out_len = req->dst_len;
3807 if (out_len < m_size) {
3808 pr_err("alg: akcipher: %s test failed. Invalid output len %u\n",
3809 op, out_len);
3810 err = -EINVAL;
3811 goto free_all;
3812 }
3813
3814 if (memchr_inv(outbuf_dec, 0, out_len - m_size) ||
3815 memcmp(m, outbuf_dec + out_len - m_size, m_size)) {
3816 pr_err("alg: akcipher: %s test failed. Invalid output\n", op);
3817 hexdump(outbuf_dec, out_len);
3818 err = -EINVAL;
3819 }
3820 free_all:
3821 kfree(outbuf_dec);
3822 kfree(outbuf_enc);
3823 free_req:
3824 akcipher_request_free(req);
3825 kfree(key);
3826 free_xbuf:
3827 testmgr_free_buf(xbuf);
3828 return err;
3829 }
3830
3831 static int test_akcipher(struct crypto_akcipher *tfm, const char *alg,
3832 const struct akcipher_testvec *vecs,
3833 unsigned int tcount)
3834 {
3835 const char *algo =
3836 crypto_tfm_alg_driver_name(crypto_akcipher_tfm(tfm));
3837 int ret, i;
3838
3839 for (i = 0; i < tcount; i++) {
3840 ret = test_akcipher_one(tfm, vecs++);
3841 if (!ret)
3842 continue;
3843
3844 pr_err("alg: akcipher: test %d failed for %s, err=%d\n",
3845 i + 1, algo, ret);
3846 return ret;
3847 }
3848 return 0;
3849 }
3850
3851 static int alg_test_akcipher(const struct alg_test_desc *desc,
3852 const char *driver, u32 type, u32 mask)
3853 {
3854 struct crypto_akcipher *tfm;
3855 int err = 0;
3856
3857 tfm = crypto_alloc_akcipher(driver, type, mask);
3858 if (IS_ERR(tfm)) {
3859 pr_err("alg: akcipher: Failed to load tfm for %s: %ld\n",
3860 driver, PTR_ERR(tfm));
3861 return PTR_ERR(tfm);
3862 }
3863 if (desc->suite.akcipher.vecs)
3864 err = test_akcipher(tfm, desc->alg, desc->suite.akcipher.vecs,
3865 desc->suite.akcipher.count);
3866
3867 crypto_free_akcipher(tfm);
3868 return err;
3869 }
3870
3871 static int alg_test_null(const struct alg_test_desc *desc,
3872 const char *driver, u32 type, u32 mask)
3873 {
3874 return 0;
3875 }
3876
3877 #define __VECS(tv) { .vecs = tv, .count = ARRAY_SIZE(tv) }
3878
3879
3880 static const struct alg_test_desc alg_test_descs[] = {
3881 {
3882 .alg = "adiantum(xchacha12,aes)",
3883 .generic_driver = "adiantum(xchacha12-generic,aes-generic,nhpoly1305-generic)",
3884 .test = alg_test_skcipher,
3885 .suite = {
3886 .cipher = __VECS(adiantum_xchacha12_aes_tv_template)
3887 },
3888 }, {
3889 .alg = "adiantum(xchacha20,aes)",
3890 .generic_driver = "adiantum(xchacha20-generic,aes-generic,nhpoly1305-generic)",
3891 .test = alg_test_skcipher,
3892 .suite = {
3893 .cipher = __VECS(adiantum_xchacha20_aes_tv_template)
3894 },
3895 }, {
3896 .alg = "aegis128",
3897 .test = alg_test_aead,
3898 .suite = {
3899 .aead = __VECS(aegis128_tv_template)
3900 }
3901 }, {
3902 .alg = "ansi_cprng",
3903 .test = alg_test_cprng,
3904 .suite = {
3905 .cprng = __VECS(ansi_cprng_aes_tv_template)
3906 }
3907 }, {
3908 .alg = "authenc(hmac(md5),ecb(cipher_null))",
3909 .test = alg_test_aead,
3910 .suite = {
3911 .aead = __VECS(hmac_md5_ecb_cipher_null_tv_template)
3912 }
3913 }, {
3914 .alg = "authenc(hmac(sha1),cbc(aes))",
3915 .test = alg_test_aead,
3916 .fips_allowed = 1,
3917 .suite = {
3918 .aead = __VECS(hmac_sha1_aes_cbc_tv_temp)
3919 }
3920 }, {
3921 .alg = "authenc(hmac(sha1),cbc(des))",
3922 .test = alg_test_aead,
3923 .suite = {
3924 .aead = __VECS(hmac_sha1_des_cbc_tv_temp)
3925 }
3926 }, {
3927 .alg = "authenc(hmac(sha1),cbc(des3_ede))",
3928 .test = alg_test_aead,
3929 .fips_allowed = 1,
3930 .suite = {
3931 .aead = __VECS(hmac_sha1_des3_ede_cbc_tv_temp)
3932 }
3933 }, {
3934 .alg = "authenc(hmac(sha1),ctr(aes))",
3935 .test = alg_test_null,
3936 .fips_allowed = 1,
3937 }, {
3938 .alg = "authenc(hmac(sha1),ecb(cipher_null))",
3939 .test = alg_test_aead,
3940 .suite = {
3941 .aead = __VECS(hmac_sha1_ecb_cipher_null_tv_temp)
3942 }
3943 }, {
3944 .alg = "authenc(hmac(sha1),rfc3686(ctr(aes)))",
3945 .test = alg_test_null,
3946 .fips_allowed = 1,
3947 }, {
3948 .alg = "authenc(hmac(sha224),cbc(des))",
3949 .test = alg_test_aead,
3950 .suite = {
3951 .aead = __VECS(hmac_sha224_des_cbc_tv_temp)
3952 }
3953 }, {
3954 .alg = "authenc(hmac(sha224),cbc(des3_ede))",
3955 .test = alg_test_aead,
3956 .fips_allowed = 1,
3957 .suite = {
3958 .aead = __VECS(hmac_sha224_des3_ede_cbc_tv_temp)
3959 }
3960 }, {
3961 .alg = "authenc(hmac(sha256),cbc(aes))",
3962 .test = alg_test_aead,
3963 .fips_allowed = 1,
3964 .suite = {
3965 .aead = __VECS(hmac_sha256_aes_cbc_tv_temp)
3966 }
3967 }, {
3968 .alg = "authenc(hmac(sha256),cbc(des))",
3969 .test = alg_test_aead,
3970 .suite = {
3971 .aead = __VECS(hmac_sha256_des_cbc_tv_temp)
3972 }
3973 }, {
3974 .alg = "authenc(hmac(sha256),cbc(des3_ede))",
3975 .test = alg_test_aead,
3976 .fips_allowed = 1,
3977 .suite = {
3978 .aead = __VECS(hmac_sha256_des3_ede_cbc_tv_temp)
3979 }
3980 }, {
3981 .alg = "authenc(hmac(sha256),ctr(aes))",
3982 .test = alg_test_null,
3983 .fips_allowed = 1,
3984 }, {
3985 .alg = "authenc(hmac(sha256),rfc3686(ctr(aes)))",
3986 .test = alg_test_null,
3987 .fips_allowed = 1,
3988 }, {
3989 .alg = "authenc(hmac(sha384),cbc(des))",
3990 .test = alg_test_aead,
3991 .suite = {
3992 .aead = __VECS(hmac_sha384_des_cbc_tv_temp)
3993 }
3994 }, {
3995 .alg = "authenc(hmac(sha384),cbc(des3_ede))",
3996 .test = alg_test_aead,
3997 .fips_allowed = 1,
3998 .suite = {
3999 .aead = __VECS(hmac_sha384_des3_ede_cbc_tv_temp)
4000 }
4001 }, {
4002 .alg = "authenc(hmac(sha384),ctr(aes))",
4003 .test = alg_test_null,
4004 .fips_allowed = 1,
4005 }, {
4006 .alg = "authenc(hmac(sha384),rfc3686(ctr(aes)))",
4007 .test = alg_test_null,
4008 .fips_allowed = 1,
4009 }, {
4010 .alg = "authenc(hmac(sha512),cbc(aes))",
4011 .fips_allowed = 1,
4012 .test = alg_test_aead,
4013 .suite = {
4014 .aead = __VECS(hmac_sha512_aes_cbc_tv_temp)
4015 }
4016 }, {
4017 .alg = "authenc(hmac(sha512),cbc(des))",
4018 .test = alg_test_aead,
4019 .suite = {
4020 .aead = __VECS(hmac_sha512_des_cbc_tv_temp)
4021 }
4022 }, {
4023 .alg = "authenc(hmac(sha512),cbc(des3_ede))",
4024 .test = alg_test_aead,
4025 .fips_allowed = 1,
4026 .suite = {
4027 .aead = __VECS(hmac_sha512_des3_ede_cbc_tv_temp)
4028 }
4029 }, {
4030 .alg = "authenc(hmac(sha512),ctr(aes))",
4031 .test = alg_test_null,
4032 .fips_allowed = 1,
4033 }, {
4034 .alg = "authenc(hmac(sha512),rfc3686(ctr(aes)))",
4035 .test = alg_test_null,
4036 .fips_allowed = 1,
4037 }, {
4038 .alg = "cbc(aes)",
4039 .test = alg_test_skcipher,
4040 .fips_allowed = 1,
4041 .suite = {
4042 .cipher = __VECS(aes_cbc_tv_template)
4043 },
4044 }, {
4045 .alg = "cbc(anubis)",
4046 .test = alg_test_skcipher,
4047 .suite = {
4048 .cipher = __VECS(anubis_cbc_tv_template)
4049 },
4050 }, {
4051 .alg = "cbc(blowfish)",
4052 .test = alg_test_skcipher,
4053 .suite = {
4054 .cipher = __VECS(bf_cbc_tv_template)
4055 },
4056 }, {
4057 .alg = "cbc(camellia)",
4058 .test = alg_test_skcipher,
4059 .suite = {
4060 .cipher = __VECS(camellia_cbc_tv_template)
4061 },
4062 }, {
4063 .alg = "cbc(cast5)",
4064 .test = alg_test_skcipher,
4065 .suite = {
4066 .cipher = __VECS(cast5_cbc_tv_template)
4067 },
4068 }, {
4069 .alg = "cbc(cast6)",
4070 .test = alg_test_skcipher,
4071 .suite = {
4072 .cipher = __VECS(cast6_cbc_tv_template)
4073 },
4074 }, {
4075 .alg = "cbc(des)",
4076 .test = alg_test_skcipher,
4077 .suite = {
4078 .cipher = __VECS(des_cbc_tv_template)
4079 },
4080 }, {
4081 .alg = "cbc(des3_ede)",
4082 .test = alg_test_skcipher,
4083 .fips_allowed = 1,
4084 .suite = {
4085 .cipher = __VECS(des3_ede_cbc_tv_template)
4086 },
4087 }, {
4088
4089
4090
4091 .alg = "cbc(paes)",
4092 .test = alg_test_null,
4093 .fips_allowed = 1,
4094 }, {
4095
4096
4097
4098 .alg = "cbc(psm4)",
4099 .test = alg_test_null,
4100 }, {
4101 .alg = "cbc(serpent)",
4102 .test = alg_test_skcipher,
4103 .suite = {
4104 .cipher = __VECS(serpent_cbc_tv_template)
4105 },
4106 }, {
4107 .alg = "cbc(sm4)",
4108 .test = alg_test_skcipher,
4109 .suite = {
4110 .cipher = __VECS(sm4_cbc_tv_template)
4111 }
4112 }, {
4113 .alg = "cbc(twofish)",
4114 .test = alg_test_skcipher,
4115 .suite = {
4116 .cipher = __VECS(tf_cbc_tv_template)
4117 },
4118 }, {
4119 .alg = "cbcmac(aes)",
4120 .fips_allowed = 1,
4121 .test = alg_test_hash,
4122 .suite = {
4123 .hash = __VECS(aes_cbcmac_tv_template)
4124 }
4125 }, {
4126 .alg = "ccm(aes)",
4127 .generic_driver = "ccm_base(ctr(aes-generic),cbcmac(aes-generic))",
4128 .test = alg_test_aead,
4129 .fips_allowed = 1,
4130 .suite = {
4131 .aead = __VECS(aes_ccm_tv_template)
4132 }
4133 }, {
4134 .alg = "cfb(aes)",
4135 .test = alg_test_skcipher,
4136 .fips_allowed = 1,
4137 .suite = {
4138 .cipher = __VECS(aes_cfb_tv_template)
4139 },
4140 }, {
4141 .alg = "chacha20",
4142 .test = alg_test_skcipher,
4143 .suite = {
4144 .cipher = __VECS(chacha20_tv_template)
4145 },
4146 }, {
4147 .alg = "cmac(aes)",
4148 .fips_allowed = 1,
4149 .test = alg_test_hash,
4150 .suite = {
4151 .hash = __VECS(aes_cmac128_tv_template)
4152 }
4153 }, {
4154 .alg = "cmac(des3_ede)",
4155 .fips_allowed = 1,
4156 .test = alg_test_hash,
4157 .suite = {
4158 .hash = __VECS(des3_ede_cmac64_tv_template)
4159 }
4160 }, {
4161 .alg = "compress_null",
4162 .test = alg_test_null,
4163 }, {
4164 .alg = "crc32",
4165 .test = alg_test_hash,
4166 .fips_allowed = 1,
4167 .suite = {
4168 .hash = __VECS(crc32_tv_template)
4169 }
4170 }, {
4171 .alg = "crc32c",
4172 .test = alg_test_crc32c,
4173 .fips_allowed = 1,
4174 .suite = {
4175 .hash = __VECS(crc32c_tv_template)
4176 }
4177 }, {
4178 .alg = "crct10dif",
4179 .test = alg_test_hash,
4180 .fips_allowed = 1,
4181 .suite = {
4182 .hash = __VECS(crct10dif_tv_template)
4183 }
4184 }, {
4185 .alg = "ctr(aes)",
4186 .test = alg_test_skcipher,
4187 .fips_allowed = 1,
4188 .suite = {
4189 .cipher = __VECS(aes_ctr_tv_template)
4190 }
4191 }, {
4192 .alg = "ctr(blowfish)",
4193 .test = alg_test_skcipher,
4194 .suite = {
4195 .cipher = __VECS(bf_ctr_tv_template)
4196 }
4197 }, {
4198 .alg = "ctr(camellia)",
4199 .test = alg_test_skcipher,
4200 .suite = {
4201 .cipher = __VECS(camellia_ctr_tv_template)
4202 }
4203 }, {
4204 .alg = "ctr(cast5)",
4205 .test = alg_test_skcipher,
4206 .suite = {
4207 .cipher = __VECS(cast5_ctr_tv_template)
4208 }
4209 }, {
4210 .alg = "ctr(cast6)",
4211 .test = alg_test_skcipher,
4212 .suite = {
4213 .cipher = __VECS(cast6_ctr_tv_template)
4214 }
4215 }, {
4216 .alg = "ctr(des)",
4217 .test = alg_test_skcipher,
4218 .suite = {
4219 .cipher = __VECS(des_ctr_tv_template)
4220 }
4221 }, {
4222 .alg = "ctr(des3_ede)",
4223 .test = alg_test_skcipher,
4224 .fips_allowed = 1,
4225 .suite = {
4226 .cipher = __VECS(des3_ede_ctr_tv_template)
4227 }
4228 }, {
4229
4230
4231
4232 .alg = "ctr(paes)",
4233 .test = alg_test_null,
4234 .fips_allowed = 1,
4235 }, {
4236
4237
4238
4239
4240 .alg = "ctr(psm4)",
4241 .test = alg_test_null,
4242 }, {
4243 .alg = "ctr(serpent)",
4244 .test = alg_test_skcipher,
4245 .suite = {
4246 .cipher = __VECS(serpent_ctr_tv_template)
4247 }
4248 }, {
4249 .alg = "ctr(sm4)",
4250 .test = alg_test_skcipher,
4251 .suite = {
4252 .cipher = __VECS(sm4_ctr_tv_template)
4253 }
4254 }, {
4255 .alg = "ctr(twofish)",
4256 .test = alg_test_skcipher,
4257 .suite = {
4258 .cipher = __VECS(tf_ctr_tv_template)
4259 }
4260 }, {
4261 .alg = "cts(cbc(aes))",
4262 .test = alg_test_skcipher,
4263 .fips_allowed = 1,
4264 .suite = {
4265 .cipher = __VECS(cts_mode_tv_template)
4266 }
4267 }, {
4268
4269
4270
4271 .alg = "cts(cbc(paes))",
4272 .test = alg_test_null,
4273 .fips_allowed = 1,
4274 }, {
4275 .alg = "deflate",
4276 .test = alg_test_comp,
4277 .fips_allowed = 1,
4278 .suite = {
4279 .comp = {
4280 .comp = __VECS(deflate_comp_tv_template),
4281 .decomp = __VECS(deflate_decomp_tv_template)
4282 }
4283 }
4284 }, {
4285 .alg = "dh",
4286 .test = alg_test_kpp,
4287 .fips_allowed = 1,
4288 .suite = {
4289 .kpp = __VECS(dh_tv_template)
4290 }
4291 }, {
4292 .alg = "digest_null",
4293 .test = alg_test_null,
4294 }, {
4295 .alg = "drbg_nopr_ctr_aes128",
4296 .test = alg_test_drbg,
4297 .fips_allowed = 1,
4298 .suite = {
4299 .drbg = __VECS(drbg_nopr_ctr_aes128_tv_template)
4300 }
4301 }, {
4302 .alg = "drbg_nopr_ctr_aes192",
4303 .test = alg_test_drbg,
4304 .fips_allowed = 1,
4305 .suite = {
4306 .drbg = __VECS(drbg_nopr_ctr_aes192_tv_template)
4307 }
4308 }, {
4309 .alg = "drbg_nopr_ctr_aes256",
4310 .test = alg_test_drbg,
4311 .fips_allowed = 1,
4312 .suite = {
4313 .drbg = __VECS(drbg_nopr_ctr_aes256_tv_template)
4314 }
4315 }, {
4316
4317
4318
4319
4320 .alg = "drbg_nopr_hmac_sha1",
4321 .fips_allowed = 1,
4322 .test = alg_test_null,
4323 }, {
4324 .alg = "drbg_nopr_hmac_sha256",
4325 .test = alg_test_drbg,
4326 .fips_allowed = 1,
4327 .suite = {
4328 .drbg = __VECS(drbg_nopr_hmac_sha256_tv_template)
4329 }
4330 }, {
4331
4332 .alg = "drbg_nopr_hmac_sha384",
4333 .fips_allowed = 1,
4334 .test = alg_test_null,
4335 }, {
4336 .alg = "drbg_nopr_hmac_sha512",
4337 .test = alg_test_null,
4338 .fips_allowed = 1,
4339 }, {
4340 .alg = "drbg_nopr_sha1",
4341 .fips_allowed = 1,
4342 .test = alg_test_null,
4343 }, {
4344 .alg = "drbg_nopr_sha256",
4345 .test = alg_test_drbg,
4346 .fips_allowed = 1,
4347 .suite = {
4348 .drbg = __VECS(drbg_nopr_sha256_tv_template)
4349 }
4350 }, {
4351
4352 .alg = "drbg_nopr_sha384",
4353 .fips_allowed = 1,
4354 .test = alg_test_null,
4355 }, {
4356 .alg = "drbg_nopr_sha512",
4357 .fips_allowed = 1,
4358 .test = alg_test_null,
4359 }, {
4360 .alg = "drbg_pr_ctr_aes128",
4361 .test = alg_test_drbg,
4362 .fips_allowed = 1,
4363 .suite = {
4364 .drbg = __VECS(drbg_pr_ctr_aes128_tv_template)
4365 }
4366 }, {
4367
4368 .alg = "drbg_pr_ctr_aes192",
4369 .fips_allowed = 1,
4370 .test = alg_test_null,
4371 }, {
4372 .alg = "drbg_pr_ctr_aes256",
4373 .fips_allowed = 1,
4374 .test = alg_test_null,
4375 }, {
4376 .alg = "drbg_pr_hmac_sha1",
4377 .fips_allowed = 1,
4378 .test = alg_test_null,
4379 }, {
4380 .alg = "drbg_pr_hmac_sha256",
4381 .test = alg_test_drbg,
4382 .fips_allowed = 1,
4383 .suite = {
4384 .drbg = __VECS(drbg_pr_hmac_sha256_tv_template)
4385 }
4386 }, {
4387
4388 .alg = "drbg_pr_hmac_sha384",
4389 .fips_allowed = 1,
4390 .test = alg_test_null,
4391 }, {
4392 .alg = "drbg_pr_hmac_sha512",
4393 .test = alg_test_null,
4394 .fips_allowed = 1,
4395 }, {
4396 .alg = "drbg_pr_sha1",
4397 .fips_allowed = 1,
4398 .test = alg_test_null,
4399 }, {
4400 .alg = "drbg_pr_sha256",
4401 .test = alg_test_drbg,
4402 .fips_allowed = 1,
4403 .suite = {
4404 .drbg = __VECS(drbg_pr_sha256_tv_template)
4405 }
4406 }, {
4407
4408 .alg = "drbg_pr_sha384",
4409 .fips_allowed = 1,
4410 .test = alg_test_null,
4411 }, {
4412 .alg = "drbg_pr_sha512",
4413 .fips_allowed = 1,
4414 .test = alg_test_null,
4415 }, {
4416 .alg = "ecb(aes)",
4417 .test = alg_test_skcipher,
4418 .fips_allowed = 1,
4419 .suite = {
4420 .cipher = __VECS(aes_tv_template)
4421 }
4422 }, {
4423 .alg = "ecb(anubis)",
4424 .test = alg_test_skcipher,
4425 .suite = {
4426 .cipher = __VECS(anubis_tv_template)
4427 }
4428 }, {
4429 .alg = "ecb(arc4)",
4430 .generic_driver = "ecb(arc4)-generic",
4431 .test = alg_test_skcipher,
4432 .suite = {
4433 .cipher = __VECS(arc4_tv_template)
4434 }
4435 }, {
4436 .alg = "ecb(blowfish)",
4437 .test = alg_test_skcipher,
4438 .suite = {
4439 .cipher = __VECS(bf_tv_template)
4440 }
4441 }, {
4442 .alg = "ecb(camellia)",
4443 .test = alg_test_skcipher,
4444 .suite = {
4445 .cipher = __VECS(camellia_tv_template)
4446 }
4447 }, {
4448 .alg = "ecb(cast5)",
4449 .test = alg_test_skcipher,
4450 .suite = {
4451 .cipher = __VECS(cast5_tv_template)
4452 }
4453 }, {
4454 .alg = "ecb(cast6)",
4455 .test = alg_test_skcipher,
4456 .suite = {
4457 .cipher = __VECS(cast6_tv_template)
4458 }
4459 }, {
4460 .alg = "ecb(cipher_null)",
4461 .test = alg_test_null,
4462 .fips_allowed = 1,
4463 }, {
4464 .alg = "ecb(des)",
4465 .test = alg_test_skcipher,
4466 .suite = {
4467 .cipher = __VECS(des_tv_template)
4468 }
4469 }, {
4470 .alg = "ecb(des3_ede)",
4471 .test = alg_test_skcipher,
4472 .fips_allowed = 1,
4473 .suite = {
4474 .cipher = __VECS(des3_ede_tv_template)
4475 }
4476 }, {
4477 .alg = "ecb(fcrypt)",
4478 .test = alg_test_skcipher,
4479 .suite = {
4480 .cipher = {
4481 .vecs = fcrypt_pcbc_tv_template,
4482 .count = 1
4483 }
4484 }
4485 }, {
4486 .alg = "ecb(khazad)",
4487 .test = alg_test_skcipher,
4488 .suite = {
4489 .cipher = __VECS(khazad_tv_template)
4490 }
4491 }, {
4492
4493
4494
4495 .alg = "ecb(paes)",
4496 .test = alg_test_null,
4497 .fips_allowed = 1,
4498 }, {
4499 .alg = "ecb(seed)",
4500 .test = alg_test_skcipher,
4501 .suite = {
4502 .cipher = __VECS(seed_tv_template)
4503 }
4504 }, {
4505 .alg = "ecb(serpent)",
4506 .test = alg_test_skcipher,
4507 .suite = {
4508 .cipher = __VECS(serpent_tv_template)
4509 }
4510 }, {
4511 .alg = "ecb(sm4)",
4512 .test = alg_test_skcipher,
4513 .suite = {
4514 .cipher = __VECS(sm4_tv_template)
4515 }
4516 }, {
4517 .alg = "ecb(tea)",
4518 .test = alg_test_skcipher,
4519 .suite = {
4520 .cipher = __VECS(tea_tv_template)
4521 }
4522 }, {
4523 .alg = "ecb(tnepres)",
4524 .test = alg_test_skcipher,
4525 .suite = {
4526 .cipher = __VECS(tnepres_tv_template)
4527 }
4528 }, {
4529 .alg = "ecb(twofish)",
4530 .test = alg_test_skcipher,
4531 .suite = {
4532 .cipher = __VECS(tf_tv_template)
4533 }
4534 }, {
4535 .alg = "ecb(xeta)",
4536 .test = alg_test_skcipher,
4537 .suite = {
4538 .cipher = __VECS(xeta_tv_template)
4539 }
4540 }, {
4541 .alg = "ecb(xtea)",
4542 .test = alg_test_skcipher,
4543 .suite = {
4544 .cipher = __VECS(xtea_tv_template)
4545 }
4546 }, {
4547 .alg = "ecdh",
4548 .test = alg_test_kpp,
4549 .fips_allowed = 1,
4550 .suite = {
4551 .kpp = __VECS(ecdh_tv_template)
4552 }
4553 }, {
4554 .alg = "ecrdsa",
4555 .test = alg_test_akcipher,
4556 .suite = {
4557 .akcipher = __VECS(ecrdsa_tv_template)
4558 }
4559 }, {
4560 .alg = "essiv(authenc(hmac(sha256),cbc(aes)),sha256)",
4561 .test = alg_test_aead,
4562 .fips_allowed = 1,
4563 .suite = {
4564 .aead = __VECS(essiv_hmac_sha256_aes_cbc_tv_temp)
4565 }
4566 }, {
4567 .alg = "essiv(cbc(aes),sha256)",
4568 .test = alg_test_skcipher,
4569 .fips_allowed = 1,
4570 .suite = {
4571 .cipher = __VECS(essiv_aes_cbc_tv_template)
4572 }
4573 }, {
4574 .alg = "gcm(aes)",
4575 .generic_driver = "gcm_base(ctr(aes-generic),ghash-generic)",
4576 .test = alg_test_aead,
4577 .fips_allowed = 1,
4578 .suite = {
4579 .aead = __VECS(aes_gcm_tv_template)
4580 }
4581 }, {
4582 .alg = "ghash",
4583 .test = alg_test_hash,
4584 .fips_allowed = 1,
4585 .suite = {
4586 .hash = __VECS(ghash_tv_template)
4587 }
4588 }, {
4589 .alg = "hmac(md5)",
4590 .test = alg_test_hash,
4591 .suite = {
4592 .hash = __VECS(hmac_md5_tv_template)
4593 }
4594 }, {
4595 .alg = "hmac(rmd128)",
4596 .test = alg_test_hash,
4597 .suite = {
4598 .hash = __VECS(hmac_rmd128_tv_template)
4599 }
4600 }, {
4601 .alg = "hmac(rmd160)",
4602 .test = alg_test_hash,
4603 .suite = {
4604 .hash = __VECS(hmac_rmd160_tv_template)
4605 }
4606 }, {
4607 .alg = "hmac(sha1)",
4608 .test = alg_test_hash,
4609 .fips_allowed = 1,
4610 .suite = {
4611 .hash = __VECS(hmac_sha1_tv_template)
4612 }
4613 }, {
4614 .alg = "hmac(sha224)",
4615 .test = alg_test_hash,
4616 .fips_allowed = 1,
4617 .suite = {
4618 .hash = __VECS(hmac_sha224_tv_template)
4619 }
4620 }, {
4621 .alg = "hmac(sha256)",
4622 .test = alg_test_hash,
4623 .fips_allowed = 1,
4624 .suite = {
4625 .hash = __VECS(hmac_sha256_tv_template)
4626 }
4627 }, {
4628 .alg = "hmac(sha3-224)",
4629 .test = alg_test_hash,
4630 .fips_allowed = 1,
4631 .suite = {
4632 .hash = __VECS(hmac_sha3_224_tv_template)
4633 }
4634 }, {
4635 .alg = "hmac(sha3-256)",
4636 .test = alg_test_hash,
4637 .fips_allowed = 1,
4638 .suite = {
4639 .hash = __VECS(hmac_sha3_256_tv_template)
4640 }
4641 }, {
4642 .alg = "hmac(sha3-384)",
4643 .test = alg_test_hash,
4644 .fips_allowed = 1,
4645 .suite = {
4646 .hash = __VECS(hmac_sha3_384_tv_template)
4647 }
4648 }, {
4649 .alg = "hmac(sha3-512)",
4650 .test = alg_test_hash,
4651 .fips_allowed = 1,
4652 .suite = {
4653 .hash = __VECS(hmac_sha3_512_tv_template)
4654 }
4655 }, {
4656 .alg = "hmac(sha384)",
4657 .test = alg_test_hash,
4658 .fips_allowed = 1,
4659 .suite = {
4660 .hash = __VECS(hmac_sha384_tv_template)
4661 }
4662 }, {
4663 .alg = "hmac(sha512)",
4664 .test = alg_test_hash,
4665 .fips_allowed = 1,
4666 .suite = {
4667 .hash = __VECS(hmac_sha512_tv_template)
4668 }
4669 }, {
4670 .alg = "hmac(streebog256)",
4671 .test = alg_test_hash,
4672 .suite = {
4673 .hash = __VECS(hmac_streebog256_tv_template)
4674 }
4675 }, {
4676 .alg = "hmac(streebog512)",
4677 .test = alg_test_hash,
4678 .suite = {
4679 .hash = __VECS(hmac_streebog512_tv_template)
4680 }
4681 }, {
4682 .alg = "jitterentropy_rng",
4683 .fips_allowed = 1,
4684 .test = alg_test_null,
4685 }, {
4686 .alg = "kw(aes)",
4687 .test = alg_test_skcipher,
4688 .fips_allowed = 1,
4689 .suite = {
4690 .cipher = __VECS(aes_kw_tv_template)
4691 }
4692 }, {
4693 .alg = "lrw(aes)",
4694 .generic_driver = "lrw(ecb(aes-generic))",
4695 .test = alg_test_skcipher,
4696 .suite = {
4697 .cipher = __VECS(aes_lrw_tv_template)
4698 }
4699 }, {
4700 .alg = "lrw(camellia)",
4701 .generic_driver = "lrw(ecb(camellia-generic))",
4702 .test = alg_test_skcipher,
4703 .suite = {
4704 .cipher = __VECS(camellia_lrw_tv_template)
4705 }
4706 }, {
4707 .alg = "lrw(cast6)",
4708 .generic_driver = "lrw(ecb(cast6-generic))",
4709 .test = alg_test_skcipher,
4710 .suite = {
4711 .cipher = __VECS(cast6_lrw_tv_template)
4712 }
4713 }, {
4714 .alg = "lrw(serpent)",
4715 .generic_driver = "lrw(ecb(serpent-generic))",
4716 .test = alg_test_skcipher,
4717 .suite = {
4718 .cipher = __VECS(serpent_lrw_tv_template)
4719 }
4720 }, {
4721 .alg = "lrw(twofish)",
4722 .generic_driver = "lrw(ecb(twofish-generic))",
4723 .test = alg_test_skcipher,
4724 .suite = {
4725 .cipher = __VECS(tf_lrw_tv_template)
4726 }
4727 }, {
4728 .alg = "lz4",
4729 .test = alg_test_comp,
4730 .fips_allowed = 1,
4731 .suite = {
4732 .comp = {
4733 .comp = __VECS(lz4_comp_tv_template),
4734 .decomp = __VECS(lz4_decomp_tv_template)
4735 }
4736 }
4737 }, {
4738 .alg = "lz4hc",
4739 .test = alg_test_comp,
4740 .fips_allowed = 1,
4741 .suite = {
4742 .comp = {
4743 .comp = __VECS(lz4hc_comp_tv_template),
4744 .decomp = __VECS(lz4hc_decomp_tv_template)
4745 }
4746 }
4747 }, {
4748 .alg = "lzo",
4749 .test = alg_test_comp,
4750 .fips_allowed = 1,
4751 .suite = {
4752 .comp = {
4753 .comp = __VECS(lzo_comp_tv_template),
4754 .decomp = __VECS(lzo_decomp_tv_template)
4755 }
4756 }
4757 }, {
4758 .alg = "lzo-rle",
4759 .test = alg_test_comp,
4760 .fips_allowed = 1,
4761 .suite = {
4762 .comp = {
4763 .comp = __VECS(lzorle_comp_tv_template),
4764 .decomp = __VECS(lzorle_decomp_tv_template)
4765 }
4766 }
4767 }, {
4768 .alg = "md4",
4769 .test = alg_test_hash,
4770 .suite = {
4771 .hash = __VECS(md4_tv_template)
4772 }
4773 }, {
4774 .alg = "md5",
4775 .test = alg_test_hash,
4776 .suite = {
4777 .hash = __VECS(md5_tv_template)
4778 }
4779 }, {
4780 .alg = "michael_mic",
4781 .test = alg_test_hash,
4782 .suite = {
4783 .hash = __VECS(michael_mic_tv_template)
4784 }
4785 }, {
4786 .alg = "nhpoly1305",
4787 .test = alg_test_hash,
4788 .suite = {
4789 .hash = __VECS(nhpoly1305_tv_template)
4790 }
4791 }, {
4792 .alg = "ofb(aes)",
4793 .test = alg_test_skcipher,
4794 .fips_allowed = 1,
4795 .suite = {
4796 .cipher = __VECS(aes_ofb_tv_template)
4797 }
4798 }, {
4799
4800
4801
4802 .alg = "ofb(paes)",
4803 .test = alg_test_null,
4804 .fips_allowed = 1,
4805 }, {
4806 .alg = "pcbc(fcrypt)",
4807 .test = alg_test_skcipher,
4808 .suite = {
4809 .cipher = __VECS(fcrypt_pcbc_tv_template)
4810 }
4811 }, {
4812 .alg = "pkcs1pad(rsa,sha224)",
4813 .test = alg_test_null,
4814 .fips_allowed = 1,
4815 }, {
4816 .alg = "pkcs1pad(rsa,sha256)",
4817 .test = alg_test_akcipher,
4818 .fips_allowed = 1,
4819 .suite = {
4820 .akcipher = __VECS(pkcs1pad_rsa_tv_template)
4821 }
4822 }, {
4823 .alg = "pkcs1pad(rsa,sha384)",
4824 .test = alg_test_null,
4825 .fips_allowed = 1,
4826 }, {
4827 .alg = "pkcs1pad(rsa,sha512)",
4828 .test = alg_test_null,
4829 .fips_allowed = 1,
4830 }, {
4831 .alg = "poly1305",
4832 .test = alg_test_hash,
4833 .suite = {
4834 .hash = __VECS(poly1305_tv_template)
4835 }
4836 }, {
4837 .alg = "rfc3686(ctr(aes))",
4838 .test = alg_test_skcipher,
4839 .fips_allowed = 1,
4840 .suite = {
4841 .cipher = __VECS(aes_ctr_rfc3686_tv_template)
4842 }
4843 }, {
4844 .alg = "rfc4106(gcm(aes))",
4845 .generic_driver = "rfc4106(gcm_base(ctr(aes-generic),ghash-generic))",
4846 .test = alg_test_aead,
4847 .fips_allowed = 1,
4848 .suite = {
4849 .aead = __VECS(aes_gcm_rfc4106_tv_template)
4850 }
4851 }, {
4852 .alg = "rfc4309(ccm(aes))",
4853 .generic_driver = "rfc4309(ccm_base(ctr(aes-generic),cbcmac(aes-generic)))",
4854 .test = alg_test_aead,
4855 .fips_allowed = 1,
4856 .suite = {
4857 .aead = __VECS(aes_ccm_rfc4309_tv_template)
4858 }
4859 }, {
4860 .alg = "rfc4543(gcm(aes))",
4861 .generic_driver = "rfc4543(gcm_base(ctr(aes-generic),ghash-generic))",
4862 .test = alg_test_aead,
4863 .suite = {
4864 .aead = __VECS(aes_gcm_rfc4543_tv_template)
4865 }
4866 }, {
4867 .alg = "rfc7539(chacha20,poly1305)",
4868 .test = alg_test_aead,
4869 .suite = {
4870 .aead = __VECS(rfc7539_tv_template)
4871 }
4872 }, {
4873 .alg = "rfc7539esp(chacha20,poly1305)",
4874 .test = alg_test_aead,
4875 .suite = {
4876 .aead = __VECS(rfc7539esp_tv_template)
4877 }
4878 }, {
4879 .alg = "rmd128",
4880 .test = alg_test_hash,
4881 .suite = {
4882 .hash = __VECS(rmd128_tv_template)
4883 }
4884 }, {
4885 .alg = "rmd160",
4886 .test = alg_test_hash,
4887 .suite = {
4888 .hash = __VECS(rmd160_tv_template)
4889 }
4890 }, {
4891 .alg = "rmd256",
4892 .test = alg_test_hash,
4893 .suite = {
4894 .hash = __VECS(rmd256_tv_template)
4895 }
4896 }, {
4897 .alg = "rmd320",
4898 .test = alg_test_hash,
4899 .suite = {
4900 .hash = __VECS(rmd320_tv_template)
4901 }
4902 }, {
4903 .alg = "rsa",
4904 .test = alg_test_akcipher,
4905 .fips_allowed = 1,
4906 .suite = {
4907 .akcipher = __VECS(rsa_tv_template)
4908 }
4909 }, {
4910 .alg = "salsa20",
4911 .test = alg_test_skcipher,
4912 .suite = {
4913 .cipher = __VECS(salsa20_stream_tv_template)
4914 }
4915 }, {
4916 .alg = "sha1",
4917 .test = alg_test_hash,
4918 .fips_allowed = 1,
4919 .suite = {
4920 .hash = __VECS(sha1_tv_template)
4921 }
4922 }, {
4923 .alg = "sha224",
4924 .test = alg_test_hash,
4925 .fips_allowed = 1,
4926 .suite = {
4927 .hash = __VECS(sha224_tv_template)
4928 }
4929 }, {
4930 .alg = "sha256",
4931 .test = alg_test_hash,
4932 .fips_allowed = 1,
4933 .suite = {
4934 .hash = __VECS(sha256_tv_template)
4935 }
4936 }, {
4937 .alg = "sha3-224",
4938 .test = alg_test_hash,
4939 .fips_allowed = 1,
4940 .suite = {
4941 .hash = __VECS(sha3_224_tv_template)
4942 }
4943 }, {
4944 .alg = "sha3-256",
4945 .test = alg_test_hash,
4946 .fips_allowed = 1,
4947 .suite = {
4948 .hash = __VECS(sha3_256_tv_template)
4949 }
4950 }, {
4951 .alg = "sha3-384",
4952 .test = alg_test_hash,
4953 .fips_allowed = 1,
4954 .suite = {
4955 .hash = __VECS(sha3_384_tv_template)
4956 }
4957 }, {
4958 .alg = "sha3-512",
4959 .test = alg_test_hash,
4960 .fips_allowed = 1,
4961 .suite = {
4962 .hash = __VECS(sha3_512_tv_template)
4963 }
4964 }, {
4965 .alg = "sha384",
4966 .test = alg_test_hash,
4967 .fips_allowed = 1,
4968 .suite = {
4969 .hash = __VECS(sha384_tv_template)
4970 }
4971 }, {
4972 .alg = "sha512",
4973 .test = alg_test_hash,
4974 .fips_allowed = 1,
4975 .suite = {
4976 .hash = __VECS(sha512_tv_template)
4977 }
4978 }, {
4979 .alg = "sm3",
4980 .test = alg_test_hash,
4981 .suite = {
4982 .hash = __VECS(sm3_tv_template)
4983 }
4984 }, {
4985 .alg = "streebog256",
4986 .test = alg_test_hash,
4987 .suite = {
4988 .hash = __VECS(streebog256_tv_template)
4989 }
4990 }, {
4991 .alg = "streebog512",
4992 .test = alg_test_hash,
4993 .suite = {
4994 .hash = __VECS(streebog512_tv_template)
4995 }
4996 }, {
4997 .alg = "tgr128",
4998 .test = alg_test_hash,
4999 .suite = {
5000 .hash = __VECS(tgr128_tv_template)
5001 }
5002 }, {
5003 .alg = "tgr160",
5004 .test = alg_test_hash,
5005 .suite = {
5006 .hash = __VECS(tgr160_tv_template)
5007 }
5008 }, {
5009 .alg = "tgr192",
5010 .test = alg_test_hash,
5011 .suite = {
5012 .hash = __VECS(tgr192_tv_template)
5013 }
5014 }, {
5015 .alg = "vmac64(aes)",
5016 .test = alg_test_hash,
5017 .suite = {
5018 .hash = __VECS(vmac64_aes_tv_template)
5019 }
5020 }, {
5021 .alg = "wp256",
5022 .test = alg_test_hash,
5023 .suite = {
5024 .hash = __VECS(wp256_tv_template)
5025 }
5026 }, {
5027 .alg = "wp384",
5028 .test = alg_test_hash,
5029 .suite = {
5030 .hash = __VECS(wp384_tv_template)
5031 }
5032 }, {
5033 .alg = "wp512",
5034 .test = alg_test_hash,
5035 .suite = {
5036 .hash = __VECS(wp512_tv_template)
5037 }
5038 }, {
5039 .alg = "xcbc(aes)",
5040 .test = alg_test_hash,
5041 .suite = {
5042 .hash = __VECS(aes_xcbc128_tv_template)
5043 }
5044 }, {
5045 .alg = "xchacha12",
5046 .test = alg_test_skcipher,
5047 .suite = {
5048 .cipher = __VECS(xchacha12_tv_template)
5049 },
5050 }, {
5051 .alg = "xchacha20",
5052 .test = alg_test_skcipher,
5053 .suite = {
5054 .cipher = __VECS(xchacha20_tv_template)
5055 },
5056 }, {
5057 .alg = "xts(aes)",
5058 .generic_driver = "xts(ecb(aes-generic))",
5059 .test = alg_test_skcipher,
5060 .fips_allowed = 1,
5061 .suite = {
5062 .cipher = __VECS(aes_xts_tv_template)
5063 }
5064 }, {
5065 .alg = "xts(camellia)",
5066 .generic_driver = "xts(ecb(camellia-generic))",
5067 .test = alg_test_skcipher,
5068 .suite = {
5069 .cipher = __VECS(camellia_xts_tv_template)
5070 }
5071 }, {
5072 .alg = "xts(cast6)",
5073 .generic_driver = "xts(ecb(cast6-generic))",
5074 .test = alg_test_skcipher,
5075 .suite = {
5076 .cipher = __VECS(cast6_xts_tv_template)
5077 }
5078 }, {
5079
5080
5081
5082 .alg = "xts(paes)",
5083 .test = alg_test_null,
5084 .fips_allowed = 1,
5085 }, {
5086 .alg = "xts(serpent)",
5087 .generic_driver = "xts(ecb(serpent-generic))",
5088 .test = alg_test_skcipher,
5089 .suite = {
5090 .cipher = __VECS(serpent_xts_tv_template)
5091 }
5092 }, {
5093 .alg = "xts(twofish)",
5094 .generic_driver = "xts(ecb(twofish-generic))",
5095 .test = alg_test_skcipher,
5096 .suite = {
5097 .cipher = __VECS(tf_xts_tv_template)
5098 }
5099 }, {
5100 .alg = "xts4096(paes)",
5101 .test = alg_test_null,
5102 .fips_allowed = 1,
5103 }, {
5104 .alg = "xts512(paes)",
5105 .test = alg_test_null,
5106 .fips_allowed = 1,
5107 }, {
5108 .alg = "xxhash64",
5109 .test = alg_test_hash,
5110 .fips_allowed = 1,
5111 .suite = {
5112 .hash = __VECS(xxhash64_tv_template)
5113 }
5114 }, {
5115 .alg = "zlib-deflate",
5116 .test = alg_test_comp,
5117 .fips_allowed = 1,
5118 .suite = {
5119 .comp = {
5120 .comp = __VECS(zlib_deflate_comp_tv_template),
5121 .decomp = __VECS(zlib_deflate_decomp_tv_template)
5122 }
5123 }
5124 }, {
5125 .alg = "zstd",
5126 .test = alg_test_comp,
5127 .fips_allowed = 1,
5128 .suite = {
5129 .comp = {
5130 .comp = __VECS(zstd_comp_tv_template),
5131 .decomp = __VECS(zstd_decomp_tv_template)
5132 }
5133 }
5134 }
5135 };
5136
5137 static void alg_check_test_descs_order(void)
5138 {
5139 int i;
5140
5141 for (i = 1; i < ARRAY_SIZE(alg_test_descs); i++) {
5142 int diff = strcmp(alg_test_descs[i - 1].alg,
5143 alg_test_descs[i].alg);
5144
5145 if (WARN_ON(diff > 0)) {
5146 pr_warn("testmgr: alg_test_descs entries in wrong order: '%s' before '%s'\n",
5147 alg_test_descs[i - 1].alg,
5148 alg_test_descs[i].alg);
5149 }
5150
5151 if (WARN_ON(diff == 0)) {
5152 pr_warn("testmgr: duplicate alg_test_descs entry: '%s'\n",
5153 alg_test_descs[i].alg);
5154 }
5155 }
5156 }
5157
5158 static void alg_check_testvec_configs(void)
5159 {
5160 int i;
5161
5162 for (i = 0; i < ARRAY_SIZE(default_cipher_testvec_configs); i++)
5163 WARN_ON(!valid_testvec_config(
5164 &default_cipher_testvec_configs[i]));
5165
5166 for (i = 0; i < ARRAY_SIZE(default_hash_testvec_configs); i++)
5167 WARN_ON(!valid_testvec_config(
5168 &default_hash_testvec_configs[i]));
5169 }
5170
5171 static void testmgr_onetime_init(void)
5172 {
5173 alg_check_test_descs_order();
5174 alg_check_testvec_configs();
5175
5176 #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS
5177 pr_warn("alg: extra crypto tests enabled. This is intended for developer use only.\n");
5178 #endif
5179 }
5180
5181 static int alg_find_test(const char *alg)
5182 {
5183 int start = 0;
5184 int end = ARRAY_SIZE(alg_test_descs);
5185
5186 while (start < end) {
5187 int i = (start + end) / 2;
5188 int diff = strcmp(alg_test_descs[i].alg, alg);
5189
5190 if (diff > 0) {
5191 end = i;
5192 continue;
5193 }
5194
5195 if (diff < 0) {
5196 start = i + 1;
5197 continue;
5198 }
5199
5200 return i;
5201 }
5202
5203 return -1;
5204 }
5205
5206 int alg_test(const char *driver, const char *alg, u32 type, u32 mask)
5207 {
5208 int i;
5209 int j;
5210 int rc;
5211
5212 if (!fips_enabled && notests) {
5213 printk_once(KERN_INFO "alg: self-tests disabled\n");
5214 return 0;
5215 }
5216
5217 DO_ONCE(testmgr_onetime_init);
5218
5219 if ((type & CRYPTO_ALG_TYPE_MASK) == CRYPTO_ALG_TYPE_CIPHER) {
5220 char nalg[CRYPTO_MAX_ALG_NAME];
5221
5222 if (snprintf(nalg, sizeof(nalg), "ecb(%s)", alg) >=
5223 sizeof(nalg))
5224 return -ENAMETOOLONG;
5225
5226 i = alg_find_test(nalg);
5227 if (i < 0)
5228 goto notest;
5229
5230 if (fips_enabled && !alg_test_descs[i].fips_allowed)
5231 goto non_fips_alg;
5232
5233 rc = alg_test_cipher(alg_test_descs + i, driver, type, mask);
5234 goto test_done;
5235 }
5236
5237 i = alg_find_test(alg);
5238 j = alg_find_test(driver);
5239 if (i < 0 && j < 0)
5240 goto notest;
5241
5242 if (fips_enabled && ((i >= 0 && !alg_test_descs[i].fips_allowed) ||
5243 (j >= 0 && !alg_test_descs[j].fips_allowed)))
5244 goto non_fips_alg;
5245
5246 rc = 0;
5247 if (i >= 0)
5248 rc |= alg_test_descs[i].test(alg_test_descs + i, driver,
5249 type, mask);
5250 if (j >= 0 && j != i)
5251 rc |= alg_test_descs[j].test(alg_test_descs + j, driver,
5252 type, mask);
5253
5254 test_done:
5255 if (rc && (fips_enabled || panic_on_fail)) {
5256 fips_fail_notify();
5257 panic("alg: self-tests for %s (%s) failed in %s mode!\n",
5258 driver, alg, fips_enabled ? "fips" : "panic_on_fail");
5259 }
5260
5261 if (fips_enabled && !rc)
5262 pr_info("alg: self-tests for %s (%s) passed\n", driver, alg);
5263
5264 return rc;
5265
5266 notest:
5267 printk(KERN_INFO "alg: No test for %s (%s)\n", alg, driver);
5268 return 0;
5269 non_fips_alg:
5270 return -EINVAL;
5271 }
5272
5273 #endif
5274
5275 EXPORT_SYMBOL_GPL(alg_test);