crypto/testmgr.c

   1 /*
   2  * Algorithm testing framework and tests.
   3  *
   4  * Copyright (c) 2002 James Morris <[email protected]>
   5  * Copyright (c) 2002 Jean-Francois Dive <[email protected]>
   6  * Copyright (c) 2007 Nokia Siemens Networks
   7  * Copyright (c) 2008 Herbert Xu <[email protected]>
   8  *
   9  * Updated RFC4106 AES-GCM testing.
  10  *    Authors: Aidan O'Mahony ([email protected])
  11  *             Adrian Hoban <[email protected]>
  12  *             Gabriele Paoloni <[email protected]>
  13  *             Tadeusz Struk ([email protected])
  14  *    Copyright (c) 2010, Intel Corporation.
  15  *
  16  * This program is free software; you can redistribute it and/or modify it
  17  * under the terms of the GNU General Public License as published by the Free
  18  * Software Foundation; either version 2 of the License, or (at your option)
  19  * any later version.
  20  *
  21  */
  22
  23 #include <crypto/aead.h>
  24 #include <crypto/hash.h>
  25 #include <crypto/skcipher.h>
  26 #include <linux/err.h>
  27 #include <linux/fips.h>
  28 #include <linux/module.h>
  29 #include <linux/scatterlist.h>
  30 #include <linux/slab.h>
  31 #include <linux/string.h>
  32 #include <crypto/rng.h>
  33 #include <crypto/drbg.h>
  34 #include <crypto/akcipher.h>
  35
  36 #include "internal.h"
  37
  38 static bool notests;
  39 module_param(notests, bool, 0644);
  40 MODULE_PARM_DESC(notests, "disable crypto self-tests");
  41
  42 #ifdef CONFIG_CRYPTO_MANAGER_DISABLE_TESTS
  43
  44 /* a perfect nop */
  45 int alg_test(const char *driver, const char *alg, u32 type, u32 mask)
  46 {
  47         return 0;
  48 }
  49
  50 #else
  51
  52 #include "testmgr.h"
  53
  54 /*
  55  * Need slab memory for testing (size in number of pages).
  56  */
  57 #define XBUFSIZE        8
  58
  59 /*
  60  * Indexes into the xbuf to simulate cross-page access.
  61  */
  62 #define IDX1            32
  63 #define IDX2            32400
  64 #define IDX3            1
  65 #define IDX4            8193
  66 #define IDX5            22222
  67 #define IDX6            17101
  68 #define IDX7            27333
  69 #define IDX8            3000
  70
  71 /*
  72 * Used by test_cipher()
  73 */
  74 #define ENCRYPT 1
  75 #define DECRYPT 0
  76
  77 struct tcrypt_result {
  78         struct completion completion;
  79         int err;
  80 };
  81
  82 struct aead_test_suite {
  83         struct {
  84                 struct aead_testvec *vecs;
  85                 unsigned int count;
  86         } enc, dec;
  87 };
  88
  89 struct cipher_test_suite {
  90         struct {
  91                 struct cipher_testvec *vecs;
  92                 unsigned int count;
  93         } enc, dec;
  94 };
  95
  96 struct comp_test_suite {
  97         struct {
  98                 struct comp_testvec *vecs;
  99                 unsigned int count;
 100         } comp, decomp;
 101 };
 102
 103 struct hash_test_suite {
 104         struct hash_testvec *vecs;
 105         unsigned int count;
 106 };
 107
 108 struct cprng_test_suite {
 109         struct cprng_testvec *vecs;
 110         unsigned int count;
 111 };
 112
 113 struct drbg_test_suite {
 114         struct drbg_testvec *vecs;
 115         unsigned int count;
 116 };
 117
 118 struct akcipher_test_suite {
 119         struct akcipher_testvec *vecs;
 120         unsigned int count;
 121 };
 122
 123 struct alg_test_desc {
 124         const char *alg;
 125         int (*test)(const struct alg_test_desc *desc, const char *driver,
 126                     u32 type, u32 mask);
 127         int fips_allowed;       /* set if alg is allowed in fips mode */
 128
 129         union {
 130                 struct aead_test_suite aead;
 131                 struct cipher_test_suite cipher;
 132                 struct comp_test_suite comp;
 133                 struct hash_test_suite hash;
 134                 struct cprng_test_suite cprng;
 135                 struct drbg_test_suite drbg;
 136                 struct akcipher_test_suite akcipher;
 137         } suite;
 138 };
 139
 140 static unsigned int IDX[8] = { IDX1, IDX2, IDX3, IDX4, IDX5, IDX6, IDX7, IDX8 };
 141
 142 static void hexdump(unsigned char *buf, unsigned int len)
 143 {
 144         print_hex_dump(KERN_CONT, "", DUMP_PREFIX_OFFSET,
 145                         16, 1,
 146                         buf, len, false);
 147 }
 148
 149 static void tcrypt_complete(struct crypto_async_request *req, int err)
 150 {
 151         struct tcrypt_result *res = req->data;
 152
 153         if (err == -EINPROGRESS)
 154                 return;
 155
 156         res->err = err;
 157         complete(&res->completion);
 158 }
 159
 160 static int testmgr_alloc_buf(char *buf[XBUFSIZE])
 161 {
 162         int i;
 163
 164         for (i = 0; i < XBUFSIZE; i++) {
 165                 buf[i] = (void *)__get_free_page(GFP_KERNEL);
 166                 if (!buf[i])
 167                         goto err_free_buf;
 168         }
 169
 170         return 0;
 171
 172 err_free_buf:
 173         while (i-- > 0)
 174                 free_page((unsigned long)buf[i]);
 175
 176         return -ENOMEM;
 177 }
 178
 179 static void testmgr_free_buf(char *buf[XBUFSIZE])
 180 {
 181         int i;
 182
 183         for (i = 0; i < XBUFSIZE; i++)
 184                 free_page((unsigned long)buf[i]);
 185 }
 186
 187 static int wait_async_op(struct tcrypt_result *tr, int ret)
 188 {
 189         if (ret == -EINPROGRESS || ret == -EBUSY) {
 190                 wait_for_completion(&tr->completion);
 191                 reinit_completion(&tr->completion);
 192                 ret = tr->err;
 193         }
 194         return ret;
 195 }
 196
 197 static int ahash_partial_update(struct ahash_request **preq,
 198         struct crypto_ahash *tfm, struct hash_testvec *template,
 199         void *hash_buff, int k, int temp, struct scatterlist *sg,
 200         const char *algo, char *result, struct tcrypt_result *tresult)
 201 {
 202         char *state;
 203         struct ahash_request *req;
 204         int statesize, ret = -EINVAL;
 205
 206         req = *preq;
 207         statesize = crypto_ahash_statesize(
 208                         crypto_ahash_reqtfm(req));
 209         state = kmalloc(statesize, GFP_KERNEL);
 210         if (!state) {
 211                 pr_err("alt: hash: Failed to alloc state for %s\n", algo);
 212                 goto out_nostate;
 213         }
 214         ret = crypto_ahash_export(req, state);
 215         if (ret) {
 216                 pr_err("alt: hash: Failed to export() for %s\n", algo);
 217                 goto out;
 218         }
 219         ahash_request_free(req);
 220         req = ahash_request_alloc(tfm, GFP_KERNEL);
 221         if (!req) {
 222                 pr_err("alg: hash: Failed to alloc request for %s\n", algo);
 223                 goto out_noreq;
 224         }
 225         ahash_request_set_callback(req,
 226                 CRYPTO_TFM_REQ_MAY_BACKLOG,
 227                 tcrypt_complete, tresult);
 228
 229         memcpy(hash_buff, template->plaintext + temp,
 230                 template->tap[k]);
 231         sg_init_one(&sg[0], hash_buff, template->tap[k]);
 232         ahash_request_set_crypt(req, sg, result, template->tap[k]);
 233         ret = crypto_ahash_import(req, state);
 234         if (ret) {
 235                 pr_err("alg: hash: Failed to import() for %s\n", algo);
 236                 goto out;
 237         }
 238         ret = wait_async_op(tresult, crypto_ahash_update(req));
 239         if (ret)
 240                 goto out;
 241         *preq = req;
 242         ret = 0;
 243         goto out_noreq;
 244 out:
 245         ahash_request_free(req);
 246 out_noreq:
 247         kfree(state);
 248 out_nostate:
 249         return ret;
 250 }
 251
 252 static int __test_hash(struct crypto_ahash *tfm, struct hash_testvec *template,
 253                        unsigned int tcount, bool use_digest,
 254                        const int align_offset)
 255 {
 256         const char *algo = crypto_tfm_alg_driver_name(crypto_ahash_tfm(tfm));
 257         unsigned int i, j, k, temp;
 258         struct scatterlist sg[8];
 259         char *result;
 260         char *key;
 261         struct ahash_request *req;
 262         struct tcrypt_result tresult;
 263         void *hash_buff;
 264         char *xbuf[XBUFSIZE];
 265         int ret = -ENOMEM;
 266
 267         result = kmalloc(MAX_DIGEST_SIZE, GFP_KERNEL);
 268         if (!result)
 269                 return ret;
 270         key = kmalloc(MAX_KEYLEN, GFP_KERNEL);
 271         if (!key)
 272                 goto out_nobuf;
 273         if (testmgr_alloc_buf(xbuf))
 274                 goto out_nobuf;
 275
 276         init_completion(&tresult.completion);
 277
 278         req = ahash_request_alloc(tfm, GFP_KERNEL);
 279         if (!req) {
 280                 printk(KERN_ERR "alg: hash: Failed to allocate request for "
 281                        "%s\n", algo);
 282                 goto out_noreq;
 283         }
 284         ahash_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
 285                                    tcrypt_complete, &tresult);
 286
 287         j = 0;
 288         for (i = 0; i < tcount; i++) {
 289                 if (template[i].np)
 290                         continue;
 291
 292                 ret = -EINVAL;
 293                 if (WARN_ON(align_offset + template[i].psize > PAGE_SIZE))
 294                         goto out;
 295
 296                 j++;
 297                 memset(result, 0, MAX_DIGEST_SIZE);
 298
 299                 hash_buff = xbuf[0];
 300                 hash_buff += align_offset;
 301
 302                 memcpy(hash_buff, template[i].plaintext, template[i].psize);
 303                 sg_init_one(&sg[0], hash_buff, template[i].psize);
 304
 305                 if (template[i].ksize) {
 306                         crypto_ahash_clear_flags(tfm, ~0);
 307                         if (template[i].ksize > MAX_KEYLEN) {
 308                                 pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
 309                                        j, algo, template[i].ksize, MAX_KEYLEN);
 310                                 ret = -EINVAL;
 311                                 goto out;
 312                         }
 313                         memcpy(key, template[i].key, template[i].ksize);
 314                         ret = crypto_ahash_setkey(tfm, key, template[i].ksize);
 315                         if (ret) {
 316                                 printk(KERN_ERR "alg: hash: setkey failed on "
 317                                        "test %d for %s: ret=%d\n", j, algo,
 318                                        -ret);
 319                                 goto out;
 320                         }
 321                 }
 322
 323                 ahash_request_set_crypt(req, sg, result, template[i].psize);
 324                 if (use_digest) {
 325                         ret = wait_async_op(&tresult, crypto_ahash_digest(req));
 326                         if (ret) {
 327                                 pr_err("alg: hash: digest failed on test %d "
 328                                        "for %s: ret=%d\n", j, algo, -ret);
 329                                 goto out;
 330                         }
 331                 } else {
 332                         ret = wait_async_op(&tresult, crypto_ahash_init(req));
 333                         if (ret) {
 334                                 pr_err("alt: hash: init failed on test %d "
 335                                        "for %s: ret=%d\n", j, algo, -ret);
 336                                 goto out;
 337                         }
 338                         ret = wait_async_op(&tresult, crypto_ahash_update(req));
 339                         if (ret) {
 340                                 pr_err("alt: hash: update failed on test %d "
 341                                        "for %s: ret=%d\n", j, algo, -ret);
 342                                 goto out;
 343                         }
 344                         ret = wait_async_op(&tresult, crypto_ahash_final(req));
 345                         if (ret) {
 346                                 pr_err("alt: hash: final failed on test %d "
 347                                        "for %s: ret=%d\n", j, algo, -ret);
 348                                 goto out;
 349                         }
 350                 }
 351
 352                 if (memcmp(result, template[i].digest,
 353                            crypto_ahash_digestsize(tfm))) {
 354                         printk(KERN_ERR "alg: hash: Test %d failed for %s\n",
 355                                j, algo);
 356                         hexdump(result, crypto_ahash_digestsize(tfm));
 357                         ret = -EINVAL;
 358                         goto out;
 359                 }
 360         }
 361
 362         j = 0;
 363         for (i = 0; i < tcount; i++) {
 364                 /* alignment tests are only done with continuous buffers */
 365                 if (align_offset != 0)
 366                         break;
 367
 368                 if (!template[i].np)
 369                         continue;
 370
 371                 j++;
 372                 memset(result, 0, MAX_DIGEST_SIZE);
 373
 374                 temp = 0;
 375                 sg_init_table(sg, template[i].np);
 376                 ret = -EINVAL;
 377                 for (k = 0; k < template[i].np; k++) {
 378                         if (WARN_ON(offset_in_page(IDX[k]) +
 379                                     template[i].tap[k] > PAGE_SIZE))
 380                                 goto out;
 381                         sg_set_buf(&sg[k],
 382                                    memcpy(xbuf[IDX[k] >> PAGE_SHIFT] +
 383                                           offset_in_page(IDX[k]),
 384                                           template[i].plaintext + temp,
 385                                           template[i].tap[k]),
 386                                    template[i].tap[k]);
 387                         temp += template[i].tap[k];
 388                 }
 389
 390                 if (template[i].ksize) {
 391                         if (template[i].ksize > MAX_KEYLEN) {
 392                                 pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
 393                                        j, algo, template[i].ksize, MAX_KEYLEN);
 394                                 ret = -EINVAL;
 395                                 goto out;
 396                         }
 397                         crypto_ahash_clear_flags(tfm, ~0);
 398                         memcpy(key, template[i].key, template[i].ksize);
 399                         ret = crypto_ahash_setkey(tfm, key, template[i].ksize);
 400
 401                         if (ret) {
 402                                 printk(KERN_ERR "alg: hash: setkey "
 403                                        "failed on chunking test %d "
 404                                        "for %s: ret=%d\n", j, algo, -ret);
 405                                 goto out;
 406                         }
 407                 }
 408
 409                 ahash_request_set_crypt(req, sg, result, template[i].psize);
 410                 ret = crypto_ahash_digest(req);
 411                 switch (ret) {
 412                 case 0:
 413                         break;
 414                 case -EINPROGRESS:
 415                 case -EBUSY:
 416                         wait_for_completion(&tresult.completion);
 417                         reinit_completion(&tresult.completion);
 418                         ret = tresult.err;
 419                         if (!ret)
 420                                 break;
 421                         /* fall through */
 422                 default:
 423                         printk(KERN_ERR "alg: hash: digest failed "
 424                                "on chunking test %d for %s: "
 425                                "ret=%d\n", j, algo, -ret);
 426                         goto out;
 427                 }
 428
 429                 if (memcmp(result, template[i].digest,
 430                            crypto_ahash_digestsize(tfm))) {
 431                         printk(KERN_ERR "alg: hash: Chunking test %d "
 432                                "failed for %s\n", j, algo);
 433                         hexdump(result, crypto_ahash_digestsize(tfm));
 434                         ret = -EINVAL;
 435                         goto out;
 436                 }
 437         }
 438
 439         /* partial update exercise */
 440         j = 0;
 441         for (i = 0; i < tcount; i++) {
 442                 /* alignment tests are only done with continuous buffers */
 443                 if (align_offset != 0)
 444                         break;
 445
 446                 if (template[i].np < 2)
 447                         continue;
 448
 449                 j++;
 450                 memset(result, 0, MAX_DIGEST_SIZE);
 451
 452                 ret = -EINVAL;
 453                 hash_buff = xbuf[0];
 454                 memcpy(hash_buff, template[i].plaintext,
 455                         template[i].tap[0]);
 456                 sg_init_one(&sg[0], hash_buff, template[i].tap[0]);
 457
 458                 if (template[i].ksize) {
 459                         crypto_ahash_clear_flags(tfm, ~0);
 460                         if (template[i].ksize > MAX_KEYLEN) {
 461                                 pr_err("alg: hash: setkey failed on test %d for %s: key size %d > %d\n",
 462                                         j, algo, template[i].ksize, MAX_KEYLEN);
 463                                 ret = -EINVAL;
 464                                 goto out;
 465                         }
 466                         memcpy(key, template[i].key, template[i].ksize);
 467                         ret = crypto_ahash_setkey(tfm, key, template[i].ksize);
 468                         if (ret) {
 469                                 pr_err("alg: hash: setkey failed on test %d for %s: ret=%d\n",
 470                                         j, algo, -ret);
 471                                 goto out;
 472                         }
 473                 }
 474
 475                 ahash_request_set_crypt(req, sg, result, template[i].tap[0]);
 476                 ret = wait_async_op(&tresult, crypto_ahash_init(req));
 477                 if (ret) {
 478                         pr_err("alt: hash: init failed on test %d for %s: ret=%d\n",
 479                                 j, algo, -ret);
 480                         goto out;
 481                 }
 482                 ret = wait_async_op(&tresult, crypto_ahash_update(req));
 483                 if (ret) {
 484                         pr_err("alt: hash: update failed on test %d for %s: ret=%d\n",
 485                                 j, algo, -ret);
 486                         goto out;
 487                 }
 488
 489                 temp = template[i].tap[0];
 490                 for (k = 1; k < template[i].np; k++) {
 491                         ret = ahash_partial_update(&req, tfm, &template[i],
 492                                 hash_buff, k, temp, &sg[0], algo, result,
 493                                 &tresult);
 494                         if (ret) {
 495                                 pr_err("hash: partial update failed on test %d for %s: ret=%d\n",
 496                                         j, algo, -ret);
 497                                 goto out_noreq;
 498                         }
 499                         temp += template[i].tap[k];
 500                 }
 501                 ret = wait_async_op(&tresult, crypto_ahash_final(req));
 502                 if (ret) {
 503                         pr_err("alt: hash: final failed on test %d for %s: ret=%d\n",
 504                                 j, algo, -ret);
 505                         goto out;
 506                 }
 507                 if (memcmp(result, template[i].digest,
 508                            crypto_ahash_digestsize(tfm))) {
 509                         pr_err("alg: hash: Partial Test %d failed for %s\n",
 510                                j, algo);
 511                         hexdump(result, crypto_ahash_digestsize(tfm));
 512                         ret = -EINVAL;
 513                         goto out;
 514                 }
 515         }
 516
 517         ret = 0;
 518
 519 out:
 520         ahash_request_free(req);
 521 out_noreq:
 522         testmgr_free_buf(xbuf);
 523 out_nobuf:
 524         kfree(key);
 525         kfree(result);
 526         return ret;
 527 }
 528
 529 static int test_hash(struct crypto_ahash *tfm, struct hash_testvec *template,
 530                      unsigned int tcount, bool use_digest)
 531 {
 532         unsigned int alignmask;
 533         int ret;
 534
 535         ret = __test_hash(tfm, template, tcount, use_digest, 0);
 536         if (ret)
 537                 return ret;
 538
 539         /* test unaligned buffers, check with one byte offset */
 540         ret = __test_hash(tfm, template, tcount, use_digest, 1);
 541         if (ret)
 542                 return ret;
 543
 544         alignmask = crypto_tfm_alg_alignmask(&tfm->base);
 545         if (alignmask) {
 546                 /* Check if alignment mask for tfm is correctly set. */
 547                 ret = __test_hash(tfm, template, tcount, use_digest,
 548                                   alignmask + 1);
 549                 if (ret)
 550                         return ret;
 551         }
 552
 553         return 0;
 554 }
 555
 556 static int __test_aead(struct crypto_aead *tfm, int enc,
 557                        struct aead_testvec *template, unsigned int tcount,
 558                        const bool diff_dst, const int align_offset)
 559 {
 560         const char *algo = crypto_tfm_alg_driver_name(crypto_aead_tfm(tfm));
 561         unsigned int i, j, k, n, temp;
 562         int ret = -ENOMEM;
 563         char *q;
 564         char *key;
 565         struct aead_request *req;
 566         struct scatterlist *sg;
 567         struct scatterlist *sgout;
 568         const char *e, *d;
 569         struct tcrypt_result result;
 570         unsigned int authsize, iv_len;
 571         void *input;
 572         void *output;
 573         void *assoc;
 574         char *iv;
 575         char *xbuf[XBUFSIZE];
 576         char *xoutbuf[XBUFSIZE];
 577         char *axbuf[XBUFSIZE];
 578
 579         iv = kzalloc(MAX_IVLEN, GFP_KERNEL);
 580         if (!iv)
 581                 return ret;
 582         key = kmalloc(MAX_KEYLEN, GFP_KERNEL);
 583         if (!key)
 584                 goto out_noxbuf;
 585         if (testmgr_alloc_buf(xbuf))
 586                 goto out_noxbuf;
 587         if (testmgr_alloc_buf(axbuf))
 588                 goto out_noaxbuf;
 589         if (diff_dst && testmgr_alloc_buf(xoutbuf))
 590                 goto out_nooutbuf;
 591
 592         /* avoid "the frame size is larger than 1024 bytes" compiler warning */
 593         sg = kmalloc(sizeof(*sg) * 8 * (diff_dst ? 4 : 2), GFP_KERNEL);
 594         if (!sg)
 595                 goto out_nosg;
 596         sgout = &sg[16];
 597
 598         if (diff_dst)
 599                 d = "-ddst";
 600         else
 601                 d = "";
 602
 603         if (enc == ENCRYPT)
 604                 e = "encryption";
 605         else
 606                 e = "decryption";
 607
 608         init_completion(&result.completion);
 609
 610         req = aead_request_alloc(tfm, GFP_KERNEL);
 611         if (!req) {
 612                 pr_err("alg: aead%s: Failed to allocate request for %s\n",
 613                        d, algo);
 614                 goto out;
 615         }
 616
 617         aead_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
 618                                   tcrypt_complete, &result);
 619
 620         iv_len = crypto_aead_ivsize(tfm);
 621
 622         for (i = 0, j = 0; i < tcount; i++) {
 623                 if (template[i].np)
 624                         continue;
 625
 626                 j++;
 627
 628                 /* some templates have no input data but they will
 629                  * touch input
 630                  */
 631                 input = xbuf[0];
 632                 input += align_offset;
 633                 assoc = axbuf[0];
 634
 635                 ret = -EINVAL;
 636                 if (WARN_ON(align_offset + template[i].ilen >
 637                             PAGE_SIZE || template[i].alen > PAGE_SIZE))
 638                         goto out;
 639
 640                 memcpy(input, template[i].input, template[i].ilen);
 641                 memcpy(assoc, template[i].assoc, template[i].alen);
 642                 if (template[i].iv)
 643                         memcpy(iv, template[i].iv, iv_len);
 644                 else
 645                         memset(iv, 0, iv_len);
 646
 647                 crypto_aead_clear_flags(tfm, ~0);
 648                 if (template[i].wk)
 649                         crypto_aead_set_flags(tfm, CRYPTO_TFM_REQ_WEAK_KEY);
 650
 651                 if (template[i].klen > MAX_KEYLEN) {
 652                         pr_err("alg: aead%s: setkey failed on test %d for %s: key size %d > %d\n",
 653                                d, j, algo, template[i].klen,
 654                                MAX_KEYLEN);
 655                         ret = -EINVAL;
 656                         goto out;
 657                 }
 658                 memcpy(key, template[i].key, template[i].klen);
 659
 660                 ret = crypto_aead_setkey(tfm, key, template[i].klen);
 661                 if (!ret == template[i].fail) {
 662                         pr_err("alg: aead%s: setkey failed on test %d for %s: flags=%x\n",
 663                                d, j, algo, crypto_aead_get_flags(tfm));
 664                         goto out;
 665                 } else if (ret)
 666                         continue;
 667
 668                 authsize = abs(template[i].rlen - template[i].ilen);
 669                 ret = crypto_aead_setauthsize(tfm, authsize);
 670                 if (ret) {
 671                         pr_err("alg: aead%s: Failed to set authsize to %u on test %d for %s\n",
 672                                d, authsize, j, algo);
 673                         goto out;
 674                 }
 675
 676                 k = !!template[i].alen;
 677                 sg_init_table(sg, k + 1);
 678                 sg_set_buf(&sg[0], assoc, template[i].alen);
 679                 sg_set_buf(&sg[k], input,
 680                            template[i].ilen + (enc ? authsize : 0));
 681                 output = input;
 682
 683                 if (diff_dst) {
 684                         sg_init_table(sgout, k + 1);
 685                         sg_set_buf(&sgout[0], assoc, template[i].alen);
 686
 687                         output = xoutbuf[0];
 688                         output += align_offset;
 689                         sg_set_buf(&sgout[k], output,
 690                                    template[i].rlen + (enc ? 0 : authsize));
 691                 }
 692
 693                 aead_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
 694                                        template[i].ilen, iv);
 695
 696                 aead_request_set_ad(req, template[i].alen);
 697
 698                 ret = enc ? crypto_aead_encrypt(req) : crypto_aead_decrypt(req);
 699
 700                 switch (ret) {
 701                 case 0:
 702                         if (template[i].novrfy) {
 703                                 /* verification was supposed to fail */
 704                                 pr_err("alg: aead%s: %s failed on test %d for %s: ret was 0, expected -EBADMSG\n",
 705                                        d, e, j, algo);
 706                                 /* so really, we got a bad message */
 707                                 ret = -EBADMSG;
 708                                 goto out;
 709                         }
 710                         break;
 711                 case -EINPROGRESS:
 712                 case -EBUSY:
 713                         wait_for_completion(&result.completion);
 714                         reinit_completion(&result.completion);
 715                         ret = result.err;
 716                         if (!ret)
 717                                 break;
 718                 case -EBADMSG:
 719                         if (template[i].novrfy)
 720                                 /* verification failure was expected */
 721                                 continue;
 722                         /* fall through */
 723                 default:
 724                         pr_err("alg: aead%s: %s failed on test %d for %s: ret=%d\n",
 725                                d, e, j, algo, -ret);
 726                         goto out;
 727                 }
 728
 729                 q = output;
 730                 if (memcmp(q, template[i].result, template[i].rlen)) {
 731                         pr_err("alg: aead%s: Test %d failed on %s for %s\n",
 732                                d, j, e, algo);
 733                         hexdump(q, template[i].rlen);
 734                         ret = -EINVAL;
 735                         goto out;
 736                 }
 737         }
 738
 739         for (i = 0, j = 0; i < tcount; i++) {
 740                 /* alignment tests are only done with continuous buffers */
 741                 if (align_offset != 0)
 742                         break;
 743
 744                 if (!template[i].np)
 745                         continue;
 746
 747                 j++;
 748
 749                 if (template[i].iv)
 750                         memcpy(iv, template[i].iv, iv_len);
 751                 else
 752                         memset(iv, 0, MAX_IVLEN);
 753
 754                 crypto_aead_clear_flags(tfm, ~0);
 755                 if (template[i].wk)
 756                         crypto_aead_set_flags(tfm, CRYPTO_TFM_REQ_WEAK_KEY);
 757                 if (template[i].klen > MAX_KEYLEN) {
 758                         pr_err("alg: aead%s: setkey failed on test %d for %s: key size %d > %d\n",
 759                                d, j, algo, template[i].klen, MAX_KEYLEN);
 760                         ret = -EINVAL;
 761                         goto out;
 762                 }
 763                 memcpy(key, template[i].key, template[i].klen);
 764
 765                 ret = crypto_aead_setkey(tfm, key, template[i].klen);
 766                 if (!ret == template[i].fail) {
 767                         pr_err("alg: aead%s: setkey failed on chunk test %d for %s: flags=%x\n",
 768                                d, j, algo, crypto_aead_get_flags(tfm));
 769                         goto out;
 770                 } else if (ret)
 771                         continue;
 772
 773                 authsize = abs(template[i].rlen - template[i].ilen);
 774
 775                 ret = -EINVAL;
 776                 sg_init_table(sg, template[i].anp + template[i].np);
 777                 if (diff_dst)
 778                         sg_init_table(sgout, template[i].anp + template[i].np);
 779
 780                 ret = -EINVAL;
 781                 for (k = 0, temp = 0; k < template[i].anp; k++) {
 782                         if (WARN_ON(offset_in_page(IDX[k]) +
 783                                     template[i].atap[k] > PAGE_SIZE))
 784                                 goto out;
 785                         sg_set_buf(&sg[k],
 786                                    memcpy(axbuf[IDX[k] >> PAGE_SHIFT] +
 787                                           offset_in_page(IDX[k]),
 788                                           template[i].assoc + temp,
 789                                           template[i].atap[k]),
 790                                    template[i].atap[k]);
 791                         if (diff_dst)
 792                                 sg_set_buf(&sgout[k],
 793                                            axbuf[IDX[k] >> PAGE_SHIFT] +
 794                                            offset_in_page(IDX[k]),
 795                                            template[i].atap[k]);
 796                         temp += template[i].atap[k];
 797                 }
 798
 799                 for (k = 0, temp = 0; k < template[i].np; k++) {
 800                         if (WARN_ON(offset_in_page(IDX[k]) +
 801                                     template[i].tap[k] > PAGE_SIZE))
 802                                 goto out;
 803
 804                         q = xbuf[IDX[k] >> PAGE_SHIFT] + offset_in_page(IDX[k]);
 805                         memcpy(q, template[i].input + temp, template[i].tap[k]);
 806                         sg_set_buf(&sg[template[i].anp + k],
 807                                    q, template[i].tap[k]);
 808
 809                         if (diff_dst) {
 810                                 q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
 811                                     offset_in_page(IDX[k]);
 812
 813                                 memset(q, 0, template[i].tap[k]);
 814
 815                                 sg_set_buf(&sgout[template[i].anp + k],
 816                                            q, template[i].tap[k]);
 817                         }
 818
 819                         n = template[i].tap[k];
 820                         if (k == template[i].np - 1 && enc)
 821                                 n += authsize;
 822                         if (offset_in_page(q) + n < PAGE_SIZE)
 823                                 q[n] = 0;
 824
 825                         temp += template[i].tap[k];
 826                 }
 827
 828                 ret = crypto_aead_setauthsize(tfm, authsize);
 829                 if (ret) {
 830                         pr_err("alg: aead%s: Failed to set authsize to %u on chunk test %d for %s\n",
 831                                d, authsize, j, algo);
 832                         goto out;
 833                 }
 834
 835                 if (enc) {
 836                         if (WARN_ON(sg[template[i].anp + k - 1].offset +
 837                                     sg[template[i].anp + k - 1].length +
 838                                     authsize > PAGE_SIZE)) {
 839                                 ret = -EINVAL;
 840                                 goto out;
 841                         }
 842
 843                         if (diff_dst)
 844                                 sgout[template[i].anp + k - 1].length +=
 845                                         authsize;
 846                         sg[template[i].anp + k - 1].length += authsize;
 847                 }
 848
 849                 aead_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
 850                                        template[i].ilen,
 851                                        iv);
 852
 853                 aead_request_set_ad(req, template[i].alen);
 854
 855                 ret = enc ? crypto_aead_encrypt(req) : crypto_aead_decrypt(req);
 856
 857                 switch (ret) {
 858                 case 0:
 859                         if (template[i].novrfy) {
 860                                 /* verification was supposed to fail */
 861                                 pr_err("alg: aead%s: %s failed on chunk test %d for %s: ret was 0, expected -EBADMSG\n",
 862                                        d, e, j, algo);
 863                                 /* so really, we got a bad message */
 864                                 ret = -EBADMSG;
 865                                 goto out;
 866                         }
 867                         break;
 868                 case -EINPROGRESS:
 869                 case -EBUSY:
 870                         wait_for_completion(&result.completion);
 871                         reinit_completion(&result.completion);
 872                         ret = result.err;
 873                         if (!ret)
 874                                 break;
 875                 case -EBADMSG:
 876                         if (template[i].novrfy)
 877                                 /* verification failure was expected */
 878                                 continue;
 879                         /* fall through */
 880                 default:
 881                         pr_err("alg: aead%s: %s failed on chunk test %d for %s: ret=%d\n",
 882                                d, e, j, algo, -ret);
 883                         goto out;
 884                 }
 885
 886                 ret = -EINVAL;
 887                 for (k = 0, temp = 0; k < template[i].np; k++) {
 888                         if (diff_dst)
 889                                 q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
 890                                     offset_in_page(IDX[k]);
 891                         else
 892                                 q = xbuf[IDX[k] >> PAGE_SHIFT] +
 893                                     offset_in_page(IDX[k]);
 894
 895                         n = template[i].tap[k];
 896                         if (k == template[i].np - 1)
 897                                 n += enc ? authsize : -authsize;
 898
 899                         if (memcmp(q, template[i].result + temp, n)) {
 900                                 pr_err("alg: aead%s: Chunk test %d failed on %s at page %u for %s\n",
 901                                        d, j, e, k, algo);
 902                                 hexdump(q, n);
 903                                 goto out;
 904                         }
 905
 906                         q += n;
 907                         if (k == template[i].np - 1 && !enc) {
 908                                 if (!diff_dst &&
 909                                         memcmp(q, template[i].input +
 910                                               temp + n, authsize))
 911                                         n = authsize;
 912                                 else
 913                                         n = 0;
 914                         } else {
 915                                 for (n = 0; offset_in_page(q + n) && q[n]; n++)
 916                                         ;
 917                         }
 918                         if (n) {
 919                                 pr_err("alg: aead%s: Result buffer corruption in chunk test %d on %s at page %u for %s: %u bytes:\n",
 920                                        d, j, e, k, algo, n);
 921                                 hexdump(q, n);
 922                                 goto out;
 923                         }
 924
 925                         temp += template[i].tap[k];
 926                 }
 927         }
 928
 929         ret = 0;
 930
 931 out:
 932         aead_request_free(req);
 933         kfree(sg);
 934 out_nosg:
 935         if (diff_dst)
 936                 testmgr_free_buf(xoutbuf);
 937 out_nooutbuf:
 938         testmgr_free_buf(axbuf);
 939 out_noaxbuf:
 940         testmgr_free_buf(xbuf);
 941 out_noxbuf:
 942         kfree(key);
 943         kfree(iv);
 944         return ret;
 945 }
 946
 947 static int test_aead(struct crypto_aead *tfm, int enc,
 948                      struct aead_testvec *template, unsigned int tcount)
 949 {
 950         unsigned int alignmask;
 951         int ret;
 952
 953         /* test 'dst == src' case */
 954         ret = __test_aead(tfm, enc, template, tcount, false, 0);
 955         if (ret)
 956                 return ret;
 957
 958         /* test 'dst != src' case */
 959         ret = __test_aead(tfm, enc, template, tcount, true, 0);
 960         if (ret)
 961                 return ret;
 962
 963         /* test unaligned buffers, check with one byte offset */
 964         ret = __test_aead(tfm, enc, template, tcount, true, 1);
 965         if (ret)
 966                 return ret;
 967
 968         alignmask = crypto_tfm_alg_alignmask(&tfm->base);
 969         if (alignmask) {
 970                 /* Check if alignment mask for tfm is correctly set. */
 971                 ret = __test_aead(tfm, enc, template, tcount, true,
 972                                   alignmask + 1);
 973                 if (ret)
 974                         return ret;
 975         }
 976
 977         return 0;
 978 }
 979
 980 static int test_cipher(struct crypto_cipher *tfm, int enc,
 981                        struct cipher_testvec *template, unsigned int tcount)
 982 {
 983         const char *algo = crypto_tfm_alg_driver_name(crypto_cipher_tfm(tfm));
 984         unsigned int i, j, k;
 985         char *q;
 986         const char *e;
 987         void *data;
 988         char *xbuf[XBUFSIZE];
 989         int ret = -ENOMEM;
 990
 991         if (testmgr_alloc_buf(xbuf))
 992                 goto out_nobuf;
 993
 994         if (enc == ENCRYPT)
 995                 e = "encryption";
 996         else
 997                 e = "decryption";
 998
 999         j = 0;
1000         for (i = 0; i < tcount; i++) {
1001                 if (template[i].np)
1002                         continue;
1003
1004                 j++;
1005
1006                 ret = -EINVAL;
1007                 if (WARN_ON(template[i].ilen > PAGE_SIZE))
1008                         goto out;
1009
1010                 data = xbuf[0];
1011                 memcpy(data, template[i].input, template[i].ilen);
1012
1013                 crypto_cipher_clear_flags(tfm, ~0);
1014                 if (template[i].wk)
1015                         crypto_cipher_set_flags(tfm, CRYPTO_TFM_REQ_WEAK_KEY);
1016
1017                 ret = crypto_cipher_setkey(tfm, template[i].key,
1018                                            template[i].klen);
1019                 if (!ret == template[i].fail) {
1020                         printk(KERN_ERR "alg: cipher: setkey failed "
1021                                "on test %d for %s: flags=%x\n", j,
1022                                algo, crypto_cipher_get_flags(tfm));
1023                         goto out;
1024                 } else if (ret)
1025                         continue;
1026
1027                 for (k = 0; k < template[i].ilen;
1028                      k += crypto_cipher_blocksize(tfm)) {
1029                         if (enc)
1030                                 crypto_cipher_encrypt_one(tfm, data + k,
1031                                                           data + k);
1032                         else
1033                                 crypto_cipher_decrypt_one(tfm, data + k,
1034                                                           data + k);
1035                 }
1036
1037                 q = data;
1038                 if (memcmp(q, template[i].result, template[i].rlen)) {
1039                         printk(KERN_ERR "alg: cipher: Test %d failed "
1040                                "on %s for %s\n", j, e, algo);
1041                         hexdump(q, template[i].rlen);
1042                         ret = -EINVAL;
1043                         goto out;
1044                 }
1045         }
1046
1047         ret = 0;
1048
1049 out:
1050         testmgr_free_buf(xbuf);
1051 out_nobuf:
1052         return ret;
1053 }
1054
1055 static int __test_skcipher(struct crypto_skcipher *tfm, int enc,
1056                            struct cipher_testvec *template, unsigned int tcount,
1057                            const bool diff_dst, const int align_offset)
1058 {
1059         const char *algo =
1060                 crypto_tfm_alg_driver_name(crypto_skcipher_tfm(tfm));
1061         unsigned int i, j, k, n, temp;
1062         char *q;
1063         struct skcipher_request *req;
1064         struct scatterlist sg[8];
1065         struct scatterlist sgout[8];
1066         const char *e, *d;
1067         struct tcrypt_result result;
1068         void *data;
1069         char iv[MAX_IVLEN];
1070         char *xbuf[XBUFSIZE];
1071         char *xoutbuf[XBUFSIZE];
1072         int ret = -ENOMEM;
1073         unsigned int ivsize = crypto_skcipher_ivsize(tfm);
1074
1075         if (testmgr_alloc_buf(xbuf))
1076                 goto out_nobuf;
1077
1078         if (diff_dst && testmgr_alloc_buf(xoutbuf))
1079                 goto out_nooutbuf;
1080
1081         if (diff_dst)
1082                 d = "-ddst";
1083         else
1084                 d = "";
1085
1086         if (enc == ENCRYPT)
1087                 e = "encryption";
1088         else
1089                 e = "decryption";
1090
1091         init_completion(&result.completion);
1092
1093         req = skcipher_request_alloc(tfm, GFP_KERNEL);
1094         if (!req) {
1095                 pr_err("alg: skcipher%s: Failed to allocate request for %s\n",
1096                        d, algo);
1097                 goto out;
1098         }
1099
1100         skcipher_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
1101                                       tcrypt_complete, &result);
1102
1103         j = 0;
1104         for (i = 0; i < tcount; i++) {
1105                 if (template[i].np && !template[i].also_non_np)
1106                         continue;
1107
1108                 if (template[i].iv)
1109                         memcpy(iv, template[i].iv, ivsize);
1110                 else
1111                         memset(iv, 0, MAX_IVLEN);
1112
1113                 j++;
1114                 ret = -EINVAL;
1115                 if (WARN_ON(align_offset + template[i].ilen > PAGE_SIZE))
1116                         goto out;
1117
1118                 data = xbuf[0];
1119                 data += align_offset;
1120                 memcpy(data, template[i].input, template[i].ilen);
1121
1122                 crypto_skcipher_clear_flags(tfm, ~0);
1123                 if (template[i].wk)
1124                         crypto_skcipher_set_flags(tfm,
1125                                                   CRYPTO_TFM_REQ_WEAK_KEY);
1126
1127                 ret = crypto_skcipher_setkey(tfm, template[i].key,
1128                                              template[i].klen);
1129                 if (!ret == template[i].fail) {
1130                         pr_err("alg: skcipher%s: setkey failed on test %d for %s: flags=%x\n",
1131                                d, j, algo, crypto_skcipher_get_flags(tfm));
1132                         goto out;
1133                 } else if (ret)
1134                         continue;
1135
1136                 sg_init_one(&sg[0], data, template[i].ilen);
1137                 if (diff_dst) {
1138                         data = xoutbuf[0];
1139                         data += align_offset;
1140                         sg_init_one(&sgout[0], data, template[i].ilen);
1141                 }
1142
1143                 skcipher_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
1144                                            template[i].ilen, iv);
1145                 ret = enc ? crypto_skcipher_encrypt(req) :
1146                             crypto_skcipher_decrypt(req);
1147
1148                 switch (ret) {
1149                 case 0:
1150                         break;
1151                 case -EINPROGRESS:
1152                 case -EBUSY:
1153                         wait_for_completion(&result.completion);
1154                         reinit_completion(&result.completion);
1155                         ret = result.err;
1156                         if (!ret)
1157                                 break;
1158                         /* fall through */
1159                 default:
1160                         pr_err("alg: skcipher%s: %s failed on test %d for %s: ret=%d\n",
1161                                d, e, j, algo, -ret);
1162                         goto out;
1163                 }
1164
1165                 q = data;
1166                 if (memcmp(q, template[i].result, template[i].rlen)) {
1167                         pr_err("alg: skcipher%s: Test %d failed (invalid result) on %s for %s\n",
1168                                d, j, e, algo);
1169                         hexdump(q, template[i].rlen);
1170                         ret = -EINVAL;
1171                         goto out;
1172                 }
1173
1174                 if (template[i].iv_out &&
1175                     memcmp(iv, template[i].iv_out,
1176                            crypto_skcipher_ivsize(tfm))) {
1177                         pr_err("alg: skcipher%s: Test %d failed (invalid output IV) on %s for %s\n",
1178                                d, j, e, algo);
1179                         hexdump(iv, crypto_skcipher_ivsize(tfm));
1180                         ret = -EINVAL;
1181                         goto out;
1182                 }
1183         }
1184
1185         j = 0;
1186         for (i = 0; i < tcount; i++) {
1187                 /* alignment tests are only done with continuous buffers */
1188                 if (align_offset != 0)
1189                         break;
1190
1191                 if (!template[i].np)
1192                         continue;
1193
1194                 if (template[i].iv)
1195                         memcpy(iv, template[i].iv, ivsize);
1196                 else
1197                         memset(iv, 0, MAX_IVLEN);
1198
1199                 j++;
1200                 crypto_skcipher_clear_flags(tfm, ~0);
1201                 if (template[i].wk)
1202                         crypto_skcipher_set_flags(tfm,
1203                                                   CRYPTO_TFM_REQ_WEAK_KEY);
1204
1205                 ret = crypto_skcipher_setkey(tfm, template[i].key,
1206                                              template[i].klen);
1207                 if (!ret == template[i].fail) {
1208                         pr_err("alg: skcipher%s: setkey failed on chunk test %d for %s: flags=%x\n",
1209                                d, j, algo, crypto_skcipher_get_flags(tfm));
1210                         goto out;
1211                 } else if (ret)
1212                         continue;
1213
1214                 temp = 0;
1215                 ret = -EINVAL;
1216                 sg_init_table(sg, template[i].np);
1217                 if (diff_dst)
1218                         sg_init_table(sgout, template[i].np);
1219                 for (k = 0; k < template[i].np; k++) {
1220                         if (WARN_ON(offset_in_page(IDX[k]) +
1221                                     template[i].tap[k] > PAGE_SIZE))
1222                                 goto out;
1223
1224                         q = xbuf[IDX[k] >> PAGE_SHIFT] + offset_in_page(IDX[k]);
1225
1226                         memcpy(q, template[i].input + temp, template[i].tap[k]);
1227
1228                         if (offset_in_page(q) + template[i].tap[k] < PAGE_SIZE)
1229                                 q[template[i].tap[k]] = 0;
1230
1231                         sg_set_buf(&sg[k], q, template[i].tap[k]);
1232                         if (diff_dst) {
1233                                 q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
1234                                     offset_in_page(IDX[k]);
1235
1236                                 sg_set_buf(&sgout[k], q, template[i].tap[k]);
1237
1238                                 memset(q, 0, template[i].tap[k]);
1239                                 if (offset_in_page(q) +
1240                                     template[i].tap[k] < PAGE_SIZE)
1241                                         q[template[i].tap[k]] = 0;
1242                         }
1243
1244                         temp += template[i].tap[k];
1245                 }
1246
1247                 skcipher_request_set_crypt(req, sg, (diff_dst) ? sgout : sg,
1248                                            template[i].ilen, iv);
1249
1250                 ret = enc ? crypto_skcipher_encrypt(req) :
1251                             crypto_skcipher_decrypt(req);
1252
1253                 switch (ret) {
1254                 case 0:
1255                         break;
1256                 case -EINPROGRESS:
1257                 case -EBUSY:
1258                         wait_for_completion(&result.completion);
1259                         reinit_completion(&result.completion);
1260                         ret = result.err;
1261                         if (!ret)
1262                                 break;
1263                         /* fall through */
1264                 default:
1265                         pr_err("alg: skcipher%s: %s failed on chunk test %d for %s: ret=%d\n",
1266                                d, e, j, algo, -ret);
1267                         goto out;
1268                 }
1269
1270                 temp = 0;
1271                 ret = -EINVAL;
1272                 for (k = 0; k < template[i].np; k++) {
1273                         if (diff_dst)
1274                                 q = xoutbuf[IDX[k] >> PAGE_SHIFT] +
1275                                     offset_in_page(IDX[k]);
1276                         else
1277                                 q = xbuf[IDX[k] >> PAGE_SHIFT] +
1278                                     offset_in_page(IDX[k]);
1279
1280                         if (memcmp(q, template[i].result + temp,
1281                                    template[i].tap[k])) {
1282                                 pr_err("alg: skcipher%s: Chunk test %d failed on %s at page %u for %s\n",
1283                                        d, j, e, k, algo);
1284                                 hexdump(q, template[i].tap[k]);
1285                                 goto out;
1286                         }
1287
1288                         q += template[i].tap[k];
1289                         for (n = 0; offset_in_page(q + n) && q[n]; n++)
1290                                 ;
1291                         if (n) {
1292                                 pr_err("alg: skcipher%s: Result buffer corruption in chunk test %d on %s at page %u for %s: %u bytes:\n",
1293                                        d, j, e, k, algo, n);
1294                                 hexdump(q, n);
1295                                 goto out;
1296                         }
1297                         temp += template[i].tap[k];
1298                 }
1299         }
1300
1301         ret = 0;
1302
1303 out:
1304         skcipher_request_free(req);
1305         if (diff_dst)
1306                 testmgr_free_buf(xoutbuf);
1307 out_nooutbuf:
1308         testmgr_free_buf(xbuf);
1309 out_nobuf:
1310         return ret;
1311 }
1312
1313 static int test_skcipher(struct crypto_skcipher *tfm, int enc,
1314                          struct cipher_testvec *template, unsigned int tcount)
1315 {
1316         unsigned int alignmask;
1317         int ret;
1318
1319         /* test 'dst == src' case */
1320         ret = __test_skcipher(tfm, enc, template, tcount, false, 0);
1321         if (ret)
1322                 return ret;
1323
1324         /* test 'dst != src' case */
1325         ret = __test_skcipher(tfm, enc, template, tcount, true, 0);
1326         if (ret)
1327                 return ret;
1328
1329         /* test unaligned buffers, check with one byte offset */
1330         ret = __test_skcipher(tfm, enc, template, tcount, true, 1);
1331         if (ret)
1332                 return ret;
1333
1334         alignmask = crypto_tfm_alg_alignmask(&tfm->base);
1335         if (alignmask) {
1336                 /* Check if alignment mask for tfm is correctly set. */
1337                 ret = __test_skcipher(tfm, enc, template, tcount, true,
1338                                       alignmask + 1);
1339                 if (ret)
1340                         return ret;
1341         }
1342
1343         return 0;
1344 }
1345
1346 static int test_comp(struct crypto_comp *tfm, struct comp_testvec *ctemplate,
1347                      struct comp_testvec *dtemplate, int ctcount, int dtcount)
1348 {
1349         const char *algo = crypto_tfm_alg_driver_name(crypto_comp_tfm(tfm));
1350         unsigned int i;
1351         char result[COMP_BUF_SIZE];
1352         int ret;
1353
1354         for (i = 0; i < ctcount; i++) {
1355                 int ilen;
1356                 unsigned int dlen = COMP_BUF_SIZE;
1357
1358                 memset(result, 0, sizeof (result));
1359
1360                 ilen = ctemplate[i].inlen;
1361                 ret = crypto_comp_compress(tfm, ctemplate[i].input,
1362                                            ilen, result, &dlen);
1363                 if (ret) {
1364                         printk(KERN_ERR "alg: comp: compression failed "
1365                                "on test %d for %s: ret=%d\n", i + 1, algo,
1366                                -ret);
1367                         goto out;
1368                 }
1369
1370                 if (dlen != ctemplate[i].outlen) {
1371                         printk(KERN_ERR "alg: comp: Compression test %d "
1372                                "failed for %s: output len = %d\n", i + 1, algo,
1373                                dlen);
1374                         ret = -EINVAL;
1375                         goto out;
1376                 }
1377
1378                 if (memcmp(result, ctemplate[i].output, dlen)) {
1379                         printk(KERN_ERR "alg: comp: Compression test %d "
1380                                "failed for %s\n", i + 1, algo);
1381                         hexdump(result, dlen);
1382                         ret = -EINVAL;
1383                         goto out;
1384                 }
1385         }
1386
1387         for (i = 0; i < dtcount; i++) {
1388                 int ilen;
1389                 unsigned int dlen = COMP_BUF_SIZE;
1390
1391                 memset(result, 0, sizeof (result));
1392
1393                 ilen = dtemplate[i].inlen;
1394                 ret = crypto_comp_decompress(tfm, dtemplate[i].input,
1395                                              ilen, result, &dlen);
1396                 if (ret) {
1397                         printk(KERN_ERR "alg: comp: decompression failed "
1398                                "on test %d for %s: ret=%d\n", i + 1, algo,
1399                                -ret);
1400                         goto out;
1401                 }
1402
1403                 if (dlen != dtemplate[i].outlen) {
1404                         printk(KERN_ERR "alg: comp: Decompression test %d "
1405                                "failed for %s: output len = %d\n", i + 1, algo,
1406                                dlen);
1407                         ret = -EINVAL;
1408                         goto out;
1409                 }
1410
1411                 if (memcmp(result, dtemplate[i].output, dlen)) {
1412                         printk(KERN_ERR "alg: comp: Decompression test %d "
1413                                "failed for %s\n", i + 1, algo);
1414                         hexdump(result, dlen);
1415                         ret = -EINVAL;
1416                         goto out;
1417                 }
1418         }
1419
1420         ret = 0;
1421
1422 out:
1423         return ret;
1424 }
1425
1426 static int test_cprng(struct crypto_rng *tfm, struct cprng_testvec *template,
1427                       unsigned int tcount)
1428 {
1429         const char *algo = crypto_tfm_alg_driver_name(crypto_rng_tfm(tfm));
1430         int err = 0, i, j, seedsize;
1431         u8 *seed;
1432         char result[32];
1433
1434         seedsize = crypto_rng_seedsize(tfm);
1435
1436         seed = kmalloc(seedsize, GFP_KERNEL);
1437         if (!seed) {
1438                 printk(KERN_ERR "alg: cprng: Failed to allocate seed space "
1439                        "for %s\n", algo);
1440                 return -ENOMEM;
1441         }
1442
1443         for (i = 0; i < tcount; i++) {
1444                 memset(result, 0, 32);
1445
1446                 memcpy(seed, template[i].v, template[i].vlen);
1447                 memcpy(seed + template[i].vlen, template[i].key,
1448                        template[i].klen);
1449                 memcpy(seed + template[i].vlen + template[i].klen,
1450                        template[i].dt, template[i].dtlen);
1451
1452                 err = crypto_rng_reset(tfm, seed, seedsize);
1453                 if (err) {
1454                         printk(KERN_ERR "alg: cprng: Failed to reset rng "
1455                                "for %s\n", algo);
1456                         goto out;
1457                 }
1458
1459                 for (j = 0; j < template[i].loops; j++) {
1460                         err = crypto_rng_get_bytes(tfm, result,
1461                                                    template[i].rlen);
1462                         if (err < 0) {
1463                                 printk(KERN_ERR "alg: cprng: Failed to obtain "
1464                                        "the correct amount of random data for "
1465                                        "%s (requested %d)\n", algo,
1466                                        template[i].rlen);
1467                                 goto out;
1468                         }
1469                 }
1470
1471                 err = memcmp(result, template[i].result,
1472                              template[i].rlen);
1473                 if (err) {
1474                         printk(KERN_ERR "alg: cprng: Test %d failed for %s\n",
1475                                i, algo);
1476                         hexdump(result, template[i].rlen);
1477                         err = -EINVAL;
1478                         goto out;
1479                 }
1480         }
1481
1482 out:
1483         kfree(seed);
1484         return err;
1485 }
1486
1487 static int alg_test_aead(const struct alg_test_desc *desc, const char *driver,
1488                          u32 type, u32 mask)
1489 {
1490         struct crypto_aead *tfm;
1491         int err = 0;
1492
1493         tfm = crypto_alloc_aead(driver, type | CRYPTO_ALG_INTERNAL, mask);
1494         if (IS_ERR(tfm)) {
1495                 printk(KERN_ERR "alg: aead: Failed to load transform for %s: "
1496                        "%ld\n", driver, PTR_ERR(tfm));
1497                 return PTR_ERR(tfm);
1498         }
1499
1500         if (desc->suite.aead.enc.vecs) {
1501                 err = test_aead(tfm, ENCRYPT, desc->suite.aead.enc.vecs,
1502                                 desc->suite.aead.enc.count);
1503                 if (err)
1504                         goto out;
1505         }
1506
1507         if (!err && desc->suite.aead.dec.vecs)
1508                 err = test_aead(tfm, DECRYPT, desc->suite.aead.dec.vecs,
1509                                 desc->suite.aead.dec.count);
1510
1511 out:
1512         crypto_free_aead(tfm);
1513         return err;
1514 }
1515
1516 static int alg_test_cipher(const struct alg_test_desc *desc,
1517                            const char *driver, u32 type, u32 mask)
1518 {
1519         struct crypto_cipher *tfm;
1520         int err = 0;
1521
1522         tfm = crypto_alloc_cipher(driver, type | CRYPTO_ALG_INTERNAL, mask);
1523         if (IS_ERR(tfm)) {
1524                 printk(KERN_ERR "alg: cipher: Failed to load transform for "
1525                        "%s: %ld\n", driver, PTR_ERR(tfm));
1526                 return PTR_ERR(tfm);
1527         }
1528
1529         if (desc->suite.cipher.enc.vecs) {
1530                 err = test_cipher(tfm, ENCRYPT, desc->suite.cipher.enc.vecs,
1531                                   desc->suite.cipher.enc.count);
1532                 if (err)
1533                         goto out;
1534         }
1535
1536         if (desc->suite.cipher.dec.vecs)
1537                 err = test_cipher(tfm, DECRYPT, desc->suite.cipher.dec.vecs,
1538                                   desc->suite.cipher.dec.count);
1539
1540 out:
1541         crypto_free_cipher(tfm);
1542         return err;
1543 }
1544
1545 static int alg_test_skcipher(const struct alg_test_desc *desc,
1546                              const char *driver, u32 type, u32 mask)
1547 {
1548         struct crypto_skcipher *tfm;
1549         int err = 0;
1550
1551         tfm = crypto_alloc_skcipher(driver, type | CRYPTO_ALG_INTERNAL, mask);
1552         if (IS_ERR(tfm)) {
1553                 printk(KERN_ERR "alg: skcipher: Failed to load transform for "
1554                        "%s: %ld\n", driver, PTR_ERR(tfm));
1555                 return PTR_ERR(tfm);
1556         }
1557
1558         if (desc->suite.cipher.enc.vecs) {
1559                 err = test_skcipher(tfm, ENCRYPT, desc->suite.cipher.enc.vecs,
1560                                     desc->suite.cipher.enc.count);
1561                 if (err)
1562                         goto out;
1563         }
1564
1565         if (desc->suite.cipher.dec.vecs)
1566                 err = test_skcipher(tfm, DECRYPT, desc->suite.cipher.dec.vecs,
1567                                     desc->suite.cipher.dec.count);
1568
1569 out:
1570         crypto_free_skcipher(tfm);
1571         return err;
1572 }
1573
1574 static int alg_test_comp(const struct alg_test_desc *desc, const char *driver,
1575                          u32 type, u32 mask)
1576 {
1577         struct crypto_comp *tfm;
1578         int err;
1579
1580         tfm = crypto_alloc_comp(driver, type, mask);
1581         if (IS_ERR(tfm)) {
1582                 printk(KERN_ERR "alg: comp: Failed to load transform for %s: "
1583                        "%ld\n", driver, PTR_ERR(tfm));
1584                 return PTR_ERR(tfm);
1585         }
1586
1587         err = test_comp(tfm, desc->suite.comp.comp.vecs,
1588                         desc->suite.comp.decomp.vecs,
1589                         desc->suite.comp.comp.count,
1590                         desc->suite.comp.decomp.count);
1591
1592         crypto_free_comp(tfm);
1593         return err;
1594 }
1595
1596 static int alg_test_hash(const struct alg_test_desc *desc, const char *driver,
1597                          u32 type, u32 mask)
1598 {
1599         struct crypto_ahash *tfm;
1600         int err;
1601
1602         tfm = crypto_alloc_ahash(driver, type | CRYPTO_ALG_INTERNAL, mask);
1603         if (IS_ERR(tfm)) {
1604                 printk(KERN_ERR "alg: hash: Failed to load transform for %s: "
1605                        "%ld\n", driver, PTR_ERR(tfm));
1606                 return PTR_ERR(tfm);
1607         }
1608
1609         err = test_hash(tfm, desc->suite.hash.vecs,
1610                         desc->suite.hash.count, true);
1611         if (!err)
1612                 err = test_hash(tfm, desc->suite.hash.vecs,
1613                                 desc->suite.hash.count, false);
1614
1615         crypto_free_ahash(tfm);
1616         return err;
1617 }
1618
1619 static int alg_test_crc32c(const struct alg_test_desc *desc,
1620                            const char *driver, u32 type, u32 mask)
1621 {
1622         struct crypto_shash *tfm;
1623         u32 val;
1624         int err;
1625
1626         err = alg_test_hash(desc, driver, type, mask);
1627         if (err)
1628                 goto out;
1629
1630         tfm = crypto_alloc_shash(driver, type | CRYPTO_ALG_INTERNAL, mask);
1631         if (IS_ERR(tfm)) {
1632                 printk(KERN_ERR "alg: crc32c: Failed to load transform for %s: "
1633                        "%ld\n", driver, PTR_ERR(tfm));
1634                 err = PTR_ERR(tfm);
1635                 goto out;
1636         }
1637
1638         do {
1639                 SHASH_DESC_ON_STACK(shash, tfm);
1640                 u32 *ctx = (u32 *)shash_desc_ctx(shash);
1641
1642                 shash->tfm = tfm;
1643                 shash->flags = 0;
1644
1645                 *ctx = le32_to_cpu(420553207);
1646                 err = crypto_shash_final(shash, (u8 *)&val);
1647                 if (err) {
1648                         printk(KERN_ERR "alg: crc32c: Operation failed for "
1649                                "%s: %d\n", driver, err);
1650                         break;
1651                 }
1652
1653                 if (val != ~420553207) {
1654                         printk(KERN_ERR "alg: crc32c: Test failed for %s: "
1655                                "%d\n", driver, val);
1656                         err = -EINVAL;
1657                 }
1658         } while (0);
1659
1660         crypto_free_shash(tfm);
1661
1662 out:
1663         return err;
1664 }
1665
1666 static int alg_test_cprng(const struct alg_test_desc *desc, const char *driver,
1667                           u32 type, u32 mask)
1668 {
1669         struct crypto_rng *rng;
1670         int err;
1671
1672         rng = crypto_alloc_rng(driver, type | CRYPTO_ALG_INTERNAL, mask);
1673         if (IS_ERR(rng)) {
1674                 printk(KERN_ERR "alg: cprng: Failed to load transform for %s: "
1675                        "%ld\n", driver, PTR_ERR(rng));
1676                 return PTR_ERR(rng);
1677         }
1678
1679         err = test_cprng(rng, desc->suite.cprng.vecs, desc->suite.cprng.count);
1680
1681         crypto_free_rng(rng);
1682
1683         return err;
1684 }
1685
1686
1687 static int drbg_cavs_test(struct drbg_testvec *test, int pr,
1688                           const char *driver, u32 type, u32 mask)
1689 {
1690         int ret = -EAGAIN;
1691         struct crypto_rng *drng;
1692         struct drbg_test_data test_data;
1693         struct drbg_string addtl, pers, testentropy;
1694         unsigned char *buf = kzalloc(test->expectedlen, GFP_KERNEL);
1695
1696         if (!buf)
1697                 return -ENOMEM;
1698
1699         drng = crypto_alloc_rng(driver, type | CRYPTO_ALG_INTERNAL, mask);
1700         if (IS_ERR(drng)) {
1701                 printk(KERN_ERR "alg: drbg: could not allocate DRNG handle for "
1702                        "%s\n", driver);
1703                 kzfree(buf);
1704                 return -ENOMEM;
1705         }
1706
1707         test_data.testentropy = &testentropy;
1708         drbg_string_fill(&testentropy, test->entropy, test->entropylen);
1709         drbg_string_fill(&pers, test->pers, test->perslen);
1710         ret = crypto_drbg_reset_test(drng, &pers, &test_data);
1711         if (ret) {
1712                 printk(KERN_ERR "alg: drbg: Failed to reset rng\n");
1713                 goto outbuf;
1714         }
1715
1716         drbg_string_fill(&addtl, test->addtla, test->addtllen);
1717         if (pr) {
1718                 drbg_string_fill(&testentropy, test->entpra, test->entprlen);
1719                 ret = crypto_drbg_get_bytes_addtl_test(drng,
1720                         buf, test->expectedlen, &addtl, &test_data);
1721         } else {
1722                 ret = crypto_drbg_get_bytes_addtl(drng,
1723                         buf, test->expectedlen, &addtl);
1724         }
1725         if (ret < 0) {
1726                 printk(KERN_ERR "alg: drbg: could not obtain random data for "
1727                        "driver %s\n", driver);
1728                 goto outbuf;
1729         }
1730
1731         drbg_string_fill(&addtl, test->addtlb, test->addtllen);
1732         if (pr) {
1733                 drbg_string_fill(&testentropy, test->entprb, test->entprlen);
1734                 ret = crypto_drbg_get_bytes_addtl_test(drng,
1735                         buf, test->expectedlen, &addtl, &test_data);
1736         } else {
1737                 ret = crypto_drbg_get_bytes_addtl(drng,
1738                         buf, test->expectedlen, &addtl);
1739         }
1740         if (ret < 0) {
1741                 printk(KERN_ERR "alg: drbg: could not obtain random data for "
1742                        "driver %s\n", driver);
1743                 goto outbuf;
1744         }
1745
1746         ret = memcmp(test->expected, buf, test->expectedlen);
1747
1748 outbuf:
1749         crypto_free_rng(drng);
1750         kzfree(buf);
1751         return ret;
1752 }
1753
1754
1755 static int alg_test_drbg(const struct alg_test_desc *desc, const char *driver,
1756                          u32 type, u32 mask)
1757 {
1758         int err = 0;
1759         int pr = 0;
1760         int i = 0;
1761         struct drbg_testvec *template = desc->suite.drbg.vecs;
1762         unsigned int tcount = desc->suite.drbg.count;
1763
1764         if (0 == memcmp(driver, "drbg_pr_", 8))
1765                 pr = 1;
1766
1767         for (i = 0; i < tcount; i++) {
1768                 err = drbg_cavs_test(&template[i], pr, driver, type, mask);
1769                 if (err) {
1770                         printk(KERN_ERR "alg: drbg: Test %d failed for %s\n",
1771                                i, driver);
1772                         err = -EINVAL;
1773                         break;
1774                 }
1775         }
1776         return err;
1777
1778 }
1779
1780 static int do_test_rsa(struct crypto_akcipher *tfm,
1781                        struct akcipher_testvec *vecs)
1782 {
1783         char *xbuf[XBUFSIZE];
1784         struct akcipher_request *req;
1785         void *outbuf_enc = NULL;
1786         void *outbuf_dec = NULL;
1787         struct tcrypt_result result;
1788         unsigned int out_len_max, out_len = 0;
1789         int err = -ENOMEM;
1790         struct scatterlist src, dst, src_tab[2];
1791
1792         if (testmgr_alloc_buf(xbuf))
1793                 return err;
1794
1795         req = akcipher_request_alloc(tfm, GFP_KERNEL);
1796         if (!req)
1797                 goto free_xbuf;
1798
1799         init_completion(&result.completion);
1800
1801         if (vecs->public_key_vec)
1802                 err = crypto_akcipher_set_pub_key(tfm, vecs->key,
1803                                                   vecs->key_len);
1804         else
1805                 err = crypto_akcipher_set_priv_key(tfm, vecs->key,
1806                                                    vecs->key_len);
1807         if (err)
1808                 goto free_req;
1809
1810         out_len_max = crypto_akcipher_maxsize(tfm);
1811         outbuf_enc = kzalloc(out_len_max, GFP_KERNEL);
1812         if (!outbuf_enc)
1813                 goto free_req;
1814
1815         if (WARN_ON(vecs->m_size > PAGE_SIZE))
1816                 goto free_all;
1817
1818         memcpy(xbuf[0], vecs->m, vecs->m_size);
1819
1820         sg_init_table(src_tab, 2);
1821         sg_set_buf(&src_tab[0], xbuf[0], 8);
1822         sg_set_buf(&src_tab[1], xbuf[0] + 8, vecs->m_size - 8);
1823         sg_init_one(&dst, outbuf_enc, out_len_max);
1824         akcipher_request_set_crypt(req, src_tab, &dst, vecs->m_size,
1825                                    out_len_max);
1826         akcipher_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
1827                                       tcrypt_complete, &result);
1828
1829         /* Run RSA encrypt - c = m^e mod n;*/
1830         err = wait_async_op(&result, crypto_akcipher_encrypt(req));
1831         if (err) {
1832                 pr_err("alg: rsa: encrypt test failed. err %d\n", err);
1833                 goto free_all;
1834         }
1835         if (req->dst_len != vecs->c_size) {
1836                 pr_err("alg: rsa: encrypt test failed. Invalid output len\n");
1837                 err = -EINVAL;
1838                 goto free_all;
1839         }
1840         /* verify that encrypted message is equal to expected */
1841         if (memcmp(vecs->c, outbuf_enc, vecs->c_size)) {
1842                 pr_err("alg: rsa: encrypt test failed. Invalid output\n");
1843                 err = -EINVAL;
1844                 goto free_all;
1845         }
1846         /* Don't invoke decrypt for vectors with public key */
1847         if (vecs->public_key_vec) {
1848                 err = 0;
1849                 goto free_all;
1850         }
1851         outbuf_dec = kzalloc(out_len_max, GFP_KERNEL);
1852         if (!outbuf_dec) {
1853                 err = -ENOMEM;
1854                 goto free_all;
1855         }
1856
1857         if (WARN_ON(vecs->c_size > PAGE_SIZE))
1858                 goto free_all;
1859
1860         memcpy(xbuf[0], vecs->c, vecs->c_size);
1861
1862         sg_init_one(&src, xbuf[0], vecs->c_size);
1863         sg_init_one(&dst, outbuf_dec, out_len_max);
1864         init_completion(&result.completion);
1865         akcipher_request_set_crypt(req, &src, &dst, vecs->c_size, out_len_max);
1866
1867         /* Run RSA decrypt - m = c^d mod n;*/
1868         err = wait_async_op(&result, crypto_akcipher_decrypt(req));
1869         if (err) {
1870                 pr_err("alg: rsa: decrypt test failed. err %d\n", err);
1871                 goto free_all;
1872         }
1873         out_len = req->dst_len;
1874         if (out_len != vecs->m_size) {
1875                 pr_err("alg: rsa: decrypt test failed. Invalid output len\n");
1876                 err = -EINVAL;
1877                 goto free_all;
1878         }
1879         /* verify that decrypted message is equal to the original msg */
1880         if (memcmp(vecs->m, outbuf_dec, vecs->m_size)) {
1881                 pr_err("alg: rsa: decrypt test failed. Invalid output\n");
1882                 err = -EINVAL;
1883         }
1884 free_all:
1885         kfree(outbuf_dec);
1886         kfree(outbuf_enc);
1887 free_req:
1888         akcipher_request_free(req);
1889 free_xbuf:
1890         testmgr_free_buf(xbuf);
1891         return err;
1892 }
1893
1894 static int test_rsa(struct crypto_akcipher *tfm, struct akcipher_testvec *vecs,
1895                     unsigned int tcount)
1896 {
1897         int ret, i;
1898
1899         for (i = 0; i < tcount; i++) {
1900                 ret = do_test_rsa(tfm, vecs++);
1901                 if (ret) {
1902                         pr_err("alg: rsa: test failed on vector %d, err=%d\n",
1903                                i + 1, ret);
1904                         return ret;
1905                 }
1906         }
1907         return 0;
1908 }
1909
1910 static int test_akcipher(struct crypto_akcipher *tfm, const char *alg,
1911                          struct akcipher_testvec *vecs, unsigned int tcount)
1912 {
1913         if (strncmp(alg, "rsa", 3) == 0)
1914                 return test_rsa(tfm, vecs, tcount);
1915
1916         return 0;
1917 }
1918
1919 static int alg_test_akcipher(const struct alg_test_desc *desc,
1920                              const char *driver, u32 type, u32 mask)
1921 {
1922         struct crypto_akcipher *tfm;
1923         int err = 0;
1924
1925         tfm = crypto_alloc_akcipher(driver, type | CRYPTO_ALG_INTERNAL, mask);
1926         if (IS_ERR(tfm)) {
1927                 pr_err("alg: akcipher: Failed to load tfm for %s: %ld\n",
1928                        driver, PTR_ERR(tfm));
1929                 return PTR_ERR(tfm);
1930         }
1931         if (desc->suite.akcipher.vecs)
1932                 err = test_akcipher(tfm, desc->alg, desc->suite.akcipher.vecs,
1933                                     desc->suite.akcipher.count);
1934
1935         crypto_free_akcipher(tfm);
1936         return err;
1937 }
1938
1939 static int alg_test_null(const struct alg_test_desc *desc,
1940                              const char *driver, u32 type, u32 mask)
1941 {
1942         return 0;
1943 }
1944
1945 /* Please keep this list sorted by algorithm name. */
1946 static const struct alg_test_desc alg_test_descs[] = {
1947         {
1948                 .alg = "__cbc-cast5-avx",
1949                 .test = alg_test_null,
1950         }, {
1951                 .alg = "__cbc-cast6-avx",
1952                 .test = alg_test_null,
1953         }, {
1954                 .alg = "__cbc-serpent-avx",
1955                 .test = alg_test_null,
1956         }, {
1957                 .alg = "__cbc-serpent-avx2",
1958                 .test = alg_test_null,
1959         }, {
1960                 .alg = "__cbc-serpent-sse2",
1961                 .test = alg_test_null,
1962         }, {
1963                 .alg = "__cbc-twofish-avx",
1964                 .test = alg_test_null,
1965         }, {
1966                 .alg = "__driver-cbc-aes-aesni",
1967                 .test = alg_test_null,
1968                 .fips_allowed = 1,
1969         }, {
1970                 .alg = "__driver-cbc-camellia-aesni",
1971                 .test = alg_test_null,
1972         }, {
1973                 .alg = "__driver-cbc-camellia-aesni-avx2",
1974                 .test = alg_test_null,
1975         }, {
1976                 .alg = "__driver-cbc-cast5-avx",
1977                 .test = alg_test_null,
1978         }, {
1979                 .alg = "__driver-cbc-cast6-avx",
1980                 .test = alg_test_null,
1981         }, {
1982                 .alg = "__driver-cbc-serpent-avx",
1983                 .test = alg_test_null,
1984         }, {
1985                 .alg = "__driver-cbc-serpent-avx2",
1986                 .test = alg_test_null,
1987         }, {
1988                 .alg = "__driver-cbc-serpent-sse2",
1989                 .test = alg_test_null,
1990         }, {
1991                 .alg = "__driver-cbc-twofish-avx",
1992                 .test = alg_test_null,
1993         }, {
1994                 .alg = "__driver-ecb-aes-aesni",
1995                 .test = alg_test_null,
1996                 .fips_allowed = 1,
1997         }, {
1998                 .alg = "__driver-ecb-camellia-aesni",
1999                 .test = alg_test_null,
2000         }, {
2001                 .alg = "__driver-ecb-camellia-aesni-avx2",
2002                 .test = alg_test_null,
2003         }, {
2004                 .alg = "__driver-ecb-cast5-avx",
2005                 .test = alg_test_null,
2006         }, {
2007                 .alg = "__driver-ecb-cast6-avx",
2008                 .test = alg_test_null,
2009         }, {
2010                 .alg = "__driver-ecb-serpent-avx",
2011                 .test = alg_test_null,
2012         }, {
2013                 .alg = "__driver-ecb-serpent-avx2",
2014                 .test = alg_test_null,
2015         }, {
2016                 .alg = "__driver-ecb-serpent-sse2",
2017                 .test = alg_test_null,
2018         }, {
2019                 .alg = "__driver-ecb-twofish-avx",
2020                 .test = alg_test_null,
2021         }, {
2022                 .alg = "__driver-gcm-aes-aesni",
2023                 .test = alg_test_null,
2024                 .fips_allowed = 1,
2025         }, {
2026                 .alg = "__ghash-pclmulqdqni",
2027                 .test = alg_test_null,
2028                 .fips_allowed = 1,
2029         }, {
2030                 .alg = "ansi_cprng",
2031                 .test = alg_test_cprng,
2032                 .suite = {
2033                         .cprng = {
2034                                 .vecs = ansi_cprng_aes_tv_template,
2035                                 .count = ANSI_CPRNG_AES_TEST_VECTORS
2036                         }
2037                 }
2038         }, {
2039                 .alg = "authenc(hmac(md5),ecb(cipher_null))",
2040                 .test = alg_test_aead,
2041                 .suite = {
2042                         .aead = {
2043                                 .enc = {
2044                                         .vecs = hmac_md5_ecb_cipher_null_enc_tv_template,
2045                                         .count = HMAC_MD5_ECB_CIPHER_NULL_ENC_TEST_VECTORS
2046                                 },
2047                                 .dec = {
2048                                         .vecs = hmac_md5_ecb_cipher_null_dec_tv_template,
2049                                         .count = HMAC_MD5_ECB_CIPHER_NULL_DEC_TEST_VECTORS
2050                                 }
2051                         }
2052                 }
2053         }, {
2054                 .alg = "authenc(hmac(sha1),cbc(aes))",
2055                 .test = alg_test_aead,
2056                 .suite = {
2057                         .aead = {
2058                                 .enc = {
2059                                         .vecs =
2060                                         hmac_sha1_aes_cbc_enc_tv_temp,
2061                                         .count =
2062                                         HMAC_SHA1_AES_CBC_ENC_TEST_VEC
2063                                 }
2064                         }
2065                 }
2066         }, {
2067                 .alg = "authenc(hmac(sha1),cbc(des))",
2068                 .test = alg_test_aead,
2069                 .suite = {
2070                         .aead = {
2071                                 .enc = {
2072                                         .vecs =
2073                                         hmac_sha1_des_cbc_enc_tv_temp,
2074                                         .count =
2075                                         HMAC_SHA1_DES_CBC_ENC_TEST_VEC
2076                                 }
2077                         }
2078                 }
2079         }, {
2080                 .alg = "authenc(hmac(sha1),cbc(des3_ede))",
2081                 .test = alg_test_aead,
2082                 .fips_allowed = 1,
2083                 .suite = {
2084                         .aead = {
2085                                 .enc = {
2086                                         .vecs =
2087                                         hmac_sha1_des3_ede_cbc_enc_tv_temp,
2088                                         .count =
2089                                         HMAC_SHA1_DES3_EDE_CBC_ENC_TEST_VEC
2090                                 }
2091                         }
2092                 }
2093         }, {
2094                 .alg = "authenc(hmac(sha1),ctr(aes))",
2095                 .test = alg_test_null,
2096                 .fips_allowed = 1,
2097         }, {
2098                 .alg = "authenc(hmac(sha1),ecb(cipher_null))",
2099                 .test = alg_test_aead,
2100                 .suite = {
2101                         .aead = {
2102                                 .enc = {
2103                                         .vecs =
2104                                         hmac_sha1_ecb_cipher_null_enc_tv_temp,
2105                                         .count =
2106                                         HMAC_SHA1_ECB_CIPHER_NULL_ENC_TEST_VEC
2107                                 },
2108                                 .dec = {
2109                                         .vecs =
2110                                         hmac_sha1_ecb_cipher_null_dec_tv_temp,
2111                                         .count =
2112                                         HMAC_SHA1_ECB_CIPHER_NULL_DEC_TEST_VEC
2113                                 }
2114                         }
2115                 }
2116         }, {
2117                 .alg = "authenc(hmac(sha1),rfc3686(ctr(aes)))",
2118                 .test = alg_test_null,
2119                 .fips_allowed = 1,
2120         }, {
2121                 .alg = "authenc(hmac(sha224),cbc(des))",
2122                 .test = alg_test_aead,
2123                 .suite = {
2124                         .aead = {
2125                                 .enc = {
2126                                         .vecs =
2127                                         hmac_sha224_des_cbc_enc_tv_temp,
2128                                         .count =
2129                                         HMAC_SHA224_DES_CBC_ENC_TEST_VEC
2130                                 }
2131                         }
2132                 }
2133         }, {
2134                 .alg = "authenc(hmac(sha224),cbc(des3_ede))",
2135                 .test = alg_test_aead,
2136                 .fips_allowed = 1,
2137                 .suite = {
2138                         .aead = {
2139                                 .enc = {
2140                                         .vecs =
2141                                         hmac_sha224_des3_ede_cbc_enc_tv_temp,
2142                                         .count =
2143                                         HMAC_SHA224_DES3_EDE_CBC_ENC_TEST_VEC
2144                                 }
2145                         }
2146                 }
2147         }, {
2148                 .alg = "authenc(hmac(sha256),cbc(aes))",
2149                 .test = alg_test_aead,
2150                 .fips_allowed = 1,
2151                 .suite = {
2152                         .aead = {
2153                                 .enc = {
2154                                         .vecs =
2155                                         hmac_sha256_aes_cbc_enc_tv_temp,
2156                                         .count =
2157                                         HMAC_SHA256_AES_CBC_ENC_TEST_VEC
2158                                 }
2159                         }
2160                 }
2161         }, {
2162                 .alg = "authenc(hmac(sha256),cbc(des))",
2163                 .test = alg_test_aead,
2164                 .suite = {
2165                         .aead = {
2166                                 .enc = {
2167                                         .vecs =
2168                                         hmac_sha256_des_cbc_enc_tv_temp,
2169                                         .count =
2170                                         HMAC_SHA256_DES_CBC_ENC_TEST_VEC
2171                                 }
2172                         }
2173                 }
2174         }, {
2175                 .alg = "authenc(hmac(sha256),cbc(des3_ede))",
2176                 .test = alg_test_aead,
2177                 .fips_allowed = 1,
2178                 .suite = {
2179                         .aead = {
2180                                 .enc = {
2181                                         .vecs =
2182                                         hmac_sha256_des3_ede_cbc_enc_tv_temp,
2183                                         .count =
2184                                         HMAC_SHA256_DES3_EDE_CBC_ENC_TEST_VEC
2185                                 }
2186                         }
2187                 }
2188         }, {
2189                 .alg = "authenc(hmac(sha256),ctr(aes))",
2190                 .test = alg_test_null,
2191                 .fips_allowed = 1,
2192         }, {
2193                 .alg = "authenc(hmac(sha256),rfc3686(ctr(aes)))",
2194                 .test = alg_test_null,
2195                 .fips_allowed = 1,
2196         }, {
2197                 .alg = "authenc(hmac(sha384),cbc(des))",
2198                 .test = alg_test_aead,
2199                 .suite = {
2200                         .aead = {
2201                                 .enc = {
2202                                         .vecs =
2203                                         hmac_sha384_des_cbc_enc_tv_temp,
2204                                         .count =
2205                                         HMAC_SHA384_DES_CBC_ENC_TEST_VEC
2206                                 }
2207                         }
2208                 }
2209         }, {
2210                 .alg = "authenc(hmac(sha384),cbc(des3_ede))",
2211                 .test = alg_test_aead,
2212                 .fips_allowed = 1,
2213                 .suite = {
2214                         .aead = {
2215                                 .enc = {
2216                                         .vecs =
2217                                         hmac_sha384_des3_ede_cbc_enc_tv_temp,
2218                                         .count =
2219                                         HMAC_SHA384_DES3_EDE_CBC_ENC_TEST_VEC
2220                                 }
2221                         }
2222                 }
2223         }, {
2224                 .alg = "authenc(hmac(sha384),ctr(aes))",
2225                 .test = alg_test_null,
2226                 .fips_allowed = 1,
2227         }, {
2228                 .alg = "authenc(hmac(sha384),rfc3686(ctr(aes)))",
2229                 .test = alg_test_null,
2230                 .fips_allowed = 1,
2231         }, {
2232                 .alg = "authenc(hmac(sha512),cbc(aes))",
2233                 .fips_allowed = 1,
2234                 .test = alg_test_aead,
2235                 .suite = {
2236                         .aead = {
2237                                 .enc = {
2238                                         .vecs =
2239                                         hmac_sha512_aes_cbc_enc_tv_temp,
2240                                         .count =
2241                                         HMAC_SHA512_AES_CBC_ENC_TEST_VEC
2242                                 }
2243                         }
2244                 }
2245         }, {
2246                 .alg = "authenc(hmac(sha512),cbc(des))",
2247                 .test = alg_test_aead,
2248                 .suite = {
2249                         .aead = {
2250                                 .enc = {
2251                                         .vecs =
2252                                         hmac_sha512_des_cbc_enc_tv_temp,
2253                                         .count =
2254                                         HMAC_SHA512_DES_CBC_ENC_TEST_VEC
2255                                 }
2256                         }
2257                 }
2258         }, {
2259                 .alg = "authenc(hmac(sha512),cbc(des3_ede))",
2260                 .test = alg_test_aead,
2261                 .fips_allowed = 1,
2262                 .suite = {
2263                         .aead = {
2264                                 .enc = {
2265                                         .vecs =
2266                                         hmac_sha512_des3_ede_cbc_enc_tv_temp,
2267                                         .count =
2268                                         HMAC_SHA512_DES3_EDE_CBC_ENC_TEST_VEC
2269                                 }
2270                         }
2271                 }
2272         }, {
2273                 .alg = "authenc(hmac(sha512),ctr(aes))",
2274                 .test = alg_test_null,
2275                 .fips_allowed = 1,
2276         }, {
2277                 .alg = "authenc(hmac(sha512),rfc3686(ctr(aes)))",
2278                 .test = alg_test_null,
2279                 .fips_allowed = 1,
2280         }, {
2281                 .alg = "cbc(aes)",
2282                 .test = alg_test_skcipher,
2283                 .fips_allowed = 1,
2284                 .suite = {
2285                         .cipher = {
2286                                 .enc = {
2287                                         .vecs = aes_cbc_enc_tv_template,
2288                                         .count = AES_CBC_ENC_TEST_VECTORS
2289                                 },
2290                                 .dec = {
2291                                         .vecs = aes_cbc_dec_tv_template,
2292                                         .count = AES_CBC_DEC_TEST_VECTORS
2293                                 }
2294                         }
2295                 }
2296         }, {
2297                 .alg = "cbc(anubis)",
2298                 .test = alg_test_skcipher,
2299                 .suite = {
2300                         .cipher = {
2301                                 .enc = {
2302                                         .vecs = anubis_cbc_enc_tv_template,
2303                                         .count = ANUBIS_CBC_ENC_TEST_VECTORS
2304                                 },
2305                                 .dec = {
2306                                         .vecs = anubis_cbc_dec_tv_template,
2307                                         .count = ANUBIS_CBC_DEC_TEST_VECTORS
2308                                 }
2309                         }
2310                 }
2311         }, {
2312                 .alg = "cbc(blowfish)",
2313                 .test = alg_test_skcipher,
2314                 .suite = {
2315                         .cipher = {
2316                                 .enc = {
2317                                         .vecs = bf_cbc_enc_tv_template,
2318                                         .count = BF_CBC_ENC_TEST_VECTORS
2319                                 },
2320                                 .dec = {
2321                                         .vecs = bf_cbc_dec_tv_template,
2322                                         .count = BF_CBC_DEC_TEST_VECTORS
2323                                 }
2324                         }
2325                 }
2326         }, {
2327                 .alg = "cbc(camellia)",
2328                 .test = alg_test_skcipher,
2329                 .suite = {
2330                         .cipher = {
2331                                 .enc = {
2332                                         .vecs = camellia_cbc_enc_tv_template,
2333                                         .count = CAMELLIA_CBC_ENC_TEST_VECTORS
2334                                 },
2335                                 .dec = {
2336                                         .vecs = camellia_cbc_dec_tv_template,
2337                                         .count = CAMELLIA_CBC_DEC_TEST_VECTORS
2338                                 }
2339                         }
2340                 }
2341         }, {
2342                 .alg = "cbc(cast5)",
2343                 .test = alg_test_skcipher,
2344                 .suite = {
2345                         .cipher = {
2346                                 .enc = {
2347                                         .vecs = cast5_cbc_enc_tv_template,
2348                                         .count = CAST5_CBC_ENC_TEST_VECTORS
2349                                 },
2350                                 .dec = {
2351                                         .vecs = cast5_cbc_dec_tv_template,
2352                                         .count = CAST5_CBC_DEC_TEST_VECTORS
2353                                 }
2354                         }
2355                 }
2356         }, {
2357                 .alg = "cbc(cast6)",
2358                 .test = alg_test_skcipher,
2359                 .suite = {
2360                         .cipher = {
2361                                 .enc = {
2362                                         .vecs = cast6_cbc_enc_tv_template,
2363                                         .count = CAST6_CBC_ENC_TEST_VECTORS
2364                                 },
2365                                 .dec = {
2366                                         .vecs = cast6_cbc_dec_tv_template,
2367                                         .count = CAST6_CBC_DEC_TEST_VECTORS
2368                                 }
2369                         }
2370                 }
2371         }, {
2372                 .alg = "cbc(des)",
2373                 .test = alg_test_skcipher,
2374                 .suite = {
2375                         .cipher = {
2376                                 .enc = {
2377                                         .vecs = des_cbc_enc_tv_template,
2378                                         .count = DES_CBC_ENC_TEST_VECTORS
2379                                 },
2380                                 .dec = {
2381                                         .vecs = des_cbc_dec_tv_template,
2382                                         .count = DES_CBC_DEC_TEST_VECTORS
2383                                 }
2384                         }
2385                 }
2386         }, {
2387                 .alg = "cbc(des3_ede)",
2388                 .test = alg_test_skcipher,
2389                 .fips_allowed = 1,
2390                 .suite = {
2391                         .cipher = {
2392                                 .enc = {
2393                                         .vecs = des3_ede_cbc_enc_tv_template,
2394                                         .count = DES3_EDE_CBC_ENC_TEST_VECTORS
2395                                 },
2396                                 .dec = {
2397                                         .vecs = des3_ede_cbc_dec_tv_template,
2398                                         .count = DES3_EDE_CBC_DEC_TEST_VECTORS
2399                                 }
2400                         }
2401                 }
2402         }, {
2403                 .alg = "cbc(serpent)",
2404                 .test = alg_test_skcipher,
2405                 .suite = {
2406                         .cipher = {
2407                                 .enc = {
2408                                         .vecs = serpent_cbc_enc_tv_template,
2409                                         .count = SERPENT_CBC_ENC_TEST_VECTORS
2410                                 },
2411                                 .dec = {
2412                                         .vecs = serpent_cbc_dec_tv_template,
2413                                         .count = SERPENT_CBC_DEC_TEST_VECTORS
2414                                 }
2415                         }
2416                 }
2417         }, {
2418                 .alg = "cbc(twofish)",
2419                 .test = alg_test_skcipher,
2420                 .suite = {
2421                         .cipher = {
2422                                 .enc = {
2423                                         .vecs = tf_cbc_enc_tv_template,
2424                                         .count = TF_CBC_ENC_TEST_VECTORS
2425                                 },
2426                                 .dec = {
2427                                         .vecs = tf_cbc_dec_tv_template,
2428                                         .count = TF_CBC_DEC_TEST_VECTORS
2429                                 }
2430                         }
2431                 }
2432         }, {
2433                 .alg = "ccm(aes)",
2434                 .test = alg_test_aead,
2435                 .fips_allowed = 1,
2436                 .suite = {
2437                         .aead = {
2438                                 .enc = {
2439                                         .vecs = aes_ccm_enc_tv_template,
2440                                         .count = AES_CCM_ENC_TEST_VECTORS
2441                                 },
2442                                 .dec = {
2443                                         .vecs = aes_ccm_dec_tv_template,
2444                                         .count = AES_CCM_DEC_TEST_VECTORS
2445                                 }
2446                         }
2447                 }
2448         }, {
2449                 .alg = "chacha20",
2450                 .test = alg_test_skcipher,
2451                 .suite = {
2452                         .cipher = {
2453                                 .enc = {
2454                                         .vecs = chacha20_enc_tv_template,
2455                                         .count = CHACHA20_ENC_TEST_VECTORS
2456                                 },
2457                                 .dec = {
2458                                         .vecs = chacha20_enc_tv_template,
2459                                         .count = CHACHA20_ENC_TEST_VECTORS
2460                                 },
2461                         }
2462                 }
2463         }, {
2464                 .alg = "cmac(aes)",
2465                 .fips_allowed = 1,
2466                 .test = alg_test_hash,
2467                 .suite = {
2468                         .hash = {
2469                                 .vecs = aes_cmac128_tv_template,
2470                                 .count = CMAC_AES_TEST_VECTORS
2471                         }
2472                 }
2473         }, {
2474                 .alg = "cmac(des3_ede)",
2475                 .fips_allowed = 1,
2476                 .test = alg_test_hash,
2477                 .suite = {
2478                         .hash = {
2479                                 .vecs = des3_ede_cmac64_tv_template,
2480                                 .count = CMAC_DES3_EDE_TEST_VECTORS
2481                         }
2482                 }
2483         }, {
2484                 .alg = "compress_null",
2485                 .test = alg_test_null,
2486         }, {
2487                 .alg = "crc32",
2488                 .test = alg_test_hash,
2489                 .suite = {
2490                         .hash = {
2491                                 .vecs = crc32_tv_template,
2492                                 .count = CRC32_TEST_VECTORS
2493                         }
2494                 }
2495         }, {
2496                 .alg = "crc32c",
2497                 .test = alg_test_crc32c,
2498                 .fips_allowed = 1,
2499                 .suite = {
2500                         .hash = {
2501                                 .vecs = crc32c_tv_template,
2502                                 .count = CRC32C_TEST_VECTORS
2503                         }
2504                 }
2505         }, {
2506                 .alg = "crct10dif",
2507                 .test = alg_test_hash,
2508                 .fips_allowed = 1,
2509                 .suite = {
2510                         .hash = {
2511                                 .vecs = crct10dif_tv_template,
2512                                 .count = CRCT10DIF_TEST_VECTORS
2513                         }
2514                 }
2515         }, {
2516                 .alg = "cryptd(__driver-cbc-aes-aesni)",
2517                 .test = alg_test_null,
2518                 .fips_allowed = 1,
2519         }, {
2520                 .alg = "cryptd(__driver-cbc-camellia-aesni)",
2521                 .test = alg_test_null,
2522         }, {
2523                 .alg = "cryptd(__driver-cbc-camellia-aesni-avx2)",
2524                 .test = alg_test_null,
2525         }, {
2526                 .alg = "cryptd(__driver-cbc-serpent-avx2)",
2527                 .test = alg_test_null,
2528         }, {
2529                 .alg = "cryptd(__driver-ecb-aes-aesni)",
2530                 .test = alg_test_null,
2531                 .fips_allowed = 1,
2532         }, {
2533                 .alg = "cryptd(__driver-ecb-camellia-aesni)",
2534                 .test = alg_test_null,
2535         }, {
2536                 .alg = "cryptd(__driver-ecb-camellia-aesni-avx2)",
2537                 .test = alg_test_null,
2538         }, {
2539                 .alg = "cryptd(__driver-ecb-cast5-avx)",
2540                 .test = alg_test_null,
2541         }, {
2542                 .alg = "cryptd(__driver-ecb-cast6-avx)",
2543                 .test = alg_test_null,
2544         }, {
2545                 .alg = "cryptd(__driver-ecb-serpent-avx)",
2546                 .test = alg_test_null,
2547         }, {
2548                 .alg = "cryptd(__driver-ecb-serpent-avx2)",
2549                 .test = alg_test_null,
2550         }, {
2551                 .alg = "cryptd(__driver-ecb-serpent-sse2)",
2552                 .test = alg_test_null,
2553         }, {
2554                 .alg = "cryptd(__driver-ecb-twofish-avx)",
2555                 .test = alg_test_null,
2556         }, {
2557                 .alg = "cryptd(__driver-gcm-aes-aesni)",
2558                 .test = alg_test_null,
2559                 .fips_allowed = 1,
2560         }, {
2561                 .alg = "cryptd(__ghash-pclmulqdqni)",
2562                 .test = alg_test_null,
2563                 .fips_allowed = 1,
2564         }, {
2565                 .alg = "ctr(aes)",
2566                 .test = alg_test_skcipher,
2567                 .fips_allowed = 1,
2568                 .suite = {
2569                         .cipher = {
2570                                 .enc = {
2571                                         .vecs = aes_ctr_enc_tv_template,
2572                                         .count = AES_CTR_ENC_TEST_VECTORS
2573                                 },
2574                                 .dec = {
2575                                         .vecs = aes_ctr_dec_tv_template,
2576                                         .count = AES_CTR_DEC_TEST_VECTORS
2577                                 }
2578                         }
2579                 }
2580         }, {
2581                 .alg = "ctr(blowfish)",
2582                 .test = alg_test_skcipher,
2583                 .suite = {
2584                         .cipher = {
2585                                 .enc = {
2586                                         .vecs = bf_ctr_enc_tv_template,
2587                                         .count = BF_CTR_ENC_TEST_VECTORS
2588                                 },
2589                                 .dec = {
2590                                         .vecs = bf_ctr_dec_tv_template,
2591                                         .count = BF_CTR_DEC_TEST_VECTORS
2592                                 }
2593                         }
2594                 }
2595         }, {
2596                 .alg = "ctr(camellia)",
2597                 .test = alg_test_skcipher,
2598                 .suite = {
2599                         .cipher = {
2600                                 .enc = {
2601                                         .vecs = camellia_ctr_enc_tv_template,
2602                                         .count = CAMELLIA_CTR_ENC_TEST_VECTORS
2603                                 },
2604                                 .dec = {
2605                                         .vecs = camellia_ctr_dec_tv_template,
2606                                         .count = CAMELLIA_CTR_DEC_TEST_VECTORS
2607                                 }
2608                         }
2609                 }
2610         }, {
2611                 .alg = "ctr(cast5)",
2612                 .test = alg_test_skcipher,
2613                 .suite = {
2614                         .cipher = {
2615                                 .enc = {
2616                                         .vecs = cast5_ctr_enc_tv_template,
2617                                         .count = CAST5_CTR_ENC_TEST_VECTORS
2618                                 },
2619                                 .dec = {
2620                                         .vecs = cast5_ctr_dec_tv_template,
2621                                         .count = CAST5_CTR_DEC_TEST_VECTORS
2622                                 }
2623                         }
2624                 }
2625         }, {
2626                 .alg = "ctr(cast6)",
2627                 .test = alg_test_skcipher,
2628                 .suite = {
2629                         .cipher = {
2630                                 .enc = {
2631                                         .vecs = cast6_ctr_enc_tv_template,
2632                                         .count = CAST6_CTR_ENC_TEST_VECTORS
2633                                 },
2634                                 .dec = {
2635                                         .vecs = cast6_ctr_dec_tv_template,
2636                                         .count = CAST6_CTR_DEC_TEST_VECTORS
2637                                 }
2638                         }
2639                 }
2640         }, {
2641                 .alg = "ctr(des)",
2642                 .test = alg_test_skcipher,
2643                 .suite = {
2644                         .cipher = {
2645                                 .enc = {
2646                                         .vecs = des_ctr_enc_tv_template,
2647                                         .count = DES_CTR_ENC_TEST_VECTORS
2648                                 },
2649                                 .dec = {
2650                                         .vecs = des_ctr_dec_tv_template,
2651                                         .count = DES_CTR_DEC_TEST_VECTORS
2652                                 }
2653                         }
2654                 }
2655         }, {
2656                 .alg = "ctr(des3_ede)",
2657                 .test = alg_test_skcipher,
2658                 .suite = {
2659                         .cipher = {
2660                                 .enc = {
2661                                         .vecs = des3_ede_ctr_enc_tv_template,
2662                                         .count = DES3_EDE_CTR_ENC_TEST_VECTORS
2663                                 },
2664                                 .dec = {
2665                                         .vecs = des3_ede_ctr_dec_tv_template,
2666                                         .count = DES3_EDE_CTR_DEC_TEST_VECTORS
2667                                 }
2668                         }
2669                 }
2670         }, {
2671                 .alg = "ctr(serpent)",
2672                 .test = alg_test_skcipher,
2673                 .suite = {
2674                         .cipher = {
2675                                 .enc = {
2676                                         .vecs = serpent_ctr_enc_tv_template,
2677                                         .count = SERPENT_CTR_ENC_TEST_VECTORS
2678                                 },
2679                                 .dec = {
2680                                         .vecs = serpent_ctr_dec_tv_template,
2681                                         .count = SERPENT_CTR_DEC_TEST_VECTORS
2682                                 }
2683                         }
2684                 }
2685         }, {
2686                 .alg = "ctr(twofish)",
2687                 .test = alg_test_skcipher,
2688                 .suite = {
2689                         .cipher = {
2690                                 .enc = {
2691                                         .vecs = tf_ctr_enc_tv_template,
2692                                         .count = TF_CTR_ENC_TEST_VECTORS
2693                                 },
2694                                 .dec = {
2695                                         .vecs = tf_ctr_dec_tv_template,
2696                                         .count = TF_CTR_DEC_TEST_VECTORS
2697                                 }
2698                         }
2699                 }
2700         }, {
2701                 .alg = "cts(cbc(aes))",
2702                 .test = alg_test_skcipher,
2703                 .suite = {
2704                         .cipher = {
2705                                 .enc = {
2706                                         .vecs = cts_mode_enc_tv_template,
2707                                         .count = CTS_MODE_ENC_TEST_VECTORS
2708                                 },
2709                                 .dec = {
2710                                         .vecs = cts_mode_dec_tv_template,
2711                                         .count = CTS_MODE_DEC_TEST_VECTORS
2712                                 }
2713                         }
2714                 }
2715         }, {
2716                 .alg = "deflate",
2717                 .test = alg_test_comp,
2718                 .fips_allowed = 1,
2719                 .suite = {
2720                         .comp = {
2721                                 .comp = {
2722                                         .vecs = deflate_comp_tv_template,
2723                                         .count = DEFLATE_COMP_TEST_VECTORS
2724                                 },
2725                                 .decomp = {
2726                                         .vecs = deflate_decomp_tv_template,
2727                                         .count = DEFLATE_DECOMP_TEST_VECTORS
2728                                 }
2729                         }
2730                 }
2731         }, {
2732                 .alg = "digest_null",
2733                 .test = alg_test_null,
2734         }, {
2735                 .alg = "drbg_nopr_ctr_aes128",
2736                 .test = alg_test_drbg,
2737                 .fips_allowed = 1,
2738                 .suite = {
2739                         .drbg = {
2740                                 .vecs = drbg_nopr_ctr_aes128_tv_template,
2741                                 .count = ARRAY_SIZE(drbg_nopr_ctr_aes128_tv_template)
2742                         }
2743                 }
2744         }, {
2745                 .alg = "drbg_nopr_ctr_aes192",
2746                 .test = alg_test_drbg,
2747                 .fips_allowed = 1,
2748                 .suite = {
2749                         .drbg = {
2750                                 .vecs = drbg_nopr_ctr_aes192_tv_template,
2751                                 .count = ARRAY_SIZE(drbg_nopr_ctr_aes192_tv_template)
2752                         }
2753                 }
2754         }, {
2755                 .alg = "drbg_nopr_ctr_aes256",
2756                 .test = alg_test_drbg,
2757                 .fips_allowed = 1,
2758                 .suite = {
2759                         .drbg = {
2760                                 .vecs = drbg_nopr_ctr_aes256_tv_template,
2761                                 .count = ARRAY_SIZE(drbg_nopr_ctr_aes256_tv_template)
2762                         }
2763                 }
2764         }, {
2765                 /*
2766                  * There is no need to specifically test the DRBG with every
2767                  * backend cipher -- covered by drbg_nopr_hmac_sha256 test
2768                  */
2769                 .alg = "drbg_nopr_hmac_sha1",
2770                 .fips_allowed = 1,
2771                 .test = alg_test_null,
2772         }, {
2773                 .alg = "drbg_nopr_hmac_sha256",
2774                 .test = alg_test_drbg,
2775                 .fips_allowed = 1,
2776                 .suite = {
2777                         .drbg = {
2778                                 .vecs = drbg_nopr_hmac_sha256_tv_template,
2779                                 .count =
2780                                 ARRAY_SIZE(drbg_nopr_hmac_sha256_tv_template)
2781                         }
2782                 }
2783         }, {
2784                 /* covered by drbg_nopr_hmac_sha256 test */
2785                 .alg = "drbg_nopr_hmac_sha384",
2786                 .fips_allowed = 1,
2787                 .test = alg_test_null,
2788         }, {
2789                 .alg = "drbg_nopr_hmac_sha512",
2790                 .test = alg_test_null,
2791                 .fips_allowed = 1,
2792         }, {
2793                 .alg = "drbg_nopr_sha1",
2794                 .fips_allowed = 1,
2795                 .test = alg_test_null,
2796         }, {
2797                 .alg = "drbg_nopr_sha256",
2798                 .test = alg_test_drbg,
2799                 .fips_allowed = 1,
2800                 .suite = {
2801                         .drbg = {
2802                                 .vecs = drbg_nopr_sha256_tv_template,
2803                                 .count = ARRAY_SIZE(drbg_nopr_sha256_tv_template)
2804                         }
2805                 }
2806         }, {
2807                 /* covered by drbg_nopr_sha256 test */
2808                 .alg = "drbg_nopr_sha384",
2809                 .fips_allowed = 1,
2810                 .test = alg_test_null,
2811         }, {
2812                 .alg = "drbg_nopr_sha512",
2813                 .fips_allowed = 1,
2814                 .test = alg_test_null,
2815         }, {
2816                 .alg = "drbg_pr_ctr_aes128",
2817                 .test = alg_test_drbg,
2818                 .fips_allowed = 1,
2819                 .suite = {
2820                         .drbg = {
2821                                 .vecs = drbg_pr_ctr_aes128_tv_template,
2822                                 .count = ARRAY_SIZE(drbg_pr_ctr_aes128_tv_template)
2823                         }
2824                 }
2825         }, {
2826                 /* covered by drbg_pr_ctr_aes128 test */
2827                 .alg = "drbg_pr_ctr_aes192",
2828                 .fips_allowed = 1,
2829                 .test = alg_test_null,
2830         }, {
2831                 .alg = "drbg_pr_ctr_aes256",
2832                 .fips_allowed = 1,
2833                 .test = alg_test_null,
2834         }, {
2835                 .alg = "drbg_pr_hmac_sha1",
2836                 .fips_allowed = 1,
2837                 .test = alg_test_null,
2838         }, {
2839                 .alg = "drbg_pr_hmac_sha256",
2840                 .test = alg_test_drbg,
2841                 .fips_allowed = 1,
2842                 .suite = {
2843                         .drbg = {
2844                                 .vecs = drbg_pr_hmac_sha256_tv_template,
2845                                 .count = ARRAY_SIZE(drbg_pr_hmac_sha256_tv_template)
2846                         }
2847                 }
2848         }, {
2849                 /* covered by drbg_pr_hmac_sha256 test */
2850                 .alg = "drbg_pr_hmac_sha384",
2851                 .fips_allowed = 1,
2852                 .test = alg_test_null,
2853         }, {
2854                 .alg = "drbg_pr_hmac_sha512",
2855                 .test = alg_test_null,
2856                 .fips_allowed = 1,
2857         }, {
2858                 .alg = "drbg_pr_sha1",
2859                 .fips_allowed = 1,
2860                 .test = alg_test_null,
2861         }, {
2862                 .alg = "drbg_pr_sha256",
2863                 .test = alg_test_drbg,
2864                 .fips_allowed = 1,
2865                 .suite = {
2866                         .drbg = {
2867                                 .vecs = drbg_pr_sha256_tv_template,
2868                                 .count = ARRAY_SIZE(drbg_pr_sha256_tv_template)
2869                         }
2870                 }
2871         }, {
2872                 /* covered by drbg_pr_sha256 test */
2873                 .alg = "drbg_pr_sha384",
2874                 .fips_allowed = 1,
2875                 .test = alg_test_null,
2876         }, {
2877                 .alg = "drbg_pr_sha512",
2878                 .fips_allowed = 1,
2879                 .test = alg_test_null,
2880         }, {
2881                 .alg = "ecb(__aes-aesni)",
2882                 .test = alg_test_null,
2883                 .fips_allowed = 1,
2884         }, {
2885                 .alg = "ecb(aes)",
2886                 .test = alg_test_skcipher,
2887                 .fips_allowed = 1,
2888                 .suite = {
2889                         .cipher = {
2890                                 .enc = {
2891                                         .vecs = aes_enc_tv_template,
2892                                         .count = AES_ENC_TEST_VECTORS
2893                                 },
2894                                 .dec = {
2895                                         .vecs = aes_dec_tv_template,
2896                                         .count = AES_DEC_TEST_VECTORS
2897                                 }
2898                         }
2899                 }
2900         }, {
2901                 .alg = "ecb(anubis)",
2902                 .test = alg_test_skcipher,
2903                 .suite = {
2904                         .cipher = {
2905                                 .enc = {
2906                                         .vecs = anubis_enc_tv_template,
2907                                         .count = ANUBIS_ENC_TEST_VECTORS
2908                                 },
2909                                 .dec = {
2910                                         .vecs = anubis_dec_tv_template,
2911                                         .count = ANUBIS_DEC_TEST_VECTORS
2912                                 }
2913                         }
2914                 }
2915         }, {
2916                 .alg = "ecb(arc4)",
2917                 .test = alg_test_skcipher,
2918                 .suite = {
2919                         .cipher = {
2920                                 .enc = {
2921                                         .vecs = arc4_enc_tv_template,
2922                                         .count = ARC4_ENC_TEST_VECTORS
2923                                 },
2924                                 .dec = {
2925                                         .vecs = arc4_dec_tv_template,
2926                                         .count = ARC4_DEC_TEST_VECTORS
2927                                 }
2928                         }
2929                 }
2930         }, {
2931                 .alg = "ecb(blowfish)",
2932                 .test = alg_test_skcipher,
2933                 .suite = {
2934                         .cipher = {
2935                                 .enc = {
2936                                         .vecs = bf_enc_tv_template,
2937                                         .count = BF_ENC_TEST_VECTORS
2938                                 },
2939                                 .dec = {
2940                                         .vecs = bf_dec_tv_template,
2941                                         .count = BF_DEC_TEST_VECTORS
2942                                 }
2943                         }
2944                 }
2945         }, {
2946                 .alg = "ecb(camellia)",
2947                 .test = alg_test_skcipher,
2948                 .suite = {
2949                         .cipher = {
2950                                 .enc = {
2951                                         .vecs = camellia_enc_tv_template,
2952                                         .count = CAMELLIA_ENC_TEST_VECTORS
2953                                 },
2954                                 .dec = {
2955                                         .vecs = camellia_dec_tv_template,
2956                                         .count = CAMELLIA_DEC_TEST_VECTORS
2957                                 }
2958                         }
2959                 }
2960         }, {
2961                 .alg = "ecb(cast5)",
2962                 .test = alg_test_skcipher,
2963                 .suite = {
2964                         .cipher = {
2965                                 .enc = {
2966                                         .vecs = cast5_enc_tv_template,
2967                                         .count = CAST5_ENC_TEST_VECTORS
2968                                 },
2969                                 .dec = {
2970                                         .vecs = cast5_dec_tv_template,
2971                                         .count = CAST5_DEC_TEST_VECTORS
2972                                 }
2973                         }
2974                 }
2975         }, {
2976                 .alg = "ecb(cast6)",
2977                 .test = alg_test_skcipher,
2978                 .suite = {
2979                         .cipher = {
2980                                 .enc = {
2981                                         .vecs = cast6_enc_tv_template,
2982                                         .count = CAST6_ENC_TEST_VECTORS
2983                                 },
2984                                 .dec = {
2985                                         .vecs = cast6_dec_tv_template,
2986                                         .count = CAST6_DEC_TEST_VECTORS
2987                                 }
2988                         }
2989                 }
2990         }, {
2991                 .alg = "ecb(cipher_null)",
2992                 .test = alg_test_null,
2993         }, {
2994                 .alg = "ecb(des)",
2995                 .test = alg_test_skcipher,
2996                 .suite = {
2997                         .cipher = {
2998                                 .enc = {
2999                                         .vecs = des_enc_tv_template,
3000                                         .count = DES_ENC_TEST_VECTORS
3001                                 },
3002                                 .dec = {
3003                                         .vecs = des_dec_tv_template,
3004                                         .count = DES_DEC_TEST_VECTORS
3005                                 }
3006                         }
3007                 }
3008         }, {
3009                 .alg = "ecb(des3_ede)",
3010                 .test = alg_test_skcipher,
3011                 .fips_allowed = 1,
3012                 .suite = {
3013                         .cipher = {
3014                                 .enc = {
3015                                         .vecs = des3_ede_enc_tv_template,
3016                                         .count = DES3_EDE_ENC_TEST_VECTORS
3017                                 },
3018                                 .dec = {
3019                                         .vecs = des3_ede_dec_tv_template,
3020                                         .count = DES3_EDE_DEC_TEST_VECTORS
3021                                 }
3022                         }
3023                 }
3024         }, {
3025                 .alg = "ecb(fcrypt)",
3026                 .test = alg_test_skcipher,
3027                 .suite = {
3028                         .cipher = {
3029                                 .enc = {
3030                                         .vecs = fcrypt_pcbc_enc_tv_template,
3031                                         .count = 1
3032                                 },
3033                                 .dec = {
3034                                         .vecs = fcrypt_pcbc_dec_tv_template,
3035                                         .count = 1
3036                                 }
3037                         }
3038                 }
3039         }, {
3040                 .alg = "ecb(khazad)",
3041                 .test = alg_test_skcipher,
3042                 .suite = {
3043                         .cipher = {
3044                                 .enc = {
3045                                         .vecs = khazad_enc_tv_template,
3046                                         .count = KHAZAD_ENC_TEST_VECTORS
3047                                 },
3048                                 .dec = {
3049                                         .vecs = khazad_dec_tv_template,
3050                                         .count = KHAZAD_DEC_TEST_VECTORS
3051                                 }
3052                         }
3053                 }
3054         }, {
3055                 .alg = "ecb(seed)",
3056                 .test = alg_test_skcipher,
3057                 .suite = {
3058                         .cipher = {
3059                                 .enc = {
3060                                         .vecs = seed_enc_tv_template,
3061                                         .count = SEED_ENC_TEST_VECTORS
3062                                 },
3063                                 .dec = {
3064                                         .vecs = seed_dec_tv_template,
3065                                         .count = SEED_DEC_TEST_VECTORS
3066                                 }
3067                         }
3068                 }
3069         }, {
3070                 .alg = "ecb(serpent)",
3071                 .test = alg_test_skcipher,
3072                 .suite = {
3073                         .cipher = {
3074                                 .enc = {
3075                                         .vecs = serpent_enc_tv_template,
3076                                         .count = SERPENT_ENC_TEST_VECTORS
3077                                 },
3078                                 .dec = {
3079                                         .vecs = serpent_dec_tv_template,
3080                                         .count = SERPENT_DEC_TEST_VECTORS
3081                                 }
3082                         }
3083                 }
3084         }, {
3085                 .alg = "ecb(tea)",
3086                 .test = alg_test_skcipher,
3087                 .suite = {
3088                         .cipher = {
3089                                 .enc = {
3090                                         .vecs = tea_enc_tv_template,
3091                                         .count = TEA_ENC_TEST_VECTORS
3092                                 },
3093                                 .dec = {
3094                                         .vecs = tea_dec_tv_template,
3095                                         .count = TEA_DEC_TEST_VECTORS
3096                                 }
3097                         }
3098                 }
3099         }, {
3100                 .alg = "ecb(tnepres)",
3101                 .test = alg_test_skcipher,
3102                 .suite = {
3103                         .cipher = {
3104                                 .enc = {
3105                                         .vecs = tnepres_enc_tv_template,
3106                                         .count = TNEPRES_ENC_TEST_VECTORS
3107                                 },
3108                                 .dec = {
3109                                         .vecs = tnepres_dec_tv_template,
3110                                         .count = TNEPRES_DEC_TEST_VECTORS
3111                                 }
3112                         }
3113                 }
3114         }, {
3115                 .alg = "ecb(twofish)",
3116                 .test = alg_test_skcipher,
3117                 .suite = {
3118                         .cipher = {
3119                                 .enc = {
3120                                         .vecs = tf_enc_tv_template,
3121                                         .count = TF_ENC_TEST_VECTORS
3122                                 },
3123                                 .dec = {
3124                                         .vecs = tf_dec_tv_template,
3125                                         .count = TF_DEC_TEST_VECTORS
3126                                 }
3127                         }
3128                 }
3129         }, {
3130                 .alg = "ecb(xeta)",
3131                 .test = alg_test_skcipher,
3132                 .suite = {
3133                         .cipher = {
3134                                 .enc = {
3135                                         .vecs = xeta_enc_tv_template,
3136                                         .count = XETA_ENC_TEST_VECTORS
3137                                 },
3138                                 .dec = {
3139                                         .vecs = xeta_dec_tv_template,
3140                                         .count = XETA_DEC_TEST_VECTORS
3141                                 }
3142                         }
3143                 }
3144         }, {
3145                 .alg = "ecb(xtea)",
3146                 .test = alg_test_skcipher,
3147                 .suite = {
3148                         .cipher = {
3149                                 .enc = {
3150                                         .vecs = xtea_enc_tv_template,
3151                                         .count = XTEA_ENC_TEST_VECTORS
3152                                 },
3153                                 .dec = {
3154                                         .vecs = xtea_dec_tv_template,
3155                                         .count = XTEA_DEC_TEST_VECTORS
3156                                 }
3157                         }
3158                 }
3159         }, {
3160                 .alg = "gcm(aes)",
3161                 .test = alg_test_aead,
3162                 .fips_allowed = 1,
3163                 .suite = {
3164                         .aead = {
3165                                 .enc = {
3166                                         .vecs = aes_gcm_enc_tv_template,
3167                                         .count = AES_GCM_ENC_TEST_VECTORS
3168                                 },
3169                                 .dec = {
3170                                         .vecs = aes_gcm_dec_tv_template,
3171                                         .count = AES_GCM_DEC_TEST_VECTORS
3172                                 }
3173                         }
3174                 }
3175         }, {
3176                 .alg = "ghash",
3177                 .test = alg_test_hash,
3178                 .fips_allowed = 1,
3179                 .suite = {
3180                         .hash = {
3181                                 .vecs = ghash_tv_template,
3182                                 .count = GHASH_TEST_VECTORS
3183                         }
3184                 }
3185         }, {
3186                 .alg = "hmac(crc32)",
3187                 .test = alg_test_hash,
3188                 .suite = {
3189                         .hash = {
3190                                 .vecs = bfin_crc_tv_template,
3191                                 .count = BFIN_CRC_TEST_VECTORS
3192                         }
3193                 }
3194         }, {
3195                 .alg = "hmac(md5)",
3196                 .test = alg_test_hash,
3197                 .suite = {
3198                         .hash = {
3199                                 .vecs = hmac_md5_tv_template,
3200                                 .count = HMAC_MD5_TEST_VECTORS
3201                         }
3202                 }
3203         }, {
3204                 .alg = "hmac(rmd128)",
3205                 .test = alg_test_hash,
3206                 .suite = {
3207                         .hash = {
3208                                 .vecs = hmac_rmd128_tv_template,
3209                                 .count = HMAC_RMD128_TEST_VECTORS
3210                         }
3211                 }
3212         }, {
3213                 .alg = "hmac(rmd160)",
3214                 .test = alg_test_hash,
3215                 .suite = {
3216                         .hash = {
3217                                 .vecs = hmac_rmd160_tv_template,
3218                                 .count = HMAC_RMD160_TEST_VECTORS
3219                         }
3220                 }
3221         }, {
3222                 .alg = "hmac(sha1)",
3223                 .test = alg_test_hash,
3224                 .fips_allowed = 1,
3225                 .suite = {
3226                         .hash = {
3227                                 .vecs = hmac_sha1_tv_template,
3228                                 .count = HMAC_SHA1_TEST_VECTORS
3229                         }
3230                 }
3231         }, {
3232                 .alg = "hmac(sha224)",
3233                 .test = alg_test_hash,
3234                 .fips_allowed = 1,
3235                 .suite = {
3236                         .hash = {
3237                                 .vecs = hmac_sha224_tv_template,
3238                                 .count = HMAC_SHA224_TEST_VECTORS
3239                         }
3240                 }
3241         }, {
3242                 .alg = "hmac(sha256)",
3243                 .test = alg_test_hash,
3244                 .fips_allowed = 1,
3245                 .suite = {
3246                         .hash = {
3247                                 .vecs = hmac_sha256_tv_template,
3248                                 .count = HMAC_SHA256_TEST_VECTORS
3249                         }
3250                 }
3251         }, {
3252                 .alg = "hmac(sha384)",
3253                 .test = alg_test_hash,
3254                 .fips_allowed = 1,
3255                 .suite = {
3256                         .hash = {
3257                                 .vecs = hmac_sha384_tv_template,
3258                                 .count = HMAC_SHA384_TEST_VECTORS
3259                         }
3260                 }
3261         }, {
3262                 .alg = "hmac(sha512)",
3263                 .test = alg_test_hash,
3264                 .fips_allowed = 1,
3265                 .suite = {
3266                         .hash = {
3267                                 .vecs = hmac_sha512_tv_template,
3268                                 .count = HMAC_SHA512_TEST_VECTORS
3269                         }
3270                 }
3271         }, {
3272                 .alg = "jitterentropy_rng",
3273                 .fips_allowed = 1,
3274                 .test = alg_test_null,
3275         }, {
3276                 .alg = "kw(aes)",
3277                 .test = alg_test_skcipher,
3278                 .fips_allowed = 1,
3279                 .suite = {
3280                         .cipher = {
3281                                 .enc = {
3282                                         .vecs = aes_kw_enc_tv_template,
3283                                         .count = ARRAY_SIZE(aes_kw_enc_tv_template)
3284                                 },
3285                                 .dec = {
3286                                         .vecs = aes_kw_dec_tv_template,
3287                                         .count = ARRAY_SIZE(aes_kw_dec_tv_template)
3288                                 }
3289                         }
3290                 }
3291         }, {
3292                 .alg = "lrw(aes)",
3293                 .test = alg_test_skcipher,
3294                 .suite = {
3295                         .cipher = {
3296                                 .enc = {
3297                                         .vecs = aes_lrw_enc_tv_template,
3298                                         .count = AES_LRW_ENC_TEST_VECTORS
3299                                 },
3300                                 .dec = {
3301                                         .vecs = aes_lrw_dec_tv_template,
3302                                         .count = AES_LRW_DEC_TEST_VECTORS
3303                                 }
3304                         }
3305                 }
3306         }, {
3307                 .alg = "lrw(camellia)",
3308                 .test = alg_test_skcipher,
3309                 .suite = {
3310                         .cipher = {
3311                                 .enc = {
3312                                         .vecs = camellia_lrw_enc_tv_template,
3313                                         .count = CAMELLIA_LRW_ENC_TEST_VECTORS
3314                                 },
3315                                 .dec = {
3316                                         .vecs = camellia_lrw_dec_tv_template,
3317                                         .count = CAMELLIA_LRW_DEC_TEST_VECTORS
3318                                 }
3319                         }
3320                 }
3321         }, {
3322                 .alg = "lrw(cast6)",
3323                 .test = alg_test_skcipher,
3324                 .suite = {
3325                         .cipher = {
3326                                 .enc = {
3327                                         .vecs = cast6_lrw_enc_tv_template,
3328                                         .count = CAST6_LRW_ENC_TEST_VECTORS
3329                                 },
3330                                 .dec = {
3331                                         .vecs = cast6_lrw_dec_tv_template,
3332                                         .count = CAST6_LRW_DEC_TEST_VECTORS
3333                                 }
3334                         }
3335                 }
3336         }, {
3337                 .alg = "lrw(serpent)",
3338                 .test = alg_test_skcipher,
3339                 .suite = {
3340                         .cipher = {
3341                                 .enc = {
3342                                         .vecs = serpent_lrw_enc_tv_template,
3343                                         .count = SERPENT_LRW_ENC_TEST_VECTORS
3344                                 },
3345                                 .dec = {
3346                                         .vecs = serpent_lrw_dec_tv_template,
3347                                         .count = SERPENT_LRW_DEC_TEST_VECTORS
3348                                 }
3349                         }
3350                 }
3351         }, {
3352                 .alg = "lrw(twofish)",
3353                 .test = alg_test_skcipher,
3354                 .suite = {
3355                         .cipher = {
3356                                 .enc = {
3357                                         .vecs = tf_lrw_enc_tv_template,
3358                                         .count = TF_LRW_ENC_TEST_VECTORS
3359                                 },
3360                                 .dec = {
3361                                         .vecs = tf_lrw_dec_tv_template,
3362                                         .count = TF_LRW_DEC_TEST_VECTORS
3363                                 }
3364                         }
3365                 }
3366         }, {
3367                 .alg = "lz4",
3368                 .test = alg_test_comp,
3369                 .fips_allowed = 1,
3370                 .suite = {
3371                         .comp = {
3372                                 .comp = {
3373                                         .vecs = lz4_comp_tv_template,
3374                                         .count = LZ4_COMP_TEST_VECTORS
3375                                 },
3376                                 .decomp = {
3377                                         .vecs = lz4_decomp_tv_template,
3378                                         .count = LZ4_DECOMP_TEST_VECTORS
3379                                 }
3380                         }
3381                 }
3382         }, {
3383                 .alg = "lz4hc",
3384                 .test = alg_test_comp,
3385                 .fips_allowed = 1,
3386                 .suite = {
3387                         .comp = {
3388                                 .comp = {
3389                                         .vecs = lz4hc_comp_tv_template,
3390                                         .count = LZ4HC_COMP_TEST_VECTORS
3391                                 },
3392                                 .decomp = {
3393                                         .vecs = lz4hc_decomp_tv_template,
3394                                         .count = LZ4HC_DECOMP_TEST_VECTORS
3395                                 }
3396                         }
3397                 }
3398         }, {
3399                 .alg = "lzo",
3400                 .test = alg_test_comp,
3401                 .fips_allowed = 1,
3402                 .suite = {
3403                         .comp = {
3404                                 .comp = {
3405                                         .vecs = lzo_comp_tv_template,
3406                                         .count = LZO_COMP_TEST_VECTORS
3407                                 },
3408                                 .decomp = {
3409                                         .vecs = lzo_decomp_tv_template,
3410                                         .count = LZO_DECOMP_TEST_VECTORS
3411                                 }
3412                         }
3413                 }
3414         }, {
3415                 .alg = "md4",
3416                 .test = alg_test_hash,
3417                 .suite = {
3418                         .hash = {
3419                                 .vecs = md4_tv_template,
3420                                 .count = MD4_TEST_VECTORS
3421                         }
3422                 }
3423         }, {
3424                 .alg = "md5",
3425                 .test = alg_test_hash,
3426                 .suite = {
3427                         .hash = {
3428                                 .vecs = md5_tv_template,
3429                                 .count = MD5_TEST_VECTORS
3430                         }
3431                 }
3432         }, {
3433                 .alg = "michael_mic",
3434                 .test = alg_test_hash,
3435                 .suite = {
3436                         .hash = {
3437                                 .vecs = michael_mic_tv_template,
3438                                 .count = MICHAEL_MIC_TEST_VECTORS
3439                         }
3440                 }
3441         }, {
3442                 .alg = "ofb(aes)",
3443                 .test = alg_test_skcipher,
3444                 .fips_allowed = 1,
3445                 .suite = {
3446                         .cipher = {
3447                                 .enc = {
3448                                         .vecs = aes_ofb_enc_tv_template,
3449                                         .count = AES_OFB_ENC_TEST_VECTORS
3450                                 },
3451                                 .dec = {
3452                                         .vecs = aes_ofb_dec_tv_template,
3453                                         .count = AES_OFB_DEC_TEST_VECTORS
3454                                 }
3455                         }
3456                 }
3457         }, {
3458                 .alg = "pcbc(fcrypt)",
3459                 .test = alg_test_skcipher,
3460                 .suite = {
3461                         .cipher = {
3462                                 .enc = {
3463                                         .vecs = fcrypt_pcbc_enc_tv_template,
3464                                         .count = FCRYPT_ENC_TEST_VECTORS
3465                                 },
3466                                 .dec = {
3467                                         .vecs = fcrypt_pcbc_dec_tv_template,
3468                                         .count = FCRYPT_DEC_TEST_VECTORS
3469                                 }
3470                         }
3471                 }
3472         }, {
3473                 .alg = "poly1305",
3474                 .test = alg_test_hash,
3475                 .suite = {
3476                         .hash = {
3477                                 .vecs = poly1305_tv_template,
3478                                 .count = POLY1305_TEST_VECTORS
3479                         }
3480                 }
3481         }, {
3482                 .alg = "rfc3686(ctr(aes))",
3483                 .test = alg_test_skcipher,
3484                 .fips_allowed = 1,
3485                 .suite = {
3486                         .cipher = {
3487                                 .enc = {
3488                                         .vecs = aes_ctr_rfc3686_enc_tv_template,
3489                                         .count = AES_CTR_3686_ENC_TEST_VECTORS
3490                                 },
3491                                 .dec = {
3492                                         .vecs = aes_ctr_rfc3686_dec_tv_template,
3493                                         .count = AES_CTR_3686_DEC_TEST_VECTORS
3494                                 }
3495                         }
3496                 }
3497         }, {
3498                 .alg = "rfc4106(gcm(aes))",
3499                 .test = alg_test_aead,
3500                 .fips_allowed = 1,
3501                 .suite = {
3502                         .aead = {
3503                                 .enc = {
3504                                         .vecs = aes_gcm_rfc4106_enc_tv_template,
3505                                         .count = AES_GCM_4106_ENC_TEST_VECTORS
3506                                 },
3507                                 .dec = {
3508                                         .vecs = aes_gcm_rfc4106_dec_tv_template,
3509                                         .count = AES_GCM_4106_DEC_TEST_VECTORS
3510                                 }
3511                         }
3512                 }
3513         }, {
3514                 .alg = "rfc4309(ccm(aes))",
3515                 .test = alg_test_aead,
3516                 .fips_allowed = 1,
3517                 .suite = {
3518                         .aead = {
3519                                 .enc = {
3520                                         .vecs = aes_ccm_rfc4309_enc_tv_template,
3521                                         .count = AES_CCM_4309_ENC_TEST_VECTORS
3522                                 },
3523                                 .dec = {
3524                                         .vecs = aes_ccm_rfc4309_dec_tv_template,
3525                                         .count = AES_CCM_4309_DEC_TEST_VECTORS
3526                                 }
3527                         }
3528                 }
3529         }, {
3530                 .alg = "rfc4543(gcm(aes))",
3531                 .test = alg_test_aead,
3532                 .suite = {
3533                         .aead = {
3534                                 .enc = {
3535                                         .vecs = aes_gcm_rfc4543_enc_tv_template,
3536                                         .count = AES_GCM_4543_ENC_TEST_VECTORS
3537                                 },
3538                                 .dec = {
3539                                         .vecs = aes_gcm_rfc4543_dec_tv_template,
3540                                         .count = AES_GCM_4543_DEC_TEST_VECTORS
3541                                 },
3542                         }
3543                 }
3544         }, {
3545                 .alg = "rfc7539(chacha20,poly1305)",
3546                 .test = alg_test_aead,
3547                 .suite = {
3548                         .aead = {
3549                                 .enc = {
3550                                         .vecs = rfc7539_enc_tv_template,
3551                                         .count = RFC7539_ENC_TEST_VECTORS
3552                                 },
3553                                 .dec = {
3554                                         .vecs = rfc7539_dec_tv_template,
3555                                         .count = RFC7539_DEC_TEST_VECTORS
3556                                 },
3557                         }
3558                 }
3559         }, {
3560                 .alg = "rfc7539esp(chacha20,poly1305)",
3561                 .test = alg_test_aead,
3562                 .suite = {
3563                         .aead = {
3564                                 .enc = {
3565                                         .vecs = rfc7539esp_enc_tv_template,
3566                                         .count = RFC7539ESP_ENC_TEST_VECTORS
3567                                 },
3568                                 .dec = {
3569                                         .vecs = rfc7539esp_dec_tv_template,
3570                                         .count = RFC7539ESP_DEC_TEST_VECTORS
3571                                 },
3572                         }
3573                 }
3574         }, {
3575                 .alg = "rmd128",
3576                 .test = alg_test_hash,
3577                 .suite = {
3578                         .hash = {
3579                                 .vecs = rmd128_tv_template,
3580                                 .count = RMD128_TEST_VECTORS
3581                         }
3582                 }
3583         }, {
3584                 .alg = "rmd160",
3585                 .test = alg_test_hash,
3586                 .suite = {
3587                         .hash = {
3588                                 .vecs = rmd160_tv_template,
3589                                 .count = RMD160_TEST_VECTORS
3590                         }
3591                 }
3592         }, {
3593                 .alg = "rmd256",
3594                 .test = alg_test_hash,
3595                 .suite = {
3596                         .hash = {
3597                                 .vecs = rmd256_tv_template,
3598                                 .count = RMD256_TEST_VECTORS
3599                         }
3600                 }
3601         }, {
3602                 .alg = "rmd320",
3603                 .test = alg_test_hash,
3604                 .suite = {
3605                         .hash = {
3606                                 .vecs = rmd320_tv_template,
3607                                 .count = RMD320_TEST_VECTORS
3608                         }
3609                 }
3610         }, {
3611                 .alg = "rsa",
3612                 .test = alg_test_akcipher,
3613                 .fips_allowed = 1,
3614                 .suite = {
3615                         .akcipher = {
3616                                 .vecs = rsa_tv_template,
3617                                 .count = RSA_TEST_VECTORS
3618                         }
3619                 }
3620         }, {
3621                 .alg = "salsa20",
3622                 .test = alg_test_skcipher,
3623                 .suite = {
3624                         .cipher = {
3625                                 .enc = {
3626                                         .vecs = salsa20_stream_enc_tv_template,
3627                                         .count = SALSA20_STREAM_ENC_TEST_VECTORS
3628                                 }
3629                         }
3630                 }
3631         }, {
3632                 .alg = "sha1",
3633                 .test = alg_test_hash,
3634                 .fips_allowed = 1,
3635                 .suite = {
3636                         .hash = {
3637                                 .vecs = sha1_tv_template,
3638                                 .count = SHA1_TEST_VECTORS
3639                         }
3640                 }
3641         }, {
3642                 .alg = "sha224",
3643                 .test = alg_test_hash,
3644                 .fips_allowed = 1,
3645                 .suite = {
3646                         .hash = {
3647                                 .vecs = sha224_tv_template,
3648                                 .count = SHA224_TEST_VECTORS
3649                         }
3650                 }
3651         }, {
3652                 .alg = "sha256",
3653                 .test = alg_test_hash,
3654                 .fips_allowed = 1,
3655                 .suite = {
3656                         .hash = {
3657                                 .vecs = sha256_tv_template,
3658                                 .count = SHA256_TEST_VECTORS
3659                         }
3660                 }
3661         }, {
3662                 .alg = "sha384",
3663                 .test = alg_test_hash,
3664                 .fips_allowed = 1,
3665                 .suite = {
3666                         .hash = {
3667                                 .vecs = sha384_tv_template,
3668                                 .count = SHA384_TEST_VECTORS
3669                         }
3670                 }
3671         }, {
3672                 .alg = "sha512",
3673                 .test = alg_test_hash,
3674                 .fips_allowed = 1,
3675                 .suite = {
3676                         .hash = {
3677                                 .vecs = sha512_tv_template,
3678                                 .count = SHA512_TEST_VECTORS
3679                         }
3680                 }
3681         }, {
3682                 .alg = "tgr128",
3683                 .test = alg_test_hash,
3684                 .suite = {
3685                         .hash = {
3686                                 .vecs = tgr128_tv_template,
3687                                 .count = TGR128_TEST_VECTORS
3688                         }
3689                 }
3690         }, {
3691                 .alg = "tgr160",
3692                 .test = alg_test_hash,
3693                 .suite = {
3694                         .hash = {
3695                                 .vecs = tgr160_tv_template,
3696                                 .count = TGR160_TEST_VECTORS
3697                         }
3698                 }
3699         }, {
3700                 .alg = "tgr192",
3701                 .test = alg_test_hash,
3702                 .suite = {
3703                         .hash = {
3704                                 .vecs = tgr192_tv_template,
3705                                 .count = TGR192_TEST_VECTORS
3706                         }
3707                 }
3708         }, {
3709                 .alg = "vmac(aes)",
3710                 .test = alg_test_hash,
3711                 .suite = {
3712                         .hash = {
3713                                 .vecs = aes_vmac128_tv_template,
3714                                 .count = VMAC_AES_TEST_VECTORS
3715                         }
3716                 }
3717         }, {
3718                 .alg = "wp256",
3719                 .test = alg_test_hash,
3720                 .suite = {
3721                         .hash = {
3722                                 .vecs = wp256_tv_template,
3723                                 .count = WP256_TEST_VECTORS
3724                         }
3725                 }
3726         }, {
3727                 .alg = "wp384",
3728                 .test = alg_test_hash,
3729                 .suite = {
3730                         .hash = {
3731                                 .vecs = wp384_tv_template,
3732                                 .count = WP384_TEST_VECTORS
3733                         }
3734                 }
3735         }, {
3736                 .alg = "wp512",
3737                 .test = alg_test_hash,
3738                 .suite = {
3739                         .hash = {
3740                                 .vecs = wp512_tv_template,
3741                                 .count = WP512_TEST_VECTORS
3742                         }
3743                 }
3744         }, {
3745                 .alg = "xcbc(aes)",
3746                 .test = alg_test_hash,
3747                 .suite = {
3748                         .hash = {
3749                                 .vecs = aes_xcbc128_tv_template,
3750                                 .count = XCBC_AES_TEST_VECTORS
3751                         }
3752                 }
3753         }, {
3754                 .alg = "xts(aes)",
3755                 .test = alg_test_skcipher,
3756                 .fips_allowed = 1,
3757                 .suite = {
3758                         .cipher = {
3759                                 .enc = {
3760                                         .vecs = aes_xts_enc_tv_template,
3761                                         .count = AES_XTS_ENC_TEST_VECTORS
3762                                 },
3763                                 .dec = {
3764                                         .vecs = aes_xts_dec_tv_template,
3765                                         .count = AES_XTS_DEC_TEST_VECTORS
3766                                 }
3767                         }
3768                 }
3769         }, {
3770                 .alg = "xts(camellia)",
3771                 .test = alg_test_skcipher,
3772                 .suite = {
3773                         .cipher = {
3774                                 .enc = {
3775                                         .vecs = camellia_xts_enc_tv_template,
3776                                         .count = CAMELLIA_XTS_ENC_TEST_VECTORS
3777                                 },
3778                                 .dec = {
3779                                         .vecs = camellia_xts_dec_tv_template,
3780                                         .count = CAMELLIA_XTS_DEC_TEST_VECTORS
3781                                 }
3782                         }
3783                 }
3784         }, {
3785                 .alg = "xts(cast6)",
3786                 .test = alg_test_skcipher,
3787                 .suite = {
3788                         .cipher = {
3789                                 .enc = {
3790                                         .vecs = cast6_xts_enc_tv_template,
3791                                         .count = CAST6_XTS_ENC_TEST_VECTORS
3792                                 },
3793                                 .dec = {
3794                                         .vecs = cast6_xts_dec_tv_template,
3795                                         .count = CAST6_XTS_DEC_TEST_VECTORS
3796                                 }
3797                         }
3798                 }
3799         }, {
3800                 .alg = "xts(serpent)",
3801                 .test = alg_test_skcipher,
3802                 .suite = {
3803                         .cipher = {
3804                                 .enc = {
3805                                         .vecs = serpent_xts_enc_tv_template,
3806                                         .count = SERPENT_XTS_ENC_TEST_VECTORS
3807                                 },
3808                                 .dec = {
3809                                         .vecs = serpent_xts_dec_tv_template,
3810                                         .count = SERPENT_XTS_DEC_TEST_VECTORS
3811                                 }
3812                         }
3813                 }
3814         }, {
3815                 .alg = "xts(twofish)",
3816                 .test = alg_test_skcipher,
3817                 .suite = {
3818                         .cipher = {
3819                                 .enc = {
3820                                         .vecs = tf_xts_enc_tv_template,
3821                                         .count = TF_XTS_ENC_TEST_VECTORS
3822                                 },
3823                                 .dec = {
3824                                         .vecs = tf_xts_dec_tv_template,
3825                                         .count = TF_XTS_DEC_TEST_VECTORS
3826                                 }
3827                         }
3828                 }
3829         }
3830 };
3831
3832 static bool alg_test_descs_checked;
3833
3834 static void alg_test_descs_check_order(void)
3835 {
3836         int i;
3837
3838         /* only check once */
3839         if (alg_test_descs_checked)
3840                 return;
3841
3842         alg_test_descs_checked = true;
3843
3844         for (i = 1; i < ARRAY_SIZE(alg_test_descs); i++) {
3845                 int diff = strcmp(alg_test_descs[i - 1].alg,
3846                                   alg_test_descs[i].alg);
3847
3848                 if (WARN_ON(diff > 0)) {
3849                         pr_warn("testmgr: alg_test_descs entries in wrong order: '%s' before '%s'\n",
3850                                 alg_test_descs[i - 1].alg,
3851                                 alg_test_descs[i].alg);
3852                 }
3853
3854                 if (WARN_ON(diff == 0)) {
3855                         pr_warn("testmgr: duplicate alg_test_descs entry: '%s'\n",
3856                                 alg_test_descs[i].alg);
3857                 }
3858         }
3859 }
3860
3861 static int alg_find_test(const char *alg)
3862 {
3863         int start = 0;
3864         int end = ARRAY_SIZE(alg_test_descs);
3865
3866         while (start < end) {
3867                 int i = (start + end) / 2;
3868                 int diff = strcmp(alg_test_descs[i].alg, alg);
3869
3870                 if (diff > 0) {
3871                         end = i;
3872                         continue;
3873                 }
3874
3875                 if (diff < 0) {
3876                         start = i + 1;
3877                         continue;
3878                 }
3879
3880                 return i;
3881         }
3882
3883         return -1;
3884 }
3885
3886 int alg_test(const char *driver, const char *alg, u32 type, u32 mask)
3887 {
3888         int i;
3889         int j;
3890         int rc;
3891
3892         if (!fips_enabled && notests) {
3893                 printk_once(KERN_INFO "alg: self-tests disabled\n");
3894                 return 0;
3895         }
3896
3897         alg_test_descs_check_order();
3898
3899         if ((type & CRYPTO_ALG_TYPE_MASK) == CRYPTO_ALG_TYPE_CIPHER) {
3900                 char nalg[CRYPTO_MAX_ALG_NAME];
3901
3902                 if (snprintf(nalg, sizeof(nalg), "ecb(%s)", alg) >=
3903                     sizeof(nalg))
3904                         return -ENAMETOOLONG;
3905
3906                 i = alg_find_test(nalg);
3907                 if (i < 0)
3908                         goto notest;
3909
3910                 if (fips_enabled && !alg_test_descs[i].fips_allowed)
3911                         goto non_fips_alg;
3912
3913                 rc = alg_test_cipher(alg_test_descs + i, driver, type, mask);
3914                 goto test_done;
3915         }
3916
3917         i = alg_find_test(alg);
3918         j = alg_find_test(driver);
3919         if (i < 0 && j < 0)
3920                 goto notest;
3921
3922         if (fips_enabled && ((i >= 0 && !alg_test_descs[i].fips_allowed) ||
3923                              (j >= 0 && !alg_test_descs[j].fips_allowed)))
3924                 goto non_fips_alg;
3925
3926         rc = 0;
3927         if (i >= 0)
3928                 rc |= alg_test_descs[i].test(alg_test_descs + i, driver,
3929                                              type, mask);
3930         if (j >= 0 && j != i)
3931                 rc |= alg_test_descs[j].test(alg_test_descs + j, driver,
3932                                              type, mask);
3933
3934 test_done:
3935         if (fips_enabled && rc)
3936                 panic("%s: %s alg self test failed in fips mode!\n", driver, alg);
3937
3938         if (fips_enabled && !rc)
3939                 pr_info("alg: self-tests for %s (%s) passed\n", driver, alg);
3940
3941         return rc;
3942
3943 notest:
3944         printk(KERN_INFO "alg: No test for %s (%s)\n", alg, driver);
3945         return 0;
3946 non_fips_alg:
3947         return -EINVAL;
3948 }
3949
3950 #endif /* CONFIG_CRYPTO_MANAGER_DISABLE_TESTS */
3951
3952 EXPORT_SYMBOL_GPL(alg_test);