blob: f7affe7cf0b47d6cb21f5f67a05daa1bc8680aad [file] [log] [blame]
Herbert Xuef2736f2005-06-22 13:26:03 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * Quick & dirty crypto testing module.
3 *
4 * This will only exist until we have a better testing mechanism
5 * (e.g. a char device).
6 *
7 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
8 * Copyright (c) 2002 Jean-Francois Dive <jef@linuxbe.org>
Mikko Herranene3a4ea42007-11-26 22:12:07 +08009 * Copyright (c) 2007 Nokia Siemens Networks
Linus Torvalds1da177e2005-04-16 15:20:36 -070010 *
Adrian Hoban69435b92010-11-04 15:02:04 -040011 * Updated RFC4106 AES-GCM testing.
12 * Authors: Aidan O'Mahony (aidan.o.mahony@intel.com)
13 * Adrian Hoban <adrian.hoban@intel.com>
14 * Gabriele Paoloni <gabriele.paoloni@intel.com>
15 * Tadeusz Struk (tadeusz.struk@intel.com)
16 * Copyright (c) 2010, Intel Corporation.
17 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070018 * This program is free software; you can redistribute it and/or modify it
19 * under the terms of the GNU General Public License as published by the Free
Herbert Xuef2736f2005-06-22 13:26:03 -070020 * Software Foundation; either version 2 of the License, or (at your option)
Linus Torvalds1da177e2005-04-16 15:20:36 -070021 * any later version.
22 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070023 */
24
Rabin Vincent76512f22017-01-18 14:54:05 +010025#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
26
Herbert Xu1ce5a042015-04-22 15:06:30 +080027#include <crypto/aead.h>
Herbert Xu18e33e62008-07-10 16:01:22 +080028#include <crypto/hash.h>
Herbert Xu7166e582016-06-29 18:03:50 +080029#include <crypto/skcipher.h>
Herbert Xucba83562006-08-13 08:26:09 +100030#include <linux/err.h>
Herbert Xudaf09442015-04-22 13:25:57 +080031#include <linux/fips.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032#include <linux/init.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090033#include <linux/gfp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034#include <linux/module.h>
David Hardeman378f0582005-09-17 17:55:31 +100035#include <linux/scatterlist.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070036#include <linux/string.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070037#include <linux/moduleparam.h>
Harald Welteebfd9bc2005-06-22 13:27:23 -070038#include <linux/jiffies.h>
Herbert Xu6a179442005-06-22 13:29:03 -070039#include <linux/timex.h>
40#include <linux/interrupt.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070041#include "tcrypt.h"
42
43/*
Herbert Xuf139cfa2008-07-31 12:23:53 +080044 * Need slab memory for testing (size in number of pages).
Linus Torvalds1da177e2005-04-16 15:20:36 -070045 */
Herbert Xuf139cfa2008-07-31 12:23:53 +080046#define TVMEMSIZE 4
Linus Torvalds1da177e2005-04-16 15:20:36 -070047
48/*
Herbert Xuda7f0332008-07-31 17:08:25 +080049* Used by test_cipher_speed()
Linus Torvalds1da177e2005-04-16 15:20:36 -070050*/
51#define ENCRYPT 1
52#define DECRYPT 0
Linus Torvalds1da177e2005-04-16 15:20:36 -070053
Horia Geant?f074f7b2015-08-27 18:38:36 +030054#define MAX_DIGEST_SIZE 64
55
Harald Welteebfd9bc2005-06-22 13:27:23 -070056/*
Luca Clementi263a8df2014-06-25 22:57:42 -070057 * return a string with the driver name
58 */
59#define get_driver_name(tfm_type, tfm) crypto_tfm_alg_driver_name(tfm_type ## _tfm(tfm))
60
61/*
Harald Welteebfd9bc2005-06-22 13:27:23 -070062 * Used by test_cipher_speed()
63 */
Herbert Xu6a179442005-06-22 13:29:03 -070064static unsigned int sec;
Harald Welteebfd9bc2005-06-22 13:27:23 -070065
Steffen Klasserta873a5f2009-06-19 19:46:53 +080066static char *alg = NULL;
67static u32 type;
Herbert Xu7be380f2009-07-14 16:06:54 +080068static u32 mask;
Linus Torvalds1da177e2005-04-16 15:20:36 -070069static int mode;
Herbert Xuf139cfa2008-07-31 12:23:53 +080070static char *tvmem[TVMEMSIZE];
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
72static char *check[] = {
Jonathan Lynchcd12fb902007-11-10 20:08:25 +080073 "des", "md5", "des3_ede", "rot13", "sha1", "sha224", "sha256",
74 "blowfish", "twofish", "serpent", "sha384", "sha512", "md4", "aes",
75 "cast6", "arc4", "michael_mic", "deflate", "crc32c", "tea", "xtea",
David Howells90831632006-12-16 12:13:14 +110076 "khazad", "wp512", "wp384", "wp256", "tnepres", "xeta", "fcrypt",
Adrian-Ken Rueegsegger2998db32008-05-09 21:29:35 +080077 "camellia", "seed", "salsa20", "rmd128", "rmd160", "rmd256", "rmd320",
raveendra padasalagi79cc6ab2016-06-17 10:30:36 +053078 "lzo", "cts", "zlib", "sha3-224", "sha3-256", "sha3-384", "sha3-512",
79 NULL
Linus Torvalds1da177e2005-04-16 15:20:36 -070080};
81
Vutla, Lokesh1425d2d2015-07-07 21:01:49 +053082struct tcrypt_result {
83 struct completion completion;
84 int err;
85};
86
87static void tcrypt_complete(struct crypto_async_request *req, int err)
88{
89 struct tcrypt_result *res = req->data;
90
91 if (err == -EINPROGRESS)
92 return;
93
94 res->err = err;
95 complete(&res->completion);
96}
97
Vutla, Lokesh1425d2d2015-07-07 21:01:49 +053098static inline int do_one_aead_op(struct aead_request *req, int ret)
99{
100 if (ret == -EINPROGRESS || ret == -EBUSY) {
101 struct tcrypt_result *tr = req->base.data;
102
103 ret = wait_for_completion_interruptible(&tr->completion);
104 if (!ret)
105 ret = tr->err;
106 reinit_completion(&tr->completion);
107 }
108
109 return ret;
110}
111
Tim Chen53f52d72013-12-11 14:28:47 -0800112static int test_aead_jiffies(struct aead_request *req, int enc,
Mark Rustad3e3dc252014-07-25 02:53:38 -0700113 int blen, int secs)
Tim Chen53f52d72013-12-11 14:28:47 -0800114{
115 unsigned long start, end;
116 int bcount;
117 int ret;
118
Mark Rustad3e3dc252014-07-25 02:53:38 -0700119 for (start = jiffies, end = start + secs * HZ, bcount = 0;
Tim Chen53f52d72013-12-11 14:28:47 -0800120 time_before(jiffies, end); bcount++) {
121 if (enc)
Vutla, Lokesh1425d2d2015-07-07 21:01:49 +0530122 ret = do_one_aead_op(req, crypto_aead_encrypt(req));
Tim Chen53f52d72013-12-11 14:28:47 -0800123 else
Vutla, Lokesh1425d2d2015-07-07 21:01:49 +0530124 ret = do_one_aead_op(req, crypto_aead_decrypt(req));
Tim Chen53f52d72013-12-11 14:28:47 -0800125
126 if (ret)
127 return ret;
128 }
129
130 printk("%d operations in %d seconds (%ld bytes)\n",
Mark Rustad3e3dc252014-07-25 02:53:38 -0700131 bcount, secs, (long)bcount * blen);
Tim Chen53f52d72013-12-11 14:28:47 -0800132 return 0;
133}
134
135static int test_aead_cycles(struct aead_request *req, int enc, int blen)
136{
137 unsigned long cycles = 0;
138 int ret = 0;
139 int i;
140
Tim Chen53f52d72013-12-11 14:28:47 -0800141 /* Warm-up run. */
142 for (i = 0; i < 4; i++) {
143 if (enc)
Vutla, Lokesh1425d2d2015-07-07 21:01:49 +0530144 ret = do_one_aead_op(req, crypto_aead_encrypt(req));
Tim Chen53f52d72013-12-11 14:28:47 -0800145 else
Vutla, Lokesh1425d2d2015-07-07 21:01:49 +0530146 ret = do_one_aead_op(req, crypto_aead_decrypt(req));
Tim Chen53f52d72013-12-11 14:28:47 -0800147
148 if (ret)
149 goto out;
150 }
151
152 /* The real thing. */
153 for (i = 0; i < 8; i++) {
154 cycles_t start, end;
155
156 start = get_cycles();
157 if (enc)
Vutla, Lokesh1425d2d2015-07-07 21:01:49 +0530158 ret = do_one_aead_op(req, crypto_aead_encrypt(req));
Tim Chen53f52d72013-12-11 14:28:47 -0800159 else
Vutla, Lokesh1425d2d2015-07-07 21:01:49 +0530160 ret = do_one_aead_op(req, crypto_aead_decrypt(req));
Tim Chen53f52d72013-12-11 14:28:47 -0800161 end = get_cycles();
162
163 if (ret)
164 goto out;
165
166 cycles += end - start;
167 }
168
169out:
Tim Chen53f52d72013-12-11 14:28:47 -0800170 if (ret == 0)
171 printk("1 operation in %lu cycles (%d bytes)\n",
172 (cycles + 4) / 8, blen);
173
174 return ret;
175}
176
Sebastian Siewiord5dc3922008-03-11 21:27:11 +0800177static u32 block_sizes[] = { 16, 64, 256, 1024, 8192, 0 };
Tim Chen53f52d72013-12-11 14:28:47 -0800178static u32 aead_sizes[] = { 16, 64, 256, 512, 1024, 2048, 4096, 8192, 0 };
179
180#define XBUFSIZE 8
181#define MAX_IVLEN 32
182
183static int testmgr_alloc_buf(char *buf[XBUFSIZE])
184{
185 int i;
186
187 for (i = 0; i < XBUFSIZE; i++) {
188 buf[i] = (void *)__get_free_page(GFP_KERNEL);
189 if (!buf[i])
190 goto err_free_buf;
191 }
192
193 return 0;
194
195err_free_buf:
196 while (i-- > 0)
197 free_page((unsigned long)buf[i]);
198
199 return -ENOMEM;
200}
201
202static void testmgr_free_buf(char *buf[XBUFSIZE])
203{
204 int i;
205
206 for (i = 0; i < XBUFSIZE; i++)
207 free_page((unsigned long)buf[i]);
208}
209
210static void sg_init_aead(struct scatterlist *sg, char *xbuf[XBUFSIZE],
211 unsigned int buflen)
212{
213 int np = (buflen + PAGE_SIZE - 1)/PAGE_SIZE;
214 int k, rem;
215
Tim Chen53f52d72013-12-11 14:28:47 -0800216 if (np > XBUFSIZE) {
217 rem = PAGE_SIZE;
218 np = XBUFSIZE;
Cristian Stoicac4768992015-01-27 11:54:27 +0200219 } else {
220 rem = buflen % PAGE_SIZE;
Tim Chen53f52d72013-12-11 14:28:47 -0800221 }
Cristian Stoicac4768992015-01-27 11:54:27 +0200222
Herbert Xu31267272015-06-17 14:05:26 +0800223 sg_init_table(sg, np + 1);
Robert Baronescu3a570cf2017-10-10 13:21:59 +0300224 if (rem)
225 np--;
Cristian Stoicac4768992015-01-27 11:54:27 +0200226 for (k = 0; k < np; k++)
Herbert Xu31267272015-06-17 14:05:26 +0800227 sg_set_buf(&sg[k + 1], xbuf[k], PAGE_SIZE);
Cristian Stoicac4768992015-01-27 11:54:27 +0200228
Robert Baronescu3a570cf2017-10-10 13:21:59 +0300229 if (rem)
230 sg_set_buf(&sg[k + 1], xbuf[k], rem);
Tim Chen53f52d72013-12-11 14:28:47 -0800231}
232
Mark Rustad3e3dc252014-07-25 02:53:38 -0700233static void test_aead_speed(const char *algo, int enc, unsigned int secs,
Tim Chen53f52d72013-12-11 14:28:47 -0800234 struct aead_speed_template *template,
235 unsigned int tcount, u8 authsize,
236 unsigned int aad_size, u8 *keysize)
237{
238 unsigned int i, j;
239 struct crypto_aead *tfm;
240 int ret = -ENOMEM;
241 const char *key;
242 struct aead_request *req;
243 struct scatterlist *sg;
Tim Chen53f52d72013-12-11 14:28:47 -0800244 struct scatterlist *sgout;
245 const char *e;
246 void *assoc;
Cristian Stoica96692a732015-01-28 13:07:32 +0200247 char *iv;
Tim Chen53f52d72013-12-11 14:28:47 -0800248 char *xbuf[XBUFSIZE];
249 char *xoutbuf[XBUFSIZE];
250 char *axbuf[XBUFSIZE];
251 unsigned int *b_size;
252 unsigned int iv_len;
Vutla, Lokesh1425d2d2015-07-07 21:01:49 +0530253 struct tcrypt_result result;
Tim Chen53f52d72013-12-11 14:28:47 -0800254
Cristian Stoica96692a732015-01-28 13:07:32 +0200255 iv = kzalloc(MAX_IVLEN, GFP_KERNEL);
256 if (!iv)
257 return;
258
Christian Engelmayerac5f8632014-04-21 20:45:59 +0200259 if (aad_size >= PAGE_SIZE) {
260 pr_err("associate data length (%u) too big\n", aad_size);
Cristian Stoica96692a732015-01-28 13:07:32 +0200261 goto out_noxbuf;
Christian Engelmayerac5f8632014-04-21 20:45:59 +0200262 }
263
Tim Chen53f52d72013-12-11 14:28:47 -0800264 if (enc == ENCRYPT)
265 e = "encryption";
266 else
267 e = "decryption";
268
269 if (testmgr_alloc_buf(xbuf))
270 goto out_noxbuf;
271 if (testmgr_alloc_buf(axbuf))
272 goto out_noaxbuf;
273 if (testmgr_alloc_buf(xoutbuf))
274 goto out_nooutbuf;
275
Herbert Xua3f21852015-05-27 16:03:51 +0800276 sg = kmalloc(sizeof(*sg) * 9 * 2, GFP_KERNEL);
Tim Chen53f52d72013-12-11 14:28:47 -0800277 if (!sg)
278 goto out_nosg;
Herbert Xua3f21852015-05-27 16:03:51 +0800279 sgout = &sg[9];
Tim Chen53f52d72013-12-11 14:28:47 -0800280
Herbert Xu5e4b8c12015-08-13 17:29:06 +0800281 tfm = crypto_alloc_aead(algo, 0, 0);
Tim Chen53f52d72013-12-11 14:28:47 -0800282
283 if (IS_ERR(tfm)) {
284 pr_err("alg: aead: Failed to load transform for %s: %ld\n", algo,
285 PTR_ERR(tfm));
Christian Engelmayera2ea6ed2014-04-21 20:46:40 +0200286 goto out_notfm;
Tim Chen53f52d72013-12-11 14:28:47 -0800287 }
288
Vutla, Lokesh1425d2d2015-07-07 21:01:49 +0530289 init_completion(&result.completion);
Luca Clementi263a8df2014-06-25 22:57:42 -0700290 printk(KERN_INFO "\ntesting speed of %s (%s) %s\n", algo,
291 get_driver_name(crypto_aead, tfm), e);
292
Tim Chen53f52d72013-12-11 14:28:47 -0800293 req = aead_request_alloc(tfm, GFP_KERNEL);
294 if (!req) {
295 pr_err("alg: aead: Failed to allocate request for %s\n",
296 algo);
Christian Engelmayer6af1f932014-04-21 20:47:05 +0200297 goto out_noreq;
Tim Chen53f52d72013-12-11 14:28:47 -0800298 }
299
Vutla, Lokesh1425d2d2015-07-07 21:01:49 +0530300 aead_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
301 tcrypt_complete, &result);
302
Tim Chen53f52d72013-12-11 14:28:47 -0800303 i = 0;
304 do {
305 b_size = aead_sizes;
306 do {
307 assoc = axbuf[0];
Christian Engelmayerac5f8632014-04-21 20:45:59 +0200308 memset(assoc, 0xff, aad_size);
Tim Chen53f52d72013-12-11 14:28:47 -0800309
310 if ((*keysize + *b_size) > TVMEMSIZE * PAGE_SIZE) {
311 pr_err("template (%u) too big for tvmem (%lu)\n",
312 *keysize + *b_size,
313 TVMEMSIZE * PAGE_SIZE);
314 goto out;
315 }
316
317 key = tvmem[0];
318 for (j = 0; j < tcount; j++) {
319 if (template[j].klen == *keysize) {
320 key = template[j].key;
321 break;
322 }
323 }
324 ret = crypto_aead_setkey(tfm, key, *keysize);
325 ret = crypto_aead_setauthsize(tfm, authsize);
326
327 iv_len = crypto_aead_ivsize(tfm);
328 if (iv_len)
Cristian Stoica96692a732015-01-28 13:07:32 +0200329 memset(iv, 0xff, iv_len);
Tim Chen53f52d72013-12-11 14:28:47 -0800330
331 crypto_aead_clear_flags(tfm, ~0);
332 printk(KERN_INFO "test %u (%d bit key, %d byte blocks): ",
333 i, *keysize * 8, *b_size);
334
335
336 memset(tvmem[0], 0xff, PAGE_SIZE);
337
338 if (ret) {
339 pr_err("setkey() failed flags=%x\n",
340 crypto_aead_get_flags(tfm));
341 goto out;
342 }
343
Herbert Xu31267272015-06-17 14:05:26 +0800344 sg_init_aead(sg, xbuf,
Robert Baronescu6479a102017-10-10 13:22:00 +0300345 *b_size + (enc ? 0 : authsize));
Tim Chen53f52d72013-12-11 14:28:47 -0800346
Herbert Xu31267272015-06-17 14:05:26 +0800347 sg_init_aead(sgout, xoutbuf,
Tim Chen53f52d72013-12-11 14:28:47 -0800348 *b_size + (enc ? authsize : 0));
349
Herbert Xu31267272015-06-17 14:05:26 +0800350 sg_set_buf(&sg[0], assoc, aad_size);
351 sg_set_buf(&sgout[0], assoc, aad_size);
352
Robert Baronescu6479a102017-10-10 13:22:00 +0300353 aead_request_set_crypt(req, sg, sgout,
354 *b_size + (enc ? 0 : authsize),
355 iv);
Herbert Xua3f21852015-05-27 16:03:51 +0800356 aead_request_set_ad(req, aad_size);
Tim Chen53f52d72013-12-11 14:28:47 -0800357
Mark Rustad3e3dc252014-07-25 02:53:38 -0700358 if (secs)
359 ret = test_aead_jiffies(req, enc, *b_size,
360 secs);
Tim Chen53f52d72013-12-11 14:28:47 -0800361 else
362 ret = test_aead_cycles(req, enc, *b_size);
363
364 if (ret) {
365 pr_err("%s() failed return code=%d\n", e, ret);
366 break;
367 }
368 b_size++;
369 i++;
370 } while (*b_size);
371 keysize++;
372 } while (*keysize);
373
374out:
Christian Engelmayer6af1f932014-04-21 20:47:05 +0200375 aead_request_free(req);
376out_noreq:
Tim Chen53f52d72013-12-11 14:28:47 -0800377 crypto_free_aead(tfm);
Christian Engelmayera2ea6ed2014-04-21 20:46:40 +0200378out_notfm:
Tim Chen53f52d72013-12-11 14:28:47 -0800379 kfree(sg);
380out_nosg:
381 testmgr_free_buf(xoutbuf);
382out_nooutbuf:
383 testmgr_free_buf(axbuf);
384out_noaxbuf:
385 testmgr_free_buf(xbuf);
386out_noxbuf:
Cristian Stoica96692a732015-01-28 13:07:32 +0200387 kfree(iv);
Tim Chen53f52d72013-12-11 14:28:47 -0800388 return;
389}
Sebastian Siewiord5dc3922008-03-11 21:27:11 +0800390
David S. Millerbeb63da2010-05-19 14:11:21 +1000391static void test_hash_sg_init(struct scatterlist *sg)
392{
393 int i;
394
395 sg_init_table(sg, TVMEMSIZE);
396 for (i = 0; i < TVMEMSIZE; i++) {
397 sg_set_buf(sg + i, tvmem[i], PAGE_SIZE);
398 memset(tvmem[i], 0xff, PAGE_SIZE);
399 }
400}
401
David S. Millerbeb63da2010-05-19 14:11:21 +1000402static inline int do_one_ahash_op(struct ahash_request *req, int ret)
403{
404 if (ret == -EINPROGRESS || ret == -EBUSY) {
405 struct tcrypt_result *tr = req->base.data;
406
Rabin Vincent8a45ac12015-01-09 16:25:28 +0100407 wait_for_completion(&tr->completion);
Wolfram Sang16735d02013-11-14 14:32:02 -0800408 reinit_completion(&tr->completion);
Rabin Vincent8a45ac12015-01-09 16:25:28 +0100409 ret = tr->err;
David S. Millerbeb63da2010-05-19 14:11:21 +1000410 }
411 return ret;
412}
413
Herbert Xu72259de2016-06-28 20:33:52 +0800414struct test_mb_ahash_data {
415 struct scatterlist sg[TVMEMSIZE];
416 char result[64];
417 struct ahash_request *req;
418 struct tcrypt_result tresult;
419 char *xbuf[XBUFSIZE];
420};
Megha Dey087bcd22016-06-23 18:40:47 -0700421
422static void test_mb_ahash_speed(const char *algo, unsigned int sec,
Herbert Xu72259de2016-06-28 20:33:52 +0800423 struct hash_speed *speed)
Megha Dey087bcd22016-06-23 18:40:47 -0700424{
Herbert Xu72259de2016-06-28 20:33:52 +0800425 struct test_mb_ahash_data *data;
Megha Dey087bcd22016-06-23 18:40:47 -0700426 struct crypto_ahash *tfm;
Herbert Xu72259de2016-06-28 20:33:52 +0800427 unsigned long start, end;
Herbert Xuf8de55b2016-06-28 16:41:38 +0800428 unsigned long cycles;
Herbert Xu72259de2016-06-28 20:33:52 +0800429 unsigned int i, j, k;
430 int ret;
431
432 data = kzalloc(sizeof(*data) * 8, GFP_KERNEL);
433 if (!data)
434 return;
Megha Dey087bcd22016-06-23 18:40:47 -0700435
436 tfm = crypto_alloc_ahash(algo, 0, 0);
437 if (IS_ERR(tfm)) {
438 pr_err("failed to load transform for %s: %ld\n",
439 algo, PTR_ERR(tfm));
Herbert Xu72259de2016-06-28 20:33:52 +0800440 goto free_data;
Megha Dey087bcd22016-06-23 18:40:47 -0700441 }
Herbert Xu72259de2016-06-28 20:33:52 +0800442
Megha Dey087bcd22016-06-23 18:40:47 -0700443 for (i = 0; i < 8; ++i) {
Herbert Xu72259de2016-06-28 20:33:52 +0800444 if (testmgr_alloc_buf(data[i].xbuf))
445 goto out;
Megha Dey087bcd22016-06-23 18:40:47 -0700446
Herbert Xu72259de2016-06-28 20:33:52 +0800447 init_completion(&data[i].tresult.completion);
Megha Dey087bcd22016-06-23 18:40:47 -0700448
Herbert Xu72259de2016-06-28 20:33:52 +0800449 data[i].req = ahash_request_alloc(tfm, GFP_KERNEL);
450 if (!data[i].req) {
Krzysztof Kozlowskif83f5b12016-06-28 09:23:06 +0200451 pr_err("alg: hash: Failed to allocate request for %s\n",
452 algo);
Herbert Xu72259de2016-06-28 20:33:52 +0800453 goto out;
Megha Dey087bcd22016-06-23 18:40:47 -0700454 }
Megha Dey087bcd22016-06-23 18:40:47 -0700455
Herbert Xu72259de2016-06-28 20:33:52 +0800456 ahash_request_set_callback(data[i].req, 0,
457 tcrypt_complete, &data[i].tresult);
458 test_hash_sg_init(data[i].sg);
Megha Dey087bcd22016-06-23 18:40:47 -0700459 }
460
Herbert Xu72259de2016-06-28 20:33:52 +0800461 pr_info("\ntesting speed of multibuffer %s (%s)\n", algo,
462 get_driver_name(crypto_ahash, tfm));
Megha Dey087bcd22016-06-23 18:40:47 -0700463
464 for (i = 0; speed[i].blen != 0; i++) {
Herbert Xu72259de2016-06-28 20:33:52 +0800465 /* For some reason this only tests digests. */
466 if (speed[i].blen != speed[i].plen)
467 continue;
468
Megha Dey087bcd22016-06-23 18:40:47 -0700469 if (speed[i].blen > TVMEMSIZE * PAGE_SIZE) {
Krzysztof Kozlowskif83f5b12016-06-28 09:23:06 +0200470 pr_err("template (%u) too big for tvmem (%lu)\n",
471 speed[i].blen, TVMEMSIZE * PAGE_SIZE);
472 goto out;
Megha Dey087bcd22016-06-23 18:40:47 -0700473 }
474
475 if (speed[i].klen)
476 crypto_ahash_setkey(tfm, tvmem[0], speed[i].klen);
477
Herbert Xu72259de2016-06-28 20:33:52 +0800478 for (k = 0; k < 8; k++)
479 ahash_request_set_crypt(data[k].req, data[k].sg,
480 data[k].result, speed[i].blen);
Megha Dey087bcd22016-06-23 18:40:47 -0700481
Herbert Xu72259de2016-06-28 20:33:52 +0800482 pr_info("test%3u "
483 "(%5u byte blocks,%5u bytes per update,%4u updates): ",
Megha Dey087bcd22016-06-23 18:40:47 -0700484 i, speed[i].blen, speed[i].plen,
485 speed[i].blen / speed[i].plen);
486
Herbert Xu72259de2016-06-28 20:33:52 +0800487 start = get_cycles();
488
489 for (k = 0; k < 8; k++) {
490 ret = crypto_ahash_digest(data[k].req);
Herbert Xud13cd112016-06-30 11:00:13 +0800491 if (ret == -EINPROGRESS) {
492 ret = 0;
Megha Dey087bcd22016-06-23 18:40:47 -0700493 continue;
Herbert Xud13cd112016-06-30 11:00:13 +0800494 }
Megha Dey087bcd22016-06-23 18:40:47 -0700495
Megha Dey087bcd22016-06-23 18:40:47 -0700496 if (ret)
Herbert Xu72259de2016-06-28 20:33:52 +0800497 break;
498
499 complete(&data[k].tresult.completion);
500 data[k].tresult.err = 0;
Megha Dey087bcd22016-06-23 18:40:47 -0700501 }
502
Herbert Xu72259de2016-06-28 20:33:52 +0800503 for (j = 0; j < k; j++) {
504 struct tcrypt_result *tr = &data[j].tresult;
505
506 wait_for_completion(&tr->completion);
507 if (tr->err)
508 ret = tr->err;
509 }
510
511 end = get_cycles();
512 cycles = end - start;
513 pr_cont("%6lu cycles/operation, %4lu cycles/byte\n",
514 cycles, cycles / (8 * speed[i].blen));
515
516 if (ret) {
517 pr_err("At least one hashing failed ret=%d\n", ret);
518 break;
519 }
Megha Dey087bcd22016-06-23 18:40:47 -0700520 }
Megha Dey087bcd22016-06-23 18:40:47 -0700521
522out:
523 for (k = 0; k < 8; ++k)
Herbert Xu72259de2016-06-28 20:33:52 +0800524 ahash_request_free(data[k].req);
525
Megha Dey087bcd22016-06-23 18:40:47 -0700526 for (k = 0; k < 8; ++k)
Herbert Xu72259de2016-06-28 20:33:52 +0800527 testmgr_free_buf(data[k].xbuf);
528
529 crypto_free_ahash(tfm);
530
531free_data:
532 kfree(data);
Megha Dey087bcd22016-06-23 18:40:47 -0700533}
534
David S. Millerbeb63da2010-05-19 14:11:21 +1000535static int test_ahash_jiffies_digest(struct ahash_request *req, int blen,
Mark Rustad3e3dc252014-07-25 02:53:38 -0700536 char *out, int secs)
David S. Millerbeb63da2010-05-19 14:11:21 +1000537{
538 unsigned long start, end;
539 int bcount;
540 int ret;
541
Mark Rustad3e3dc252014-07-25 02:53:38 -0700542 for (start = jiffies, end = start + secs * HZ, bcount = 0;
David S. Millerbeb63da2010-05-19 14:11:21 +1000543 time_before(jiffies, end); bcount++) {
544 ret = do_one_ahash_op(req, crypto_ahash_digest(req));
545 if (ret)
546 return ret;
547 }
548
549 printk("%6u opers/sec, %9lu bytes/sec\n",
Mark Rustad3e3dc252014-07-25 02:53:38 -0700550 bcount / secs, ((long)bcount * blen) / secs);
David S. Millerbeb63da2010-05-19 14:11:21 +1000551
552 return 0;
553}
554
555static int test_ahash_jiffies(struct ahash_request *req, int blen,
Mark Rustad3e3dc252014-07-25 02:53:38 -0700556 int plen, char *out, int secs)
David S. Millerbeb63da2010-05-19 14:11:21 +1000557{
558 unsigned long start, end;
559 int bcount, pcount;
560 int ret;
561
562 if (plen == blen)
Mark Rustad3e3dc252014-07-25 02:53:38 -0700563 return test_ahash_jiffies_digest(req, blen, out, secs);
David S. Millerbeb63da2010-05-19 14:11:21 +1000564
Mark Rustad3e3dc252014-07-25 02:53:38 -0700565 for (start = jiffies, end = start + secs * HZ, bcount = 0;
David S. Millerbeb63da2010-05-19 14:11:21 +1000566 time_before(jiffies, end); bcount++) {
Herbert Xu43a96072015-04-22 11:02:27 +0800567 ret = do_one_ahash_op(req, crypto_ahash_init(req));
David S. Millerbeb63da2010-05-19 14:11:21 +1000568 if (ret)
569 return ret;
570 for (pcount = 0; pcount < blen; pcount += plen) {
571 ret = do_one_ahash_op(req, crypto_ahash_update(req));
572 if (ret)
573 return ret;
574 }
575 /* we assume there is enough space in 'out' for the result */
576 ret = do_one_ahash_op(req, crypto_ahash_final(req));
577 if (ret)
578 return ret;
579 }
580
581 pr_cont("%6u opers/sec, %9lu bytes/sec\n",
Mark Rustad3e3dc252014-07-25 02:53:38 -0700582 bcount / secs, ((long)bcount * blen) / secs);
David S. Millerbeb63da2010-05-19 14:11:21 +1000583
584 return 0;
585}
586
587static int test_ahash_cycles_digest(struct ahash_request *req, int blen,
588 char *out)
589{
590 unsigned long cycles = 0;
591 int ret, i;
592
593 /* Warm-up run. */
594 for (i = 0; i < 4; i++) {
595 ret = do_one_ahash_op(req, crypto_ahash_digest(req));
596 if (ret)
597 goto out;
598 }
599
600 /* The real thing. */
601 for (i = 0; i < 8; i++) {
602 cycles_t start, end;
603
604 start = get_cycles();
605
606 ret = do_one_ahash_op(req, crypto_ahash_digest(req));
607 if (ret)
608 goto out;
609
610 end = get_cycles();
611
612 cycles += end - start;
613 }
614
615out:
616 if (ret)
617 return ret;
618
619 pr_cont("%6lu cycles/operation, %4lu cycles/byte\n",
620 cycles / 8, cycles / (8 * blen));
621
622 return 0;
623}
624
625static int test_ahash_cycles(struct ahash_request *req, int blen,
626 int plen, char *out)
627{
628 unsigned long cycles = 0;
629 int i, pcount, ret;
630
631 if (plen == blen)
632 return test_ahash_cycles_digest(req, blen, out);
633
634 /* Warm-up run. */
635 for (i = 0; i < 4; i++) {
Herbert Xu43a96072015-04-22 11:02:27 +0800636 ret = do_one_ahash_op(req, crypto_ahash_init(req));
David S. Millerbeb63da2010-05-19 14:11:21 +1000637 if (ret)
638 goto out;
639 for (pcount = 0; pcount < blen; pcount += plen) {
640 ret = do_one_ahash_op(req, crypto_ahash_update(req));
641 if (ret)
642 goto out;
643 }
644 ret = do_one_ahash_op(req, crypto_ahash_final(req));
645 if (ret)
646 goto out;
647 }
648
649 /* The real thing. */
650 for (i = 0; i < 8; i++) {
651 cycles_t start, end;
652
653 start = get_cycles();
654
Herbert Xu43a96072015-04-22 11:02:27 +0800655 ret = do_one_ahash_op(req, crypto_ahash_init(req));
David S. Millerbeb63da2010-05-19 14:11:21 +1000656 if (ret)
657 goto out;
658 for (pcount = 0; pcount < blen; pcount += plen) {
659 ret = do_one_ahash_op(req, crypto_ahash_update(req));
660 if (ret)
661 goto out;
662 }
663 ret = do_one_ahash_op(req, crypto_ahash_final(req));
664 if (ret)
665 goto out;
666
667 end = get_cycles();
668
669 cycles += end - start;
670 }
671
672out:
673 if (ret)
674 return ret;
675
676 pr_cont("%6lu cycles/operation, %4lu cycles/byte\n",
677 cycles / 8, cycles / (8 * blen));
678
679 return 0;
680}
681
Herbert Xu06605112016-02-01 21:36:49 +0800682static void test_ahash_speed_common(const char *algo, unsigned int secs,
683 struct hash_speed *speed, unsigned mask)
David S. Millerbeb63da2010-05-19 14:11:21 +1000684{
685 struct scatterlist sg[TVMEMSIZE];
686 struct tcrypt_result tresult;
687 struct ahash_request *req;
688 struct crypto_ahash *tfm;
Horia Geant?f074f7b2015-08-27 18:38:36 +0300689 char *output;
David S. Millerbeb63da2010-05-19 14:11:21 +1000690 int i, ret;
691
Herbert Xu06605112016-02-01 21:36:49 +0800692 tfm = crypto_alloc_ahash(algo, 0, mask);
David S. Millerbeb63da2010-05-19 14:11:21 +1000693 if (IS_ERR(tfm)) {
694 pr_err("failed to load transform for %s: %ld\n",
695 algo, PTR_ERR(tfm));
696 return;
697 }
698
Luca Clementi263a8df2014-06-25 22:57:42 -0700699 printk(KERN_INFO "\ntesting speed of async %s (%s)\n", algo,
700 get_driver_name(crypto_ahash, tfm));
701
Horia Geant?f074f7b2015-08-27 18:38:36 +0300702 if (crypto_ahash_digestsize(tfm) > MAX_DIGEST_SIZE) {
703 pr_err("digestsize(%u) > %d\n", crypto_ahash_digestsize(tfm),
704 MAX_DIGEST_SIZE);
David S. Millerbeb63da2010-05-19 14:11:21 +1000705 goto out;
706 }
707
708 test_hash_sg_init(sg);
709 req = ahash_request_alloc(tfm, GFP_KERNEL);
710 if (!req) {
711 pr_err("ahash request allocation failure\n");
712 goto out;
713 }
714
715 init_completion(&tresult.completion);
716 ahash_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
717 tcrypt_complete, &tresult);
718
Horia Geant?f074f7b2015-08-27 18:38:36 +0300719 output = kmalloc(MAX_DIGEST_SIZE, GFP_KERNEL);
720 if (!output)
721 goto out_nomem;
722
David S. Millerbeb63da2010-05-19 14:11:21 +1000723 for (i = 0; speed[i].blen != 0; i++) {
724 if (speed[i].blen > TVMEMSIZE * PAGE_SIZE) {
725 pr_err("template (%u) too big for tvmem (%lu)\n",
726 speed[i].blen, TVMEMSIZE * PAGE_SIZE);
727 break;
728 }
729
Horia Geantă0c8496c2018-09-12 16:20:48 +0300730 if (speed[i].klen)
731 crypto_ahash_setkey(tfm, tvmem[0], speed[i].klen);
732
David S. Millerbeb63da2010-05-19 14:11:21 +1000733 pr_info("test%3u "
734 "(%5u byte blocks,%5u bytes per update,%4u updates): ",
735 i, speed[i].blen, speed[i].plen, speed[i].blen / speed[i].plen);
736
737 ahash_request_set_crypt(req, sg, output, speed[i].plen);
738
Mark Rustad3e3dc252014-07-25 02:53:38 -0700739 if (secs)
David S. Millerbeb63da2010-05-19 14:11:21 +1000740 ret = test_ahash_jiffies(req, speed[i].blen,
Mark Rustad3e3dc252014-07-25 02:53:38 -0700741 speed[i].plen, output, secs);
David S. Millerbeb63da2010-05-19 14:11:21 +1000742 else
743 ret = test_ahash_cycles(req, speed[i].blen,
744 speed[i].plen, output);
745
746 if (ret) {
747 pr_err("hashing failed ret=%d\n", ret);
748 break;
749 }
750 }
751
Horia Geant?f074f7b2015-08-27 18:38:36 +0300752 kfree(output);
753
754out_nomem:
David S. Millerbeb63da2010-05-19 14:11:21 +1000755 ahash_request_free(req);
756
757out:
758 crypto_free_ahash(tfm);
759}
760
Herbert Xu06605112016-02-01 21:36:49 +0800761static void test_ahash_speed(const char *algo, unsigned int secs,
762 struct hash_speed *speed)
763{
764 return test_ahash_speed_common(algo, secs, speed, 0);
765}
766
767static void test_hash_speed(const char *algo, unsigned int secs,
768 struct hash_speed *speed)
769{
770 return test_ahash_speed_common(algo, secs, speed, CRYPTO_ALG_ASYNC);
771}
772
Herbert Xu7166e582016-06-29 18:03:50 +0800773static inline int do_one_acipher_op(struct skcipher_request *req, int ret)
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300774{
775 if (ret == -EINPROGRESS || ret == -EBUSY) {
776 struct tcrypt_result *tr = req->base.data;
777
Rabin Vincent8a45ac12015-01-09 16:25:28 +0100778 wait_for_completion(&tr->completion);
Wolfram Sang16735d02013-11-14 14:32:02 -0800779 reinit_completion(&tr->completion);
Rabin Vincent8a45ac12015-01-09 16:25:28 +0100780 ret = tr->err;
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300781 }
782
783 return ret;
784}
785
Herbert Xu7166e582016-06-29 18:03:50 +0800786static int test_acipher_jiffies(struct skcipher_request *req, int enc,
Mark Rustad3e3dc252014-07-25 02:53:38 -0700787 int blen, int secs)
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300788{
789 unsigned long start, end;
790 int bcount;
791 int ret;
792
Mark Rustad3e3dc252014-07-25 02:53:38 -0700793 for (start = jiffies, end = start + secs * HZ, bcount = 0;
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300794 time_before(jiffies, end); bcount++) {
795 if (enc)
796 ret = do_one_acipher_op(req,
Herbert Xu7166e582016-06-29 18:03:50 +0800797 crypto_skcipher_encrypt(req));
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300798 else
799 ret = do_one_acipher_op(req,
Herbert Xu7166e582016-06-29 18:03:50 +0800800 crypto_skcipher_decrypt(req));
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300801
802 if (ret)
803 return ret;
804 }
805
806 pr_cont("%d operations in %d seconds (%ld bytes)\n",
Mark Rustad3e3dc252014-07-25 02:53:38 -0700807 bcount, secs, (long)bcount * blen);
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300808 return 0;
809}
810
Herbert Xu7166e582016-06-29 18:03:50 +0800811static int test_acipher_cycles(struct skcipher_request *req, int enc,
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300812 int blen)
813{
814 unsigned long cycles = 0;
815 int ret = 0;
816 int i;
817
818 /* Warm-up run. */
819 for (i = 0; i < 4; i++) {
820 if (enc)
821 ret = do_one_acipher_op(req,
Herbert Xu7166e582016-06-29 18:03:50 +0800822 crypto_skcipher_encrypt(req));
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300823 else
824 ret = do_one_acipher_op(req,
Herbert Xu7166e582016-06-29 18:03:50 +0800825 crypto_skcipher_decrypt(req));
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300826
827 if (ret)
828 goto out;
829 }
830
831 /* The real thing. */
832 for (i = 0; i < 8; i++) {
833 cycles_t start, end;
834
835 start = get_cycles();
836 if (enc)
837 ret = do_one_acipher_op(req,
Herbert Xu7166e582016-06-29 18:03:50 +0800838 crypto_skcipher_encrypt(req));
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300839 else
840 ret = do_one_acipher_op(req,
Herbert Xu7166e582016-06-29 18:03:50 +0800841 crypto_skcipher_decrypt(req));
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300842 end = get_cycles();
843
844 if (ret)
845 goto out;
846
847 cycles += end - start;
848 }
849
850out:
851 if (ret == 0)
852 pr_cont("1 operation in %lu cycles (%d bytes)\n",
853 (cycles + 4) / 8, blen);
854
855 return ret;
856}
857
Herbert Xu7166e582016-06-29 18:03:50 +0800858static void test_skcipher_speed(const char *algo, int enc, unsigned int secs,
859 struct cipher_speed_template *template,
860 unsigned int tcount, u8 *keysize, bool async)
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300861{
Nicolas Royerde1975332012-07-01 19:19:47 +0200862 unsigned int ret, i, j, k, iv_len;
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300863 struct tcrypt_result tresult;
864 const char *key;
865 char iv[128];
Herbert Xu7166e582016-06-29 18:03:50 +0800866 struct skcipher_request *req;
867 struct crypto_skcipher *tfm;
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300868 const char *e;
869 u32 *b_size;
870
871 if (enc == ENCRYPT)
872 e = "encryption";
873 else
874 e = "decryption";
875
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300876 init_completion(&tresult.completion);
877
Herbert Xu7166e582016-06-29 18:03:50 +0800878 tfm = crypto_alloc_skcipher(algo, 0, async ? 0 : CRYPTO_ALG_ASYNC);
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300879
880 if (IS_ERR(tfm)) {
881 pr_err("failed to load transform for %s: %ld\n", algo,
882 PTR_ERR(tfm));
883 return;
884 }
885
Luca Clementi263a8df2014-06-25 22:57:42 -0700886 pr_info("\ntesting speed of async %s (%s) %s\n", algo,
Herbert Xu7166e582016-06-29 18:03:50 +0800887 get_driver_name(crypto_skcipher, tfm), e);
Luca Clementi263a8df2014-06-25 22:57:42 -0700888
Herbert Xu7166e582016-06-29 18:03:50 +0800889 req = skcipher_request_alloc(tfm, GFP_KERNEL);
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300890 if (!req) {
891 pr_err("tcrypt: skcipher: Failed to allocate request for %s\n",
892 algo);
893 goto out;
894 }
895
Herbert Xu7166e582016-06-29 18:03:50 +0800896 skcipher_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
897 tcrypt_complete, &tresult);
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300898
899 i = 0;
900 do {
901 b_size = block_sizes;
902
903 do {
904 struct scatterlist sg[TVMEMSIZE];
905
906 if ((*keysize + *b_size) > TVMEMSIZE * PAGE_SIZE) {
907 pr_err("template (%u) too big for "
908 "tvmem (%lu)\n", *keysize + *b_size,
909 TVMEMSIZE * PAGE_SIZE);
910 goto out_free_req;
911 }
912
913 pr_info("test %u (%d bit key, %d byte blocks): ", i,
914 *keysize * 8, *b_size);
915
916 memset(tvmem[0], 0xff, PAGE_SIZE);
917
918 /* set key, plain text and IV */
919 key = tvmem[0];
920 for (j = 0; j < tcount; j++) {
921 if (template[j].klen == *keysize) {
922 key = template[j].key;
923 break;
924 }
925 }
926
Herbert Xu7166e582016-06-29 18:03:50 +0800927 crypto_skcipher_clear_flags(tfm, ~0);
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300928
Herbert Xu7166e582016-06-29 18:03:50 +0800929 ret = crypto_skcipher_setkey(tfm, key, *keysize);
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300930 if (ret) {
931 pr_err("setkey() failed flags=%x\n",
Herbert Xu7166e582016-06-29 18:03:50 +0800932 crypto_skcipher_get_flags(tfm));
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300933 goto out_free_req;
934 }
935
Nicolas Royerde1975332012-07-01 19:19:47 +0200936 k = *keysize + *b_size;
Horia Geant?007ee8d2015-03-09 16:14:58 +0200937 sg_init_table(sg, DIV_ROUND_UP(k, PAGE_SIZE));
938
Nicolas Royerde1975332012-07-01 19:19:47 +0200939 if (k > PAGE_SIZE) {
940 sg_set_buf(sg, tvmem[0] + *keysize,
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300941 PAGE_SIZE - *keysize);
Nicolas Royerde1975332012-07-01 19:19:47 +0200942 k -= PAGE_SIZE;
943 j = 1;
944 while (k > PAGE_SIZE) {
945 sg_set_buf(sg + j, tvmem[j], PAGE_SIZE);
946 memset(tvmem[j], 0xff, PAGE_SIZE);
947 j++;
948 k -= PAGE_SIZE;
949 }
950 sg_set_buf(sg + j, tvmem[j], k);
951 memset(tvmem[j], 0xff, k);
952 } else {
953 sg_set_buf(sg, tvmem[0] + *keysize, *b_size);
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300954 }
955
Herbert Xu7166e582016-06-29 18:03:50 +0800956 iv_len = crypto_skcipher_ivsize(tfm);
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300957 if (iv_len)
958 memset(&iv, 0xff, iv_len);
959
Herbert Xu7166e582016-06-29 18:03:50 +0800960 skcipher_request_set_crypt(req, sg, sg, *b_size, iv);
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300961
Mark Rustad3e3dc252014-07-25 02:53:38 -0700962 if (secs)
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300963 ret = test_acipher_jiffies(req, enc,
Mark Rustad3e3dc252014-07-25 02:53:38 -0700964 *b_size, secs);
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300965 else
966 ret = test_acipher_cycles(req, enc,
967 *b_size);
968
969 if (ret) {
970 pr_err("%s() failed flags=%x\n", e,
Herbert Xu7166e582016-06-29 18:03:50 +0800971 crypto_skcipher_get_flags(tfm));
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300972 break;
973 }
974 b_size++;
975 i++;
976 } while (*b_size);
977 keysize++;
978 } while (*keysize);
979
980out_free_req:
Herbert Xu7166e582016-06-29 18:03:50 +0800981 skcipher_request_free(req);
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +0300982out:
Herbert Xu7166e582016-06-29 18:03:50 +0800983 crypto_free_skcipher(tfm);
984}
985
986static void test_acipher_speed(const char *algo, int enc, unsigned int secs,
987 struct cipher_speed_template *template,
988 unsigned int tcount, u8 *keysize)
989{
990 return test_skcipher_speed(algo, enc, secs, template, tcount, keysize,
991 true);
992}
993
994static void test_cipher_speed(const char *algo, int enc, unsigned int secs,
995 struct cipher_speed_template *template,
996 unsigned int tcount, u8 *keysize)
997{
998 return test_skcipher_speed(algo, enc, secs, template, tcount, keysize,
999 false);
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +03001000}
1001
Herbert Xuef2736f2005-06-22 13:26:03 -07001002static void test_available(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001003{
1004 char **name = check;
Herbert Xuef2736f2005-06-22 13:26:03 -07001005
Linus Torvalds1da177e2005-04-16 15:20:36 -07001006 while (*name) {
1007 printk("alg %s ", *name);
Herbert Xu6158efc2007-04-04 17:41:07 +10001008 printk(crypto_has_alg(*name, 0, 0) ?
Herbert Xue4d5b792006-08-26 18:12:40 +10001009 "found\n" : "not found\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001010 name++;
Herbert Xuef2736f2005-06-22 13:26:03 -07001011 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001012}
1013
Herbert Xu01b32322008-07-31 15:41:55 +08001014static inline int tcrypt_test(const char *alg)
1015{
Jarod Wilson4e033a62009-05-27 15:10:21 +10001016 int ret;
1017
Rabin Vincent76512f22017-01-18 14:54:05 +01001018 pr_debug("testing %s\n", alg);
1019
Jarod Wilson4e033a62009-05-27 15:10:21 +10001020 ret = alg_test(alg, alg, 0, 0);
1021 /* non-fips algs return -EINVAL in fips mode */
1022 if (fips_enabled && ret == -EINVAL)
1023 ret = 0;
1024 return ret;
Herbert Xu01b32322008-07-31 15:41:55 +08001025}
1026
Herbert Xu86068132014-12-04 16:43:29 +08001027static int do_test(const char *alg, u32 type, u32 mask, int m)
Herbert Xu01b32322008-07-31 15:41:55 +08001028{
1029 int i;
Jarod Wilson4e033a62009-05-27 15:10:21 +10001030 int ret = 0;
Herbert Xu01b32322008-07-31 15:41:55 +08001031
1032 switch (m) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001033 case 0:
Herbert Xu86068132014-12-04 16:43:29 +08001034 if (alg) {
1035 if (!crypto_has_alg(alg, type,
1036 mask ?: CRYPTO_ALG_TYPE_MASK))
1037 ret = -ENOENT;
1038 break;
1039 }
1040
Herbert Xu01b32322008-07-31 15:41:55 +08001041 for (i = 1; i < 200; i++)
Herbert Xu86068132014-12-04 16:43:29 +08001042 ret += do_test(NULL, 0, 0, i);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001043 break;
1044
1045 case 1:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001046 ret += tcrypt_test("md5");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001047 break;
1048
1049 case 2:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001050 ret += tcrypt_test("sha1");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001051 break;
1052
1053 case 3:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001054 ret += tcrypt_test("ecb(des)");
1055 ret += tcrypt_test("cbc(des)");
Jussi Kivilinna8163fc32012-10-20 14:53:07 +03001056 ret += tcrypt_test("ctr(des)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001057 break;
1058
1059 case 4:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001060 ret += tcrypt_test("ecb(des3_ede)");
1061 ret += tcrypt_test("cbc(des3_ede)");
Jussi Kivilinnae080b172012-10-20 14:53:12 +03001062 ret += tcrypt_test("ctr(des3_ede)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001063 break;
1064
1065 case 5:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001066 ret += tcrypt_test("md4");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001067 break;
Herbert Xuef2736f2005-06-22 13:26:03 -07001068
Linus Torvalds1da177e2005-04-16 15:20:36 -07001069 case 6:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001070 ret += tcrypt_test("sha256");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001071 break;
Herbert Xuef2736f2005-06-22 13:26:03 -07001072
Linus Torvalds1da177e2005-04-16 15:20:36 -07001073 case 7:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001074 ret += tcrypt_test("ecb(blowfish)");
1075 ret += tcrypt_test("cbc(blowfish)");
Jussi Kivilinna85b63e32011-10-10 23:03:03 +03001076 ret += tcrypt_test("ctr(blowfish)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001077 break;
1078
1079 case 8:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001080 ret += tcrypt_test("ecb(twofish)");
1081 ret += tcrypt_test("cbc(twofish)");
Jussi Kivilinna573da622011-10-10 23:03:12 +03001082 ret += tcrypt_test("ctr(twofish)");
Jussi Kivilinnabee3a902011-10-18 13:32:56 +03001083 ret += tcrypt_test("lrw(twofish)");
Jussi Kivilinna131f7542011-10-18 13:33:38 +03001084 ret += tcrypt_test("xts(twofish)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001085 break;
Herbert Xuef2736f2005-06-22 13:26:03 -07001086
Linus Torvalds1da177e2005-04-16 15:20:36 -07001087 case 9:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001088 ret += tcrypt_test("ecb(serpent)");
Jussi Kivilinna9d259172011-10-18 00:02:53 +03001089 ret += tcrypt_test("cbc(serpent)");
1090 ret += tcrypt_test("ctr(serpent)");
Jussi Kivilinna87aae4b2011-10-18 13:32:39 +03001091 ret += tcrypt_test("lrw(serpent)");
Jussi Kivilinna5209c072011-10-18 13:33:22 +03001092 ret += tcrypt_test("xts(serpent)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001093 break;
1094
1095 case 10:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001096 ret += tcrypt_test("ecb(aes)");
1097 ret += tcrypt_test("cbc(aes)");
1098 ret += tcrypt_test("lrw(aes)");
1099 ret += tcrypt_test("xts(aes)");
1100 ret += tcrypt_test("ctr(aes)");
1101 ret += tcrypt_test("rfc3686(ctr(aes))");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001102 break;
1103
1104 case 11:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001105 ret += tcrypt_test("sha384");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001106 break;
Herbert Xuef2736f2005-06-22 13:26:03 -07001107
Linus Torvalds1da177e2005-04-16 15:20:36 -07001108 case 12:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001109 ret += tcrypt_test("sha512");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001110 break;
1111
1112 case 13:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001113 ret += tcrypt_test("deflate");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001114 break;
1115
1116 case 14:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001117 ret += tcrypt_test("ecb(cast5)");
Johannes Goetzfrieda2c58262012-07-11 19:37:21 +02001118 ret += tcrypt_test("cbc(cast5)");
1119 ret += tcrypt_test("ctr(cast5)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001120 break;
1121
1122 case 15:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001123 ret += tcrypt_test("ecb(cast6)");
Johannes Goetzfried9b8b0402012-07-11 19:38:29 +02001124 ret += tcrypt_test("cbc(cast6)");
1125 ret += tcrypt_test("ctr(cast6)");
1126 ret += tcrypt_test("lrw(cast6)");
1127 ret += tcrypt_test("xts(cast6)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001128 break;
1129
1130 case 16:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001131 ret += tcrypt_test("ecb(arc4)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001132 break;
1133
1134 case 17:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001135 ret += tcrypt_test("michael_mic");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001136 break;
1137
1138 case 18:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001139 ret += tcrypt_test("crc32c");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001140 break;
1141
1142 case 19:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001143 ret += tcrypt_test("ecb(tea)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001144 break;
1145
1146 case 20:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001147 ret += tcrypt_test("ecb(xtea)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001148 break;
1149
1150 case 21:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001151 ret += tcrypt_test("ecb(khazad)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001152 break;
1153
1154 case 22:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001155 ret += tcrypt_test("wp512");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001156 break;
1157
1158 case 23:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001159 ret += tcrypt_test("wp384");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001160 break;
1161
1162 case 24:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001163 ret += tcrypt_test("wp256");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001164 break;
1165
1166 case 25:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001167 ret += tcrypt_test("ecb(tnepres)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001168 break;
1169
1170 case 26:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001171 ret += tcrypt_test("ecb(anubis)");
1172 ret += tcrypt_test("cbc(anubis)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001173 break;
1174
1175 case 27:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001176 ret += tcrypt_test("tgr192");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001177 break;
1178
1179 case 28:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001180 ret += tcrypt_test("tgr160");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001181 break;
1182
1183 case 29:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001184 ret += tcrypt_test("tgr128");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001185 break;
Adrian-Ken Rueegsegger2998db32008-05-09 21:29:35 +08001186
Aaron Grothefb4f10e2005-09-01 17:42:46 -07001187 case 30:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001188 ret += tcrypt_test("ecb(xeta)");
Aaron Grothefb4f10e2005-09-01 17:42:46 -07001189 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001190
David Howells90831632006-12-16 12:13:14 +11001191 case 31:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001192 ret += tcrypt_test("pcbc(fcrypt)");
David Howells90831632006-12-16 12:13:14 +11001193 break;
1194
Noriaki TAKAMIYA02ab5a72007-01-24 21:48:19 +11001195 case 32:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001196 ret += tcrypt_test("ecb(camellia)");
1197 ret += tcrypt_test("cbc(camellia)");
Jussi Kivilinna54216bb2012-09-21 10:27:10 +03001198 ret += tcrypt_test("ctr(camellia)");
1199 ret += tcrypt_test("lrw(camellia)");
1200 ret += tcrypt_test("xts(camellia)");
Noriaki TAKAMIYA02ab5a72007-01-24 21:48:19 +11001201 break;
Jussi Kivilinna93b5e862013-04-08 10:48:44 +03001202
Jonathan Lynchcd12fb902007-11-10 20:08:25 +08001203 case 33:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001204 ret += tcrypt_test("sha224");
Jonathan Lynchcd12fb902007-11-10 20:08:25 +08001205 break;
Noriaki TAKAMIYA02ab5a72007-01-24 21:48:19 +11001206
Tan Swee Heng2407d602007-11-23 19:45:00 +08001207 case 34:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001208 ret += tcrypt_test("salsa20");
Tan Swee Heng2407d602007-11-23 19:45:00 +08001209 break;
1210
Herbert Xu8df213d2007-12-02 14:55:47 +11001211 case 35:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001212 ret += tcrypt_test("gcm(aes)");
Herbert Xu8df213d2007-12-02 14:55:47 +11001213 break;
1214
Zoltan Sogor0b77abb2007-12-07 16:53:23 +08001215 case 36:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001216 ret += tcrypt_test("lzo");
Zoltan Sogor0b77abb2007-12-07 16:53:23 +08001217 break;
1218
Joy Latten93cc74e2007-12-12 20:24:22 +08001219 case 37:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001220 ret += tcrypt_test("ccm(aes)");
Joy Latten93cc74e2007-12-12 20:24:22 +08001221 break;
1222
Kevin Coffman76cb9522008-03-24 21:26:16 +08001223 case 38:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001224 ret += tcrypt_test("cts(cbc(aes))");
Kevin Coffman76cb9522008-03-24 21:26:16 +08001225 break;
1226
Adrian-Ken Rueegseggerfd4adf12008-05-07 22:16:36 +08001227 case 39:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001228 ret += tcrypt_test("rmd128");
Adrian-Ken Rueegseggerfd4adf12008-05-07 22:16:36 +08001229 break;
1230
1231 case 40:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001232 ret += tcrypt_test("rmd160");
Adrian-Ken Rueegseggerfd4adf12008-05-07 22:16:36 +08001233 break;
1234
Adrian-Ken Rueegsegger2998db32008-05-09 21:29:35 +08001235 case 41:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001236 ret += tcrypt_test("rmd256");
Adrian-Ken Rueegsegger2998db32008-05-09 21:29:35 +08001237 break;
1238
1239 case 42:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001240 ret += tcrypt_test("rmd320");
Herbert Xu01b32322008-07-31 15:41:55 +08001241 break;
1242
1243 case 43:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001244 ret += tcrypt_test("ecb(seed)");
Adrian-Ken Rueegsegger2998db32008-05-09 21:29:35 +08001245 break;
1246
Geert Uytterhoeven0c01aed2009-03-04 15:42:15 +08001247 case 44:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001248 ret += tcrypt_test("zlib");
Geert Uytterhoeven0c01aed2009-03-04 15:42:15 +08001249 break;
1250
Jarod Wilson5d667322009-05-04 19:23:40 +08001251 case 45:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001252 ret += tcrypt_test("rfc4309(ccm(aes))");
Jarod Wilson5d667322009-05-04 19:23:40 +08001253 break;
1254
Jussi Kivilinna54216bb2012-09-21 10:27:10 +03001255 case 46:
1256 ret += tcrypt_test("ghash");
1257 break;
1258
Herbert Xu684115212013-09-07 12:56:26 +10001259 case 47:
1260 ret += tcrypt_test("crct10dif");
1261 break;
1262
raveendra padasalagi79cc6ab2016-06-17 10:30:36 +05301263 case 48:
1264 ret += tcrypt_test("sha3-224");
1265 break;
1266
1267 case 49:
1268 ret += tcrypt_test("sha3-256");
1269 break;
1270
1271 case 50:
1272 ret += tcrypt_test("sha3-384");
1273 break;
1274
1275 case 51:
1276 ret += tcrypt_test("sha3-512");
1277 break;
1278
Linus Torvalds1da177e2005-04-16 15:20:36 -07001279 case 100:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001280 ret += tcrypt_test("hmac(md5)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001281 break;
Herbert Xuef2736f2005-06-22 13:26:03 -07001282
Linus Torvalds1da177e2005-04-16 15:20:36 -07001283 case 101:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001284 ret += tcrypt_test("hmac(sha1)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001285 break;
Herbert Xuef2736f2005-06-22 13:26:03 -07001286
Linus Torvalds1da177e2005-04-16 15:20:36 -07001287 case 102:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001288 ret += tcrypt_test("hmac(sha256)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001289 break;
1290
Andrew Donofrioa28091a2006-12-10 12:10:20 +11001291 case 103:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001292 ret += tcrypt_test("hmac(sha384)");
Andrew Donofrioa28091a2006-12-10 12:10:20 +11001293 break;
1294
1295 case 104:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001296 ret += tcrypt_test("hmac(sha512)");
Andrew Donofrioa28091a2006-12-10 12:10:20 +11001297 break;
Herbert Xu38ed9ab2008-01-01 15:59:28 +11001298
Jonathan Lynchcd12fb902007-11-10 20:08:25 +08001299 case 105:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001300 ret += tcrypt_test("hmac(sha224)");
Jonathan Lynchcd12fb902007-11-10 20:08:25 +08001301 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001302
Herbert Xu38ed9ab2008-01-01 15:59:28 +11001303 case 106:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001304 ret += tcrypt_test("xcbc(aes)");
Herbert Xu38ed9ab2008-01-01 15:59:28 +11001305 break;
1306
Adrian-Ken Rueegseggerfd4adf12008-05-07 22:16:36 +08001307 case 107:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001308 ret += tcrypt_test("hmac(rmd128)");
Adrian-Ken Rueegseggerfd4adf12008-05-07 22:16:36 +08001309 break;
1310
1311 case 108:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001312 ret += tcrypt_test("hmac(rmd160)");
Adrian-Ken Rueegseggerfd4adf12008-05-07 22:16:36 +08001313 break;
1314
Shane Wangf1939f72009-09-02 20:05:22 +10001315 case 109:
1316 ret += tcrypt_test("vmac(aes)");
1317 break;
Jussi Kivilinna93b5e862013-04-08 10:48:44 +03001318
Sonic Zhanga482b082012-05-25 17:54:13 +08001319 case 110:
1320 ret += tcrypt_test("hmac(crc32)");
1321 break;
Shane Wangf1939f72009-09-02 20:05:22 +10001322
raveendra padasalagi98eca722016-07-01 11:16:54 +05301323 case 111:
1324 ret += tcrypt_test("hmac(sha3-224)");
1325 break;
1326
1327 case 112:
1328 ret += tcrypt_test("hmac(sha3-256)");
1329 break;
1330
1331 case 113:
1332 ret += tcrypt_test("hmac(sha3-384)");
1333 break;
1334
1335 case 114:
1336 ret += tcrypt_test("hmac(sha3-512)");
1337 break;
1338
Jarod Wilsone08ca2d2009-05-04 19:46:29 +08001339 case 150:
Jarod Wilson4e033a62009-05-27 15:10:21 +10001340 ret += tcrypt_test("ansi_cprng");
Jarod Wilsone08ca2d2009-05-04 19:46:29 +08001341 break;
1342
Adrian Hoban69435b92010-11-04 15:02:04 -04001343 case 151:
1344 ret += tcrypt_test("rfc4106(gcm(aes))");
1345 break;
1346
Jussi Kivilinnae9b74412013-04-07 16:43:51 +03001347 case 152:
1348 ret += tcrypt_test("rfc4543(gcm(aes))");
1349 break;
1350
Jussi Kivilinna93b5e862013-04-08 10:48:44 +03001351 case 153:
1352 ret += tcrypt_test("cmac(aes)");
1353 break;
1354
1355 case 154:
1356 ret += tcrypt_test("cmac(des3_ede)");
1357 break;
1358
Horia Geantabbf9c892013-11-28 15:11:16 +02001359 case 155:
1360 ret += tcrypt_test("authenc(hmac(sha1),cbc(aes))");
1361 break;
1362
Horia Geantabca4feb2014-03-14 17:46:51 +02001363 case 156:
1364 ret += tcrypt_test("authenc(hmac(md5),ecb(cipher_null))");
1365 break;
1366
1367 case 157:
1368 ret += tcrypt_test("authenc(hmac(sha1),ecb(cipher_null))");
1369 break;
Nitesh Lal5208ed22014-05-21 17:09:08 +05301370 case 181:
1371 ret += tcrypt_test("authenc(hmac(sha1),cbc(des))");
1372 break;
1373 case 182:
1374 ret += tcrypt_test("authenc(hmac(sha1),cbc(des3_ede))");
1375 break;
1376 case 183:
1377 ret += tcrypt_test("authenc(hmac(sha224),cbc(des))");
1378 break;
1379 case 184:
1380 ret += tcrypt_test("authenc(hmac(sha224),cbc(des3_ede))");
1381 break;
1382 case 185:
1383 ret += tcrypt_test("authenc(hmac(sha256),cbc(des))");
1384 break;
1385 case 186:
1386 ret += tcrypt_test("authenc(hmac(sha256),cbc(des3_ede))");
1387 break;
1388 case 187:
1389 ret += tcrypt_test("authenc(hmac(sha384),cbc(des))");
1390 break;
1391 case 188:
1392 ret += tcrypt_test("authenc(hmac(sha384),cbc(des3_ede))");
1393 break;
1394 case 189:
1395 ret += tcrypt_test("authenc(hmac(sha512),cbc(des))");
1396 break;
1397 case 190:
1398 ret += tcrypt_test("authenc(hmac(sha512),cbc(des3_ede))");
1399 break;
Harald Welteebfd9bc2005-06-22 13:27:23 -07001400 case 200:
Herbert Xucba83562006-08-13 08:26:09 +10001401 test_cipher_speed("ecb(aes)", ENCRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001402 speed_template_16_24_32);
Herbert Xucba83562006-08-13 08:26:09 +10001403 test_cipher_speed("ecb(aes)", DECRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001404 speed_template_16_24_32);
Herbert Xucba83562006-08-13 08:26:09 +10001405 test_cipher_speed("cbc(aes)", ENCRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001406 speed_template_16_24_32);
Herbert Xucba83562006-08-13 08:26:09 +10001407 test_cipher_speed("cbc(aes)", DECRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001408 speed_template_16_24_32);
Rik Snelf3d10442006-11-29 19:01:41 +11001409 test_cipher_speed("lrw(aes)", ENCRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001410 speed_template_32_40_48);
Rik Snelf3d10442006-11-29 19:01:41 +11001411 test_cipher_speed("lrw(aes)", DECRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001412 speed_template_32_40_48);
Rik Snelf19f5112007-09-19 20:23:13 +08001413 test_cipher_speed("xts(aes)", ENCRYPT, sec, NULL, 0,
Horia Geantăb66ad0b2017-07-19 19:40:32 +03001414 speed_template_32_64);
Rik Snelf19f5112007-09-19 20:23:13 +08001415 test_cipher_speed("xts(aes)", DECRYPT, sec, NULL, 0,
Horia Geantăb66ad0b2017-07-19 19:40:32 +03001416 speed_template_32_64);
Herbert Xu1503a242016-06-29 18:04:14 +08001417 test_cipher_speed("cts(cbc(aes))", ENCRYPT, sec, NULL, 0,
1418 speed_template_16_24_32);
1419 test_cipher_speed("cts(cbc(aes))", DECRYPT, sec, NULL, 0,
1420 speed_template_16_24_32);
Jan Glauber9996e342011-04-26 16:34:01 +10001421 test_cipher_speed("ctr(aes)", ENCRYPT, sec, NULL, 0,
1422 speed_template_16_24_32);
1423 test_cipher_speed("ctr(aes)", DECRYPT, sec, NULL, 0,
1424 speed_template_16_24_32);
Harald Welteebfd9bc2005-06-22 13:27:23 -07001425 break;
1426
1427 case 201:
Herbert Xucba83562006-08-13 08:26:09 +10001428 test_cipher_speed("ecb(des3_ede)", ENCRYPT, sec,
Herbert Xuda7f0332008-07-31 17:08:25 +08001429 des3_speed_template, DES3_SPEED_VECTORS,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001430 speed_template_24);
Herbert Xucba83562006-08-13 08:26:09 +10001431 test_cipher_speed("ecb(des3_ede)", DECRYPT, sec,
Herbert Xuda7f0332008-07-31 17:08:25 +08001432 des3_speed_template, DES3_SPEED_VECTORS,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001433 speed_template_24);
Herbert Xucba83562006-08-13 08:26:09 +10001434 test_cipher_speed("cbc(des3_ede)", ENCRYPT, sec,
Herbert Xuda7f0332008-07-31 17:08:25 +08001435 des3_speed_template, DES3_SPEED_VECTORS,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001436 speed_template_24);
Herbert Xucba83562006-08-13 08:26:09 +10001437 test_cipher_speed("cbc(des3_ede)", DECRYPT, sec,
Herbert Xuda7f0332008-07-31 17:08:25 +08001438 des3_speed_template, DES3_SPEED_VECTORS,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001439 speed_template_24);
Jussi Kivilinna87131502014-06-09 20:59:49 +03001440 test_cipher_speed("ctr(des3_ede)", ENCRYPT, sec,
1441 des3_speed_template, DES3_SPEED_VECTORS,
1442 speed_template_24);
1443 test_cipher_speed("ctr(des3_ede)", DECRYPT, sec,
1444 des3_speed_template, DES3_SPEED_VECTORS,
1445 speed_template_24);
Harald Welteebfd9bc2005-06-22 13:27:23 -07001446 break;
1447
1448 case 202:
Herbert Xucba83562006-08-13 08:26:09 +10001449 test_cipher_speed("ecb(twofish)", ENCRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001450 speed_template_16_24_32);
Herbert Xucba83562006-08-13 08:26:09 +10001451 test_cipher_speed("ecb(twofish)", DECRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001452 speed_template_16_24_32);
Herbert Xucba83562006-08-13 08:26:09 +10001453 test_cipher_speed("cbc(twofish)", ENCRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001454 speed_template_16_24_32);
Herbert Xucba83562006-08-13 08:26:09 +10001455 test_cipher_speed("cbc(twofish)", DECRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001456 speed_template_16_24_32);
Jussi Kivilinnaee5002a2011-09-26 16:47:15 +03001457 test_cipher_speed("ctr(twofish)", ENCRYPT, sec, NULL, 0,
1458 speed_template_16_24_32);
1459 test_cipher_speed("ctr(twofish)", DECRYPT, sec, NULL, 0,
1460 speed_template_16_24_32);
Jussi Kivilinnabee3a902011-10-18 13:32:56 +03001461 test_cipher_speed("lrw(twofish)", ENCRYPT, sec, NULL, 0,
1462 speed_template_32_40_48);
1463 test_cipher_speed("lrw(twofish)", DECRYPT, sec, NULL, 0,
1464 speed_template_32_40_48);
Jussi Kivilinna131f7542011-10-18 13:33:38 +03001465 test_cipher_speed("xts(twofish)", ENCRYPT, sec, NULL, 0,
1466 speed_template_32_48_64);
1467 test_cipher_speed("xts(twofish)", DECRYPT, sec, NULL, 0,
1468 speed_template_32_48_64);
Harald Welteebfd9bc2005-06-22 13:27:23 -07001469 break;
1470
1471 case 203:
Herbert Xucba83562006-08-13 08:26:09 +10001472 test_cipher_speed("ecb(blowfish)", ENCRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001473 speed_template_8_32);
Herbert Xucba83562006-08-13 08:26:09 +10001474 test_cipher_speed("ecb(blowfish)", DECRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001475 speed_template_8_32);
Herbert Xucba83562006-08-13 08:26:09 +10001476 test_cipher_speed("cbc(blowfish)", ENCRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001477 speed_template_8_32);
Herbert Xucba83562006-08-13 08:26:09 +10001478 test_cipher_speed("cbc(blowfish)", DECRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001479 speed_template_8_32);
Jussi Kivilinna7d47b862011-09-02 01:45:17 +03001480 test_cipher_speed("ctr(blowfish)", ENCRYPT, sec, NULL, 0,
1481 speed_template_8_32);
1482 test_cipher_speed("ctr(blowfish)", DECRYPT, sec, NULL, 0,
1483 speed_template_8_32);
Harald Welteebfd9bc2005-06-22 13:27:23 -07001484 break;
1485
1486 case 204:
Herbert Xucba83562006-08-13 08:26:09 +10001487 test_cipher_speed("ecb(des)", ENCRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001488 speed_template_8);
Herbert Xucba83562006-08-13 08:26:09 +10001489 test_cipher_speed("ecb(des)", DECRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001490 speed_template_8);
Herbert Xucba83562006-08-13 08:26:09 +10001491 test_cipher_speed("cbc(des)", ENCRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001492 speed_template_8);
Herbert Xucba83562006-08-13 08:26:09 +10001493 test_cipher_speed("cbc(des)", DECRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001494 speed_template_8);
Harald Welteebfd9bc2005-06-22 13:27:23 -07001495 break;
1496
Noriaki TAKAMIYA02ab5a72007-01-24 21:48:19 +11001497 case 205:
1498 test_cipher_speed("ecb(camellia)", ENCRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001499 speed_template_16_24_32);
Noriaki TAKAMIYA02ab5a72007-01-24 21:48:19 +11001500 test_cipher_speed("ecb(camellia)", DECRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001501 speed_template_16_24_32);
Noriaki TAKAMIYA02ab5a72007-01-24 21:48:19 +11001502 test_cipher_speed("cbc(camellia)", ENCRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001503 speed_template_16_24_32);
Noriaki TAKAMIYA02ab5a72007-01-24 21:48:19 +11001504 test_cipher_speed("cbc(camellia)", DECRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001505 speed_template_16_24_32);
Jussi Kivilinna4de59332012-03-05 20:26:26 +02001506 test_cipher_speed("ctr(camellia)", ENCRYPT, sec, NULL, 0,
1507 speed_template_16_24_32);
1508 test_cipher_speed("ctr(camellia)", DECRYPT, sec, NULL, 0,
1509 speed_template_16_24_32);
1510 test_cipher_speed("lrw(camellia)", ENCRYPT, sec, NULL, 0,
1511 speed_template_32_40_48);
1512 test_cipher_speed("lrw(camellia)", DECRYPT, sec, NULL, 0,
1513 speed_template_32_40_48);
1514 test_cipher_speed("xts(camellia)", ENCRYPT, sec, NULL, 0,
1515 speed_template_32_48_64);
1516 test_cipher_speed("xts(camellia)", DECRYPT, sec, NULL, 0,
1517 speed_template_32_48_64);
Noriaki TAKAMIYA02ab5a72007-01-24 21:48:19 +11001518 break;
1519
Tan Swee Heng5de8f1b2007-12-07 17:17:43 +08001520 case 206:
1521 test_cipher_speed("salsa20", ENCRYPT, sec, NULL, 0,
Sebastian Siewior477035c2008-03-11 21:24:26 +08001522 speed_template_16_32);
Tan Swee Heng5de8f1b2007-12-07 17:17:43 +08001523 break;
1524
Jussi Kivilinna7fb7fe42011-10-18 00:03:03 +03001525 case 207:
1526 test_cipher_speed("ecb(serpent)", ENCRYPT, sec, NULL, 0,
1527 speed_template_16_32);
1528 test_cipher_speed("ecb(serpent)", DECRYPT, sec, NULL, 0,
1529 speed_template_16_32);
1530 test_cipher_speed("cbc(serpent)", ENCRYPT, sec, NULL, 0,
1531 speed_template_16_32);
1532 test_cipher_speed("cbc(serpent)", DECRYPT, sec, NULL, 0,
1533 speed_template_16_32);
1534 test_cipher_speed("ctr(serpent)", ENCRYPT, sec, NULL, 0,
1535 speed_template_16_32);
1536 test_cipher_speed("ctr(serpent)", DECRYPT, sec, NULL, 0,
1537 speed_template_16_32);
Jussi Kivilinna87aae4b2011-10-18 13:32:39 +03001538 test_cipher_speed("lrw(serpent)", ENCRYPT, sec, NULL, 0,
1539 speed_template_32_48);
1540 test_cipher_speed("lrw(serpent)", DECRYPT, sec, NULL, 0,
1541 speed_template_32_48);
Jussi Kivilinna5209c072011-10-18 13:33:22 +03001542 test_cipher_speed("xts(serpent)", ENCRYPT, sec, NULL, 0,
1543 speed_template_32_64);
1544 test_cipher_speed("xts(serpent)", DECRYPT, sec, NULL, 0,
1545 speed_template_32_64);
Jussi Kivilinna7fb7fe42011-10-18 00:03:03 +03001546 break;
1547
Jussi Kivilinna31b4cd292012-06-12 16:52:04 +08001548 case 208:
1549 test_cipher_speed("ecb(arc4)", ENCRYPT, sec, NULL, 0,
1550 speed_template_8);
1551 break;
1552
Johannes Goetzfrieda2c58262012-07-11 19:37:21 +02001553 case 209:
1554 test_cipher_speed("ecb(cast5)", ENCRYPT, sec, NULL, 0,
1555 speed_template_8_16);
1556 test_cipher_speed("ecb(cast5)", DECRYPT, sec, NULL, 0,
1557 speed_template_8_16);
1558 test_cipher_speed("cbc(cast5)", ENCRYPT, sec, NULL, 0,
1559 speed_template_8_16);
1560 test_cipher_speed("cbc(cast5)", DECRYPT, sec, NULL, 0,
1561 speed_template_8_16);
1562 test_cipher_speed("ctr(cast5)", ENCRYPT, sec, NULL, 0,
1563 speed_template_8_16);
1564 test_cipher_speed("ctr(cast5)", DECRYPT, sec, NULL, 0,
1565 speed_template_8_16);
1566 break;
1567
Johannes Goetzfried9b8b0402012-07-11 19:38:29 +02001568 case 210:
1569 test_cipher_speed("ecb(cast6)", ENCRYPT, sec, NULL, 0,
1570 speed_template_16_32);
1571 test_cipher_speed("ecb(cast6)", DECRYPT, sec, NULL, 0,
1572 speed_template_16_32);
1573 test_cipher_speed("cbc(cast6)", ENCRYPT, sec, NULL, 0,
1574 speed_template_16_32);
1575 test_cipher_speed("cbc(cast6)", DECRYPT, sec, NULL, 0,
1576 speed_template_16_32);
1577 test_cipher_speed("ctr(cast6)", ENCRYPT, sec, NULL, 0,
1578 speed_template_16_32);
1579 test_cipher_speed("ctr(cast6)", DECRYPT, sec, NULL, 0,
1580 speed_template_16_32);
1581 test_cipher_speed("lrw(cast6)", ENCRYPT, sec, NULL, 0,
1582 speed_template_32_48);
1583 test_cipher_speed("lrw(cast6)", DECRYPT, sec, NULL, 0,
1584 speed_template_32_48);
1585 test_cipher_speed("xts(cast6)", ENCRYPT, sec, NULL, 0,
1586 speed_template_32_64);
1587 test_cipher_speed("xts(cast6)", DECRYPT, sec, NULL, 0,
1588 speed_template_32_64);
1589 break;
1590
Tim Chen53f52d72013-12-11 14:28:47 -08001591 case 211:
1592 test_aead_speed("rfc4106(gcm(aes))", ENCRYPT, sec,
Herbert Xu34a1c742015-07-09 07:17:26 +08001593 NULL, 0, 16, 16, aead_speed_template_20);
Vutla, Lokesh1425d2d2015-07-07 21:01:49 +05301594 test_aead_speed("gcm(aes)", ENCRYPT, sec,
Cyrille Pitchenf18611d2015-11-17 13:37:10 +01001595 NULL, 0, 16, 8, speed_template_16_24_32);
Tim Chen53f52d72013-12-11 14:28:47 -08001596 break;
1597
Herbert Xu4e4aab62015-06-17 14:04:21 +08001598 case 212:
1599 test_aead_speed("rfc4309(ccm(aes))", ENCRYPT, sec,
Herbert Xu34a1c742015-07-09 07:17:26 +08001600 NULL, 0, 16, 16, aead_speed_template_19);
Herbert Xu4e4aab62015-06-17 14:04:21 +08001601 break;
1602
Martin Willi2dce0632015-07-16 19:13:59 +02001603 case 213:
1604 test_aead_speed("rfc7539esp(chacha20,poly1305)", ENCRYPT, sec,
1605 NULL, 0, 16, 8, aead_speed_template_36);
1606 break;
1607
1608 case 214:
1609 test_cipher_speed("chacha20", ENCRYPT, sec, NULL, 0,
1610 speed_template_32);
1611 break;
1612
1613
Michal Ludvige8057922006-05-30 22:04:19 +10001614 case 300:
Herbert Xu86068132014-12-04 16:43:29 +08001615 if (alg) {
1616 test_hash_speed(alg, sec, generic_hash_speed_template);
1617 break;
1618 }
1619
Michal Ludvige8057922006-05-30 22:04:19 +10001620 /* fall through */
1621
1622 case 301:
Herbert Xue9d41162006-08-19 21:38:49 +10001623 test_hash_speed("md4", sec, generic_hash_speed_template);
Michal Ludvige8057922006-05-30 22:04:19 +10001624 if (mode > 300 && mode < 400) break;
1625
1626 case 302:
Herbert Xue9d41162006-08-19 21:38:49 +10001627 test_hash_speed("md5", sec, generic_hash_speed_template);
Michal Ludvige8057922006-05-30 22:04:19 +10001628 if (mode > 300 && mode < 400) break;
1629
1630 case 303:
Herbert Xue9d41162006-08-19 21:38:49 +10001631 test_hash_speed("sha1", sec, generic_hash_speed_template);
Michal Ludvige8057922006-05-30 22:04:19 +10001632 if (mode > 300 && mode < 400) break;
1633
1634 case 304:
Herbert Xue9d41162006-08-19 21:38:49 +10001635 test_hash_speed("sha256", sec, generic_hash_speed_template);
Michal Ludvige8057922006-05-30 22:04:19 +10001636 if (mode > 300 && mode < 400) break;
1637
1638 case 305:
Herbert Xue9d41162006-08-19 21:38:49 +10001639 test_hash_speed("sha384", sec, generic_hash_speed_template);
Michal Ludvige8057922006-05-30 22:04:19 +10001640 if (mode > 300 && mode < 400) break;
1641
1642 case 306:
Herbert Xue9d41162006-08-19 21:38:49 +10001643 test_hash_speed("sha512", sec, generic_hash_speed_template);
Michal Ludvige8057922006-05-30 22:04:19 +10001644 if (mode > 300 && mode < 400) break;
1645
1646 case 307:
Herbert Xue9d41162006-08-19 21:38:49 +10001647 test_hash_speed("wp256", sec, generic_hash_speed_template);
Michal Ludvige8057922006-05-30 22:04:19 +10001648 if (mode > 300 && mode < 400) break;
1649
1650 case 308:
Herbert Xue9d41162006-08-19 21:38:49 +10001651 test_hash_speed("wp384", sec, generic_hash_speed_template);
Michal Ludvige8057922006-05-30 22:04:19 +10001652 if (mode > 300 && mode < 400) break;
1653
1654 case 309:
Herbert Xue9d41162006-08-19 21:38:49 +10001655 test_hash_speed("wp512", sec, generic_hash_speed_template);
Michal Ludvige8057922006-05-30 22:04:19 +10001656 if (mode > 300 && mode < 400) break;
1657
1658 case 310:
Herbert Xue9d41162006-08-19 21:38:49 +10001659 test_hash_speed("tgr128", sec, generic_hash_speed_template);
Michal Ludvige8057922006-05-30 22:04:19 +10001660 if (mode > 300 && mode < 400) break;
1661
1662 case 311:
Herbert Xue9d41162006-08-19 21:38:49 +10001663 test_hash_speed("tgr160", sec, generic_hash_speed_template);
Michal Ludvige8057922006-05-30 22:04:19 +10001664 if (mode > 300 && mode < 400) break;
1665
1666 case 312:
Herbert Xue9d41162006-08-19 21:38:49 +10001667 test_hash_speed("tgr192", sec, generic_hash_speed_template);
Michal Ludvige8057922006-05-30 22:04:19 +10001668 if (mode > 300 && mode < 400) break;
1669
Jonathan Lynchcd12fb902007-11-10 20:08:25 +08001670 case 313:
1671 test_hash_speed("sha224", sec, generic_hash_speed_template);
1672 if (mode > 300 && mode < 400) break;
1673
Adrian-Ken Rueegseggerfd4adf12008-05-07 22:16:36 +08001674 case 314:
1675 test_hash_speed("rmd128", sec, generic_hash_speed_template);
1676 if (mode > 300 && mode < 400) break;
1677
1678 case 315:
1679 test_hash_speed("rmd160", sec, generic_hash_speed_template);
1680 if (mode > 300 && mode < 400) break;
1681
Adrian-Ken Rueegsegger2998db32008-05-09 21:29:35 +08001682 case 316:
1683 test_hash_speed("rmd256", sec, generic_hash_speed_template);
1684 if (mode > 300 && mode < 400) break;
1685
1686 case 317:
1687 test_hash_speed("rmd320", sec, generic_hash_speed_template);
1688 if (mode > 300 && mode < 400) break;
1689
Huang Ying18bcc912010-03-10 18:30:32 +08001690 case 318:
1691 test_hash_speed("ghash-generic", sec, hash_speed_template_16);
1692 if (mode > 300 && mode < 400) break;
1693
Tim Chene3899e42012-09-27 15:44:24 -07001694 case 319:
1695 test_hash_speed("crc32c", sec, generic_hash_speed_template);
1696 if (mode > 300 && mode < 400) break;
1697
Herbert Xu684115212013-09-07 12:56:26 +10001698 case 320:
1699 test_hash_speed("crct10dif", sec, generic_hash_speed_template);
1700 if (mode > 300 && mode < 400) break;
1701
Martin Willi2dce0632015-07-16 19:13:59 +02001702 case 321:
1703 test_hash_speed("poly1305", sec, poly1305_speed_template);
1704 if (mode > 300 && mode < 400) break;
1705
raveendra padasalagi79cc6ab2016-06-17 10:30:36 +05301706 case 322:
1707 test_hash_speed("sha3-224", sec, generic_hash_speed_template);
1708 if (mode > 300 && mode < 400) break;
1709
1710 case 323:
1711 test_hash_speed("sha3-256", sec, generic_hash_speed_template);
1712 if (mode > 300 && mode < 400) break;
1713
1714 case 324:
1715 test_hash_speed("sha3-384", sec, generic_hash_speed_template);
1716 if (mode > 300 && mode < 400) break;
1717
1718 case 325:
1719 test_hash_speed("sha3-512", sec, generic_hash_speed_template);
1720 if (mode > 300 && mode < 400) break;
1721
Michal Ludvige8057922006-05-30 22:04:19 +10001722 case 399:
1723 break;
1724
David S. Millerbeb63da2010-05-19 14:11:21 +10001725 case 400:
Herbert Xu86068132014-12-04 16:43:29 +08001726 if (alg) {
1727 test_ahash_speed(alg, sec, generic_hash_speed_template);
1728 break;
1729 }
1730
David S. Millerbeb63da2010-05-19 14:11:21 +10001731 /* fall through */
1732
1733 case 401:
1734 test_ahash_speed("md4", sec, generic_hash_speed_template);
1735 if (mode > 400 && mode < 500) break;
1736
1737 case 402:
1738 test_ahash_speed("md5", sec, generic_hash_speed_template);
1739 if (mode > 400 && mode < 500) break;
1740
1741 case 403:
1742 test_ahash_speed("sha1", sec, generic_hash_speed_template);
1743 if (mode > 400 && mode < 500) break;
1744
1745 case 404:
1746 test_ahash_speed("sha256", sec, generic_hash_speed_template);
1747 if (mode > 400 && mode < 500) break;
1748
1749 case 405:
1750 test_ahash_speed("sha384", sec, generic_hash_speed_template);
1751 if (mode > 400 && mode < 500) break;
1752
1753 case 406:
1754 test_ahash_speed("sha512", sec, generic_hash_speed_template);
1755 if (mode > 400 && mode < 500) break;
1756
1757 case 407:
1758 test_ahash_speed("wp256", sec, generic_hash_speed_template);
1759 if (mode > 400 && mode < 500) break;
1760
1761 case 408:
1762 test_ahash_speed("wp384", sec, generic_hash_speed_template);
1763 if (mode > 400 && mode < 500) break;
1764
1765 case 409:
1766 test_ahash_speed("wp512", sec, generic_hash_speed_template);
1767 if (mode > 400 && mode < 500) break;
1768
1769 case 410:
1770 test_ahash_speed("tgr128", sec, generic_hash_speed_template);
1771 if (mode > 400 && mode < 500) break;
1772
1773 case 411:
1774 test_ahash_speed("tgr160", sec, generic_hash_speed_template);
1775 if (mode > 400 && mode < 500) break;
1776
1777 case 412:
1778 test_ahash_speed("tgr192", sec, generic_hash_speed_template);
1779 if (mode > 400 && mode < 500) break;
1780
1781 case 413:
1782 test_ahash_speed("sha224", sec, generic_hash_speed_template);
1783 if (mode > 400 && mode < 500) break;
1784
1785 case 414:
1786 test_ahash_speed("rmd128", sec, generic_hash_speed_template);
1787 if (mode > 400 && mode < 500) break;
1788
1789 case 415:
1790 test_ahash_speed("rmd160", sec, generic_hash_speed_template);
1791 if (mode > 400 && mode < 500) break;
1792
1793 case 416:
1794 test_ahash_speed("rmd256", sec, generic_hash_speed_template);
1795 if (mode > 400 && mode < 500) break;
1796
1797 case 417:
1798 test_ahash_speed("rmd320", sec, generic_hash_speed_template);
1799 if (mode > 400 && mode < 500) break;
1800
raveendra padasalagi79cc6ab2016-06-17 10:30:36 +05301801 case 418:
1802 test_ahash_speed("sha3-224", sec, generic_hash_speed_template);
1803 if (mode > 400 && mode < 500) break;
1804
1805 case 419:
1806 test_ahash_speed("sha3-256", sec, generic_hash_speed_template);
1807 if (mode > 400 && mode < 500) break;
1808
1809 case 420:
1810 test_ahash_speed("sha3-384", sec, generic_hash_speed_template);
1811 if (mode > 400 && mode < 500) break;
1812
1813
1814 case 421:
1815 test_ahash_speed("sha3-512", sec, generic_hash_speed_template);
1816 if (mode > 400 && mode < 500) break;
1817
Megha Dey087bcd22016-06-23 18:40:47 -07001818 case 422:
1819 test_mb_ahash_speed("sha1", sec, generic_hash_speed_template);
1820 if (mode > 400 && mode < 500) break;
1821
1822 case 423:
1823 test_mb_ahash_speed("sha256", sec, generic_hash_speed_template);
1824 if (mode > 400 && mode < 500) break;
raveendra padasalagi79cc6ab2016-06-17 10:30:36 +05301825
Megha Dey14009c42016-06-27 10:20:09 -07001826 case 424:
1827 test_mb_ahash_speed("sha512", sec, generic_hash_speed_template);
1828 if (mode > 400 && mode < 500) break;
1829
David S. Millerbeb63da2010-05-19 14:11:21 +10001830 case 499:
1831 break;
1832
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +03001833 case 500:
1834 test_acipher_speed("ecb(aes)", ENCRYPT, sec, NULL, 0,
1835 speed_template_16_24_32);
1836 test_acipher_speed("ecb(aes)", DECRYPT, sec, NULL, 0,
1837 speed_template_16_24_32);
1838 test_acipher_speed("cbc(aes)", ENCRYPT, sec, NULL, 0,
1839 speed_template_16_24_32);
1840 test_acipher_speed("cbc(aes)", DECRYPT, sec, NULL, 0,
1841 speed_template_16_24_32);
1842 test_acipher_speed("lrw(aes)", ENCRYPT, sec, NULL, 0,
1843 speed_template_32_40_48);
1844 test_acipher_speed("lrw(aes)", DECRYPT, sec, NULL, 0,
1845 speed_template_32_40_48);
1846 test_acipher_speed("xts(aes)", ENCRYPT, sec, NULL, 0,
Horia Geantăb66ad0b2017-07-19 19:40:32 +03001847 speed_template_32_64);
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +03001848 test_acipher_speed("xts(aes)", DECRYPT, sec, NULL, 0,
Horia Geantăb66ad0b2017-07-19 19:40:32 +03001849 speed_template_32_64);
Herbert Xu1503a242016-06-29 18:04:14 +08001850 test_acipher_speed("cts(cbc(aes))", ENCRYPT, sec, NULL, 0,
1851 speed_template_16_24_32);
1852 test_acipher_speed("cts(cbc(aes))", DECRYPT, sec, NULL, 0,
1853 speed_template_16_24_32);
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +03001854 test_acipher_speed("ctr(aes)", ENCRYPT, sec, NULL, 0,
1855 speed_template_16_24_32);
1856 test_acipher_speed("ctr(aes)", DECRYPT, sec, NULL, 0,
1857 speed_template_16_24_32);
Nicolas Royerde1975332012-07-01 19:19:47 +02001858 test_acipher_speed("cfb(aes)", ENCRYPT, sec, NULL, 0,
1859 speed_template_16_24_32);
1860 test_acipher_speed("cfb(aes)", DECRYPT, sec, NULL, 0,
1861 speed_template_16_24_32);
1862 test_acipher_speed("ofb(aes)", ENCRYPT, sec, NULL, 0,
1863 speed_template_16_24_32);
1864 test_acipher_speed("ofb(aes)", DECRYPT, sec, NULL, 0,
1865 speed_template_16_24_32);
Jussi Kivilinna69d31502012-12-28 12:04:58 +02001866 test_acipher_speed("rfc3686(ctr(aes))", ENCRYPT, sec, NULL, 0,
1867 speed_template_20_28_36);
1868 test_acipher_speed("rfc3686(ctr(aes))", DECRYPT, sec, NULL, 0,
1869 speed_template_20_28_36);
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +03001870 break;
1871
1872 case 501:
1873 test_acipher_speed("ecb(des3_ede)", ENCRYPT, sec,
1874 des3_speed_template, DES3_SPEED_VECTORS,
1875 speed_template_24);
1876 test_acipher_speed("ecb(des3_ede)", DECRYPT, sec,
1877 des3_speed_template, DES3_SPEED_VECTORS,
1878 speed_template_24);
1879 test_acipher_speed("cbc(des3_ede)", ENCRYPT, sec,
1880 des3_speed_template, DES3_SPEED_VECTORS,
1881 speed_template_24);
1882 test_acipher_speed("cbc(des3_ede)", DECRYPT, sec,
1883 des3_speed_template, DES3_SPEED_VECTORS,
1884 speed_template_24);
Nicolas Royerde1975332012-07-01 19:19:47 +02001885 test_acipher_speed("cfb(des3_ede)", ENCRYPT, sec,
1886 des3_speed_template, DES3_SPEED_VECTORS,
1887 speed_template_24);
1888 test_acipher_speed("cfb(des3_ede)", DECRYPT, sec,
1889 des3_speed_template, DES3_SPEED_VECTORS,
1890 speed_template_24);
1891 test_acipher_speed("ofb(des3_ede)", ENCRYPT, sec,
1892 des3_speed_template, DES3_SPEED_VECTORS,
1893 speed_template_24);
1894 test_acipher_speed("ofb(des3_ede)", DECRYPT, sec,
1895 des3_speed_template, DES3_SPEED_VECTORS,
1896 speed_template_24);
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +03001897 break;
1898
1899 case 502:
1900 test_acipher_speed("ecb(des)", ENCRYPT, sec, NULL, 0,
1901 speed_template_8);
1902 test_acipher_speed("ecb(des)", DECRYPT, sec, NULL, 0,
1903 speed_template_8);
1904 test_acipher_speed("cbc(des)", ENCRYPT, sec, NULL, 0,
1905 speed_template_8);
1906 test_acipher_speed("cbc(des)", DECRYPT, sec, NULL, 0,
1907 speed_template_8);
Nicolas Royerde1975332012-07-01 19:19:47 +02001908 test_acipher_speed("cfb(des)", ENCRYPT, sec, NULL, 0,
1909 speed_template_8);
1910 test_acipher_speed("cfb(des)", DECRYPT, sec, NULL, 0,
1911 speed_template_8);
1912 test_acipher_speed("ofb(des)", ENCRYPT, sec, NULL, 0,
1913 speed_template_8);
1914 test_acipher_speed("ofb(des)", DECRYPT, sec, NULL, 0,
1915 speed_template_8);
Jussi Kivilinna3f3baf32011-10-18 00:02:58 +03001916 break;
1917
Jussi Kivilinna7fb7fe42011-10-18 00:03:03 +03001918 case 503:
1919 test_acipher_speed("ecb(serpent)", ENCRYPT, sec, NULL, 0,
1920 speed_template_16_32);
1921 test_acipher_speed("ecb(serpent)", DECRYPT, sec, NULL, 0,
1922 speed_template_16_32);
1923 test_acipher_speed("cbc(serpent)", ENCRYPT, sec, NULL, 0,
1924 speed_template_16_32);
1925 test_acipher_speed("cbc(serpent)", DECRYPT, sec, NULL, 0,
1926 speed_template_16_32);
1927 test_acipher_speed("ctr(serpent)", ENCRYPT, sec, NULL, 0,
1928 speed_template_16_32);
1929 test_acipher_speed("ctr(serpent)", DECRYPT, sec, NULL, 0,
1930 speed_template_16_32);
Jussi Kivilinna87aae4b2011-10-18 13:32:39 +03001931 test_acipher_speed("lrw(serpent)", ENCRYPT, sec, NULL, 0,
1932 speed_template_32_48);
1933 test_acipher_speed("lrw(serpent)", DECRYPT, sec, NULL, 0,
1934 speed_template_32_48);
Jussi Kivilinna5209c072011-10-18 13:33:22 +03001935 test_acipher_speed("xts(serpent)", ENCRYPT, sec, NULL, 0,
1936 speed_template_32_64);
1937 test_acipher_speed("xts(serpent)", DECRYPT, sec, NULL, 0,
1938 speed_template_32_64);
Jussi Kivilinna7fb7fe42011-10-18 00:03:03 +03001939 break;
1940
Johannes Goetzfried107778b2012-05-28 15:54:24 +02001941 case 504:
1942 test_acipher_speed("ecb(twofish)", ENCRYPT, sec, NULL, 0,
1943 speed_template_16_24_32);
1944 test_acipher_speed("ecb(twofish)", DECRYPT, sec, NULL, 0,
1945 speed_template_16_24_32);
1946 test_acipher_speed("cbc(twofish)", ENCRYPT, sec, NULL, 0,
1947 speed_template_16_24_32);
1948 test_acipher_speed("cbc(twofish)", DECRYPT, sec, NULL, 0,
1949 speed_template_16_24_32);
1950 test_acipher_speed("ctr(twofish)", ENCRYPT, sec, NULL, 0,
1951 speed_template_16_24_32);
1952 test_acipher_speed("ctr(twofish)", DECRYPT, sec, NULL, 0,
1953 speed_template_16_24_32);
1954 test_acipher_speed("lrw(twofish)", ENCRYPT, sec, NULL, 0,
1955 speed_template_32_40_48);
1956 test_acipher_speed("lrw(twofish)", DECRYPT, sec, NULL, 0,
1957 speed_template_32_40_48);
1958 test_acipher_speed("xts(twofish)", ENCRYPT, sec, NULL, 0,
1959 speed_template_32_48_64);
1960 test_acipher_speed("xts(twofish)", DECRYPT, sec, NULL, 0,
1961 speed_template_32_48_64);
1962 break;
1963
Jussi Kivilinna31b4cd292012-06-12 16:52:04 +08001964 case 505:
1965 test_acipher_speed("ecb(arc4)", ENCRYPT, sec, NULL, 0,
1966 speed_template_8);
1967 break;
1968
Johannes Goetzfrieda2c58262012-07-11 19:37:21 +02001969 case 506:
1970 test_acipher_speed("ecb(cast5)", ENCRYPT, sec, NULL, 0,
1971 speed_template_8_16);
1972 test_acipher_speed("ecb(cast5)", DECRYPT, sec, NULL, 0,
1973 speed_template_8_16);
1974 test_acipher_speed("cbc(cast5)", ENCRYPT, sec, NULL, 0,
1975 speed_template_8_16);
1976 test_acipher_speed("cbc(cast5)", DECRYPT, sec, NULL, 0,
1977 speed_template_8_16);
1978 test_acipher_speed("ctr(cast5)", ENCRYPT, sec, NULL, 0,
1979 speed_template_8_16);
1980 test_acipher_speed("ctr(cast5)", DECRYPT, sec, NULL, 0,
1981 speed_template_8_16);
1982 break;
1983
Johannes Goetzfried9b8b0402012-07-11 19:38:29 +02001984 case 507:
1985 test_acipher_speed("ecb(cast6)", ENCRYPT, sec, NULL, 0,
1986 speed_template_16_32);
1987 test_acipher_speed("ecb(cast6)", DECRYPT, sec, NULL, 0,
1988 speed_template_16_32);
1989 test_acipher_speed("cbc(cast6)", ENCRYPT, sec, NULL, 0,
1990 speed_template_16_32);
1991 test_acipher_speed("cbc(cast6)", DECRYPT, sec, NULL, 0,
1992 speed_template_16_32);
1993 test_acipher_speed("ctr(cast6)", ENCRYPT, sec, NULL, 0,
1994 speed_template_16_32);
1995 test_acipher_speed("ctr(cast6)", DECRYPT, sec, NULL, 0,
1996 speed_template_16_32);
1997 test_acipher_speed("lrw(cast6)", ENCRYPT, sec, NULL, 0,
1998 speed_template_32_48);
1999 test_acipher_speed("lrw(cast6)", DECRYPT, sec, NULL, 0,
2000 speed_template_32_48);
2001 test_acipher_speed("xts(cast6)", ENCRYPT, sec, NULL, 0,
2002 speed_template_32_64);
2003 test_acipher_speed("xts(cast6)", DECRYPT, sec, NULL, 0,
2004 speed_template_32_64);
2005 break;
2006
Jussi Kivilinnabf9c5182012-10-26 14:48:51 +03002007 case 508:
2008 test_acipher_speed("ecb(camellia)", ENCRYPT, sec, NULL, 0,
2009 speed_template_16_32);
2010 test_acipher_speed("ecb(camellia)", DECRYPT, sec, NULL, 0,
2011 speed_template_16_32);
2012 test_acipher_speed("cbc(camellia)", ENCRYPT, sec, NULL, 0,
2013 speed_template_16_32);
2014 test_acipher_speed("cbc(camellia)", DECRYPT, sec, NULL, 0,
2015 speed_template_16_32);
2016 test_acipher_speed("ctr(camellia)", ENCRYPT, sec, NULL, 0,
2017 speed_template_16_32);
2018 test_acipher_speed("ctr(camellia)", DECRYPT, sec, NULL, 0,
2019 speed_template_16_32);
2020 test_acipher_speed("lrw(camellia)", ENCRYPT, sec, NULL, 0,
2021 speed_template_32_48);
2022 test_acipher_speed("lrw(camellia)", DECRYPT, sec, NULL, 0,
2023 speed_template_32_48);
2024 test_acipher_speed("xts(camellia)", ENCRYPT, sec, NULL, 0,
2025 speed_template_32_64);
2026 test_acipher_speed("xts(camellia)", DECRYPT, sec, NULL, 0,
2027 speed_template_32_64);
2028 break;
2029
Jussi Kivilinnaad8b7c32013-04-13 13:46:40 +03002030 case 509:
2031 test_acipher_speed("ecb(blowfish)", ENCRYPT, sec, NULL, 0,
2032 speed_template_8_32);
2033 test_acipher_speed("ecb(blowfish)", DECRYPT, sec, NULL, 0,
2034 speed_template_8_32);
2035 test_acipher_speed("cbc(blowfish)", ENCRYPT, sec, NULL, 0,
2036 speed_template_8_32);
2037 test_acipher_speed("cbc(blowfish)", DECRYPT, sec, NULL, 0,
2038 speed_template_8_32);
2039 test_acipher_speed("ctr(blowfish)", ENCRYPT, sec, NULL, 0,
2040 speed_template_8_32);
2041 test_acipher_speed("ctr(blowfish)", DECRYPT, sec, NULL, 0,
2042 speed_template_8_32);
2043 break;
2044
Linus Torvalds1da177e2005-04-16 15:20:36 -07002045 case 1000:
2046 test_available();
2047 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002048 }
Jarod Wilson4e033a62009-05-27 15:10:21 +10002049
2050 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002051}
2052
Kamalesh Babulal3af5b902008-04-05 21:00:57 +08002053static int __init tcrypt_mod_init(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002054{
Mikko Herranene3a4ea42007-11-26 22:12:07 +08002055 int err = -ENOMEM;
Herbert Xuf139cfa2008-07-31 12:23:53 +08002056 int i;
Mikko Herranene3a4ea42007-11-26 22:12:07 +08002057
Herbert Xuf139cfa2008-07-31 12:23:53 +08002058 for (i = 0; i < TVMEMSIZE; i++) {
2059 tvmem[i] = (void *)__get_free_page(GFP_KERNEL);
2060 if (!tvmem[i])
2061 goto err_free_tv;
2062 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002063
Herbert Xu86068132014-12-04 16:43:29 +08002064 err = do_test(alg, type, mask, mode);
Steffen Klasserta873a5f2009-06-19 19:46:53 +08002065
Jarod Wilson4e033a62009-05-27 15:10:21 +10002066 if (err) {
2067 printk(KERN_ERR "tcrypt: one or more tests failed!\n");
2068 goto err_free_tv;
Rabin Vincent76512f22017-01-18 14:54:05 +01002069 } else {
2070 pr_debug("all tests passed\n");
Jarod Wilson4e033a62009-05-27 15:10:21 +10002071 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002072
Jarod Wilson4e033a62009-05-27 15:10:21 +10002073 /* We intentionaly return -EAGAIN to prevent keeping the module,
2074 * unless we're running in fips mode. It does all its work from
2075 * init() and doesn't offer any runtime functionality, but in
2076 * the fips case, checking for a successful load is helpful.
Michal Ludvig14fdf472006-05-30 14:49:38 +10002077 * => we don't need it in the memory, do we?
2078 * -- mludvig
2079 */
Jarod Wilson4e033a62009-05-27 15:10:21 +10002080 if (!fips_enabled)
2081 err = -EAGAIN;
Mikko Herranene3a4ea42007-11-26 22:12:07 +08002082
Herbert Xuf139cfa2008-07-31 12:23:53 +08002083err_free_tv:
2084 for (i = 0; i < TVMEMSIZE && tvmem[i]; i++)
2085 free_page((unsigned long)tvmem[i]);
Mikko Herranene3a4ea42007-11-26 22:12:07 +08002086
2087 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002088}
2089
2090/*
2091 * If an init function is provided, an exit function must also be provided
2092 * to allow module unload.
2093 */
Kamalesh Babulal3af5b902008-04-05 21:00:57 +08002094static void __exit tcrypt_mod_fini(void) { }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002095
Kamalesh Babulal3af5b902008-04-05 21:00:57 +08002096module_init(tcrypt_mod_init);
2097module_exit(tcrypt_mod_fini);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002098
Steffen Klasserta873a5f2009-06-19 19:46:53 +08002099module_param(alg, charp, 0);
2100module_param(type, uint, 0);
Herbert Xu7be380f2009-07-14 16:06:54 +08002101module_param(mask, uint, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002102module_param(mode, int, 0);
Harald Welteebfd9bc2005-06-22 13:27:23 -07002103module_param(sec, uint, 0);
Herbert Xu6a179442005-06-22 13:29:03 -07002104MODULE_PARM_DESC(sec, "Length in seconds of speed tests "
2105 "(defaults to zero which uses CPU cycles instead)");
Linus Torvalds1da177e2005-04-16 15:20:36 -07002106
2107MODULE_LICENSE("GPL");
2108MODULE_DESCRIPTION("Quick & dirty crypto testing module");
2109MODULE_AUTHOR("James Morris <jmorris@intercode.com.au>");