[linux.git] / crypto / xts.c

/* XTS: as defined in IEEE1619/D16
 *	http://grouper.ieee.org/groups/1619/email/pdf00086.pdf
 *	(sector sizes which are not a multiple of 16 bytes are,
 *	however currently unsupported)
 *
 * Copyright (c) 2007 Rik Snel <[email protected]>
 *
 * Based on ecb.c
 * Copyright (c) 2006 Herbert Xu <[email protected]>
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License as published by the Free
 * Software Foundation; either version 2 of the License, or (at your option)
 * any later version.
 */
#include <crypto/internal/skcipher.h>
#include <crypto/scatterwalk.h>
#include <linux/err.h>
#include <linux/init.h>
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/scatterlist.h>
#include <linux/slab.h>

#include <crypto/xts.h>
#include <crypto/b128ops.h>
#include <crypto/gf128mul.h>

struct priv {
	struct crypto_skcipher *child;
	struct crypto_cipher *tweak;
};

struct xts_instance_ctx {
	struct crypto_skcipher_spawn spawn;
	char name[CRYPTO_MAX_ALG_NAME];
};

struct rctx {
	le128 t;
	struct skcipher_request subreq;
};

static int setkey(struct crypto_skcipher *parent, const u8 *key,
		  unsigned int keylen)
{
	struct priv *ctx = crypto_skcipher_ctx(parent);
	struct crypto_skcipher *child;
	struct crypto_cipher *tweak;
	int err;

	err = xts_verify_key(parent, key, keylen);
	if (err)
		return err;

	keylen /= 2;

	/* we need two cipher instances: one to compute the initial 'tweak'
	 * by encrypting the IV (usually the 'plain' iv) and the other
	 * one to encrypt and decrypt the data */

	/* tweak cipher, uses Key2 i.e. the second half of *key */
	tweak = ctx->tweak;
	crypto_cipher_clear_flags(tweak, CRYPTO_TFM_REQ_MASK);
	crypto_cipher_set_flags(tweak, crypto_skcipher_get_flags(parent) &
				       CRYPTO_TFM_REQ_MASK);
	err = crypto_cipher_setkey(tweak, key + keylen, keylen);
	crypto_skcipher_set_flags(parent, crypto_cipher_get_flags(tweak) &
					  CRYPTO_TFM_RES_MASK);
	if (err)
		return err;

	/* data cipher, uses Key1 i.e. the first half of *key */
	child = ctx->child;
	crypto_skcipher_clear_flags(child, CRYPTO_TFM_REQ_MASK);
	crypto_skcipher_set_flags(child, crypto_skcipher_get_flags(parent) &
					 CRYPTO_TFM_REQ_MASK);
	err = crypto_skcipher_setkey(child, key, keylen);
	crypto_skcipher_set_flags(parent, crypto_skcipher_get_flags(child) &
					  CRYPTO_TFM_RES_MASK);

	return err;
}

/*
 * We compute the tweak masks twice (both before and after the ECB encryption or
 * decryption) to avoid having to allocate a temporary buffer and/or make
 * mutliple calls to the 'ecb(..)' instance, which usually would be slower than
 * just doing the gf128mul_x_ble() calls again.
 */
static int xor_tweak(struct skcipher_request *req, bool second_pass)
{
	struct rctx *rctx = skcipher_request_ctx(req);
	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
	const int bs = XTS_BLOCK_SIZE;
	struct skcipher_walk w;
	le128 t = rctx->t;
	int err;

	if (second_pass) {
		req = &rctx->subreq;
		/* set to our TFM to enforce correct alignment: */
		skcipher_request_set_tfm(req, tfm);
	}
	err = skcipher_walk_virt(&w, req, false);

	while (w.nbytes) {
		unsigned int avail = w.nbytes;
		le128 *wsrc;
		le128 *wdst;

		wsrc = w.src.virt.addr;
		wdst = w.dst.virt.addr;

		do {
			le128_xor(wdst++, &t, wsrc++);
			gf128mul_x_ble(&t, &t);
		} while ((avail -= bs) >= bs);

		err = skcipher_walk_done(&w, avail);
	}

	return err;
}

static int xor_tweak_pre(struct skcipher_request *req)
{
	return xor_tweak(req, false);
}

static int xor_tweak_post(struct skcipher_request *req)
{
	return xor_tweak(req, true);
}

static void crypt_done(struct crypto_async_request *areq, int err)
{
	struct skcipher_request *req = areq->data;

	if (!err) {
		struct rctx *rctx = skcipher_request_ctx(req);

		rctx->subreq.base.flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP;
		err = xor_tweak_post(req);
	}

	skcipher_request_complete(req, err);
}

static void init_crypt(struct skcipher_request *req)
{
	struct priv *ctx = crypto_skcipher_ctx(crypto_skcipher_reqtfm(req));
	struct rctx *rctx = skcipher_request_ctx(req);
	struct skcipher_request *subreq = &rctx->subreq;

	skcipher_request_set_tfm(subreq, ctx->child);
	skcipher_request_set_callback(subreq, req->base.flags, crypt_done, req);
	skcipher_request_set_crypt(subreq, req->dst, req->dst,
				   req->cryptlen, NULL);

	/* calculate first value of T */
	crypto_cipher_encrypt_one(ctx->tweak, (u8 *)&rctx->t, req->iv);
}

static int encrypt(struct skcipher_request *req)
{
	struct rctx *rctx = skcipher_request_ctx(req);
	struct skcipher_request *subreq = &rctx->subreq;

	init_crypt(req);
	return xor_tweak_pre(req) ?:
		crypto_skcipher_encrypt(subreq) ?:
		xor_tweak_post(req);
}

static int decrypt(struct skcipher_request *req)
{
	struct rctx *rctx = skcipher_request_ctx(req);
	struct skcipher_request *subreq = &rctx->subreq;

	init_crypt(req);
	return xor_tweak_pre(req) ?:
		crypto_skcipher_decrypt(subreq) ?:
		xor_tweak_post(req);
}

static int init_tfm(struct crypto_skcipher *tfm)
{
	struct skcipher_instance *inst = skcipher_alg_instance(tfm);
	struct xts_instance_ctx *ictx = skcipher_instance_ctx(inst);
	struct priv *ctx = crypto_skcipher_ctx(tfm);
	struct crypto_skcipher *child;
	struct crypto_cipher *tweak;

	child = crypto_spawn_skcipher(&ictx->spawn);
	if (IS_ERR(child))
		return PTR_ERR(child);

	ctx->child = child;

	tweak = crypto_alloc_cipher(ictx->name, 0, 0);
	if (IS_ERR(tweak)) {
		crypto_free_skcipher(ctx->child);
		return PTR_ERR(tweak);
	}

	ctx->tweak = tweak;

	crypto_skcipher_set_reqsize(tfm, crypto_skcipher_reqsize(child) +
					 sizeof(struct rctx));

	return 0;
}

static void exit_tfm(struct crypto_skcipher *tfm)
{
	struct priv *ctx = crypto_skcipher_ctx(tfm);

	crypto_free_skcipher(ctx->child);
	crypto_free_cipher(ctx->tweak);
}

static void free(struct skcipher_instance *inst)
{
	crypto_drop_skcipher(skcipher_instance_ctx(inst));
	kfree(inst);
}

static int create(struct crypto_template *tmpl, struct rtattr **tb)
{
	struct skcipher_instance *inst;
	struct crypto_attr_type *algt;
	struct xts_instance_ctx *ctx;
	struct skcipher_alg *alg;
	const char *cipher_name;
	u32 mask;
	int err;

	algt = crypto_get_attr_type(tb);
	if (IS_ERR(algt))
		return PTR_ERR(algt);

	if ((algt->type ^ CRYPTO_ALG_TYPE_SKCIPHER) & algt->mask)
		return -EINVAL;

	cipher_name = crypto_attr_alg_name(tb[1]);
	if (IS_ERR(cipher_name))
		return PTR_ERR(cipher_name);

	inst = kzalloc(sizeof(*inst) + sizeof(*ctx), GFP_KERNEL);
	if (!inst)
		return -ENOMEM;

	ctx = skcipher_instance_ctx(inst);

	crypto_set_skcipher_spawn(&ctx->spawn, skcipher_crypto_instance(inst));

	mask = crypto_requires_off(algt->type, algt->mask,
				   CRYPTO_ALG_NEED_FALLBACK |
				   CRYPTO_ALG_ASYNC);

	err = crypto_grab_skcipher(&ctx->spawn, cipher_name, 0, mask);
	if (err == -ENOENT) {
		err = -ENAMETOOLONG;
		if (snprintf(ctx->name, CRYPTO_MAX_ALG_NAME, "ecb(%s)",
			     cipher_name) >= CRYPTO_MAX_ALG_NAME)
			goto err_free_inst;

		err = crypto_grab_skcipher(&ctx->spawn, ctx->name, 0, mask);
	}

	if (err)
		goto err_free_inst;

	alg = crypto_skcipher_spawn_alg(&ctx->spawn);

	err = -EINVAL;
	if (alg->base.cra_blocksize != XTS_BLOCK_SIZE)
		goto err_drop_spawn;

	if (crypto_skcipher_alg_ivsize(alg))
		goto err_drop_spawn;

	err = crypto_inst_setname(skcipher_crypto_instance(inst), "xts",
				  &alg->base);
	if (err)
		goto err_drop_spawn;

	err = -EINVAL;
	cipher_name = alg->base.cra_name;

	/* Alas we screwed up the naming so we have to mangle the
	 * cipher name.
	 */
	if (!strncmp(cipher_name, "ecb(", 4)) {
		unsigned len;

		len = strlcpy(ctx->name, cipher_name + 4, sizeof(ctx->name));
		if (len < 2 || len >= sizeof(ctx->name))
			goto err_drop_spawn;

		if (ctx->name[len - 1] != ')')
			goto err_drop_spawn;

		ctx->name[len - 1] = 0;

		if (snprintf(inst->alg.base.cra_name, CRYPTO_MAX_ALG_NAME,
			     "xts(%s)", ctx->name) >= CRYPTO_MAX_ALG_NAME) {
			err = -ENAMETOOLONG;
			goto err_drop_spawn;
		}
	} else
		goto err_drop_spawn;

	inst->alg.base.cra_flags = alg->base.cra_flags & CRYPTO_ALG_ASYNC;
	inst->alg.base.cra_priority = alg->base.cra_priority;
	inst->alg.base.cra_blocksize = XTS_BLOCK_SIZE;
	inst->alg.base.cra_alignmask = alg->base.cra_alignmask |
				       (__alignof__(u64) - 1);

	inst->alg.ivsize = XTS_BLOCK_SIZE;
	inst->alg.min_keysize = crypto_skcipher_alg_min_keysize(alg) * 2;
	inst->alg.max_keysize = crypto_skcipher_alg_max_keysize(alg) * 2;

	inst->alg.base.cra_ctxsize = sizeof(struct priv);

	inst->alg.init = init_tfm;
	inst->alg.exit = exit_tfm;

	inst->alg.setkey = setkey;
	inst->alg.encrypt = encrypt;
	inst->alg.decrypt = decrypt;

	inst->free = free;

	err = skcipher_register_instance(tmpl, inst);
	if (err)
		goto err_drop_spawn;

out:
	return err;

err_drop_spawn:
	crypto_drop_skcipher(&ctx->spawn);
err_free_inst:
	kfree(inst);
	goto out;
}

static struct crypto_template crypto_tmpl = {
	.name = "xts",
	.create = create,
	.module = THIS_MODULE,
};

static int __init crypto_module_init(void)
{
	return crypto_register_template(&crypto_tmpl);
}

static void __exit crypto_module_exit(void)
{
	crypto_unregister_template(&crypto_tmpl);
}

subsys_initcall(crypto_module_init);
module_exit(crypto_module_exit);

MODULE_LICENSE("GPL");
MODULE_DESCRIPTION("XTS block cipher mode");
MODULE_ALIAS_CRYPTO("xts");
Commit	Line	Data
f19f5111 RS	1	/* XTS: as defined in IEEE1619/D16
	2	* http://grouper.ieee.org/groups/1619/email/pdf00086.pdf
	3	* (sector sizes which are not a multiple of 16 bytes are,
	4	* however currently unsupported)
	5	*
	6	* Copyright (c) 2007 Rik Snel <[email protected]>
	7	*
ddbc7361	8	* Based on ecb.c
f19f5111 RS	9	* Copyright (c) 2006 Herbert Xu <[email protected]>
	10	*
	11	* This program is free software; you can redistribute it and/or modify it
	12	* under the terms of the GNU General Public License as published by the Free
	13	* Software Foundation; either version 2 of the License, or (at your option)
	14	* any later version.
	15	*/
f1c131b4 HX	16	#include <crypto/internal/skcipher.h>
f1c131b4 HX	17	#include <crypto/scatterwalk.h>
f19f5111 RS	18	#include <linux/err.h>
	19	#include <linux/init.h>
	20	#include <linux/kernel.h>
	21	#include <linux/module.h>
	22	#include <linux/scatterlist.h>
	23	#include <linux/slab.h>
	24
ce004556	25	#include <crypto/xts.h>
f19f5111 RS	26	#include <crypto/b128ops.h>
	27	#include <crypto/gf128mul.h>
	28
	29	struct priv {
f1c131b4	30	struct crypto_skcipher *child;
f19f5111 RS	31	struct crypto_cipher *tweak;
	32	};
	33
f1c131b4 HX	34	struct xts_instance_ctx {
	35	struct crypto_skcipher_spawn spawn;
	36	char name[CRYPTO_MAX_ALG_NAME];
	37	};
	38
	39	struct rctx {
e55318c8	40	le128 t;
f1c131b4 HX	41	struct skcipher_request subreq;
	42	};
	43
	44	static int setkey(struct crypto_skcipher parent, const u8 key,
f19f5111 RS	45	unsigned int keylen)
f19f5111 RS	46	{
f1c131b4 HX	47	struct priv *ctx = crypto_skcipher_ctx(parent);
	48	struct crypto_skcipher *child;
	49	struct crypto_cipher *tweak;
f19f5111 RS	50	int err;
f19f5111 RS	51
f1c131b4	52	err = xts_verify_key(parent, key, keylen);
28856a9e SM	53	if (err)
28856a9e SM	54	return err;
f19f5111	55
f1c131b4 HX	56	keylen /= 2;
f1c131b4 HX	57
25985edc	58	/* we need two cipher instances: one to compute the initial 'tweak'
f19f5111 RS	59	* by encrypting the IV (usually the 'plain' iv) and the other
	60	* one to encrypt and decrypt the data */
	61
	62	/* tweak cipher, uses Key2 i.e. the second half of key /
f1c131b4 HX	63	tweak = ctx->tweak;
	64	crypto_cipher_clear_flags(tweak, CRYPTO_TFM_REQ_MASK);
	65	crypto_cipher_set_flags(tweak, crypto_skcipher_get_flags(parent) &
f19f5111	66	CRYPTO_TFM_REQ_MASK);
f1c131b4 HX	67	err = crypto_cipher_setkey(tweak, key + keylen, keylen);
	68	crypto_skcipher_set_flags(parent, crypto_cipher_get_flags(tweak) &
	69	CRYPTO_TFM_RES_MASK);
f19f5111 RS	70	if (err)
	71	return err;
	72
f1c131b4	73	/* data cipher, uses Key1 i.e. the first half of key /
f19f5111	74	child = ctx->child;
f1c131b4 HX	75	crypto_skcipher_clear_flags(child, CRYPTO_TFM_REQ_MASK);
	76	crypto_skcipher_set_flags(child, crypto_skcipher_get_flags(parent) &
	77	CRYPTO_TFM_REQ_MASK);
	78	err = crypto_skcipher_setkey(child, key, keylen);
	79	crypto_skcipher_set_flags(parent, crypto_skcipher_get_flags(child) &
	80	CRYPTO_TFM_RES_MASK);
f19f5111	81
f1c131b4 HX	82	return err;
f1c131b4 HX	83	}
f19f5111	84
78105c7e OM	85	/*
	86	* We compute the tweak masks twice (both before and after the ECB encryption or
	87	* decryption) to avoid having to allocate a temporary buffer and/or make
	88	* mutliple calls to the 'ecb(..)' instance, which usually would be slower than
	89	* just doing the gf128mul_x_ble() calls again.
	90	*/
	91	static int xor_tweak(struct skcipher_request *req, bool second_pass)
f1c131b4 HX	92	{
f1c131b4 HX	93	struct rctx *rctx = skcipher_request_ctx(req);
78105c7e	94	struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req);
f1c131b4 HX	95	const int bs = XTS_BLOCK_SIZE;
f1c131b4 HX	96	struct skcipher_walk w;
78105c7e	97	le128 t = rctx->t;
f1c131b4	98	int err;
f19f5111	99
78105c7e OM	100	if (second_pass) {
	101	req = &rctx->subreq;
	102	/* set to our TFM to enforce correct alignment: */
	103	skcipher_request_set_tfm(req, tfm);
f1c131b4	104	}
78105c7e	105	err = skcipher_walk_virt(&w, req, false);
f19f5111	106
f1c131b4 HX	107	while (w.nbytes) {
f1c131b4 HX	108	unsigned int avail = w.nbytes;
e55318c8 OM	109	le128 *wsrc;
e55318c8 OM	110	le128 *wdst;
f19f5111	111
f1c131b4 HX	112	wsrc = w.src.virt.addr;
f1c131b4 HX	113	wdst = w.dst.virt.addr;
f19f5111	114
f1c131b4	115	do {
78105c7e OM	116	le128_xor(wdst++, &t, wsrc++);
78105c7e OM	117	gf128mul_x_ble(&t, &t);
f19f5111 RS	118	} while ((avail -= bs) >= bs);
f19f5111 RS	119
f1c131b4 HX	120	err = skcipher_walk_done(&w, avail);
	121	}
	122
f19f5111 RS	123	return err;
	124	}
	125
78105c7e	126	static int xor_tweak_pre(struct skcipher_request *req)
f19f5111	127	{
78105c7e	128	return xor_tweak(req, false);
f1c131b4 HX	129	}
f1c131b4 HX	130
78105c7e	131	static int xor_tweak_post(struct skcipher_request *req)
f1c131b4	132	{
78105c7e	133	return xor_tweak(req, true);
f1c131b4 HX	134	}
f1c131b4 HX	135
78105c7e	136	static void crypt_done(struct crypto_async_request *areq, int err)
f1c131b4 HX	137	{
f1c131b4 HX	138	struct skcipher_request *req = areq->data;
aa4a829b	139
44427c0f HX	140	if (!err) {
	141	struct rctx *rctx = skcipher_request_ctx(req);
	142
	143	rctx->subreq.base.flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP;
78105c7e	144	err = xor_tweak_post(req);
44427c0f	145	}
f1c131b4	146
f1c131b4 HX	147	skcipher_request_complete(req, err);
	148	}
	149
78105c7e	150	static void init_crypt(struct skcipher_request *req)
f1c131b4	151	{
78105c7e	152	struct priv *ctx = crypto_skcipher_ctx(crypto_skcipher_reqtfm(req));
f1c131b4	153	struct rctx *rctx = skcipher_request_ctx(req);
78105c7e	154	struct skcipher_request *subreq = &rctx->subreq;
f1c131b4	155
78105c7e OM	156	skcipher_request_set_tfm(subreq, ctx->child);
	157	skcipher_request_set_callback(subreq, req->base.flags, crypt_done, req);
	158	skcipher_request_set_crypt(subreq, req->dst, req->dst,
	159	req->cryptlen, NULL);
f1c131b4	160
78105c7e OM	161	/* calculate first value of T */
78105c7e OM	162	crypto_cipher_encrypt_one(ctx->tweak, (u8 *)&rctx->t, req->iv);
f1c131b4 HX	163	}
f1c131b4 HX	164
78105c7e	165	static int encrypt(struct skcipher_request *req)
f1c131b4	166	{
78105c7e OM	167	struct rctx *rctx = skcipher_request_ctx(req);
78105c7e OM	168	struct skcipher_request *subreq = &rctx->subreq;
f1c131b4	169
78105c7e OM	170	init_crypt(req);
	171	return xor_tweak_pre(req) ?:
	172	crypto_skcipher_encrypt(subreq) ?:
	173	xor_tweak_post(req);
f1c131b4 HX	174	}
	175
	176	static int decrypt(struct skcipher_request *req)
	177	{
78105c7e OM	178	struct rctx *rctx = skcipher_request_ctx(req);
	179	struct skcipher_request *subreq = &rctx->subreq;
	180
	181	init_crypt(req);
	182	return xor_tweak_pre(req) ?:
	183	crypto_skcipher_decrypt(subreq) ?:
	184	xor_tweak_post(req);
f19f5111 RS	185	}
f19f5111 RS	186
f1c131b4	187	static int init_tfm(struct crypto_skcipher *tfm)
f19f5111	188	{
f1c131b4 HX	189	struct skcipher_instance *inst = skcipher_alg_instance(tfm);
	190	struct xts_instance_ctx *ictx = skcipher_instance_ctx(inst);
	191	struct priv *ctx = crypto_skcipher_ctx(tfm);
	192	struct crypto_skcipher *child;
	193	struct crypto_cipher *tweak;
f19f5111	194
f1c131b4 HX	195	child = crypto_spawn_skcipher(&ictx->spawn);
	196	if (IS_ERR(child))
	197	return PTR_ERR(child);
f19f5111	198
f1c131b4	199	ctx->child = child;
f19f5111	200
f1c131b4 HX	201	tweak = crypto_alloc_cipher(ictx->name, 0, 0);
	202	if (IS_ERR(tweak)) {
	203	crypto_free_skcipher(ctx->child);
	204	return PTR_ERR(tweak);
f19f5111 RS	205	}
f19f5111 RS	206
f1c131b4 HX	207	ctx->tweak = tweak;
	208
	209	crypto_skcipher_set_reqsize(tfm, crypto_skcipher_reqsize(child) +
	210	sizeof(struct rctx));
f19f5111 RS	211
	212	return 0;
	213	}
	214
f1c131b4	215	static void exit_tfm(struct crypto_skcipher *tfm)
f19f5111	216	{
f1c131b4 HX	217	struct priv *ctx = crypto_skcipher_ctx(tfm);
	218
	219	crypto_free_skcipher(ctx->child);
f19f5111 RS	220	crypto_free_cipher(ctx->tweak);
	221	}
	222
f1c131b4 HX	223	static void free(struct skcipher_instance *inst)
	224	{
	225	crypto_drop_skcipher(skcipher_instance_ctx(inst));
	226	kfree(inst);
	227	}
	228
	229	static int create(struct crypto_template tmpl, struct rtattr *tb)
f19f5111	230	{
f1c131b4 HX	231	struct skcipher_instance *inst;
	232	struct crypto_attr_type *algt;
	233	struct xts_instance_ctx *ctx;
	234	struct skcipher_alg *alg;
	235	const char *cipher_name;
89027579	236	u32 mask;
f19f5111 RS	237	int err;
f19f5111 RS	238
f1c131b4 HX	239	algt = crypto_get_attr_type(tb);
	240	if (IS_ERR(algt))
	241	return PTR_ERR(algt);
	242
	243	if ((algt->type ^ CRYPTO_ALG_TYPE_SKCIPHER) & algt->mask)
	244	return -EINVAL;
	245
	246	cipher_name = crypto_attr_alg_name(tb[1]);
	247	if (IS_ERR(cipher_name))
	248	return PTR_ERR(cipher_name);
	249
	250	inst = kzalloc(sizeof(inst) + sizeof(ctx), GFP_KERNEL);
	251	if (!inst)
	252	return -ENOMEM;
	253
	254	ctx = skcipher_instance_ctx(inst);
	255
	256	crypto_set_skcipher_spawn(&ctx->spawn, skcipher_crypto_instance(inst));
89027579 HX	257
	258	mask = crypto_requires_off(algt->type, algt->mask,
	259	CRYPTO_ALG_NEED_FALLBACK \|
	260	CRYPTO_ALG_ASYNC);
	261
	262	err = crypto_grab_skcipher(&ctx->spawn, cipher_name, 0, mask);
f1c131b4 HX	263	if (err == -ENOENT) {
	264	err = -ENAMETOOLONG;
	265	if (snprintf(ctx->name, CRYPTO_MAX_ALG_NAME, "ecb(%s)",
	266	cipher_name) >= CRYPTO_MAX_ALG_NAME)
	267	goto err_free_inst;
	268
89027579	269	err = crypto_grab_skcipher(&ctx->spawn, ctx->name, 0, mask);
f1c131b4 HX	270	}
f1c131b4 HX	271
f19f5111	272	if (err)
f1c131b4	273	goto err_free_inst;
f19f5111	274
f1c131b4	275	alg = crypto_skcipher_spawn_alg(&ctx->spawn);
f19f5111	276
f1c131b4 HX	277	err = -EINVAL;
	278	if (alg->base.cra_blocksize != XTS_BLOCK_SIZE)
	279	goto err_drop_spawn;
f19f5111	280
f1c131b4 HX	281	if (crypto_skcipher_alg_ivsize(alg))
f1c131b4 HX	282	goto err_drop_spawn;
f19f5111	283
f1c131b4 HX	284	err = crypto_inst_setname(skcipher_crypto_instance(inst), "xts",
	285	&alg->base);
	286	if (err)
	287	goto err_drop_spawn;
f19f5111	288
f1c131b4 HX	289	err = -EINVAL;
f1c131b4 HX	290	cipher_name = alg->base.cra_name;
f19f5111	291
f1c131b4 HX	292	/* Alas we screwed up the naming so we have to mangle the
	293	* cipher name.
	294	*/
	295	if (!strncmp(cipher_name, "ecb(", 4)) {
	296	unsigned len;
f19f5111	297
f1c131b4 HX	298	len = strlcpy(ctx->name, cipher_name + 4, sizeof(ctx->name));
	299	if (len < 2 \|\| len >= sizeof(ctx->name))
	300	goto err_drop_spawn;
f19f5111	301
f1c131b4 HX	302	if (ctx->name[len - 1] != ')')
f1c131b4 HX	303	goto err_drop_spawn;
f19f5111	304
f1c131b4	305	ctx->name[len - 1] = 0;
f19f5111	306
f1c131b4	307	if (snprintf(inst->alg.base.cra_name, CRYPTO_MAX_ALG_NAME,
5125e4e8 CJ	308	"xts(%s)", ctx->name) >= CRYPTO_MAX_ALG_NAME) {
	309	err = -ENAMETOOLONG;
	310	goto err_drop_spawn;
	311	}
f1c131b4 HX	312	} else
f1c131b4 HX	313	goto err_drop_spawn;
f19f5111	314
f1c131b4 HX	315	inst->alg.base.cra_flags = alg->base.cra_flags & CRYPTO_ALG_ASYNC;
	316	inst->alg.base.cra_priority = alg->base.cra_priority;
	317	inst->alg.base.cra_blocksize = XTS_BLOCK_SIZE;
	318	inst->alg.base.cra_alignmask = alg->base.cra_alignmask \|
	319	(__alignof__(u64) - 1);
	320
	321	inst->alg.ivsize = XTS_BLOCK_SIZE;
	322	inst->alg.min_keysize = crypto_skcipher_alg_min_keysize(alg) * 2;
	323	inst->alg.max_keysize = crypto_skcipher_alg_max_keysize(alg) * 2;
	324
	325	inst->alg.base.cra_ctxsize = sizeof(struct priv);
	326
	327	inst->alg.init = init_tfm;
	328	inst->alg.exit = exit_tfm;
	329
	330	inst->alg.setkey = setkey;
	331	inst->alg.encrypt = encrypt;
	332	inst->alg.decrypt = decrypt;
	333
	334	inst->free = free;
	335
	336	err = skcipher_register_instance(tmpl, inst);
	337	if (err)
	338	goto err_drop_spawn;
	339
	340	out:
	341	return err;
	342
	343	err_drop_spawn:
	344	crypto_drop_skcipher(&ctx->spawn);
	345	err_free_inst:
f19f5111	346	kfree(inst);
f1c131b4	347	goto out;
f19f5111 RS	348	}
	349
	350	static struct crypto_template crypto_tmpl = {
	351	.name = "xts",
f1c131b4	352	.create = create,
f19f5111 RS	353	.module = THIS_MODULE,
	354	};
	355
	356	static int __init crypto_module_init(void)
	357	{
	358	return crypto_register_template(&crypto_tmpl);
	359	}
	360
	361	static void __exit crypto_module_exit(void)
	362	{
	363	crypto_unregister_template(&crypto_tmpl);
	364	}
	365
c4741b23	366	subsys_initcall(crypto_module_init);
f19f5111 RS	367	module_exit(crypto_module_exit);
	368
	369	MODULE_LICENSE("GPL");
	370	MODULE_DESCRIPTION("XTS block cipher mode");
4943ba16	371	MODULE_ALIAS_CRYPTO("xts");