[linux.git] / crypto / aead.c

// SPDX-License-Identifier: GPL-2.0-or-later
/*
 * AEAD: Authenticated Encryption with Associated Data
 *
 * This file provides API support for AEAD algorithms.
 *
 * Copyright (c) 2007-2015 Herbert Xu <[email protected]>
 */

#include <crypto/internal/geniv.h>
#include <crypto/internal/rng.h>
#include <crypto/null.h>
#include <crypto/scatterwalk.h>
#include <linux/err.h>
#include <linux/init.h>
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/rtnetlink.h>
#include <linux/slab.h>
#include <linux/seq_file.h>
#include <linux/cryptouser.h>
#include <linux/compiler.h>
#include <net/netlink.h>

#include "internal.h"

static int setkey_unaligned(struct crypto_aead *tfm, const u8 *key,
			    unsigned int keylen)
{
	unsigned long alignmask = crypto_aead_alignmask(tfm);
	int ret;
	u8 *buffer, *alignbuffer;
	unsigned long absize;

	absize = keylen + alignmask;
	buffer = kmalloc(absize, GFP_ATOMIC);
	if (!buffer)
		return -ENOMEM;

	alignbuffer = (u8 *)ALIGN((unsigned long)buffer, alignmask + 1);
	memcpy(alignbuffer, key, keylen);
	ret = crypto_aead_alg(tfm)->setkey(tfm, alignbuffer, keylen);
	memset(alignbuffer, 0, keylen);
	kfree(buffer);
	return ret;
}

int crypto_aead_setkey(struct crypto_aead *tfm,
		       const u8 *key, unsigned int keylen)
{
	unsigned long alignmask = crypto_aead_alignmask(tfm);
	int err;

	if ((unsigned long)key & alignmask)
		err = setkey_unaligned(tfm, key, keylen);
	else
		err = crypto_aead_alg(tfm)->setkey(tfm, key, keylen);

	if (unlikely(err)) {
		crypto_aead_set_flags(tfm, CRYPTO_TFM_NEED_KEY);
		return err;
	}

	crypto_aead_clear_flags(tfm, CRYPTO_TFM_NEED_KEY);
	return 0;
}
EXPORT_SYMBOL_GPL(crypto_aead_setkey);

int crypto_aead_setauthsize(struct crypto_aead *tfm, unsigned int authsize)
{
	int err;

	if ((!authsize && crypto_aead_maxauthsize(tfm)) ||
	    authsize > crypto_aead_maxauthsize(tfm))
		return -EINVAL;

	if (crypto_aead_alg(tfm)->setauthsize) {
		err = crypto_aead_alg(tfm)->setauthsize(tfm, authsize);
		if (err)
			return err;
	}

	tfm->authsize = authsize;
	return 0;
}
EXPORT_SYMBOL_GPL(crypto_aead_setauthsize);

int crypto_aead_encrypt(struct aead_request *req)
{
	struct crypto_aead *aead = crypto_aead_reqtfm(req);
	struct crypto_alg *alg = aead->base.__crt_alg;
	unsigned int cryptlen = req->cryptlen;
	int ret;

	crypto_stats_get(alg);
	if (crypto_aead_get_flags(aead) & CRYPTO_TFM_NEED_KEY)
		ret = -ENOKEY;
	else
		ret = crypto_aead_alg(aead)->encrypt(req);
	crypto_stats_aead_encrypt(cryptlen, alg, ret);
	return ret;
}
EXPORT_SYMBOL_GPL(crypto_aead_encrypt);

int crypto_aead_decrypt(struct aead_request *req)
{
	struct crypto_aead *aead = crypto_aead_reqtfm(req);
	struct crypto_alg *alg = aead->base.__crt_alg;
	unsigned int cryptlen = req->cryptlen;
	int ret;

	crypto_stats_get(alg);
	if (crypto_aead_get_flags(aead) & CRYPTO_TFM_NEED_KEY)
		ret = -ENOKEY;
	else if (req->cryptlen < crypto_aead_authsize(aead))
		ret = -EINVAL;
	else
		ret = crypto_aead_alg(aead)->decrypt(req);
	crypto_stats_aead_decrypt(cryptlen, alg, ret);
	return ret;
}
EXPORT_SYMBOL_GPL(crypto_aead_decrypt);

static void crypto_aead_exit_tfm(struct crypto_tfm *tfm)
{
	struct crypto_aead *aead = __crypto_aead_cast(tfm);
	struct aead_alg *alg = crypto_aead_alg(aead);

	alg->exit(aead);
}

static int crypto_aead_init_tfm(struct crypto_tfm *tfm)
{
	struct crypto_aead *aead = __crypto_aead_cast(tfm);
	struct aead_alg *alg = crypto_aead_alg(aead);

	crypto_aead_set_flags(aead, CRYPTO_TFM_NEED_KEY);

	aead->authsize = alg->maxauthsize;

	if (alg->exit)
		aead->base.exit = crypto_aead_exit_tfm;

	if (alg->init)
		return alg->init(aead);

	return 0;
}

#ifdef CONFIG_NET
static int crypto_aead_report(struct sk_buff *skb, struct crypto_alg *alg)
{
	struct crypto_report_aead raead;
	struct aead_alg *aead = container_of(alg, struct aead_alg, base);

	memset(&raead, 0, sizeof(raead));

	strscpy(raead.type, "aead", sizeof(raead.type));
	strscpy(raead.geniv, "<none>", sizeof(raead.geniv));

	raead.blocksize = alg->cra_blocksize;
	raead.maxauthsize = aead->maxauthsize;
	raead.ivsize = aead->ivsize;

	return nla_put(skb, CRYPTOCFGA_REPORT_AEAD, sizeof(raead), &raead);
}
#else
static int crypto_aead_report(struct sk_buff *skb, struct crypto_alg *alg)
{
	return -ENOSYS;
}
#endif

static void crypto_aead_show(struct seq_file *m, struct crypto_alg *alg)
	__maybe_unused;
static void crypto_aead_show(struct seq_file *m, struct crypto_alg *alg)
{
	struct aead_alg *aead = container_of(alg, struct aead_alg, base);

	seq_printf(m, "type         : aead\n");
	seq_printf(m, "async        : %s\n", alg->cra_flags & CRYPTO_ALG_ASYNC ?
					     "yes" : "no");
	seq_printf(m, "blocksize    : %u\n", alg->cra_blocksize);
	seq_printf(m, "ivsize       : %u\n", aead->ivsize);
	seq_printf(m, "maxauthsize  : %u\n", aead->maxauthsize);
	seq_printf(m, "geniv        : <none>\n");
}

static void crypto_aead_free_instance(struct crypto_instance *inst)
{
	struct aead_instance *aead = aead_instance(inst);

	if (!aead->free) {
		inst->tmpl->free(inst);
		return;
	}

	aead->free(aead);
}

static const struct crypto_type crypto_aead_type = {
	.extsize = crypto_alg_extsize,
	.init_tfm = crypto_aead_init_tfm,
	.free = crypto_aead_free_instance,
#ifdef CONFIG_PROC_FS
	.show = crypto_aead_show,
#endif
	.report = crypto_aead_report,
	.maskclear = ~CRYPTO_ALG_TYPE_MASK,
	.maskset = CRYPTO_ALG_TYPE_MASK,
	.type = CRYPTO_ALG_TYPE_AEAD,
	.tfmsize = offsetof(struct crypto_aead, base),
};

static int aead_geniv_setkey(struct crypto_aead *tfm,
			     const u8 *key, unsigned int keylen)
{
	struct aead_geniv_ctx *ctx = crypto_aead_ctx(tfm);

	return crypto_aead_setkey(ctx->child, key, keylen);
}

static int aead_geniv_setauthsize(struct crypto_aead *tfm,
				  unsigned int authsize)
{
	struct aead_geniv_ctx *ctx = crypto_aead_ctx(tfm);

	return crypto_aead_setauthsize(ctx->child, authsize);
}

struct aead_instance *aead_geniv_alloc(struct crypto_template *tmpl,
				       struct rtattr **tb, u32 type, u32 mask)
{
	const char *name;
	struct crypto_aead_spawn *spawn;
	struct crypto_attr_type *algt;
	struct aead_instance *inst;
	struct aead_alg *alg;
	unsigned int ivsize;
	unsigned int maxauthsize;
	int err;

	algt = crypto_get_attr_type(tb);
	if (IS_ERR(algt))
		return ERR_CAST(algt);

	if ((algt->type ^ CRYPTO_ALG_TYPE_AEAD) & algt->mask)
		return ERR_PTR(-EINVAL);

	name = crypto_attr_alg_name(tb[1]);
	if (IS_ERR(name))
		return ERR_CAST(name);

	inst = kzalloc(sizeof(*inst) + sizeof(*spawn), GFP_KERNEL);
	if (!inst)
		return ERR_PTR(-ENOMEM);

	spawn = aead_instance_ctx(inst);

	/* Ignore async algorithms if necessary. */
	mask |= crypto_requires_sync(algt->type, algt->mask);

	crypto_set_aead_spawn(spawn, aead_crypto_instance(inst));
	err = crypto_grab_aead(spawn, name, type, mask);
	if (err)
		goto err_free_inst;

	alg = crypto_spawn_aead_alg(spawn);

	ivsize = crypto_aead_alg_ivsize(alg);
	maxauthsize = crypto_aead_alg_maxauthsize(alg);

	err = -EINVAL;
	if (ivsize < sizeof(u64))
		goto err_drop_alg;

	err = -ENAMETOOLONG;
	if (snprintf(inst->alg.base.cra_name, CRYPTO_MAX_ALG_NAME,
		     "%s(%s)", tmpl->name, alg->base.cra_name) >=
	    CRYPTO_MAX_ALG_NAME)
		goto err_drop_alg;
	if (snprintf(inst->alg.base.cra_driver_name, CRYPTO_MAX_ALG_NAME,
		     "%s(%s)", tmpl->name, alg->base.cra_driver_name) >=
	    CRYPTO_MAX_ALG_NAME)
		goto err_drop_alg;

	inst->alg.base.cra_flags = alg->base.cra_flags & CRYPTO_ALG_ASYNC;
	inst->alg.base.cra_priority = alg->base.cra_priority;
	inst->alg.base.cra_blocksize = alg->base.cra_blocksize;
	inst->alg.base.cra_alignmask = alg->base.cra_alignmask;
	inst->alg.base.cra_ctxsize = sizeof(struct aead_geniv_ctx);

	inst->alg.setkey = aead_geniv_setkey;
	inst->alg.setauthsize = aead_geniv_setauthsize;

	inst->alg.ivsize = ivsize;
	inst->alg.maxauthsize = maxauthsize;

out:
	return inst;

err_drop_alg:
	crypto_drop_aead(spawn);
err_free_inst:
	kfree(inst);
	inst = ERR_PTR(err);
	goto out;
}
EXPORT_SYMBOL_GPL(aead_geniv_alloc);

void aead_geniv_free(struct aead_instance *inst)
{
	crypto_drop_aead(aead_instance_ctx(inst));
	kfree(inst);
}
EXPORT_SYMBOL_GPL(aead_geniv_free);

int aead_init_geniv(struct crypto_aead *aead)
{
	struct aead_geniv_ctx *ctx = crypto_aead_ctx(aead);
	struct aead_instance *inst = aead_alg_instance(aead);
	struct crypto_aead *child;
	int err;

	spin_lock_init(&ctx->lock);

	err = crypto_get_default_rng();
	if (err)
		goto out;

	err = crypto_rng_get_bytes(crypto_default_rng, ctx->salt,
				   crypto_aead_ivsize(aead));
	crypto_put_default_rng();
	if (err)
		goto out;

	ctx->sknull = crypto_get_default_null_skcipher();
	err = PTR_ERR(ctx->sknull);
	if (IS_ERR(ctx->sknull))
		goto out;

	child = crypto_spawn_aead(aead_instance_ctx(inst));
	err = PTR_ERR(child);
	if (IS_ERR(child))
		goto drop_null;

	ctx->child = child;
	crypto_aead_set_reqsize(aead, crypto_aead_reqsize(child) +
				      sizeof(struct aead_request));

	err = 0;

out:
	return err;

drop_null:
	crypto_put_default_null_skcipher();
	goto out;
}
EXPORT_SYMBOL_GPL(aead_init_geniv);

void aead_exit_geniv(struct crypto_aead *tfm)
{
	struct aead_geniv_ctx *ctx = crypto_aead_ctx(tfm);

	crypto_free_aead(ctx->child);
	crypto_put_default_null_skcipher();
}
EXPORT_SYMBOL_GPL(aead_exit_geniv);

int crypto_grab_aead(struct crypto_aead_spawn *spawn, const char *name,
		     u32 type, u32 mask)
{
	spawn->base.frontend = &crypto_aead_type;
	return crypto_grab_spawn(&spawn->base, name, type, mask);
}
EXPORT_SYMBOL_GPL(crypto_grab_aead);

struct crypto_aead *crypto_alloc_aead(const char *alg_name, u32 type, u32 mask)
{
	return crypto_alloc_tfm(alg_name, &crypto_aead_type, type, mask);
}
EXPORT_SYMBOL_GPL(crypto_alloc_aead);

static int aead_prepare_alg(struct aead_alg *alg)
{
	struct crypto_alg *base = &alg->base;

	if (max3(alg->maxauthsize, alg->ivsize, alg->chunksize) >
	    PAGE_SIZE / 8)
		return -EINVAL;

	if (!alg->chunksize)
		alg->chunksize = base->cra_blocksize;

	base->cra_type = &crypto_aead_type;
	base->cra_flags &= ~CRYPTO_ALG_TYPE_MASK;
	base->cra_flags |= CRYPTO_ALG_TYPE_AEAD;

	return 0;
}

int crypto_register_aead(struct aead_alg *alg)
{
	struct crypto_alg *base = &alg->base;
	int err;

	err = aead_prepare_alg(alg);
	if (err)
		return err;

	return crypto_register_alg(base);
}
EXPORT_SYMBOL_GPL(crypto_register_aead);

void crypto_unregister_aead(struct aead_alg *alg)
{
	crypto_unregister_alg(&alg->base);
}
EXPORT_SYMBOL_GPL(crypto_unregister_aead);

int crypto_register_aeads(struct aead_alg *algs, int count)
{
	int i, ret;

	for (i = 0; i < count; i++) {
		ret = crypto_register_aead(&algs[i]);
		if (ret)
			goto err;
	}

	return 0;

err:
	for (--i; i >= 0; --i)
		crypto_unregister_aead(&algs[i]);

	return ret;
}
EXPORT_SYMBOL_GPL(crypto_register_aeads);

void crypto_unregister_aeads(struct aead_alg *algs, int count)
{
	int i;

	for (i = count - 1; i >= 0; --i)
		crypto_unregister_aead(&algs[i]);
}
EXPORT_SYMBOL_GPL(crypto_unregister_aeads);

int aead_register_instance(struct crypto_template *tmpl,
			   struct aead_instance *inst)
{
	int err;

	err = aead_prepare_alg(&inst->alg);
	if (err)
		return err;

	return crypto_register_instance(tmpl, aead_crypto_instance(inst));
}
EXPORT_SYMBOL_GPL(aead_register_instance);

MODULE_LICENSE("GPL");
MODULE_DESCRIPTION("Authenticated Encryption with Associated Data (AEAD)");
Commit	Line	Data
2874c5fd	1	// SPDX-License-Identifier: GPL-2.0-or-later
1ae97820 HX	2	/*
1ae97820 HX	3	* AEAD: Authenticated Encryption with Associated Data
3922538f	4	*
1ae97820 HX	5	* This file provides API support for AEAD algorithms.
1ae97820 HX	6	*
b0d955ba	7	* Copyright (c) 2007-2015 Herbert Xu <[email protected]>
1ae97820 HX	8	*/
1ae97820 HX	9
6350449f	10	#include <crypto/internal/geniv.h>
149a3971 HX	11	#include <crypto/internal/rng.h>
149a3971 HX	12	#include <crypto/null.h>
996d98d8	13	#include <crypto/scatterwalk.h>
5b6d2d7f	14	#include <linux/err.h>
1ae97820 HX	15	#include <linux/init.h>
	16	#include <linux/kernel.h>
	17	#include <linux/module.h>
d29ce988	18	#include <linux/rtnetlink.h>
1ae97820 HX	19	#include <linux/slab.h>
1ae97820 HX	20	#include <linux/seq_file.h>
6ad414fe	21	#include <linux/cryptouser.h>
d8c34b94	22	#include <linux/compiler.h>
6ad414fe	23	#include <net/netlink.h>
1ae97820	24
5b6d2d7f HX	25	#include "internal.h"
5b6d2d7f HX	26
1ae97820 HX	27	static int setkey_unaligned(struct crypto_aead tfm, const u8 key,
	28	unsigned int keylen)
	29	{
1ae97820 HX	30	unsigned long alignmask = crypto_aead_alignmask(tfm);
	31	int ret;
	32	u8 buffer, alignbuffer;
	33	unsigned long absize;
	34
	35	absize = keylen + alignmask;
	36	buffer = kmalloc(absize, GFP_ATOMIC);
	37	if (!buffer)
	38	return -ENOMEM;
	39
	40	alignbuffer = (u8 *)ALIGN((unsigned long)buffer, alignmask + 1);
	41	memcpy(alignbuffer, key, keylen);
b0d955ba	42	ret = crypto_aead_alg(tfm)->setkey(tfm, alignbuffer, keylen);
1ae97820 HX	43	memset(alignbuffer, 0, keylen);
	44	kfree(buffer);
	45	return ret;
	46	}
	47
5d1d65f8 HX	48	int crypto_aead_setkey(struct crypto_aead *tfm,
5d1d65f8 HX	49	const u8 *key, unsigned int keylen)
1ae97820	50	{
1ae97820	51	unsigned long alignmask = crypto_aead_alignmask(tfm);
dc26c17f	52	int err;
1ae97820 HX	53
1ae97820 HX	54	if ((unsigned long)key & alignmask)
dc26c17f EB	55	err = setkey_unaligned(tfm, key, keylen);
	56	else
	57	err = crypto_aead_alg(tfm)->setkey(tfm, key, keylen);
	58
6ebc9700 EB	59	if (unlikely(err)) {
6ebc9700 EB	60	crypto_aead_set_flags(tfm, CRYPTO_TFM_NEED_KEY);
dc26c17f	61	return err;
6ebc9700	62	}
1ae97820	63
dc26c17f EB	64	crypto_aead_clear_flags(tfm, CRYPTO_TFM_NEED_KEY);
dc26c17f EB	65	return 0;
1ae97820	66	}
5d1d65f8	67	EXPORT_SYMBOL_GPL(crypto_aead_setkey);
1ae97820	68
7ba683a6 HX	69	int crypto_aead_setauthsize(struct crypto_aead *tfm, unsigned int authsize)
	70	{
	71	int err;
	72
a62084d2 PL	73	if ((!authsize && crypto_aead_maxauthsize(tfm)) \|\|
a62084d2 PL	74	authsize > crypto_aead_maxauthsize(tfm))
7ba683a6 HX	75	return -EINVAL;
7ba683a6 HX	76
b0d955ba HX	77	if (crypto_aead_alg(tfm)->setauthsize) {
b0d955ba HX	78	err = crypto_aead_alg(tfm)->setauthsize(tfm, authsize);
7ba683a6 HX	79	if (err)
	80	return err;
	81	}
	82
5d1d65f8	83	tfm->authsize = authsize;
7ba683a6 HX	84	return 0;
	85	}
	86	EXPORT_SYMBOL_GPL(crypto_aead_setauthsize);
	87
f2fe1154 EB	88	int crypto_aead_encrypt(struct aead_request *req)
	89	{
	90	struct crypto_aead *aead = crypto_aead_reqtfm(req);
	91	struct crypto_alg *alg = aead->base.__crt_alg;
	92	unsigned int cryptlen = req->cryptlen;
	93	int ret;
	94
	95	crypto_stats_get(alg);
	96	if (crypto_aead_get_flags(aead) & CRYPTO_TFM_NEED_KEY)
	97	ret = -ENOKEY;
	98	else
	99	ret = crypto_aead_alg(aead)->encrypt(req);
	100	crypto_stats_aead_encrypt(cryptlen, alg, ret);
	101	return ret;
	102	}
	103	EXPORT_SYMBOL_GPL(crypto_aead_encrypt);
	104
	105	int crypto_aead_decrypt(struct aead_request *req)
	106	{
	107	struct crypto_aead *aead = crypto_aead_reqtfm(req);
	108	struct crypto_alg *alg = aead->base.__crt_alg;
	109	unsigned int cryptlen = req->cryptlen;
	110	int ret;
	111
	112	crypto_stats_get(alg);
	113	if (crypto_aead_get_flags(aead) & CRYPTO_TFM_NEED_KEY)
	114	ret = -ENOKEY;
	115	else if (req->cryptlen < crypto_aead_authsize(aead))
	116	ret = -EINVAL;
	117	else
	118	ret = crypto_aead_alg(aead)->decrypt(req);
	119	crypto_stats_aead_decrypt(cryptlen, alg, ret);
	120	return ret;
	121	}
	122	EXPORT_SYMBOL_GPL(crypto_aead_decrypt);
	123
5eb8ec6d HX	124	static void crypto_aead_exit_tfm(struct crypto_tfm *tfm)
	125	{
	126	struct crypto_aead *aead = __crypto_aead_cast(tfm);
	127	struct aead_alg *alg = crypto_aead_alg(aead);
	128
	129	alg->exit(aead);
	130	}
	131
63293c61 HX	132	static int crypto_aead_init_tfm(struct crypto_tfm *tfm)
	133	{
	134	struct crypto_aead *aead = __crypto_aead_cast(tfm);
	135	struct aead_alg *alg = crypto_aead_alg(aead);
	136
dc26c17f EB	137	crypto_aead_set_flags(aead, CRYPTO_TFM_NEED_KEY);
dc26c17f EB	138
63293c61 HX	139	aead->authsize = alg->maxauthsize;
63293c61 HX	140
5eb8ec6d HX	141	if (alg->exit)
	142	aead->base.exit = crypto_aead_exit_tfm;
	143
	144	if (alg->init)
	145	return alg->init(aead);
	146
63293c61 HX	147	return 0;
	148	}
	149
63293c61 HX	150	#ifdef CONFIG_NET
	151	static int crypto_aead_report(struct sk_buff skb, struct crypto_alg alg)
	152	{
	153	struct crypto_report_aead raead;
	154	struct aead_alg *aead = container_of(alg, struct aead_alg, base);
	155
37db69e0 EB	156	memset(&raead, 0, sizeof(raead));
	157
	158	strscpy(raead.type, "aead", sizeof(raead.type));
	159	strscpy(raead.geniv, "<none>", sizeof(raead.geniv));
63293c61 HX	160
	161	raead.blocksize = alg->cra_blocksize;
	162	raead.maxauthsize = aead->maxauthsize;
	163	raead.ivsize = aead->ivsize;
	164
37db69e0	165	return nla_put(skb, CRYPTOCFGA_REPORT_AEAD, sizeof(raead), &raead);
63293c61 HX	166	}
	167	#else
	168	static int crypto_aead_report(struct sk_buff skb, struct crypto_alg alg)
	169	{
	170	return -ENOSYS;
	171	}
	172	#endif
	173
	174	static void crypto_aead_show(struct seq_file m, struct crypto_alg alg)
d8c34b94	175	__maybe_unused;
63293c61 HX	176	static void crypto_aead_show(struct seq_file m, struct crypto_alg alg)
	177	{
	178	struct aead_alg *aead = container_of(alg, struct aead_alg, base);
	179
	180	seq_printf(m, "type : aead\n");
	181	seq_printf(m, "async : %s\n", alg->cra_flags & CRYPTO_ALG_ASYNC ?
	182	"yes" : "no");
	183	seq_printf(m, "blocksize : %u\n", alg->cra_blocksize);
	184	seq_printf(m, "ivsize : %u\n", aead->ivsize);
	185	seq_printf(m, "maxauthsize : %u\n", aead->maxauthsize);
	186	seq_printf(m, "geniv : <none>\n");
	187	}
	188
ba75e15f HX	189	static void crypto_aead_free_instance(struct crypto_instance *inst)
	190	{
	191	struct aead_instance *aead = aead_instance(inst);
	192
	193	if (!aead->free) {
	194	inst->tmpl->free(inst);
	195	return;
	196	}
	197
	198	aead->free(aead);
	199	}
	200
b0d955ba	201	static const struct crypto_type crypto_aead_type = {
63293c61 HX	202	.extsize = crypto_alg_extsize,
63293c61 HX	203	.init_tfm = crypto_aead_init_tfm,
ba75e15f	204	.free = crypto_aead_free_instance,
63293c61 HX	205	#ifdef CONFIG_PROC_FS
	206	.show = crypto_aead_show,
	207	#endif
	208	.report = crypto_aead_report,
	209	.maskclear = ~CRYPTO_ALG_TYPE_MASK,
	210	.maskset = CRYPTO_ALG_TYPE_MASK,
	211	.type = CRYPTO_ALG_TYPE_AEAD,
	212	.tfmsize = offsetof(struct crypto_aead, base),
	213	};
	214
6350449f HX	215	static int aead_geniv_setkey(struct crypto_aead *tfm,
	216	const u8 *key, unsigned int keylen)
	217	{
	218	struct aead_geniv_ctx *ctx = crypto_aead_ctx(tfm);
	219
	220	return crypto_aead_setkey(ctx->child, key, keylen);
	221	}
	222
	223	static int aead_geniv_setauthsize(struct crypto_aead *tfm,
	224	unsigned int authsize)
	225	{
	226	struct aead_geniv_ctx *ctx = crypto_aead_ctx(tfm);
	227
	228	return crypto_aead_setauthsize(ctx->child, authsize);
	229	}
	230
856e3f40 HX	231	struct aead_instance aead_geniv_alloc(struct crypto_template tmpl,
856e3f40 HX	232	struct rtattr **tb, u32 type, u32 mask)
5b6d2d7f HX	233	{
	234	const char *name;
	235	struct crypto_aead_spawn *spawn;
	236	struct crypto_attr_type *algt;
856e3f40 HX	237	struct aead_instance *inst;
	238	struct aead_alg *alg;
	239	unsigned int ivsize;
	240	unsigned int maxauthsize;
5b6d2d7f HX	241	int err;
	242
	243	algt = crypto_get_attr_type(tb);
5b6d2d7f	244	if (IS_ERR(algt))
3e8afe35	245	return ERR_CAST(algt);
5b6d2d7f	246
5e4b8c1f	247	if ((algt->type ^ CRYPTO_ALG_TYPE_AEAD) & algt->mask)
5b6d2d7f HX	248	return ERR_PTR(-EINVAL);
	249
	250	name = crypto_attr_alg_name(tb[1]);
5b6d2d7f	251	if (IS_ERR(name))
3e8afe35	252	return ERR_CAST(name);
5b6d2d7f HX	253
	254	inst = kzalloc(sizeof(inst) + sizeof(spawn), GFP_KERNEL);
	255	if (!inst)
	256	return ERR_PTR(-ENOMEM);
	257
856e3f40	258	spawn = aead_instance_ctx(inst);
5b6d2d7f HX	259
	260	/* Ignore async algorithms if necessary. */
	261	mask \|= crypto_requires_sync(algt->type, algt->mask);
	262
856e3f40	263	crypto_set_aead_spawn(spawn, aead_crypto_instance(inst));
b0d955ba	264	err = crypto_grab_aead(spawn, name, type, mask);
5b6d2d7f HX	265	if (err)
	266	goto err_free_inst;
	267
856e3f40 HX	268	alg = crypto_spawn_aead_alg(spawn);
856e3f40 HX	269
30e4c010 HX	270	ivsize = crypto_aead_alg_ivsize(alg);
30e4c010 HX	271	maxauthsize = crypto_aead_alg_maxauthsize(alg);
5b6d2d7f HX	272
5b6d2d7f HX	273	err = -EINVAL;
6350449f	274	if (ivsize < sizeof(u64))
5b6d2d7f HX	275	goto err_drop_alg;
5b6d2d7f HX	276
856e3f40 HX	277	err = -ENAMETOOLONG;
	278	if (snprintf(inst->alg.base.cra_name, CRYPTO_MAX_ALG_NAME,
	279	"%s(%s)", tmpl->name, alg->base.cra_name) >=
	280	CRYPTO_MAX_ALG_NAME)
	281	goto err_drop_alg;
	282	if (snprintf(inst->alg.base.cra_driver_name, CRYPTO_MAX_ALG_NAME,
	283	"%s(%s)", tmpl->name, alg->base.cra_driver_name) >=
	284	CRYPTO_MAX_ALG_NAME)
	285	goto err_drop_alg;
5b6d2d7f	286
5e4b8c1f	287	inst->alg.base.cra_flags = alg->base.cra_flags & CRYPTO_ALG_ASYNC;
856e3f40 HX	288	inst->alg.base.cra_priority = alg->base.cra_priority;
	289	inst->alg.base.cra_blocksize = alg->base.cra_blocksize;
	290	inst->alg.base.cra_alignmask = alg->base.cra_alignmask;
6350449f HX	291	inst->alg.base.cra_ctxsize = sizeof(struct aead_geniv_ctx);
	292
	293	inst->alg.setkey = aead_geniv_setkey;
	294	inst->alg.setauthsize = aead_geniv_setauthsize;
5b6d2d7f	295
856e3f40 HX	296	inst->alg.ivsize = ivsize;
856e3f40 HX	297	inst->alg.maxauthsize = maxauthsize;
5b6d2d7f HX	298
	299	out:
	300	return inst;
	301
	302	err_drop_alg:
	303	crypto_drop_aead(spawn);
	304	err_free_inst:
	305	kfree(inst);
	306	inst = ERR_PTR(err);
	307	goto out;
	308	}
	309	EXPORT_SYMBOL_GPL(aead_geniv_alloc);
	310
856e3f40	311	void aead_geniv_free(struct aead_instance *inst)
5b6d2d7f	312	{
856e3f40	313	crypto_drop_aead(aead_instance_ctx(inst));
5b6d2d7f HX	314	kfree(inst);
	315	}
	316	EXPORT_SYMBOL_GPL(aead_geniv_free);
	317
149a3971 HX	318	int aead_init_geniv(struct crypto_aead *aead)
	319	{
	320	struct aead_geniv_ctx *ctx = crypto_aead_ctx(aead);
	321	struct aead_instance *inst = aead_alg_instance(aead);
	322	struct crypto_aead *child;
	323	int err;
	324
	325	spin_lock_init(&ctx->lock);
	326
	327	err = crypto_get_default_rng();
	328	if (err)
	329	goto out;
	330
	331	err = crypto_rng_get_bytes(crypto_default_rng, ctx->salt,
	332	crypto_aead_ivsize(aead));
	333	crypto_put_default_rng();
	334	if (err)
	335	goto out;
	336
3a2d4fb5	337	ctx->sknull = crypto_get_default_null_skcipher();
ca0494c0 HX	338	err = PTR_ERR(ctx->sknull);
	339	if (IS_ERR(ctx->sknull))
	340	goto out;
	341
149a3971 HX	342	child = crypto_spawn_aead(aead_instance_ctx(inst));
	343	err = PTR_ERR(child);
	344	if (IS_ERR(child))
	345	goto drop_null;
	346
	347	ctx->child = child;
	348	crypto_aead_set_reqsize(aead, crypto_aead_reqsize(child) +
	349	sizeof(struct aead_request));
	350
	351	err = 0;
	352
	353	out:
	354	return err;
	355
	356	drop_null:
3a2d4fb5	357	crypto_put_default_null_skcipher();
149a3971 HX	358	goto out;
	359	}
	360	EXPORT_SYMBOL_GPL(aead_init_geniv);
	361
	362	void aead_exit_geniv(struct crypto_aead *tfm)
	363	{
	364	struct aead_geniv_ctx *ctx = crypto_aead_ctx(tfm);
	365
	366	crypto_free_aead(ctx->child);
3a2d4fb5	367	crypto_put_default_null_skcipher();
149a3971 HX	368	}
	369	EXPORT_SYMBOL_GPL(aead_exit_geniv);
	370
d29ce988 HX	371	int crypto_grab_aead(struct crypto_aead_spawn spawn, const char name,
	372	u32 type, u32 mask)
	373	{
5d1d65f8 HX	374	spawn->base.frontend = &crypto_aead_type;
5d1d65f8 HX	375	return crypto_grab_spawn(&spawn->base, name, type, mask);
d29ce988 HX	376	}
	377	EXPORT_SYMBOL_GPL(crypto_grab_aead);
	378
	379	struct crypto_aead crypto_alloc_aead(const char alg_name, u32 type, u32 mask)
	380	{
5d1d65f8	381	return crypto_alloc_tfm(alg_name, &crypto_aead_type, type, mask);
d29ce988 HX	382	}
	383	EXPORT_SYMBOL_GPL(crypto_alloc_aead);
	384
63293c61 HX	385	static int aead_prepare_alg(struct aead_alg *alg)
	386	{
	387	struct crypto_alg *base = &alg->base;
	388
7a530aa9 HX	389	if (max3(alg->maxauthsize, alg->ivsize, alg->chunksize) >
7a530aa9 HX	390	PAGE_SIZE / 8)
63293c61 HX	391	return -EINVAL;
63293c61 HX	392
7a530aa9 HX	393	if (!alg->chunksize)
	394	alg->chunksize = base->cra_blocksize;
	395
b0d955ba	396	base->cra_type = &crypto_aead_type;
63293c61 HX	397	base->cra_flags &= ~CRYPTO_ALG_TYPE_MASK;
	398	base->cra_flags \|= CRYPTO_ALG_TYPE_AEAD;
	399
	400	return 0;
	401	}
	402
	403	int crypto_register_aead(struct aead_alg *alg)
	404	{
	405	struct crypto_alg *base = &alg->base;
	406	int err;
	407
	408	err = aead_prepare_alg(alg);
	409	if (err)
	410	return err;
	411
	412	return crypto_register_alg(base);
	413	}
	414	EXPORT_SYMBOL_GPL(crypto_register_aead);
	415
43615369	416	void crypto_unregister_aead(struct aead_alg *alg)
63293c61	417	{
43615369	418	crypto_unregister_alg(&alg->base);
63293c61 HX	419	}
	420	EXPORT_SYMBOL_GPL(crypto_unregister_aead);
	421
caab9461 HX	422	int crypto_register_aeads(struct aead_alg *algs, int count)
	423	{
	424	int i, ret;
	425
	426	for (i = 0; i < count; i++) {
	427	ret = crypto_register_aead(&algs[i]);
	428	if (ret)
	429	goto err;
	430	}
	431
	432	return 0;
	433
	434	err:
	435	for (--i; i >= 0; --i)
	436	crypto_unregister_aead(&algs[i]);
	437
	438	return ret;
	439	}
	440	EXPORT_SYMBOL_GPL(crypto_register_aeads);
	441
	442	void crypto_unregister_aeads(struct aead_alg *algs, int count)
	443	{
	444	int i;
	445
	446	for (i = count - 1; i >= 0; --i)
	447	crypto_unregister_aead(&algs[i]);
	448	}
	449	EXPORT_SYMBOL_GPL(crypto_unregister_aeads);
	450
63293c61 HX	451	int aead_register_instance(struct crypto_template *tmpl,
	452	struct aead_instance *inst)
	453	{
	454	int err;
	455
	456	err = aead_prepare_alg(&inst->alg);
	457	if (err)
	458	return err;
	459
	460	return crypto_register_instance(tmpl, aead_crypto_instance(inst));
	461	}
	462	EXPORT_SYMBOL_GPL(aead_register_instance);
	463
1ae97820 HX	464	MODULE_LICENSE("GPL");
1ae97820 HX	465	MODULE_DESCRIPTION("Authenticated Encryption with Associated Data (AEAD)");