[linux.git] / crypto / af_alg.c

/*
 * af_alg: User-space algorithm interface
 *
 * This file provides the user-space API for algorithms.
 *
 * Copyright (c) 2010 Herbert Xu <[email protected]>
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License as published by the Free
 * Software Foundation; either version 2 of the License, or (at your option)
 * any later version.
 *
 */

#include <linux/atomic.h>
#include <crypto/if_alg.h>
#include <linux/crypto.h>
#include <linux/init.h>
#include <linux/kernel.h>
#include <linux/list.h>
#include <linux/module.h>
#include <linux/net.h>
#include <linux/rwsem.h>
#include <linux/security.h>

struct alg_type_list {
	const struct af_alg_type *type;
	struct list_head list;
};

static atomic_long_t alg_memory_allocated;

static struct proto alg_proto = {
	.name			= "ALG",
	.owner			= THIS_MODULE,
	.memory_allocated	= &alg_memory_allocated,
	.obj_size		= sizeof(struct alg_sock),
};

static LIST_HEAD(alg_types);
static DECLARE_RWSEM(alg_types_sem);

static const struct af_alg_type *alg_get_type(const char *name)
{
	const struct af_alg_type *type = ERR_PTR(-ENOENT);
	struct alg_type_list *node;

	down_read(&alg_types_sem);
	list_for_each_entry(node, &alg_types, list) {
		if (strcmp(node->type->name, name))
			continue;

		if (try_module_get(node->type->owner))
			type = node->type;
		break;
	}
	up_read(&alg_types_sem);

	return type;
}

int af_alg_register_type(const struct af_alg_type *type)
{
	struct alg_type_list *node;
	int err = -EEXIST;

	down_write(&alg_types_sem);
	list_for_each_entry(node, &alg_types, list) {
		if (!strcmp(node->type->name, type->name))
			goto unlock;
	}

	node = kmalloc(sizeof(*node), GFP_KERNEL);
	err = -ENOMEM;
	if (!node)
		goto unlock;

	type->ops->owner = THIS_MODULE;
	if (type->ops_nokey)
		type->ops_nokey->owner = THIS_MODULE;
	node->type = type;
	list_add(&node->list, &alg_types);
	err = 0;

unlock:
	up_write(&alg_types_sem);

	return err;
}
EXPORT_SYMBOL_GPL(af_alg_register_type);

int af_alg_unregister_type(const struct af_alg_type *type)
{
	struct alg_type_list *node;
	int err = -ENOENT;

	down_write(&alg_types_sem);
	list_for_each_entry(node, &alg_types, list) {
		if (strcmp(node->type->name, type->name))
			continue;

		list_del(&node->list);
		kfree(node);
		err = 0;
		break;
	}
	up_write(&alg_types_sem);

	return err;
}
EXPORT_SYMBOL_GPL(af_alg_unregister_type);

static void alg_do_release(const struct af_alg_type *type, void *private)
{
	if (!type)
		return;

	type->release(private);
	module_put(type->owner);
}

int af_alg_release(struct socket *sock)
{
	if (sock->sk)
		sock_put(sock->sk);
	return 0;
}
EXPORT_SYMBOL_GPL(af_alg_release);

void af_alg_release_parent(struct sock *sk)
{
	struct alg_sock *ask = alg_sk(sk);
	unsigned int nokey = ask->nokey_refcnt;
	bool last = nokey && !ask->refcnt;

	sk = ask->parent;
	ask = alg_sk(sk);

	lock_sock(sk);
	ask->nokey_refcnt -= nokey;
	if (!last)
		last = !--ask->refcnt;
	release_sock(sk);

	if (last)
		sock_put(sk);
}
EXPORT_SYMBOL_GPL(af_alg_release_parent);

static int alg_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len)
{
	const u32 forbidden = CRYPTO_ALG_INTERNAL;
	struct sock *sk = sock->sk;
	struct alg_sock *ask = alg_sk(sk);
	struct sockaddr_alg *sa = (void *)uaddr;
	const struct af_alg_type *type;
	void *private;
	int err;

	if (sock->state == SS_CONNECTED)
		return -EINVAL;

	if (addr_len < sizeof(*sa))
		return -EINVAL;

	sa->salg_type[sizeof(sa->salg_type) - 1] = 0;
	sa->salg_name[sizeof(sa->salg_name) + addr_len - sizeof(*sa) - 1] = 0;

	type = alg_get_type(sa->salg_type);
	if (IS_ERR(type) && PTR_ERR(type) == -ENOENT) {
		request_module("algif-%s", sa->salg_type);
		type = alg_get_type(sa->salg_type);
	}

	if (IS_ERR(type))
		return PTR_ERR(type);

	private = type->bind(sa->salg_name,
			     sa->salg_feat & ~forbidden,
			     sa->salg_mask & ~forbidden);
	if (IS_ERR(private)) {
		module_put(type->owner);
		return PTR_ERR(private);
	}

	err = -EBUSY;
	lock_sock(sk);
	if (ask->refcnt | ask->nokey_refcnt)
		goto unlock;

	swap(ask->type, type);
	swap(ask->private, private);

	err = 0;

unlock:
	release_sock(sk);

	alg_do_release(type, private);

	return err;
}

static int alg_setkey(struct sock *sk, char __user *ukey,
		      unsigned int keylen)
{
	struct alg_sock *ask = alg_sk(sk);
	const struct af_alg_type *type = ask->type;
	u8 *key;
	int err;

	key = sock_kmalloc(sk, keylen, GFP_KERNEL);
	if (!key)
		return -ENOMEM;

	err = -EFAULT;
	if (copy_from_user(key, ukey, keylen))
		goto out;

	err = type->setkey(ask->private, key, keylen);

out:
	sock_kzfree_s(sk, key, keylen);

	return err;
}

static int alg_setsockopt(struct socket *sock, int level, int optname,
			  char __user *optval, unsigned int optlen)
{
	struct sock *sk = sock->sk;
	struct alg_sock *ask = alg_sk(sk);
	const struct af_alg_type *type;
	int err = -EBUSY;

	lock_sock(sk);
	if (ask->refcnt)
		goto unlock;

	type = ask->type;

	err = -ENOPROTOOPT;
	if (level != SOL_ALG || !type)
		goto unlock;

	switch (optname) {
	case ALG_SET_KEY:
		if (sock->state == SS_CONNECTED)
			goto unlock;
		if (!type->setkey)
			goto unlock;

		err = alg_setkey(sk, optval, optlen);
		break;
	case ALG_SET_AEAD_AUTHSIZE:
		if (sock->state == SS_CONNECTED)
			goto unlock;
		if (!type->setauthsize)
			goto unlock;
		err = type->setauthsize(ask->private, optlen);
	}

unlock:
	release_sock(sk);

	return err;
}

int af_alg_accept(struct sock *sk, struct socket *newsock, bool kern)
{
	struct alg_sock *ask = alg_sk(sk);
	const struct af_alg_type *type;
	struct sock *sk2;
	unsigned int nokey;
	int err;

	lock_sock(sk);
	type = ask->type;

	err = -EINVAL;
	if (!type)
		goto unlock;

	sk2 = sk_alloc(sock_net(sk), PF_ALG, GFP_KERNEL, &alg_proto, kern);
	err = -ENOMEM;
	if (!sk2)
		goto unlock;

	sock_init_data(newsock, sk2);
	sock_graft(sk2, newsock);
	security_sk_clone(sk, sk2);

	err = type->accept(ask->private, sk2);

	nokey = err == -ENOKEY;
	if (nokey && type->accept_nokey)
		err = type->accept_nokey(ask->private, sk2);

	if (err)
		goto unlock;

	sk2->sk_family = PF_ALG;

	if (nokey || !ask->refcnt++)
		sock_hold(sk);
	ask->nokey_refcnt += nokey;
	alg_sk(sk2)->parent = sk;
	alg_sk(sk2)->type = type;
	alg_sk(sk2)->nokey_refcnt = nokey;

	newsock->ops = type->ops;
	newsock->state = SS_CONNECTED;

	if (nokey)
		newsock->ops = type->ops_nokey;

	err = 0;

unlock:
	release_sock(sk);

	return err;
}
EXPORT_SYMBOL_GPL(af_alg_accept);

static int alg_accept(struct socket *sock, struct socket *newsock, int flags,
		      bool kern)
{
	return af_alg_accept(sock->sk, newsock, kern);
}

static const struct proto_ops alg_proto_ops = {
	.family		=	PF_ALG,
	.owner		=	THIS_MODULE,

	.connect	=	sock_no_connect,
	.socketpair	=	sock_no_socketpair,
	.getname	=	sock_no_getname,
	.ioctl		=	sock_no_ioctl,
	.listen		=	sock_no_listen,
	.shutdown	=	sock_no_shutdown,
	.getsockopt	=	sock_no_getsockopt,
	.mmap		=	sock_no_mmap,
	.sendpage	=	sock_no_sendpage,
	.sendmsg	=	sock_no_sendmsg,
	.recvmsg	=	sock_no_recvmsg,
	.poll		=	sock_no_poll,

	.bind		=	alg_bind,
	.release	=	af_alg_release,
	.setsockopt	=	alg_setsockopt,
	.accept		=	alg_accept,
};

static void alg_sock_destruct(struct sock *sk)
{
	struct alg_sock *ask = alg_sk(sk);

	alg_do_release(ask->type, ask->private);
}

static int alg_create(struct net *net, struct socket *sock, int protocol,
		      int kern)
{
	struct sock *sk;
	int err;

	if (sock->type != SOCK_SEQPACKET)
		return -ESOCKTNOSUPPORT;
	if (protocol != 0)
		return -EPROTONOSUPPORT;

	err = -ENOMEM;
	sk = sk_alloc(net, PF_ALG, GFP_KERNEL, &alg_proto, kern);
	if (!sk)
		goto out;

	sock->ops = &alg_proto_ops;
	sock_init_data(sock, sk);

	sk->sk_family = PF_ALG;
	sk->sk_destruct = alg_sock_destruct;

	return 0;
out:
	return err;
}

static const struct net_proto_family alg_family = {
	.family	=	PF_ALG,
	.create	=	alg_create,
	.owner	=	THIS_MODULE,
};

int af_alg_make_sg(struct af_alg_sgl *sgl, struct iov_iter *iter, int len)
{
	size_t off;
	ssize_t n;
	int npages, i;

	n = iov_iter_get_pages(iter, sgl->pages, len, ALG_MAX_PAGES, &off);
	if (n < 0)
		return n;

	npages = (off + n + PAGE_SIZE - 1) >> PAGE_SHIFT;
	if (WARN_ON(npages == 0))
		return -EINVAL;
	/* Add one extra for linking */
	sg_init_table(sgl->sg, npages + 1);

	for (i = 0, len = n; i < npages; i++) {
		int plen = min_t(int, len, PAGE_SIZE - off);

		sg_set_page(sgl->sg + i, sgl->pages[i], plen, off);

		off = 0;
		len -= plen;
	}
	sg_mark_end(sgl->sg + npages - 1);
	sgl->npages = npages;

	return n;
}
EXPORT_SYMBOL_GPL(af_alg_make_sg);

void af_alg_link_sg(struct af_alg_sgl *sgl_prev, struct af_alg_sgl *sgl_new)
{
	sg_unmark_end(sgl_prev->sg + sgl_prev->npages - 1);
	sg_chain(sgl_prev->sg, sgl_prev->npages + 1, sgl_new->sg);
}
EXPORT_SYMBOL_GPL(af_alg_link_sg);

void af_alg_free_sg(struct af_alg_sgl *sgl)
{
	int i;

	for (i = 0; i < sgl->npages; i++)
		put_page(sgl->pages[i]);
}
EXPORT_SYMBOL_GPL(af_alg_free_sg);

int af_alg_cmsg_send(struct msghdr *msg, struct af_alg_control *con)
{
	struct cmsghdr *cmsg;

	for_each_cmsghdr(cmsg, msg) {
		if (!CMSG_OK(msg, cmsg))
			return -EINVAL;
		if (cmsg->cmsg_level != SOL_ALG)
			continue;

		switch (cmsg->cmsg_type) {
		case ALG_SET_IV:
			if (cmsg->cmsg_len < CMSG_LEN(sizeof(*con->iv)))
				return -EINVAL;
			con->iv = (void *)CMSG_DATA(cmsg);
			if (cmsg->cmsg_len < CMSG_LEN(con->iv->ivlen +
						      sizeof(*con->iv)))
				return -EINVAL;
			break;

		case ALG_SET_OP:
			if (cmsg->cmsg_len < CMSG_LEN(sizeof(u32)))
				return -EINVAL;
			con->op = *(u32 *)CMSG_DATA(cmsg);
			break;

		case ALG_SET_AEAD_ASSOCLEN:
			if (cmsg->cmsg_len < CMSG_LEN(sizeof(u32)))
				return -EINVAL;
			con->aead_assoclen = *(u32 *)CMSG_DATA(cmsg);
			break;

		default:
			return -EINVAL;
		}
	}

	return 0;
}
EXPORT_SYMBOL_GPL(af_alg_cmsg_send);

int af_alg_wait_for_completion(int err, struct af_alg_completion *completion)
{
	switch (err) {
	case -EINPROGRESS:
	case -EBUSY:
		wait_for_completion(&completion->completion);
		reinit_completion(&completion->completion);
		err = completion->err;
		break;
	};

	return err;
}
EXPORT_SYMBOL_GPL(af_alg_wait_for_completion);

void af_alg_complete(struct crypto_async_request *req, int err)
{
	struct af_alg_completion *completion = req->data;

	if (err == -EINPROGRESS)
		return;

	completion->err = err;
	complete(&completion->completion);
}
EXPORT_SYMBOL_GPL(af_alg_complete);

static int __init af_alg_init(void)
{
	int err = proto_register(&alg_proto, 0);

	if (err)
		goto out;

	err = sock_register(&alg_family);
	if (err != 0)
		goto out_unregister_proto;

out:
	return err;

out_unregister_proto:
	proto_unregister(&alg_proto);
	goto out;
}

static void __exit af_alg_exit(void)
{
	sock_unregister(PF_ALG);
	proto_unregister(&alg_proto);
}

module_init(af_alg_init);
module_exit(af_alg_exit);
MODULE_LICENSE("GPL");
MODULE_ALIAS_NETPROTO(AF_ALG);
Commit	Line	Data
03c8efc1 HX	1	/*
	2	* af_alg: User-space algorithm interface
	3	*
	4	* This file provides the user-space API for algorithms.
	5	*
	6	* Copyright (c) 2010 Herbert Xu <[email protected]>
	7	*
	8	* This program is free software; you can redistribute it and/or modify it
	9	* under the terms of the GNU General Public License as published by the Free
	10	* Software Foundation; either version 2 of the License, or (at your option)
	11	* any later version.
	12	*
	13	*/
	14
60063497	15	#include <linux/atomic.h>
03c8efc1 HX	16	#include <crypto/if_alg.h>
	17	#include <linux/crypto.h>
	18	#include <linux/init.h>
	19	#include <linux/kernel.h>
	20	#include <linux/list.h>
	21	#include <linux/module.h>
	22	#include <linux/net.h>
	23	#include <linux/rwsem.h>
4c63f83c	24	#include <linux/security.h>
03c8efc1 HX	25
	26	struct alg_type_list {
	27	const struct af_alg_type *type;
	28	struct list_head list;
	29	};
	30
06869524	31	static atomic_long_t alg_memory_allocated;
03c8efc1 HX	32
	33	static struct proto alg_proto = {
	34	.name = "ALG",
	35	.owner = THIS_MODULE,
	36	.memory_allocated = &alg_memory_allocated,
	37	.obj_size = sizeof(struct alg_sock),
	38	};
	39
	40	static LIST_HEAD(alg_types);
	41	static DECLARE_RWSEM(alg_types_sem);
	42
	43	static const struct af_alg_type alg_get_type(const char name)
	44	{
	45	const struct af_alg_type *type = ERR_PTR(-ENOENT);
	46	struct alg_type_list *node;
	47
	48	down_read(&alg_types_sem);
	49	list_for_each_entry(node, &alg_types, list) {
	50	if (strcmp(node->type->name, name))
	51	continue;
	52
	53	if (try_module_get(node->type->owner))
	54	type = node->type;
	55	break;
	56	}
	57	up_read(&alg_types_sem);
	58
	59	return type;
	60	}
	61
	62	int af_alg_register_type(const struct af_alg_type *type)
	63	{
	64	struct alg_type_list *node;
	65	int err = -EEXIST;
	66
	67	down_write(&alg_types_sem);
	68	list_for_each_entry(node, &alg_types, list) {
	69	if (!strcmp(node->type->name, type->name))
	70	goto unlock;
	71	}
	72
	73	node = kmalloc(sizeof(*node), GFP_KERNEL);
	74	err = -ENOMEM;
	75	if (!node)
	76	goto unlock;
	77
	78	type->ops->owner = THIS_MODULE;
37766586 HX	79	if (type->ops_nokey)
37766586 HX	80	type->ops_nokey->owner = THIS_MODULE;
03c8efc1 HX	81	node->type = type;
	82	list_add(&node->list, &alg_types);
	83	err = 0;
	84
	85	unlock:
	86	up_write(&alg_types_sem);
	87
	88	return err;
	89	}
	90	EXPORT_SYMBOL_GPL(af_alg_register_type);
	91
	92	int af_alg_unregister_type(const struct af_alg_type *type)
	93	{
	94	struct alg_type_list *node;
	95	int err = -ENOENT;
	96
	97	down_write(&alg_types_sem);
	98	list_for_each_entry(node, &alg_types, list) {
	99	if (strcmp(node->type->name, type->name))
	100	continue;
	101
	102	list_del(&node->list);
	103	kfree(node);
	104	err = 0;
	105	break;
	106	}
	107	up_write(&alg_types_sem);
	108
	109	return err;
	110	}
	111	EXPORT_SYMBOL_GPL(af_alg_unregister_type);
	112
	113	static void alg_do_release(const struct af_alg_type type, void private)
	114	{
	115	if (!type)
	116	return;
	117
	118	type->release(private);
	119	module_put(type->owner);
	120	}
	121
	122	int af_alg_release(struct socket *sock)
	123	{
	124	if (sock->sk)
	125	sock_put(sock->sk);
	126	return 0;
	127	}
	128	EXPORT_SYMBOL_GPL(af_alg_release);
	129
c840ac6a HX	130	void af_alg_release_parent(struct sock *sk)
	131	{
	132	struct alg_sock *ask = alg_sk(sk);
a6a48c56 HX	133	unsigned int nokey = ask->nokey_refcnt;
a6a48c56 HX	134	bool last = nokey && !ask->refcnt;
c840ac6a HX	135
	136	sk = ask->parent;
	137	ask = alg_sk(sk);
	138
	139	lock_sock(sk);
a6a48c56 HX	140	ask->nokey_refcnt -= nokey;
	141	if (!last)
	142	last = !--ask->refcnt;
c840ac6a HX	143	release_sock(sk);
	144
	145	if (last)
	146	sock_put(sk);
	147	}
	148	EXPORT_SYMBOL_GPL(af_alg_release_parent);
	149
03c8efc1 HX	150	static int alg_bind(struct socket sock, struct sockaddr uaddr, int addr_len)
03c8efc1 HX	151	{
15539de5	152	const u32 forbidden = CRYPTO_ALG_INTERNAL;
03c8efc1 HX	153	struct sock *sk = sock->sk;
	154	struct alg_sock *ask = alg_sk(sk);
	155	struct sockaddr_alg sa = (void )uaddr;
	156	const struct af_alg_type *type;
	157	void *private;
c840ac6a	158	int err;
03c8efc1 HX	159
	160	if (sock->state == SS_CONNECTED)
	161	return -EINVAL;
	162
3f69cc60	163	if (addr_len < sizeof(*sa))
03c8efc1 HX	164	return -EINVAL;
	165
	166	sa->salg_type[sizeof(sa->salg_type) - 1] = 0;
3f69cc60	167	sa->salg_name[sizeof(sa->salg_name) + addr_len - sizeof(*sa) - 1] = 0;
03c8efc1 HX	168
	169	type = alg_get_type(sa->salg_type);
	170	if (IS_ERR(type) && PTR_ERR(type) == -ENOENT) {
	171	request_module("algif-%s", sa->salg_type);
	172	type = alg_get_type(sa->salg_type);
	173	}
	174
	175	if (IS_ERR(type))
	176	return PTR_ERR(type);
	177
15539de5 HX	178	private = type->bind(sa->salg_name,
	179	sa->salg_feat & ~forbidden,
	180	sa->salg_mask & ~forbidden);
03c8efc1 HX	181	if (IS_ERR(private)) {
	182	module_put(type->owner);
	183	return PTR_ERR(private);
	184	}
	185
c840ac6a	186	err = -EBUSY;
03c8efc1	187	lock_sock(sk);
a6a48c56	188	if (ask->refcnt \| ask->nokey_refcnt)
c840ac6a	189	goto unlock;
03c8efc1 HX	190
	191	swap(ask->type, type);
	192	swap(ask->private, private);
	193
c840ac6a HX	194	err = 0;
	195
	196	unlock:
03c8efc1 HX	197	release_sock(sk);
	198
	199	alg_do_release(type, private);
	200
c840ac6a	201	return err;
03c8efc1 HX	202	}
	203
	204	static int alg_setkey(struct sock sk, char __user ukey,
	205	unsigned int keylen)
	206	{
	207	struct alg_sock *ask = alg_sk(sk);
	208	const struct af_alg_type *type = ask->type;
	209	u8 *key;
	210	int err;
	211
	212	key = sock_kmalloc(sk, keylen, GFP_KERNEL);
	213	if (!key)
	214	return -ENOMEM;
	215
	216	err = -EFAULT;
	217	if (copy_from_user(key, ukey, keylen))
	218	goto out;
	219
	220	err = type->setkey(ask->private, key, keylen);
	221
	222	out:
ad202c8c	223	sock_kzfree_s(sk, key, keylen);
03c8efc1 HX	224
	225	return err;
	226	}
	227
	228	static int alg_setsockopt(struct socket *sock, int level, int optname,
	229	char __user *optval, unsigned int optlen)
	230	{
	231	struct sock *sk = sock->sk;
	232	struct alg_sock *ask = alg_sk(sk);
	233	const struct af_alg_type *type;
c840ac6a	234	int err = -EBUSY;
03c8efc1 HX	235
03c8efc1 HX	236	lock_sock(sk);
c840ac6a HX	237	if (ask->refcnt)
	238	goto unlock;
	239
03c8efc1 HX	240	type = ask->type;
03c8efc1 HX	241
c840ac6a	242	err = -ENOPROTOOPT;
03c8efc1 HX	243	if (level != SOL_ALG \|\| !type)
	244	goto unlock;
	245
	246	switch (optname) {
	247	case ALG_SET_KEY:
	248	if (sock->state == SS_CONNECTED)
	249	goto unlock;
	250	if (!type->setkey)
	251	goto unlock;
	252
	253	err = alg_setkey(sk, optval, optlen);
25fb8638 SM	254	break;
	255	case ALG_SET_AEAD_AUTHSIZE:
	256	if (sock->state == SS_CONNECTED)
	257	goto unlock;
	258	if (!type->setauthsize)
	259	goto unlock;
	260	err = type->setauthsize(ask->private, optlen);
03c8efc1 HX	261	}
	262
	263	unlock:
	264	release_sock(sk);
	265
	266	return err;
	267	}
	268
cdfbabfb	269	int af_alg_accept(struct sock sk, struct socket newsock, bool kern)
03c8efc1 HX	270	{
	271	struct alg_sock *ask = alg_sk(sk);
	272	const struct af_alg_type *type;
	273	struct sock *sk2;
6a935170	274	unsigned int nokey;
03c8efc1 HX	275	int err;
	276
	277	lock_sock(sk);
	278	type = ask->type;
	279
	280	err = -EINVAL;
	281	if (!type)
	282	goto unlock;
	283
cdfbabfb	284	sk2 = sk_alloc(sock_net(sk), PF_ALG, GFP_KERNEL, &alg_proto, kern);
03c8efc1 HX	285	err = -ENOMEM;
	286	if (!sk2)
	287	goto unlock;
	288
	289	sock_init_data(newsock, sk2);
507cad35	290	sock_graft(sk2, newsock);
4c63f83c	291	security_sk_clone(sk, sk2);
03c8efc1 HX	292
03c8efc1 HX	293	err = type->accept(ask->private, sk2);
37766586 HX	294
	295	nokey = err == -ENOKEY;
	296	if (nokey && type->accept_nokey)
	297	err = type->accept_nokey(ask->private, sk2);
	298
a383292c	299	if (err)
03c8efc1	300	goto unlock;
03c8efc1 HX	301
	302	sk2->sk_family = PF_ALG;
	303
37766586	304	if (nokey \|\| !ask->refcnt++)
c840ac6a	305	sock_hold(sk);
a6a48c56	306	ask->nokey_refcnt += nokey;
03c8efc1 HX	307	alg_sk(sk2)->parent = sk;
03c8efc1 HX	308	alg_sk(sk2)->type = type;
6a935170	309	alg_sk(sk2)->nokey_refcnt = nokey;
03c8efc1 HX	310
	311	newsock->ops = type->ops;
	312	newsock->state = SS_CONNECTED;
	313
37766586 HX	314	if (nokey)
	315	newsock->ops = type->ops_nokey;
	316
03c8efc1 HX	317	err = 0;
	318
	319	unlock:
	320	release_sock(sk);
	321
	322	return err;
	323	}
	324	EXPORT_SYMBOL_GPL(af_alg_accept);
	325
cdfbabfb DH	326	static int alg_accept(struct socket sock, struct socket newsock, int flags,
cdfbabfb DH	327	bool kern)
03c8efc1	328	{
cdfbabfb	329	return af_alg_accept(sock->sk, newsock, kern);
03c8efc1 HX	330	}
	331
	332	static const struct proto_ops alg_proto_ops = {
	333	.family = PF_ALG,
	334	.owner = THIS_MODULE,
	335
	336	.connect = sock_no_connect,
	337	.socketpair = sock_no_socketpair,
	338	.getname = sock_no_getname,
	339	.ioctl = sock_no_ioctl,
	340	.listen = sock_no_listen,
	341	.shutdown = sock_no_shutdown,
	342	.getsockopt = sock_no_getsockopt,
	343	.mmap = sock_no_mmap,
	344	.sendpage = sock_no_sendpage,
	345	.sendmsg = sock_no_sendmsg,
	346	.recvmsg = sock_no_recvmsg,
	347	.poll = sock_no_poll,
	348
	349	.bind = alg_bind,
	350	.release = af_alg_release,
	351	.setsockopt = alg_setsockopt,
	352	.accept = alg_accept,
	353	};
	354
	355	static void alg_sock_destruct(struct sock *sk)
	356	{
	357	struct alg_sock *ask = alg_sk(sk);
	358
	359	alg_do_release(ask->type, ask->private);
	360	}
	361
	362	static int alg_create(struct net net, struct socket sock, int protocol,
	363	int kern)
	364	{
	365	struct sock *sk;
	366	int err;
	367
	368	if (sock->type != SOCK_SEQPACKET)
	369	return -ESOCKTNOSUPPORT;
	370	if (protocol != 0)
	371	return -EPROTONOSUPPORT;
	372
	373	err = -ENOMEM;
11aa9c28	374	sk = sk_alloc(net, PF_ALG, GFP_KERNEL, &alg_proto, kern);
03c8efc1 HX	375	if (!sk)
	376	goto out;
	377
	378	sock->ops = &alg_proto_ops;
	379	sock_init_data(sock, sk);
	380
	381	sk->sk_family = PF_ALG;
	382	sk->sk_destruct = alg_sock_destruct;
	383
	384	return 0;
	385	out:
	386	return err;
	387	}
	388
	389	static const struct net_proto_family alg_family = {
	390	.family = PF_ALG,
	391	.create = alg_create,
	392	.owner = THIS_MODULE,
	393	};
	394
1d10eb2f	395	int af_alg_make_sg(struct af_alg_sgl sgl, struct iov_iter iter, int len)
03c8efc1	396	{
1d10eb2f AV	397	size_t off;
	398	ssize_t n;
	399	int npages, i;
03c8efc1	400
1d10eb2f AV	401	n = iov_iter_get_pages(iter, sgl->pages, len, ALG_MAX_PAGES, &off);
	402	if (n < 0)
	403	return n;
03c8efc1	404
9399f0c5	405	npages = (off + n + PAGE_SIZE - 1) >> PAGE_SHIFT;
03c8efc1	406	if (WARN_ON(npages == 0))
1d10eb2f	407	return -EINVAL;
66db3739 TS	408	/* Add one extra for linking */
66db3739 TS	409	sg_init_table(sgl->sg, npages + 1);
03c8efc1	410
1d10eb2f	411	for (i = 0, len = n; i < npages; i++) {
03c8efc1 HX	412	int plen = min_t(int, len, PAGE_SIZE - off);
	413
	414	sg_set_page(sgl->sg + i, sgl->pages[i], plen, off);
	415
	416	off = 0;
	417	len -= plen;
03c8efc1	418	}
66db3739 TS	419	sg_mark_end(sgl->sg + npages - 1);
	420	sgl->npages = npages;
	421
1d10eb2f	422	return n;
03c8efc1 HX	423	}
	424	EXPORT_SYMBOL_GPL(af_alg_make_sg);
	425
66db3739 TS	426	void af_alg_link_sg(struct af_alg_sgl sgl_prev, struct af_alg_sgl sgl_new)
	427	{
	428	sg_unmark_end(sgl_prev->sg + sgl_prev->npages - 1);
	429	sg_chain(sgl_prev->sg, sgl_prev->npages + 1, sgl_new->sg);
	430	}
bd507520	431	EXPORT_SYMBOL_GPL(af_alg_link_sg);
66db3739	432
03c8efc1 HX	433	void af_alg_free_sg(struct af_alg_sgl *sgl)
	434	{
	435	int i;
	436
66db3739	437	for (i = 0; i < sgl->npages; i++)
03c8efc1	438	put_page(sgl->pages[i]);
03c8efc1 HX	439	}
	440	EXPORT_SYMBOL_GPL(af_alg_free_sg);
	441
	442	int af_alg_cmsg_send(struct msghdr msg, struct af_alg_control con)
	443	{
	444	struct cmsghdr *cmsg;
	445
f95b414e	446	for_each_cmsghdr(cmsg, msg) {
03c8efc1 HX	447	if (!CMSG_OK(msg, cmsg))
	448	return -EINVAL;
	449	if (cmsg->cmsg_level != SOL_ALG)
	450	continue;
	451
267c4221	452	switch (cmsg->cmsg_type) {
03c8efc1 HX	453	case ALG_SET_IV:
	454	if (cmsg->cmsg_len < CMSG_LEN(sizeof(*con->iv)))
	455	return -EINVAL;
	456	con->iv = (void *)CMSG_DATA(cmsg);
	457	if (cmsg->cmsg_len < CMSG_LEN(con->iv->ivlen +
	458	sizeof(*con->iv)))
	459	return -EINVAL;
	460	break;
	461
	462	case ALG_SET_OP:
	463	if (cmsg->cmsg_len < CMSG_LEN(sizeof(u32)))
	464	return -EINVAL;
	465	con->op = (u32 )CMSG_DATA(cmsg);
	466	break;
	467
af8e8073 SM	468	case ALG_SET_AEAD_ASSOCLEN:
	469	if (cmsg->cmsg_len < CMSG_LEN(sizeof(u32)))
	470	return -EINVAL;
	471	con->aead_assoclen = (u32 )CMSG_DATA(cmsg);
	472	break;
	473
03c8efc1 HX	474	default:
	475	return -EINVAL;
	476	}
	477	}
	478
	479	return 0;
	480	}
	481	EXPORT_SYMBOL_GPL(af_alg_cmsg_send);
	482
	483	int af_alg_wait_for_completion(int err, struct af_alg_completion *completion)
	484	{
	485	switch (err) {
	486	case -EINPROGRESS:
	487	case -EBUSY:
	488	wait_for_completion(&completion->completion);
16735d02	489	reinit_completion(&completion->completion);
03c8efc1 HX	490	err = completion->err;
	491	break;
	492	};
	493
	494	return err;
	495	}
	496	EXPORT_SYMBOL_GPL(af_alg_wait_for_completion);
	497
	498	void af_alg_complete(struct crypto_async_request *req, int err)
	499	{
	500	struct af_alg_completion *completion = req->data;
	501
7e77bdeb RV	502	if (err == -EINPROGRESS)
	503	return;
	504
03c8efc1 HX	505	completion->err = err;
	506	complete(&completion->completion);
	507	}
	508	EXPORT_SYMBOL_GPL(af_alg_complete);
	509
	510	static int __init af_alg_init(void)
	511	{
	512	int err = proto_register(&alg_proto, 0);
	513
	514	if (err)
	515	goto out;
	516
	517	err = sock_register(&alg_family);
	518	if (err != 0)
	519	goto out_unregister_proto;
	520
	521	out:
	522	return err;
	523
	524	out_unregister_proto:
	525	proto_unregister(&alg_proto);
	526	goto out;
	527	}
	528
	529	static void __exit af_alg_exit(void)
	530	{
	531	sock_unregister(PF_ALG);
	532	proto_unregister(&alg_proto);
	533	}
	534
	535	module_init(af_alg_init);
	536	module_exit(af_alg_exit);
	537	MODULE_LICENSE("GPL");
	538	MODULE_ALIAS_NETPROTO(AF_ALG);