[linux.git] / net / rxrpc / conn_event.c

/* connection-level event handling
 *
 * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
 * Written by David Howells ([email protected])
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version
 * 2 of the License, or (at your option) any later version.
 */

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

#include <linux/module.h>
#include <linux/net.h>
#include <linux/skbuff.h>
#include <linux/errqueue.h>
#include <net/sock.h>
#include <net/af_rxrpc.h>
#include <net/ip.h>
#include "ar-internal.h"

/*
 * Retransmit terminal ACK or ABORT of the previous call.
 */
static void rxrpc_conn_retransmit_call(struct rxrpc_connection *conn,
				       struct sk_buff *skb,
				       unsigned int channel)
{
	struct rxrpc_skb_priv *sp = skb ? rxrpc_skb(skb) : NULL;
	struct rxrpc_channel *chan;
	struct msghdr msg;
	struct kvec iov[3];
	struct {
		struct rxrpc_wire_header whdr;
		union {
			__be32 abort_code;
			struct rxrpc_ackpacket ack;
		};
	} __attribute__((packed)) pkt;
	struct rxrpc_ackinfo ack_info;
	size_t len;
	int ioc;
	u32 serial, mtu, call_id, padding;

	_enter("%d", conn->debug_id);

	chan = &conn->channels[channel];

	/* If the last call got moved on whilst we were waiting to run, just
	 * ignore this packet.
	 */
	call_id = READ_ONCE(chan->last_call);
	/* Sync with __rxrpc_disconnect_call() */
	smp_rmb();
	if (skb && call_id != sp->hdr.callNumber)
		return;

	msg.msg_name	= &conn->params.peer->srx.transport;
	msg.msg_namelen	= conn->params.peer->srx.transport_len;
	msg.msg_control	= NULL;
	msg.msg_controllen = 0;
	msg.msg_flags	= 0;

	iov[0].iov_base	= &pkt;
	iov[0].iov_len	= sizeof(pkt.whdr);
	iov[1].iov_base	= &padding;
	iov[1].iov_len	= 3;
	iov[2].iov_base	= &ack_info;
	iov[2].iov_len	= sizeof(ack_info);

	pkt.whdr.epoch		= htonl(conn->proto.epoch);
	pkt.whdr.cid		= htonl(conn->proto.cid);
	pkt.whdr.callNumber	= htonl(call_id);
	pkt.whdr.seq		= 0;
	pkt.whdr.type		= chan->last_type;
	pkt.whdr.flags		= conn->out_clientflag;
	pkt.whdr.userStatus	= 0;
	pkt.whdr.securityIndex	= conn->security_ix;
	pkt.whdr._rsvd		= 0;
	pkt.whdr.serviceId	= htons(conn->service_id);

	len = sizeof(pkt.whdr);
	switch (chan->last_type) {
	case RXRPC_PACKET_TYPE_ABORT:
		pkt.abort_code	= htonl(chan->last_abort);
		iov[0].iov_len += sizeof(pkt.abort_code);
		len += sizeof(pkt.abort_code);
		ioc = 1;
		break;

	case RXRPC_PACKET_TYPE_ACK:
		mtu = conn->params.peer->if_mtu;
		mtu -= conn->params.peer->hdrsize;
		pkt.ack.bufferSpace	= 0;
		pkt.ack.maxSkew		= htons(skb ? skb->priority : 0);
		pkt.ack.firstPacket	= htonl(chan->last_seq + 1);
		pkt.ack.previousPacket	= htonl(chan->last_seq);
		pkt.ack.serial		= htonl(skb ? sp->hdr.serial : 0);
		pkt.ack.reason		= skb ? RXRPC_ACK_DUPLICATE : RXRPC_ACK_IDLE;
		pkt.ack.nAcks		= 0;
		ack_info.rxMTU		= htonl(rxrpc_rx_mtu);
		ack_info.maxMTU		= htonl(mtu);
		ack_info.rwind		= htonl(rxrpc_rx_window_size);
		ack_info.jumbo_max	= htonl(rxrpc_rx_jumbo_max);
		pkt.whdr.flags		|= RXRPC_SLOW_START_OK;
		padding			= 0;
		iov[0].iov_len += sizeof(pkt.ack);
		len += sizeof(pkt.ack) + 3 + sizeof(ack_info);
		ioc = 3;
		break;

	default:
		return;
	}

	/* Resync with __rxrpc_disconnect_call() and check that the last call
	 * didn't get advanced whilst we were filling out the packets.
	 */
	smp_rmb();
	if (READ_ONCE(chan->last_call) != call_id)
		return;

	serial = atomic_inc_return(&conn->serial);
	pkt.whdr.serial = htonl(serial);

	switch (chan->last_type) {
	case RXRPC_PACKET_TYPE_ABORT:
		_proto("Tx ABORT %%%u { %d } [re]", serial, conn->local_abort);
		break;
	case RXRPC_PACKET_TYPE_ACK:
		trace_rxrpc_tx_ack(NULL, serial, chan->last_seq, 0,
				   RXRPC_ACK_DUPLICATE, 0);
		_proto("Tx ACK %%%u [re]", serial);
		break;
	}

	kernel_sendmsg(conn->params.local->socket, &msg, iov, ioc, len);
	_leave("");
	return;
}

/*
 * pass a connection-level abort onto all calls on that connection
 */
static void rxrpc_abort_calls(struct rxrpc_connection *conn,
			      enum rxrpc_call_completion compl,
			      u32 abort_code, int error)
{
	struct rxrpc_call *call;
	int i;

	_enter("{%d},%x", conn->debug_id, abort_code);

	spin_lock(&conn->channel_lock);

	for (i = 0; i < RXRPC_MAXCALLS; i++) {
		call = rcu_dereference_protected(
			conn->channels[i].call,
			lockdep_is_held(&conn->channel_lock));
		if (call) {
			if (compl == RXRPC_CALL_LOCALLY_ABORTED)
				trace_rxrpc_abort("CON", call->cid,
						  call->call_id, 0,
						  abort_code, error);
			if (rxrpc_set_call_completion(call, compl,
						      abort_code, error))
				rxrpc_notify_socket(call);
		}
	}

	spin_unlock(&conn->channel_lock);
	_leave("");
}

/*
 * generate a connection-level abort
 */
static int rxrpc_abort_connection(struct rxrpc_connection *conn,
				  int error, u32 abort_code)
{
	struct rxrpc_wire_header whdr;
	struct msghdr msg;
	struct kvec iov[2];
	__be32 word;
	size_t len;
	u32 serial;
	int ret;

	_enter("%d,,%u,%u", conn->debug_id, error, abort_code);

	/* generate a connection-level abort */
	spin_lock_bh(&conn->state_lock);
	if (conn->state >= RXRPC_CONN_REMOTELY_ABORTED) {
		spin_unlock_bh(&conn->state_lock);
		_leave(" = 0 [already dead]");
		return 0;
	}

	conn->state = RXRPC_CONN_LOCALLY_ABORTED;
	spin_unlock_bh(&conn->state_lock);

	rxrpc_abort_calls(conn, RXRPC_CALL_LOCALLY_ABORTED, abort_code, error);

	msg.msg_name	= &conn->params.peer->srx.transport;
	msg.msg_namelen	= conn->params.peer->srx.transport_len;
	msg.msg_control	= NULL;
	msg.msg_controllen = 0;
	msg.msg_flags	= 0;

	whdr.epoch	= htonl(conn->proto.epoch);
	whdr.cid	= htonl(conn->proto.cid);
	whdr.callNumber	= 0;
	whdr.seq	= 0;
	whdr.type	= RXRPC_PACKET_TYPE_ABORT;
	whdr.flags	= conn->out_clientflag;
	whdr.userStatus	= 0;
	whdr.securityIndex = conn->security_ix;
	whdr._rsvd	= 0;
	whdr.serviceId	= htons(conn->service_id);

	word		= htonl(conn->local_abort);

	iov[0].iov_base	= &whdr;
	iov[0].iov_len	= sizeof(whdr);
	iov[1].iov_base	= &word;
	iov[1].iov_len	= sizeof(word);

	len = iov[0].iov_len + iov[1].iov_len;

	serial = atomic_inc_return(&conn->serial);
	whdr.serial = htonl(serial);
	_proto("Tx CONN ABORT %%%u { %d }", serial, conn->local_abort);

	ret = kernel_sendmsg(conn->params.local->socket, &msg, iov, 2, len);
	if (ret < 0) {
		_debug("sendmsg failed: %d", ret);
		return -EAGAIN;
	}

	_leave(" = 0");
	return 0;
}

/*
 * mark a call as being on a now-secured channel
 * - must be called with BH's disabled.
 */
static void rxrpc_call_is_secure(struct rxrpc_call *call)
{
	_enter("%p", call);
	if (call) {
		write_lock_bh(&call->state_lock);
		if (call->state == RXRPC_CALL_SERVER_SECURING) {
			call->state = RXRPC_CALL_SERVER_ACCEPTING;
			rxrpc_notify_socket(call);
		}
		write_unlock_bh(&call->state_lock);
	}
}

/*
 * connection-level Rx packet processor
 */
static int rxrpc_process_event(struct rxrpc_connection *conn,
			       struct sk_buff *skb,
			       u32 *_abort_code)
{
	struct rxrpc_skb_priv *sp = rxrpc_skb(skb);
	__be32 wtmp;
	u32 abort_code;
	int loop, ret;

	if (conn->state >= RXRPC_CONN_REMOTELY_ABORTED) {
		_leave(" = -ECONNABORTED [%u]", conn->state);
		return -ECONNABORTED;
	}

	_enter("{%d},{%u,%%%u},", conn->debug_id, sp->hdr.type, sp->hdr.serial);

	switch (sp->hdr.type) {
	case RXRPC_PACKET_TYPE_DATA:
	case RXRPC_PACKET_TYPE_ACK:
		rxrpc_conn_retransmit_call(conn, skb,
					   sp->hdr.cid & RXRPC_CHANNELMASK);
		return 0;

	case RXRPC_PACKET_TYPE_BUSY:
		/* Just ignore BUSY packets for now. */
		return 0;

	case RXRPC_PACKET_TYPE_ABORT:
		if (skb_copy_bits(skb, sizeof(struct rxrpc_wire_header),
				  &wtmp, sizeof(wtmp)) < 0) {
			trace_rxrpc_rx_eproto(NULL, sp->hdr.serial,
					      tracepoint_string("bad_abort"));
			return -EPROTO;
		}
		abort_code = ntohl(wtmp);
		_proto("Rx ABORT %%%u { ac=%d }", sp->hdr.serial, abort_code);

		conn->state = RXRPC_CONN_REMOTELY_ABORTED;
		rxrpc_abort_calls(conn, RXRPC_CALL_REMOTELY_ABORTED,
				  abort_code, -ECONNABORTED);
		return -ECONNABORTED;

	case RXRPC_PACKET_TYPE_CHALLENGE:
		return conn->security->respond_to_challenge(conn, skb,
							    _abort_code);

	case RXRPC_PACKET_TYPE_RESPONSE:
		ret = conn->security->verify_response(conn, skb, _abort_code);
		if (ret < 0)
			return ret;

		ret = conn->security->init_connection_security(conn);
		if (ret < 0)
			return ret;

		ret = conn->security->prime_packet_security(conn);
		if (ret < 0)
			return ret;

		spin_lock(&conn->channel_lock);
		spin_lock(&conn->state_lock);

		if (conn->state == RXRPC_CONN_SERVICE_CHALLENGING) {
			conn->state = RXRPC_CONN_SERVICE;
			spin_unlock(&conn->state_lock);
			for (loop = 0; loop < RXRPC_MAXCALLS; loop++)
				rxrpc_call_is_secure(
					rcu_dereference_protected(
						conn->channels[loop].call,
						lockdep_is_held(&conn->channel_lock)));
		} else {
			spin_unlock(&conn->state_lock);
		}

		spin_unlock(&conn->channel_lock);
		return 0;

	default:
		trace_rxrpc_rx_eproto(NULL, sp->hdr.serial,
				      tracepoint_string("bad_conn_pkt"));
		return -EPROTO;
	}
}

/*
 * set up security and issue a challenge
 */
static void rxrpc_secure_connection(struct rxrpc_connection *conn)
{
	u32 abort_code;
	int ret;

	_enter("{%d}", conn->debug_id);

	ASSERT(conn->security_ix != 0);

	if (!conn->params.key) {
		_debug("set up security");
		ret = rxrpc_init_server_conn_security(conn);
		switch (ret) {
		case 0:
			break;
		case -ENOENT:
			abort_code = RX_CALL_DEAD;
			goto abort;
		default:
			abort_code = RXKADNOAUTH;
			goto abort;
		}
	}

	if (conn->security->issue_challenge(conn) < 0) {
		abort_code = RX_CALL_DEAD;
		ret = -ENOMEM;
		goto abort;
	}

	_leave("");
	return;

abort:
	_debug("abort %d, %d", ret, abort_code);
	rxrpc_abort_connection(conn, ret, abort_code);
	_leave(" [aborted]");
}

/*
 * Process delayed final ACKs that we haven't subsumed into a subsequent call.
 */
static void rxrpc_process_delayed_final_acks(struct rxrpc_connection *conn)
{
	unsigned long j = jiffies, next_j;
	unsigned int channel;
	bool set;

again:
	next_j = j + LONG_MAX;
	set = false;
	for (channel = 0; channel < RXRPC_MAXCALLS; channel++) {
		struct rxrpc_channel *chan = &conn->channels[channel];
		unsigned long ack_at;

		if (!test_bit(RXRPC_CONN_FINAL_ACK_0 + channel, &conn->flags))
			continue;

		smp_rmb(); /* vs rxrpc_disconnect_client_call */
		ack_at = READ_ONCE(chan->final_ack_at);

		if (time_before(j, ack_at)) {
			if (time_before(ack_at, next_j)) {
				next_j = ack_at;
				set = true;
			}
			continue;
		}

		if (test_and_clear_bit(RXRPC_CONN_FINAL_ACK_0 + channel,
				       &conn->flags))
			rxrpc_conn_retransmit_call(conn, NULL, channel);
	}

	j = jiffies;
	if (time_before_eq(next_j, j))
		goto again;
	if (set)
		rxrpc_reduce_conn_timer(conn, next_j);
}

/*
 * connection-level event processor
 */
void rxrpc_process_connection(struct work_struct *work)
{
	struct rxrpc_connection *conn =
		container_of(work, struct rxrpc_connection, processor);
	struct sk_buff *skb;
	u32 abort_code = RX_PROTOCOL_ERROR;
	int ret;

	rxrpc_see_connection(conn);

	if (test_and_clear_bit(RXRPC_CONN_EV_CHALLENGE, &conn->events))
		rxrpc_secure_connection(conn);

	/* Process delayed ACKs whose time has come. */
	if (conn->flags & RXRPC_CONN_FINAL_ACK_MASK)
		rxrpc_process_delayed_final_acks(conn);

	/* go through the conn-level event packets, releasing the ref on this
	 * connection that each one has when we've finished with it */
	while ((skb = skb_dequeue(&conn->rx_queue))) {
		rxrpc_see_skb(skb, rxrpc_skb_rx_seen);
		ret = rxrpc_process_event(conn, skb, &abort_code);
		switch (ret) {
		case -EPROTO:
		case -EKEYEXPIRED:
		case -EKEYREJECTED:
			goto protocol_error;
		case -EAGAIN:
			goto requeue_and_leave;
		case -ECONNABORTED:
		default:
			rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
			break;
		}
	}

out:
	rxrpc_put_connection(conn);
	_leave("");
	return;

requeue_and_leave:
	skb_queue_head(&conn->rx_queue, skb);
	goto out;

protocol_error:
	if (rxrpc_abort_connection(conn, ret, abort_code) < 0)
		goto requeue_and_leave;
	rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
	goto out;
}
Commit	Line	Data
17926a79 DH	1	/* connection-level event handling
	2	*
	3	* Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
	4	* Written by David Howells ([email protected])
	5	*
	6	* This program is free software; you can redistribute it and/or
	7	* modify it under the terms of the GNU General Public License
	8	* as published by the Free Software Foundation; either version
	9	* 2 of the License, or (at your option) any later version.
	10	*/
	11
9b6d5398 JP	12	#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
9b6d5398 JP	13
17926a79 DH	14	#include <linux/module.h>
	15	#include <linux/net.h>
	16	#include <linux/skbuff.h>
	17	#include <linux/errqueue.h>
17926a79 DH	18	#include <net/sock.h>
	19	#include <net/af_rxrpc.h>
	20	#include <net/ip.h>
	21	#include "ar-internal.h"
	22
18bfeba5 DH	23	/*
	24	* Retransmit terminal ACK or ABORT of the previous call.
	25	*/
f5c17aae	26	static void rxrpc_conn_retransmit_call(struct rxrpc_connection *conn,
3136ef49 DH	27	struct sk_buff *skb,
3136ef49 DH	28	unsigned int channel)
18bfeba5	29	{
3136ef49	30	struct rxrpc_skb_priv *sp = skb ? rxrpc_skb(skb) : NULL;
18bfeba5 DH	31	struct rxrpc_channel *chan;
18bfeba5 DH	32	struct msghdr msg;
5fc62f6a	33	struct kvec iov[3];
18bfeba5 DH	34	struct {
	35	struct rxrpc_wire_header whdr;
	36	union {
5fc62f6a DH	37	__be32 abort_code;
5fc62f6a DH	38	struct rxrpc_ackpacket ack;
18bfeba5 DH	39	};
18bfeba5 DH	40	} __attribute__((packed)) pkt;
5fc62f6a	41	struct rxrpc_ackinfo ack_info;
18bfeba5	42	size_t len;
5fc62f6a DH	43	int ioc;
5fc62f6a DH	44	u32 serial, mtu, call_id, padding;
18bfeba5 DH	45
	46	_enter("%d", conn->debug_id);
	47
3136ef49	48	chan = &conn->channels[channel];
18bfeba5 DH	49
	50	/* If the last call got moved on whilst we were waiting to run, just
	51	* ignore this packet.
	52	*/
	53	call_id = READ_ONCE(chan->last_call);
	54	/* Sync with __rxrpc_disconnect_call() */
	55	smp_rmb();
3136ef49	56	if (skb && call_id != sp->hdr.callNumber)
18bfeba5 DH	57	return;
	58
	59	msg.msg_name = &conn->params.peer->srx.transport;
	60	msg.msg_namelen = conn->params.peer->srx.transport_len;
	61	msg.msg_control = NULL;
	62	msg.msg_controllen = 0;
	63	msg.msg_flags = 0;
	64
5fc62f6a DH	65	iov[0].iov_base = &pkt;
	66	iov[0].iov_len = sizeof(pkt.whdr);
	67	iov[1].iov_base = &padding;
	68	iov[1].iov_len = 3;
	69	iov[2].iov_base = &ack_info;
	70	iov[2].iov_len = sizeof(ack_info);
	71
3136ef49 DH	72	pkt.whdr.epoch = htonl(conn->proto.epoch);
	73	pkt.whdr.cid = htonl(conn->proto.cid);
	74	pkt.whdr.callNumber = htonl(call_id);
18bfeba5 DH	75	pkt.whdr.seq = 0;
	76	pkt.whdr.type = chan->last_type;
	77	pkt.whdr.flags = conn->out_clientflag;
	78	pkt.whdr.userStatus = 0;
	79	pkt.whdr.securityIndex = conn->security_ix;
	80	pkt.whdr._rsvd = 0;
68d6d1ae	81	pkt.whdr.serviceId = htons(conn->service_id);
18bfeba5 DH	82
	83	len = sizeof(pkt.whdr);
	84	switch (chan->last_type) {
	85	case RXRPC_PACKET_TYPE_ABORT:
5fc62f6a DH	86	pkt.abort_code = htonl(chan->last_abort);
	87	iov[0].iov_len += sizeof(pkt.abort_code);
	88	len += sizeof(pkt.abort_code);
	89	ioc = 1;
18bfeba5 DH	90	break;
	91
	92	case RXRPC_PACKET_TYPE_ACK:
	93	mtu = conn->params.peer->if_mtu;
	94	mtu -= conn->params.peer->hdrsize;
	95	pkt.ack.bufferSpace = 0;
3136ef49 DH	96	pkt.ack.maxSkew = htons(skb ? skb->priority : 0);
	97	pkt.ack.firstPacket = htonl(chan->last_seq + 1);
	98	pkt.ack.previousPacket = htonl(chan->last_seq);
	99	pkt.ack.serial = htonl(skb ? sp->hdr.serial : 0);
	100	pkt.ack.reason = skb ? RXRPC_ACK_DUPLICATE : RXRPC_ACK_IDLE;
18bfeba5	101	pkt.ack.nAcks = 0;
5fc62f6a DH	102	ack_info.rxMTU = htonl(rxrpc_rx_mtu);
	103	ack_info.maxMTU = htonl(mtu);
	104	ack_info.rwind = htonl(rxrpc_rx_window_size);
	105	ack_info.jumbo_max = htonl(rxrpc_rx_jumbo_max);
57494343	106	pkt.whdr.flags \|= RXRPC_SLOW_START_OK;
5fc62f6a DH	107	padding = 0;
	108	iov[0].iov_len += sizeof(pkt.ack);
	109	len += sizeof(pkt.ack) + 3 + sizeof(ack_info);
	110	ioc = 3;
18bfeba5	111	break;
5fc62f6a DH	112
	113	default:
	114	return;
18bfeba5 DH	115	}
	116
	117	/* Resync with __rxrpc_disconnect_call() and check that the last call
	118	* didn't get advanced whilst we were filling out the packets.
	119	*/
	120	smp_rmb();
	121	if (READ_ONCE(chan->last_call) != call_id)
	122	return;
	123
18bfeba5 DH	124	serial = atomic_inc_return(&conn->serial);
	125	pkt.whdr.serial = htonl(serial);
	126
	127	switch (chan->last_type) {
	128	case RXRPC_PACKET_TYPE_ABORT:
	129	_proto("Tx ABORT %%%u { %d } [re]", serial, conn->local_abort);
	130	break;
	131	case RXRPC_PACKET_TYPE_ACK:
be832aec DH	132	trace_rxrpc_tx_ack(NULL, serial, chan->last_seq, 0,
be832aec DH	133	RXRPC_ACK_DUPLICATE, 0);
18bfeba5 DH	134	_proto("Tx ACK %%%u [re]", serial);
	135	break;
	136	}
	137
5fc62f6a	138	kernel_sendmsg(conn->params.local->socket, &msg, iov, ioc, len);
18bfeba5 DH	139	_leave("");
	140	return;
	141	}
	142
17926a79 DH	143	/*
	144	* pass a connection-level abort onto all calls on that connection
	145	*/
f5c17aae DH	146	static void rxrpc_abort_calls(struct rxrpc_connection *conn,
	147	enum rxrpc_call_completion compl,
	148	u32 abort_code, int error)
17926a79 DH	149	{
17926a79 DH	150	struct rxrpc_call *call;
248f219c	151	int i;
17926a79 DH	152
	153	_enter("{%d},%x", conn->debug_id, abort_code);
	154
a1399f8b	155	spin_lock(&conn->channel_lock);
17926a79	156
a1399f8b DH	157	for (i = 0; i < RXRPC_MAXCALLS; i++) {
	158	call = rcu_dereference_protected(
	159	conn->channels[i].call,
	160	lockdep_is_held(&conn->channel_lock));
ccbd3dbe	161	if (call) {
5a42976d DH	162	if (compl == RXRPC_CALL_LOCALLY_ABORTED)
	163	trace_rxrpc_abort("CON", call->cid,
	164	call->call_id, 0,
	165	abort_code, error);
248f219c DH	166	if (rxrpc_set_call_completion(call, compl,
	167	abort_code, error))
	168	rxrpc_notify_socket(call);
17926a79	169	}
17926a79 DH	170	}
17926a79 DH	171
a1399f8b	172	spin_unlock(&conn->channel_lock);
17926a79 DH	173	_leave("");
	174	}
	175
	176	/*
	177	* generate a connection-level abort
	178	*/
	179	static int rxrpc_abort_connection(struct rxrpc_connection *conn,
3a92789a	180	int error, u32 abort_code)
17926a79	181	{
0d12f8a4	182	struct rxrpc_wire_header whdr;
17926a79 DH	183	struct msghdr msg;
	184	struct kvec iov[2];
	185	__be32 word;
	186	size_t len;
0d12f8a4	187	u32 serial;
17926a79 DH	188	int ret;
	189
	190	_enter("%d,,%u,%u", conn->debug_id, error, abort_code);
	191
	192	/* generate a connection-level abort */
	193	spin_lock_bh(&conn->state_lock);
f5c17aae	194	if (conn->state >= RXRPC_CONN_REMOTELY_ABORTED) {
17926a79 DH	195	spin_unlock_bh(&conn->state_lock);
	196	_leave(" = 0 [already dead]");
	197	return 0;
	198	}
	199
f5c17aae DH	200	conn->state = RXRPC_CONN_LOCALLY_ABORTED;
	201	spin_unlock_bh(&conn->state_lock);
	202
	203	rxrpc_abort_calls(conn, RXRPC_CALL_LOCALLY_ABORTED, abort_code, error);
17926a79	204
85f32278 DH	205	msg.msg_name = &conn->params.peer->srx.transport;
85f32278 DH	206	msg.msg_namelen = conn->params.peer->srx.transport_len;
17926a79 DH	207	msg.msg_control = NULL;
	208	msg.msg_controllen = 0;
	209	msg.msg_flags = 0;
	210
19ffa01c DH	211	whdr.epoch = htonl(conn->proto.epoch);
19ffa01c DH	212	whdr.cid = htonl(conn->proto.cid);
0d12f8a4 DH	213	whdr.callNumber = 0;
	214	whdr.seq = 0;
	215	whdr.type = RXRPC_PACKET_TYPE_ABORT;
	216	whdr.flags = conn->out_clientflag;
	217	whdr.userStatus = 0;
	218	whdr.securityIndex = conn->security_ix;
	219	whdr._rsvd = 0;
68d6d1ae	220	whdr.serviceId = htons(conn->service_id);
17926a79	221
dc44b3a0	222	word = htonl(conn->local_abort);
17926a79	223
0d12f8a4 DH	224	iov[0].iov_base = &whdr;
0d12f8a4 DH	225	iov[0].iov_len = sizeof(whdr);
17926a79 DH	226	iov[1].iov_base = &word;
	227	iov[1].iov_len = sizeof(word);
	228
	229	len = iov[0].iov_len + iov[1].iov_len;
	230
0d12f8a4 DH	231	serial = atomic_inc_return(&conn->serial);
0d12f8a4 DH	232	whdr.serial = htonl(serial);
dc44b3a0	233	_proto("Tx CONN ABORT %%%u { %d }", serial, conn->local_abort);
17926a79	234
85f32278	235	ret = kernel_sendmsg(conn->params.local->socket, &msg, iov, 2, len);
17926a79 DH	236	if (ret < 0) {
	237	_debug("sendmsg failed: %d", ret);
	238	return -EAGAIN;
	239	}
	240
	241	_leave(" = 0");
	242	return 0;
	243	}
	244
	245	/*
	246	* mark a call as being on a now-secured channel
248f219c	247	* - must be called with BH's disabled.
17926a79	248	*/
5eaa65b2	249	static void rxrpc_call_is_secure(struct rxrpc_call *call)
17926a79 DH	250	{
	251	_enter("%p", call);
	252	if (call) {
248f219c DH	253	write_lock_bh(&call->state_lock);
	254	if (call->state == RXRPC_CALL_SERVER_SECURING) {
	255	call->state = RXRPC_CALL_SERVER_ACCEPTING;
	256	rxrpc_notify_socket(call);
	257	}
	258	write_unlock_bh(&call->state_lock);
17926a79 DH	259	}
	260	}
	261
	262	/*
	263	* connection-level Rx packet processor
	264	*/
	265	static int rxrpc_process_event(struct rxrpc_connection *conn,
	266	struct sk_buff *skb,
	267	u32 *_abort_code)
	268	{
	269	struct rxrpc_skb_priv *sp = rxrpc_skb(skb);
0d12f8a4 DH	270	__be32 wtmp;
0d12f8a4 DH	271	u32 abort_code;
17926a79 DH	272	int loop, ret;
17926a79 DH	273
519d2567	274	if (conn->state >= RXRPC_CONN_REMOTELY_ABORTED) {
248f219c	275	_leave(" = -ECONNABORTED [%u]", conn->state);
17926a79	276	return -ECONNABORTED;
519d2567	277	}
17926a79	278
0d12f8a4	279	_enter("{%d},{%u,%%%u},", conn->debug_id, sp->hdr.type, sp->hdr.serial);
519d2567	280
17926a79	281	switch (sp->hdr.type) {
18bfeba5 DH	282	case RXRPC_PACKET_TYPE_DATA:
18bfeba5 DH	283	case RXRPC_PACKET_TYPE_ACK:
3136ef49 DH	284	rxrpc_conn_retransmit_call(conn, skb,
3136ef49 DH	285	sp->hdr.cid & RXRPC_CHANNELMASK);
18bfeba5 DH	286	return 0;
18bfeba5 DH	287
4d4a6ac7 DH	288	case RXRPC_PACKET_TYPE_BUSY:
	289	/* Just ignore BUSY packets for now. */
	290	return 0;
	291
17926a79	292	case RXRPC_PACKET_TYPE_ABORT:
775e5b71	293	if (skb_copy_bits(skb, sizeof(struct rxrpc_wire_header),
fb46f6ee DH	294	&wtmp, sizeof(wtmp)) < 0) {
	295	trace_rxrpc_rx_eproto(NULL, sp->hdr.serial,
	296	tracepoint_string("bad_abort"));
17926a79	297	return -EPROTO;
fb46f6ee	298	}
0d12f8a4 DH	299	abort_code = ntohl(wtmp);
0d12f8a4 DH	300	_proto("Rx ABORT %%%u { ac=%d }", sp->hdr.serial, abort_code);
17926a79 DH	301
17926a79 DH	302	conn->state = RXRPC_CONN_REMOTELY_ABORTED;
248f219c	303	rxrpc_abort_calls(conn, RXRPC_CALL_REMOTELY_ABORTED,
3a92789a	304	abort_code, -ECONNABORTED);
17926a79 DH	305	return -ECONNABORTED;
	306
	307	case RXRPC_PACKET_TYPE_CHALLENGE:
e0e4d82f DH	308	return conn->security->respond_to_challenge(conn, skb,
e0e4d82f DH	309	_abort_code);
17926a79 DH	310
17926a79 DH	311	case RXRPC_PACKET_TYPE_RESPONSE:
17926a79 DH	312	ret = conn->security->verify_response(conn, skb, _abort_code);
	313	if (ret < 0)
	314	return ret;
	315
	316	ret = conn->security->init_connection_security(conn);
	317	if (ret < 0)
	318	return ret;
	319
a263629d HX	320	ret = conn->security->prime_packet_security(conn);
	321	if (ret < 0)
	322	return ret;
	323
a1399f8b	324	spin_lock(&conn->channel_lock);
17926a79 DH	325	spin_lock(&conn->state_lock);
17926a79 DH	326
bba304db DH	327	if (conn->state == RXRPC_CONN_SERVICE_CHALLENGING) {
bba304db DH	328	conn->state = RXRPC_CONN_SERVICE;
248f219c	329	spin_unlock(&conn->state_lock);
17926a79	330	for (loop = 0; loop < RXRPC_MAXCALLS; loop++)
dee46364 DH	331	rxrpc_call_is_secure(
dee46364 DH	332	rcu_dereference_protected(
a1399f8b DH	333	conn->channels[loop].call,
a1399f8b DH	334	lockdep_is_held(&conn->channel_lock)));
248f219c DH	335	} else {
248f219c DH	336	spin_unlock(&conn->state_lock);
17926a79 DH	337	}
17926a79 DH	338
a1399f8b	339	spin_unlock(&conn->channel_lock);
17926a79 DH	340	return 0;
	341
	342	default:
fb46f6ee DH	343	trace_rxrpc_rx_eproto(NULL, sp->hdr.serial,
fb46f6ee DH	344	tracepoint_string("bad_conn_pkt"));
17926a79 DH	345	return -EPROTO;
	346	}
	347	}
	348
	349	/*
	350	* set up security and issue a challenge
	351	*/
	352	static void rxrpc_secure_connection(struct rxrpc_connection *conn)
	353	{
	354	u32 abort_code;
	355	int ret;
	356
	357	_enter("{%d}", conn->debug_id);
	358
	359	ASSERT(conn->security_ix != 0);
	360
19ffa01c	361	if (!conn->params.key) {
17926a79 DH	362	_debug("set up security");
	363	ret = rxrpc_init_server_conn_security(conn);
	364	switch (ret) {
	365	case 0:
	366	break;
	367	case -ENOENT:
	368	abort_code = RX_CALL_DEAD;
	369	goto abort;
	370	default:
	371	abort_code = RXKADNOAUTH;
	372	goto abort;
	373	}
	374	}
	375
17926a79 DH	376	if (conn->security->issue_challenge(conn) < 0) {
	377	abort_code = RX_CALL_DEAD;
	378	ret = -ENOMEM;
	379	goto abort;
	380	}
	381
	382	_leave("");
	383	return;
	384
	385	abort:
	386	_debug("abort %d, %d", ret, abort_code);
3a92789a	387	rxrpc_abort_connection(conn, ret, abort_code);
17926a79 DH	388	_leave(" [aborted]");
	389	}
	390
3136ef49 DH	391	/*
	392	* Process delayed final ACKs that we haven't subsumed into a subsequent call.
	393	*/
	394	static void rxrpc_process_delayed_final_acks(struct rxrpc_connection *conn)
	395	{
	396	unsigned long j = jiffies, next_j;
	397	unsigned int channel;
	398	bool set;
	399
	400	again:
	401	next_j = j + LONG_MAX;
	402	set = false;
	403	for (channel = 0; channel < RXRPC_MAXCALLS; channel++) {
	404	struct rxrpc_channel *chan = &conn->channels[channel];
	405	unsigned long ack_at;
	406
	407	if (!test_bit(RXRPC_CONN_FINAL_ACK_0 + channel, &conn->flags))
	408	continue;
	409
	410	smp_rmb(); /* vs rxrpc_disconnect_client_call */
	411	ack_at = READ_ONCE(chan->final_ack_at);
	412
	413	if (time_before(j, ack_at)) {
	414	if (time_before(ack_at, next_j)) {
	415	next_j = ack_at;
	416	set = true;
	417	}
	418	continue;
	419	}
	420
	421	if (test_and_clear_bit(RXRPC_CONN_FINAL_ACK_0 + channel,
	422	&conn->flags))
	423	rxrpc_conn_retransmit_call(conn, NULL, channel);
	424	}
	425
	426	j = jiffies;
	427	if (time_before_eq(next_j, j))
	428	goto again;
	429	if (set)
	430	rxrpc_reduce_conn_timer(conn, next_j);
	431	}
	432
17926a79 DH	433	/*
	434	* connection-level event processor
	435	*/
	436	void rxrpc_process_connection(struct work_struct *work)
	437	{
	438	struct rxrpc_connection *conn =
	439	container_of(work, struct rxrpc_connection, processor);
17926a79 DH	440	struct sk_buff *skb;
	441	u32 abort_code = RX_PROTOCOL_ERROR;
	442	int ret;
	443
363deeab	444	rxrpc_see_connection(conn);
17926a79	445
2c4579e4	446	if (test_and_clear_bit(RXRPC_CONN_EV_CHALLENGE, &conn->events))
17926a79	447	rxrpc_secure_connection(conn);
17926a79	448
3136ef49 DH	449	/* Process delayed ACKs whose time has come. */
	450	if (conn->flags & RXRPC_CONN_FINAL_ACK_MASK)
	451	rxrpc_process_delayed_final_acks(conn);
	452
17926a79 DH	453	/* go through the conn-level event packets, releasing the ref on this
	454	* connection that each one has when we've finished with it */
	455	while ((skb = skb_dequeue(&conn->rx_queue))) {
71f3ca40	456	rxrpc_see_skb(skb, rxrpc_skb_rx_seen);
17926a79 DH	457	ret = rxrpc_process_event(conn, skb, &abort_code);
	458	switch (ret) {
	459	case -EPROTO:
	460	case -EKEYEXPIRED:
	461	case -EKEYREJECTED:
	462	goto protocol_error;
	463	case -EAGAIN:
	464	goto requeue_and_leave;
	465	case -ECONNABORTED:
	466	default:
71f3ca40	467	rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
17926a79 DH	468	break;
	469	}
	470	}
	471
	472	out:
	473	rxrpc_put_connection(conn);
	474	_leave("");
	475	return;
	476
	477	requeue_and_leave:
	478	skb_queue_head(&conn->rx_queue, skb);
	479	goto out;
	480
	481	protocol_error:
3a92789a	482	if (rxrpc_abort_connection(conn, ret, abort_code) < 0)
17926a79	483	goto requeue_and_leave;
71f3ca40	484	rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
17926a79 DH	485	goto out;
17926a79 DH	486	}