1 // SPDX-License-Identifier: GPL-2.0
4 * Copyright (c) 2022, Intel Corporation.
9 #include "mptcp_pm_gen.h"
11 void mptcp_free_local_addr_list(struct mptcp_sock *msk)
13 struct mptcp_pm_addr_entry *entry, *tmp;
14 struct sock *sk = (struct sock *)msk;
17 if (!mptcp_pm_is_userspace(msk))
20 spin_lock_bh(&msk->pm.lock);
21 list_splice_init(&msk->pm.userspace_pm_local_addr_list, &free_list);
22 spin_unlock_bh(&msk->pm.lock);
24 list_for_each_entry_safe(entry, tmp, &free_list, list) {
25 sock_kfree_s(sk, entry, sizeof(*entry));
29 static int mptcp_userspace_pm_append_new_local_addr(struct mptcp_sock *msk,
30 struct mptcp_pm_addr_entry *entry,
33 DECLARE_BITMAP(id_bitmap, MPTCP_PM_MAX_ADDR_ID + 1);
34 struct mptcp_pm_addr_entry *match = NULL;
35 struct sock *sk = (struct sock *)msk;
36 struct mptcp_pm_addr_entry *e;
37 bool addr_match = false;
38 bool id_match = false;
41 bitmap_zero(id_bitmap, MPTCP_PM_MAX_ADDR_ID + 1);
43 spin_lock_bh(&msk->pm.lock);
44 list_for_each_entry(e, &msk->pm.userspace_pm_local_addr_list, list) {
45 addr_match = mptcp_addresses_equal(&e->addr, &entry->addr, true);
46 if (addr_match && entry->addr.id == 0 && needs_id)
47 entry->addr.id = e->addr.id;
48 id_match = (e->addr.id == entry->addr.id);
49 if (addr_match && id_match) {
52 } else if (addr_match || id_match) {
55 __set_bit(e->addr.id, id_bitmap);
58 if (!match && !addr_match && !id_match) {
59 /* Memory for the entry is allocated from the
62 e = sock_kmalloc(sk, sizeof(*e), GFP_ATOMIC);
69 if (!e->addr.id && needs_id)
70 e->addr.id = find_next_zero_bit(id_bitmap,
71 MPTCP_PM_MAX_ADDR_ID + 1,
73 list_add_tail_rcu(&e->list, &msk->pm.userspace_pm_local_addr_list);
74 msk->pm.local_addr_used++;
81 spin_unlock_bh(&msk->pm.lock);
85 /* If the subflow is closed from the other peer (not via a
86 * subflow destroy command then), we want to keep the entry
87 * not to assign the same ID to another address and to be
88 * able to send RM_ADDR after the removal of the subflow.
90 static int mptcp_userspace_pm_delete_local_addr(struct mptcp_sock *msk,
91 struct mptcp_pm_addr_entry *addr)
93 struct mptcp_pm_addr_entry *entry, *tmp;
95 list_for_each_entry_safe(entry, tmp, &msk->pm.userspace_pm_local_addr_list, list) {
96 if (mptcp_addresses_equal(&entry->addr, &addr->addr, false)) {
97 /* TODO: a refcount is needed because the entry can
98 * be used multiple times (e.g. fullmesh mode).
100 list_del_rcu(&entry->list);
102 msk->pm.local_addr_used--;
110 static struct mptcp_pm_addr_entry *
111 mptcp_userspace_pm_lookup_addr_by_id(struct mptcp_sock *msk, unsigned int id)
113 struct mptcp_pm_addr_entry *entry;
115 list_for_each_entry(entry, &msk->pm.userspace_pm_local_addr_list, list) {
116 if (entry->addr.id == id)
122 int mptcp_userspace_pm_get_flags_and_ifindex_by_id(struct mptcp_sock *msk,
124 u8 *flags, int *ifindex)
126 struct mptcp_pm_addr_entry *match;
128 spin_lock_bh(&msk->pm.lock);
129 match = mptcp_userspace_pm_lookup_addr_by_id(msk, id);
130 spin_unlock_bh(&msk->pm.lock);
132 *flags = match->flags;
133 *ifindex = match->ifindex;
139 int mptcp_userspace_pm_get_local_id(struct mptcp_sock *msk,
140 struct mptcp_addr_info *skc)
142 struct mptcp_pm_addr_entry *entry = NULL, *e, new_entry;
143 __be16 msk_sport = ((struct inet_sock *)
144 inet_sk((struct sock *)msk))->inet_sport;
146 spin_lock_bh(&msk->pm.lock);
147 list_for_each_entry(e, &msk->pm.userspace_pm_local_addr_list, list) {
148 if (mptcp_addresses_equal(&e->addr, skc, false)) {
153 spin_unlock_bh(&msk->pm.lock);
155 return entry->addr.id;
157 memset(&new_entry, 0, sizeof(struct mptcp_pm_addr_entry));
158 new_entry.addr = *skc;
159 new_entry.addr.id = 0;
160 new_entry.flags = MPTCP_PM_ADDR_FLAG_IMPLICIT;
162 if (new_entry.addr.port == msk_sport)
163 new_entry.addr.port = 0;
165 return mptcp_userspace_pm_append_new_local_addr(msk, &new_entry, true);
168 int mptcp_pm_nl_announce_doit(struct sk_buff *skb, struct genl_info *info)
170 struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
171 struct nlattr *addr = info->attrs[MPTCP_PM_ATTR_ADDR];
172 struct mptcp_pm_addr_entry addr_val;
173 struct mptcp_sock *msk;
178 if (!addr || !token) {
179 GENL_SET_ERR_MSG(info, "missing required inputs");
183 token_val = nla_get_u32(token);
185 msk = mptcp_token_get_sock(sock_net(skb->sk), token_val);
187 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
191 sk = (struct sock *)msk;
193 if (!mptcp_pm_is_userspace(msk)) {
194 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
198 err = mptcp_pm_parse_entry(addr, info, true, &addr_val);
200 GENL_SET_ERR_MSG(info, "error parsing local address");
204 if (addr_val.addr.id == 0 || !(addr_val.flags & MPTCP_PM_ADDR_FLAG_SIGNAL)) {
205 GENL_SET_ERR_MSG(info, "invalid addr id or flags");
210 err = mptcp_userspace_pm_append_new_local_addr(msk, &addr_val, false);
212 GENL_SET_ERR_MSG(info, "did not match address and id");
217 spin_lock_bh(&msk->pm.lock);
219 if (mptcp_pm_alloc_anno_list(msk, &addr_val.addr)) {
220 msk->pm.add_addr_signaled++;
221 mptcp_pm_announce_addr(msk, &addr_val.addr, false);
222 mptcp_pm_nl_addr_send_ack(msk);
225 spin_unlock_bh(&msk->pm.lock);
234 static int mptcp_userspace_pm_remove_id_zero_address(struct mptcp_sock *msk,
235 struct genl_info *info)
237 struct mptcp_rm_list list = { .nr = 0 };
238 struct mptcp_subflow_context *subflow;
239 struct sock *sk = (struct sock *)msk;
240 bool has_id_0 = false;
244 mptcp_for_each_subflow(msk, subflow) {
245 if (READ_ONCE(subflow->local_id) == 0) {
251 GENL_SET_ERR_MSG(info, "address with id 0 not found");
255 list.ids[list.nr++] = 0;
257 spin_lock_bh(&msk->pm.lock);
258 mptcp_pm_remove_addr(msk, &list);
259 spin_unlock_bh(&msk->pm.lock);
268 int mptcp_pm_nl_remove_doit(struct sk_buff *skb, struct genl_info *info)
270 struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
271 struct nlattr *id = info->attrs[MPTCP_PM_ATTR_LOC_ID];
272 struct mptcp_pm_addr_entry *match;
273 struct mptcp_pm_addr_entry *entry;
274 struct mptcp_sock *msk;
275 LIST_HEAD(free_list);
282 GENL_SET_ERR_MSG(info, "missing required inputs");
286 id_val = nla_get_u8(id);
287 token_val = nla_get_u32(token);
289 msk = mptcp_token_get_sock(sock_net(skb->sk), token_val);
291 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
295 sk = (struct sock *)msk;
297 if (!mptcp_pm_is_userspace(msk)) {
298 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
303 err = mptcp_userspace_pm_remove_id_zero_address(msk, info);
309 match = mptcp_userspace_pm_lookup_addr_by_id(msk, id_val);
311 GENL_SET_ERR_MSG(info, "address with specified id not found");
316 list_move(&match->list, &free_list);
318 mptcp_pm_remove_addrs(msk, &free_list);
322 list_for_each_entry_safe(match, entry, &free_list, list) {
323 sock_kfree_s(sk, match, sizeof(*match));
332 int mptcp_pm_nl_subflow_create_doit(struct sk_buff *skb, struct genl_info *info)
334 struct nlattr *raddr = info->attrs[MPTCP_PM_ATTR_ADDR_REMOTE];
335 struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
336 struct nlattr *laddr = info->attrs[MPTCP_PM_ATTR_ADDR];
337 struct mptcp_pm_addr_entry local = { 0 };
338 struct mptcp_addr_info addr_r;
339 struct mptcp_sock *msk;
344 if (!laddr || !raddr || !token) {
345 GENL_SET_ERR_MSG(info, "missing required inputs");
349 token_val = nla_get_u32(token);
351 msk = mptcp_token_get_sock(genl_info_net(info), token_val);
353 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
357 sk = (struct sock *)msk;
359 if (!mptcp_pm_is_userspace(msk)) {
360 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
364 err = mptcp_pm_parse_entry(laddr, info, true, &local);
366 NL_SET_ERR_MSG_ATTR(info->extack, laddr, "error parsing local addr");
370 if (local.flags & MPTCP_PM_ADDR_FLAG_SIGNAL) {
371 GENL_SET_ERR_MSG(info, "invalid addr flags");
375 local.flags |= MPTCP_PM_ADDR_FLAG_SUBFLOW;
377 err = mptcp_pm_parse_addr(raddr, info, &addr_r);
379 NL_SET_ERR_MSG_ATTR(info->extack, raddr, "error parsing remote addr");
383 if (!mptcp_pm_addr_families_match(sk, &local.addr, &addr_r)) {
384 GENL_SET_ERR_MSG(info, "families mismatch");
389 err = mptcp_userspace_pm_append_new_local_addr(msk, &local, false);
391 GENL_SET_ERR_MSG(info, "did not match address and id");
397 err = __mptcp_subflow_connect(sk, &local.addr, &addr_r);
401 spin_lock_bh(&msk->pm.lock);
403 mptcp_userspace_pm_delete_local_addr(msk, &local);
406 spin_unlock_bh(&msk->pm.lock);
413 static struct sock *mptcp_nl_find_ssk(struct mptcp_sock *msk,
414 const struct mptcp_addr_info *local,
415 const struct mptcp_addr_info *remote)
417 struct mptcp_subflow_context *subflow;
419 if (local->family != remote->family)
422 mptcp_for_each_subflow(msk, subflow) {
423 const struct inet_sock *issk;
426 ssk = mptcp_subflow_tcp_sock(subflow);
428 if (local->family != ssk->sk_family)
433 switch (ssk->sk_family) {
435 if (issk->inet_saddr != local->addr.s_addr ||
436 issk->inet_daddr != remote->addr.s_addr)
439 #if IS_ENABLED(CONFIG_MPTCP_IPV6)
441 const struct ipv6_pinfo *pinfo = inet6_sk(ssk);
443 if (!ipv6_addr_equal(&local->addr6, &pinfo->saddr) ||
444 !ipv6_addr_equal(&remote->addr6, &ssk->sk_v6_daddr))
453 if (issk->inet_sport == local->port &&
454 issk->inet_dport == remote->port)
461 int mptcp_pm_nl_subflow_destroy_doit(struct sk_buff *skb, struct genl_info *info)
463 struct nlattr *raddr = info->attrs[MPTCP_PM_ATTR_ADDR_REMOTE];
464 struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
465 struct nlattr *laddr = info->attrs[MPTCP_PM_ATTR_ADDR];
466 struct mptcp_addr_info addr_l;
467 struct mptcp_addr_info addr_r;
468 struct mptcp_sock *msk;
469 struct sock *sk, *ssk;
473 if (!laddr || !raddr || !token) {
474 GENL_SET_ERR_MSG(info, "missing required inputs");
478 token_val = nla_get_u32(token);
480 msk = mptcp_token_get_sock(genl_info_net(info), token_val);
482 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
486 sk = (struct sock *)msk;
488 if (!mptcp_pm_is_userspace(msk)) {
489 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
493 err = mptcp_pm_parse_addr(laddr, info, &addr_l);
495 NL_SET_ERR_MSG_ATTR(info->extack, laddr, "error parsing local addr");
499 err = mptcp_pm_parse_addr(raddr, info, &addr_r);
501 NL_SET_ERR_MSG_ATTR(info->extack, raddr, "error parsing remote addr");
505 #if IS_ENABLED(CONFIG_MPTCP_IPV6)
506 if (addr_l.family == AF_INET && ipv6_addr_v4mapped(&addr_r.addr6)) {
507 ipv6_addr_set_v4mapped(addr_l.addr.s_addr, &addr_l.addr6);
508 addr_l.family = AF_INET6;
510 if (addr_r.family == AF_INET && ipv6_addr_v4mapped(&addr_l.addr6)) {
511 ipv6_addr_set_v4mapped(addr_r.addr.s_addr, &addr_r.addr6);
512 addr_r.family = AF_INET6;
515 if (addr_l.family != addr_r.family) {
516 GENL_SET_ERR_MSG(info, "address families do not match");
521 if (!addr_l.port || !addr_r.port) {
522 GENL_SET_ERR_MSG(info, "missing local or remote port");
528 ssk = mptcp_nl_find_ssk(msk, &addr_l, &addr_r);
530 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk);
531 struct mptcp_pm_addr_entry entry = { .addr = addr_l };
533 spin_lock_bh(&msk->pm.lock);
534 mptcp_userspace_pm_delete_local_addr(msk, &entry);
535 spin_unlock_bh(&msk->pm.lock);
536 mptcp_subflow_shutdown(sk, ssk, RCV_SHUTDOWN | SEND_SHUTDOWN);
537 mptcp_close_ssk(sk, ssk, subflow);
538 MPTCP_INC_STATS(sock_net(sk), MPTCP_MIB_RMSUBFLOW);
550 int mptcp_userspace_pm_set_flags(struct sk_buff *skb, struct genl_info *info)
552 struct mptcp_pm_addr_entry loc = { .addr = { .family = AF_UNSPEC }, };
553 struct mptcp_pm_addr_entry rem = { .addr = { .family = AF_UNSPEC }, };
554 struct nlattr *attr_rem = info->attrs[MPTCP_PM_ATTR_ADDR_REMOTE];
555 struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
556 struct nlattr *attr = info->attrs[MPTCP_PM_ATTR_ADDR];
557 struct net *net = sock_net(skb->sk);
558 struct mptcp_sock *msk;
564 token_val = nla_get_u32(token);
566 msk = mptcp_token_get_sock(net, token_val);
568 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
572 sk = (struct sock *)msk;
574 if (!mptcp_pm_is_userspace(msk)) {
575 GENL_SET_ERR_MSG(info, "userspace PM not selected");
579 ret = mptcp_pm_parse_entry(attr, info, false, &loc);
584 ret = mptcp_pm_parse_entry(attr_rem, info, false, &rem);
589 if (loc.addr.family == AF_UNSPEC ||
590 rem.addr.family == AF_UNSPEC) {
591 GENL_SET_ERR_MSG(info, "invalid address families");
596 if (loc.flags & MPTCP_PM_ADDR_FLAG_BACKUP)
600 ret = mptcp_pm_nl_mp_prio_send_ack(msk, &loc.addr, &rem.addr, bkup);
608 int mptcp_userspace_pm_dump_addr(struct sk_buff *msg,
609 struct netlink_callback *cb)
612 DECLARE_BITMAP(map, MPTCP_PM_MAX_ADDR_ID + 1);
614 const struct genl_info *info = genl_info_dump(cb);
615 struct net *net = sock_net(msg->sk);
616 struct mptcp_pm_addr_entry *entry;
617 struct mptcp_sock *msk;
618 struct nlattr *token;
623 bitmap = (struct id_bitmap *)cb->ctx;
624 token = info->attrs[MPTCP_PM_ATTR_TOKEN];
626 msk = mptcp_token_get_sock(net, nla_get_u32(token));
628 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
632 sk = (struct sock *)msk;
634 if (!mptcp_pm_is_userspace(msk)) {
635 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
640 spin_lock_bh(&msk->pm.lock);
641 list_for_each_entry(entry, &msk->pm.userspace_pm_local_addr_list, list) {
642 if (test_bit(entry->addr.id, bitmap->map))
645 hdr = genlmsg_put(msg, NETLINK_CB(cb->skb).portid,
646 cb->nlh->nlmsg_seq, &mptcp_genl_family,
647 NLM_F_MULTI, MPTCP_PM_CMD_GET_ADDR);
651 if (mptcp_nl_fill_addr(msg, entry) < 0) {
652 genlmsg_cancel(msg, hdr);
656 __set_bit(entry->addr.id, bitmap->map);
657 genlmsg_end(msg, hdr);
659 spin_unlock_bh(&msk->pm.lock);
668 int mptcp_userspace_pm_get_addr(struct sk_buff *skb,
669 struct genl_info *info)
671 struct nlattr *attr = info->attrs[MPTCP_PM_ENDPOINT_ADDR];
672 struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
673 struct mptcp_pm_addr_entry addr, *entry;
674 struct net *net = sock_net(skb->sk);
675 struct mptcp_sock *msk;
681 msk = mptcp_token_get_sock(net, nla_get_u32(token));
683 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
687 sk = (struct sock *)msk;
689 if (!mptcp_pm_is_userspace(msk)) {
690 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
694 ret = mptcp_pm_parse_entry(attr, info, false, &addr);
698 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
704 reply = genlmsg_put_reply(msg, info, &mptcp_genl_family, 0,
707 GENL_SET_ERR_MSG(info, "not enough space in Netlink message");
713 spin_lock_bh(&msk->pm.lock);
714 entry = mptcp_userspace_pm_lookup_addr_by_id(msk, addr.addr.id);
716 GENL_SET_ERR_MSG(info, "address not found");
721 ret = mptcp_nl_fill_addr(msg, entry);
725 genlmsg_end(msg, reply);
726 ret = genlmsg_reply(msg, info);
727 spin_unlock_bh(&msk->pm.lock);
733 spin_unlock_bh(&msk->pm.lock);