net/mptcp/pm_userspace.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /* Multipath TCP
   3  *
   4  * Copyright (c) 2022, Intel Corporation.
   5  */
   6
   7 #include "protocol.h"
   8 #include "mib.h"
   9
  10 void mptcp_free_local_addr_list(struct mptcp_sock *msk)
  11 {
  12         struct mptcp_pm_addr_entry *entry, *tmp;
  13         struct sock *sk = (struct sock *)msk;
  14         LIST_HEAD(free_list);
  15
  16         if (!mptcp_pm_is_userspace(msk))
  17                 return;
  18
  19         spin_lock_bh(&msk->pm.lock);
  20         list_splice_init(&msk->pm.userspace_pm_local_addr_list, &free_list);
  21         spin_unlock_bh(&msk->pm.lock);
  22
  23         list_for_each_entry_safe(entry, tmp, &free_list, list) {
  24                 sock_kfree_s(sk, entry, sizeof(*entry));
  25         }
  26 }
  27
  28 static int mptcp_userspace_pm_append_new_local_addr(struct mptcp_sock *msk,
  29                                                     struct mptcp_pm_addr_entry *entry)
  30 {
  31         DECLARE_BITMAP(id_bitmap, MPTCP_PM_MAX_ADDR_ID + 1);
  32         struct mptcp_pm_addr_entry *match = NULL;
  33         struct sock *sk = (struct sock *)msk;
  34         struct mptcp_pm_addr_entry *e;
  35         bool addr_match = false;
  36         bool id_match = false;
  37         int ret = -EINVAL;
  38
  39         bitmap_zero(id_bitmap, MPTCP_PM_MAX_ADDR_ID + 1);
  40
  41         spin_lock_bh(&msk->pm.lock);
  42         list_for_each_entry(e, &msk->pm.userspace_pm_local_addr_list, list) {
  43                 addr_match = mptcp_addresses_equal(&e->addr, &entry->addr, true);
  44                 if (addr_match && entry->addr.id == 0)
  45                         entry->addr.id = e->addr.id;
  46                 id_match = (e->addr.id == entry->addr.id);
  47                 if (addr_match && id_match) {
  48                         match = e;
  49                         break;
  50                 } else if (addr_match || id_match) {
  51                         break;
  52                 }
  53                 __set_bit(e->addr.id, id_bitmap);
  54         }
  55
  56         if (!match && !addr_match && !id_match) {
  57                 /* Memory for the entry is allocated from the
  58                  * sock option buffer.
  59                  */
  60                 e = sock_kmalloc(sk, sizeof(*e), GFP_ATOMIC);
  61                 if (!e) {
  62                         ret = -ENOMEM;
  63                         goto append_err;
  64                 }
  65
  66                 *e = *entry;
  67                 if (!e->addr.id)
  68                         e->addr.id = find_next_zero_bit(id_bitmap,
  69                                                         MPTCP_PM_MAX_ADDR_ID + 1,
  70                                                         1);
  71                 list_add_tail_rcu(&e->list, &msk->pm.userspace_pm_local_addr_list);
  72                 ret = e->addr.id;
  73         } else if (match) {
  74                 ret = entry->addr.id;
  75         }
  76
  77 append_err:
  78         spin_unlock_bh(&msk->pm.lock);
  79         return ret;
  80 }
  81
  82 int mptcp_userspace_pm_get_flags_and_ifindex_by_id(struct mptcp_sock *msk,
  83                                                    unsigned int id,
  84                                                    u8 *flags, int *ifindex)
  85 {
  86         struct mptcp_pm_addr_entry *entry, *match = NULL;
  87
  88         *flags = 0;
  89         *ifindex = 0;
  90
  91         spin_lock_bh(&msk->pm.lock);
  92         list_for_each_entry(entry, &msk->pm.userspace_pm_local_addr_list, list) {
  93                 if (id == entry->addr.id) {
  94                         match = entry;
  95                         break;
  96                 }
  97         }
  98         spin_unlock_bh(&msk->pm.lock);
  99         if (match) {
 100                 *flags = match->flags;
 101                 *ifindex = match->ifindex;
 102         }
 103
 104         return 0;
 105 }
 106
 107 int mptcp_userspace_pm_get_local_id(struct mptcp_sock *msk,
 108                                     struct mptcp_addr_info *skc)
 109 {
 110         struct mptcp_pm_addr_entry new_entry;
 111         __be16 msk_sport =  ((struct inet_sock *)
 112                              inet_sk((struct sock *)msk))->inet_sport;
 113
 114         memset(&new_entry, 0, sizeof(struct mptcp_pm_addr_entry));
 115         new_entry.addr = *skc;
 116         new_entry.addr.id = 0;
 117         new_entry.flags = MPTCP_PM_ADDR_FLAG_IMPLICIT;
 118
 119         if (new_entry.addr.port == msk_sport)
 120                 new_entry.addr.port = 0;
 121
 122         return mptcp_userspace_pm_append_new_local_addr(msk, &new_entry);
 123 }
 124
 125 int mptcp_nl_cmd_announce(struct sk_buff *skb, struct genl_info *info)
 126 {
 127         struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
 128         struct nlattr *addr = info->attrs[MPTCP_PM_ATTR_ADDR];
 129         struct mptcp_pm_addr_entry addr_val;
 130         struct mptcp_sock *msk;
 131         int err = -EINVAL;
 132         u32 token_val;
 133
 134         if (!addr || !token) {
 135                 GENL_SET_ERR_MSG(info, "missing required inputs");
 136                 return err;
 137         }
 138
 139         token_val = nla_get_u32(token);
 140
 141         msk = mptcp_token_get_sock(sock_net(skb->sk), token_val);
 142         if (!msk) {
 143                 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
 144                 return err;
 145         }
 146
 147         if (!mptcp_pm_is_userspace(msk)) {
 148                 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
 149                 goto announce_err;
 150         }
 151
 152         err = mptcp_pm_parse_entry(addr, info, true, &addr_val);
 153         if (err < 0) {
 154                 GENL_SET_ERR_MSG(info, "error parsing local address");
 155                 goto announce_err;
 156         }
 157
 158         if (addr_val.addr.id == 0 || !(addr_val.flags & MPTCP_PM_ADDR_FLAG_SIGNAL)) {
 159                 GENL_SET_ERR_MSG(info, "invalid addr id or flags");
 160                 err = -EINVAL;
 161                 goto announce_err;
 162         }
 163
 164         err = mptcp_userspace_pm_append_new_local_addr(msk, &addr_val);
 165         if (err < 0) {
 166                 GENL_SET_ERR_MSG(info, "did not match address and id");
 167                 goto announce_err;
 168         }
 169
 170         lock_sock((struct sock *)msk);
 171         spin_lock_bh(&msk->pm.lock);
 172
 173         if (mptcp_pm_alloc_anno_list(msk, &addr_val)) {
 174                 mptcp_pm_announce_addr(msk, &addr_val.addr, false);
 175                 mptcp_pm_nl_addr_send_ack(msk);
 176         }
 177
 178         spin_unlock_bh(&msk->pm.lock);
 179         release_sock((struct sock *)msk);
 180
 181         err = 0;
 182  announce_err:
 183         sock_put((struct sock *)msk);
 184         return err;
 185 }
 186
 187 int mptcp_nl_cmd_remove(struct sk_buff *skb, struct genl_info *info)
 188 {
 189         struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
 190         struct nlattr *id = info->attrs[MPTCP_PM_ATTR_LOC_ID];
 191         struct mptcp_pm_addr_entry *match = NULL;
 192         struct mptcp_pm_addr_entry *entry;
 193         struct mptcp_sock *msk;
 194         LIST_HEAD(free_list);
 195         int err = -EINVAL;
 196         u32 token_val;
 197         u8 id_val;
 198
 199         if (!id || !token) {
 200                 GENL_SET_ERR_MSG(info, "missing required inputs");
 201                 return err;
 202         }
 203
 204         id_val = nla_get_u8(id);
 205         token_val = nla_get_u32(token);
 206
 207         msk = mptcp_token_get_sock(sock_net(skb->sk), token_val);
 208         if (!msk) {
 209                 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
 210                 return err;
 211         }
 212
 213         if (!mptcp_pm_is_userspace(msk)) {
 214                 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
 215                 goto remove_err;
 216         }
 217
 218         lock_sock((struct sock *)msk);
 219
 220         list_for_each_entry(entry, &msk->pm.userspace_pm_local_addr_list, list) {
 221                 if (entry->addr.id == id_val) {
 222                         match = entry;
 223                         break;
 224                 }
 225         }
 226
 227         if (!match) {
 228                 GENL_SET_ERR_MSG(info, "address with specified id not found");
 229                 release_sock((struct sock *)msk);
 230                 goto remove_err;
 231         }
 232
 233         list_move(&match->list, &free_list);
 234
 235         mptcp_pm_remove_addrs_and_subflows(msk, &free_list);
 236
 237         release_sock((struct sock *)msk);
 238
 239         list_for_each_entry_safe(match, entry, &free_list, list) {
 240                 sock_kfree_s((struct sock *)msk, match, sizeof(*match));
 241         }
 242
 243         err = 0;
 244  remove_err:
 245         sock_put((struct sock *)msk);
 246         return err;
 247 }
 248
 249 int mptcp_nl_cmd_sf_create(struct sk_buff *skb, struct genl_info *info)
 250 {
 251         struct nlattr *raddr = info->attrs[MPTCP_PM_ATTR_ADDR_REMOTE];
 252         struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
 253         struct nlattr *laddr = info->attrs[MPTCP_PM_ATTR_ADDR];
 254         struct mptcp_addr_info addr_r;
 255         struct mptcp_addr_info addr_l;
 256         struct mptcp_sock *msk;
 257         int err = -EINVAL;
 258         struct sock *sk;
 259         u32 token_val;
 260
 261         if (!laddr || !raddr || !token) {
 262                 GENL_SET_ERR_MSG(info, "missing required inputs");
 263                 return err;
 264         }
 265
 266         token_val = nla_get_u32(token);
 267
 268         msk = mptcp_token_get_sock(genl_info_net(info), token_val);
 269         if (!msk) {
 270                 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
 271                 return err;
 272         }
 273
 274         if (!mptcp_pm_is_userspace(msk)) {
 275                 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
 276                 goto create_err;
 277         }
 278
 279         err = mptcp_pm_parse_addr(laddr, info, &addr_l);
 280         if (err < 0) {
 281                 NL_SET_ERR_MSG_ATTR(info->extack, laddr, "error parsing local addr");
 282                 goto create_err;
 283         }
 284
 285         if (addr_l.id == 0) {
 286                 NL_SET_ERR_MSG_ATTR(info->extack, laddr, "missing local addr id");
 287                 err = -EINVAL;
 288                 goto create_err;
 289         }
 290
 291         err = mptcp_pm_parse_addr(raddr, info, &addr_r);
 292         if (err < 0) {
 293                 NL_SET_ERR_MSG_ATTR(info->extack, raddr, "error parsing remote addr");
 294                 goto create_err;
 295         }
 296
 297         sk = (struct sock *)msk;
 298
 299         if (!mptcp_pm_addr_families_match(sk, &addr_l, &addr_r)) {
 300                 GENL_SET_ERR_MSG(info, "families mismatch");
 301                 err = -EINVAL;
 302                 goto create_err;
 303         }
 304
 305         lock_sock(sk);
 306
 307         err = __mptcp_subflow_connect(sk, &addr_l, &addr_r);
 308
 309         release_sock(sk);
 310
 311  create_err:
 312         sock_put((struct sock *)msk);
 313         return err;
 314 }
 315
 316 static struct sock *mptcp_nl_find_ssk(struct mptcp_sock *msk,
 317                                       const struct mptcp_addr_info *local,
 318                                       const struct mptcp_addr_info *remote)
 319 {
 320         struct mptcp_subflow_context *subflow;
 321
 322         if (local->family != remote->family)
 323                 return NULL;
 324
 325         mptcp_for_each_subflow(msk, subflow) {
 326                 const struct inet_sock *issk;
 327                 struct sock *ssk;
 328
 329                 ssk = mptcp_subflow_tcp_sock(subflow);
 330
 331                 if (local->family != ssk->sk_family)
 332                         continue;
 333
 334                 issk = inet_sk(ssk);
 335
 336                 switch (ssk->sk_family) {
 337                 case AF_INET:
 338                         if (issk->inet_saddr != local->addr.s_addr ||
 339                             issk->inet_daddr != remote->addr.s_addr)
 340                                 continue;
 341                         break;
 342 #if IS_ENABLED(CONFIG_MPTCP_IPV6)
 343                 case AF_INET6: {
 344                         const struct ipv6_pinfo *pinfo = inet6_sk(ssk);
 345
 346                         if (!ipv6_addr_equal(&local->addr6, &pinfo->saddr) ||
 347                             !ipv6_addr_equal(&remote->addr6, &ssk->sk_v6_daddr))
 348                                 continue;
 349                         break;
 350                 }
 351 #endif
 352                 default:
 353                         continue;
 354                 }
 355
 356                 if (issk->inet_sport == local->port &&
 357                     issk->inet_dport == remote->port)
 358                         return ssk;
 359         }
 360
 361         return NULL;
 362 }
 363
 364 int mptcp_nl_cmd_sf_destroy(struct sk_buff *skb, struct genl_info *info)
 365 {
 366         struct nlattr *raddr = info->attrs[MPTCP_PM_ATTR_ADDR_REMOTE];
 367         struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
 368         struct nlattr *laddr = info->attrs[MPTCP_PM_ATTR_ADDR];
 369         struct mptcp_addr_info addr_l;
 370         struct mptcp_addr_info addr_r;
 371         struct mptcp_sock *msk;
 372         struct sock *sk, *ssk;
 373         int err = -EINVAL;
 374         u32 token_val;
 375
 376         if (!laddr || !raddr || !token) {
 377                 GENL_SET_ERR_MSG(info, "missing required inputs");
 378                 return err;
 379         }
 380
 381         token_val = nla_get_u32(token);
 382
 383         msk = mptcp_token_get_sock(genl_info_net(info), token_val);
 384         if (!msk) {
 385                 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
 386                 return err;
 387         }
 388
 389         if (!mptcp_pm_is_userspace(msk)) {
 390                 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
 391                 goto destroy_err;
 392         }
 393
 394         err = mptcp_pm_parse_addr(laddr, info, &addr_l);
 395         if (err < 0) {
 396                 NL_SET_ERR_MSG_ATTR(info->extack, laddr, "error parsing local addr");
 397                 goto destroy_err;
 398         }
 399
 400         err = mptcp_pm_parse_addr(raddr, info, &addr_r);
 401         if (err < 0) {
 402                 NL_SET_ERR_MSG_ATTR(info->extack, raddr, "error parsing remote addr");
 403                 goto destroy_err;
 404         }
 405
 406         if (addr_l.family != addr_r.family) {
 407                 GENL_SET_ERR_MSG(info, "address families do not match");
 408                 err = -EINVAL;
 409                 goto destroy_err;
 410         }
 411
 412         if (!addr_l.port || !addr_r.port) {
 413                 GENL_SET_ERR_MSG(info, "missing local or remote port");
 414                 err = -EINVAL;
 415                 goto destroy_err;
 416         }
 417
 418         sk = (struct sock *)msk;
 419         lock_sock(sk);
 420         ssk = mptcp_nl_find_ssk(msk, &addr_l, &addr_r);
 421         if (ssk) {
 422                 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk);
 423
 424                 mptcp_subflow_shutdown(sk, ssk, RCV_SHUTDOWN | SEND_SHUTDOWN);
 425                 mptcp_close_ssk(sk, ssk, subflow);
 426                 MPTCP_INC_STATS(sock_net(sk), MPTCP_MIB_RMSUBFLOW);
 427                 err = 0;
 428         } else {
 429                 err = -ESRCH;
 430         }
 431         release_sock(sk);
 432
 433 destroy_err:
 434         sock_put((struct sock *)msk);
 435         return err;
 436 }
 437
 438 int mptcp_userspace_pm_set_flags(struct net *net, struct nlattr *token,
 439                                  struct mptcp_pm_addr_entry *loc,
 440                                  struct mptcp_pm_addr_entry *rem, u8 bkup)
 441 {
 442         struct mptcp_sock *msk;
 443         int ret = -EINVAL;
 444         u32 token_val;
 445
 446         token_val = nla_get_u32(token);
 447
 448         msk = mptcp_token_get_sock(net, token_val);
 449         if (!msk)
 450                 return ret;
 451
 452         if (!mptcp_pm_is_userspace(msk))
 453                 goto set_flags_err;
 454
 455         if (loc->addr.family == AF_UNSPEC ||
 456             rem->addr.family == AF_UNSPEC)
 457                 goto set_flags_err;
 458
 459         lock_sock((struct sock *)msk);
 460         ret = mptcp_pm_nl_mp_prio_send_ack(msk, &loc->addr, &rem->addr, bkup);
 461         release_sock((struct sock *)msk);
 462
 463 set_flags_err:
 464         sock_put((struct sock *)msk);
 465         return ret;
 466 }