1 // SPDX-License-Identifier: GPL-2.0
4 * Copyright (c) 2022, Intel Corporation.
10 void mptcp_free_local_addr_list(struct mptcp_sock *msk)
12 struct mptcp_pm_addr_entry *entry, *tmp;
13 struct sock *sk = (struct sock *)msk;
16 if (!mptcp_pm_is_userspace(msk))
19 spin_lock_bh(&msk->pm.lock);
20 list_splice_init(&msk->pm.userspace_pm_local_addr_list, &free_list);
21 spin_unlock_bh(&msk->pm.lock);
23 list_for_each_entry_safe(entry, tmp, &free_list, list) {
24 sock_kfree_s(sk, entry, sizeof(*entry));
28 int mptcp_userspace_pm_append_new_local_addr(struct mptcp_sock *msk,
29 struct mptcp_pm_addr_entry *entry)
31 DECLARE_BITMAP(id_bitmap, MPTCP_PM_MAX_ADDR_ID + 1);
32 struct mptcp_pm_addr_entry *match = NULL;
33 struct sock *sk = (struct sock *)msk;
34 struct mptcp_pm_addr_entry *e;
35 bool addr_match = false;
36 bool id_match = false;
39 bitmap_zero(id_bitmap, MPTCP_PM_MAX_ADDR_ID + 1);
41 spin_lock_bh(&msk->pm.lock);
42 list_for_each_entry(e, &msk->pm.userspace_pm_local_addr_list, list) {
43 addr_match = mptcp_addresses_equal(&e->addr, &entry->addr, true);
44 if (addr_match && entry->addr.id == 0)
45 entry->addr.id = e->addr.id;
46 id_match = (e->addr.id == entry->addr.id);
47 if (addr_match && id_match) {
50 } else if (addr_match || id_match) {
53 __set_bit(e->addr.id, id_bitmap);
56 if (!match && !addr_match && !id_match) {
57 /* Memory for the entry is allocated from the
60 e = sock_kmalloc(sk, sizeof(*e), GFP_ATOMIC);
62 spin_unlock_bh(&msk->pm.lock);
68 e->addr.id = find_next_zero_bit(id_bitmap,
69 MPTCP_PM_MAX_ADDR_ID + 1,
71 list_add_tail_rcu(&e->list, &msk->pm.userspace_pm_local_addr_list);
72 msk->pm.local_addr_used++;
78 spin_unlock_bh(&msk->pm.lock);
82 /* If the subflow is closed from the other peer (not via a
83 * subflow destroy command then), we want to keep the entry
84 * not to assign the same ID to another address and to be
85 * able to send RM_ADDR after the removal of the subflow.
87 static int mptcp_userspace_pm_delete_local_addr(struct mptcp_sock *msk,
88 struct mptcp_pm_addr_entry *addr)
90 struct mptcp_pm_addr_entry *entry, *tmp;
92 list_for_each_entry_safe(entry, tmp, &msk->pm.userspace_pm_local_addr_list, list) {
93 if (mptcp_addresses_equal(&entry->addr, &addr->addr, false)) {
94 /* TODO: a refcount is needed because the entry can
95 * be used multiple times (e.g. fullmesh mode).
97 list_del_rcu(&entry->list);
99 msk->pm.local_addr_used--;
107 int mptcp_userspace_pm_get_flags_and_ifindex_by_id(struct mptcp_sock *msk,
109 u8 *flags, int *ifindex)
111 struct mptcp_pm_addr_entry *entry, *match = NULL;
116 spin_lock_bh(&msk->pm.lock);
117 list_for_each_entry(entry, &msk->pm.userspace_pm_local_addr_list, list) {
118 if (id == entry->addr.id) {
123 spin_unlock_bh(&msk->pm.lock);
125 *flags = match->flags;
126 *ifindex = match->ifindex;
132 int mptcp_userspace_pm_get_local_id(struct mptcp_sock *msk,
133 struct mptcp_addr_info *skc)
135 struct mptcp_pm_addr_entry new_entry;
136 __be16 msk_sport = ((struct inet_sock *)
137 inet_sk((struct sock *)msk))->inet_sport;
139 memset(&new_entry, 0, sizeof(struct mptcp_pm_addr_entry));
140 new_entry.addr = *skc;
141 new_entry.addr.id = 0;
142 new_entry.flags = MPTCP_PM_ADDR_FLAG_IMPLICIT;
144 if (new_entry.addr.port == msk_sport)
145 new_entry.addr.port = 0;
147 return mptcp_userspace_pm_append_new_local_addr(msk, &new_entry);
150 int mptcp_nl_cmd_announce(struct sk_buff *skb, struct genl_info *info)
152 struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
153 struct nlattr *addr = info->attrs[MPTCP_PM_ATTR_ADDR];
154 struct mptcp_pm_addr_entry addr_val;
155 struct mptcp_sock *msk;
159 if (!addr || !token) {
160 GENL_SET_ERR_MSG(info, "missing required inputs");
164 token_val = nla_get_u32(token);
166 msk = mptcp_token_get_sock(sock_net(skb->sk), token_val);
168 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
172 if (!mptcp_pm_is_userspace(msk)) {
173 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
177 err = mptcp_pm_parse_entry(addr, info, true, &addr_val);
179 GENL_SET_ERR_MSG(info, "error parsing local address");
183 if (addr_val.addr.id == 0 || !(addr_val.flags & MPTCP_PM_ADDR_FLAG_SIGNAL)) {
184 GENL_SET_ERR_MSG(info, "invalid addr id or flags");
189 err = mptcp_userspace_pm_append_new_local_addr(msk, &addr_val);
191 GENL_SET_ERR_MSG(info, "did not match address and id");
195 lock_sock((struct sock *)msk);
196 spin_lock_bh(&msk->pm.lock);
198 if (mptcp_pm_alloc_anno_list(msk, &addr_val)) {
199 msk->pm.add_addr_signaled++;
200 mptcp_pm_announce_addr(msk, &addr_val.addr, false);
201 mptcp_pm_nl_addr_send_ack(msk);
204 spin_unlock_bh(&msk->pm.lock);
205 release_sock((struct sock *)msk);
209 sock_put((struct sock *)msk);
213 int mptcp_nl_cmd_remove(struct sk_buff *skb, struct genl_info *info)
215 struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
216 struct nlattr *id = info->attrs[MPTCP_PM_ATTR_LOC_ID];
217 struct mptcp_pm_addr_entry *match = NULL;
218 struct mptcp_pm_addr_entry *entry;
219 struct mptcp_sock *msk;
220 LIST_HEAD(free_list);
226 GENL_SET_ERR_MSG(info, "missing required inputs");
230 id_val = nla_get_u8(id);
231 token_val = nla_get_u32(token);
233 msk = mptcp_token_get_sock(sock_net(skb->sk), token_val);
235 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
239 if (!mptcp_pm_is_userspace(msk)) {
240 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
244 lock_sock((struct sock *)msk);
246 list_for_each_entry(entry, &msk->pm.userspace_pm_local_addr_list, list) {
247 if (entry->addr.id == id_val) {
254 GENL_SET_ERR_MSG(info, "address with specified id not found");
255 release_sock((struct sock *)msk);
259 list_move(&match->list, &free_list);
261 mptcp_pm_remove_addrs(msk, &free_list);
263 release_sock((struct sock *)msk);
265 list_for_each_entry_safe(match, entry, &free_list, list) {
266 sock_kfree_s((struct sock *)msk, match, sizeof(*match));
271 sock_put((struct sock *)msk);
275 int mptcp_nl_cmd_sf_create(struct sk_buff *skb, struct genl_info *info)
277 struct nlattr *raddr = info->attrs[MPTCP_PM_ATTR_ADDR_REMOTE];
278 struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
279 struct nlattr *laddr = info->attrs[MPTCP_PM_ATTR_ADDR];
280 struct mptcp_pm_addr_entry local = { 0 };
281 struct mptcp_addr_info addr_r;
282 struct mptcp_addr_info addr_l;
283 struct mptcp_sock *msk;
288 if (!laddr || !raddr || !token) {
289 GENL_SET_ERR_MSG(info, "missing required inputs");
293 token_val = nla_get_u32(token);
295 msk = mptcp_token_get_sock(genl_info_net(info), token_val);
297 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
301 if (!mptcp_pm_is_userspace(msk)) {
302 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
306 err = mptcp_pm_parse_addr(laddr, info, &addr_l);
308 NL_SET_ERR_MSG_ATTR(info->extack, laddr, "error parsing local addr");
312 err = mptcp_pm_parse_addr(raddr, info, &addr_r);
314 NL_SET_ERR_MSG_ATTR(info->extack, raddr, "error parsing remote addr");
318 sk = &msk->sk.icsk_inet.sk;
320 if (!mptcp_pm_addr_families_match(sk, &addr_l, &addr_r)) {
321 GENL_SET_ERR_MSG(info, "families mismatch");
327 err = mptcp_userspace_pm_append_new_local_addr(msk, &local);
329 GENL_SET_ERR_MSG(info, "did not match address and id");
335 err = __mptcp_subflow_connect(sk, &addr_l, &addr_r);
339 spin_lock_bh(&msk->pm.lock);
341 mptcp_userspace_pm_delete_local_addr(msk, &local);
344 spin_unlock_bh(&msk->pm.lock);
347 sock_put((struct sock *)msk);
351 static struct sock *mptcp_nl_find_ssk(struct mptcp_sock *msk,
352 const struct mptcp_addr_info *local,
353 const struct mptcp_addr_info *remote)
355 struct mptcp_subflow_context *subflow;
357 if (local->family != remote->family)
360 mptcp_for_each_subflow(msk, subflow) {
361 const struct inet_sock *issk;
364 ssk = mptcp_subflow_tcp_sock(subflow);
366 if (local->family != ssk->sk_family)
371 switch (ssk->sk_family) {
373 if (issk->inet_saddr != local->addr.s_addr ||
374 issk->inet_daddr != remote->addr.s_addr)
377 #if IS_ENABLED(CONFIG_MPTCP_IPV6)
379 const struct ipv6_pinfo *pinfo = inet6_sk(ssk);
381 if (!ipv6_addr_equal(&local->addr6, &pinfo->saddr) ||
382 !ipv6_addr_equal(&remote->addr6, &ssk->sk_v6_daddr))
391 if (issk->inet_sport == local->port &&
392 issk->inet_dport == remote->port)
399 int mptcp_nl_cmd_sf_destroy(struct sk_buff *skb, struct genl_info *info)
401 struct nlattr *raddr = info->attrs[MPTCP_PM_ATTR_ADDR_REMOTE];
402 struct nlattr *token = info->attrs[MPTCP_PM_ATTR_TOKEN];
403 struct nlattr *laddr = info->attrs[MPTCP_PM_ATTR_ADDR];
404 struct mptcp_addr_info addr_l;
405 struct mptcp_addr_info addr_r;
406 struct mptcp_sock *msk;
407 struct sock *sk, *ssk;
411 if (!laddr || !raddr || !token) {
412 GENL_SET_ERR_MSG(info, "missing required inputs");
416 token_val = nla_get_u32(token);
418 msk = mptcp_token_get_sock(genl_info_net(info), token_val);
420 NL_SET_ERR_MSG_ATTR(info->extack, token, "invalid token");
424 if (!mptcp_pm_is_userspace(msk)) {
425 GENL_SET_ERR_MSG(info, "invalid request; userspace PM not selected");
429 err = mptcp_pm_parse_addr(laddr, info, &addr_l);
431 NL_SET_ERR_MSG_ATTR(info->extack, laddr, "error parsing local addr");
435 err = mptcp_pm_parse_addr(raddr, info, &addr_r);
437 NL_SET_ERR_MSG_ATTR(info->extack, raddr, "error parsing remote addr");
441 if (addr_l.family != addr_r.family) {
442 GENL_SET_ERR_MSG(info, "address families do not match");
447 if (!addr_l.port || !addr_r.port) {
448 GENL_SET_ERR_MSG(info, "missing local or remote port");
453 sk = &msk->sk.icsk_inet.sk;
455 ssk = mptcp_nl_find_ssk(msk, &addr_l, &addr_r);
457 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk);
458 struct mptcp_pm_addr_entry entry = { .addr = addr_l };
460 spin_lock_bh(&msk->pm.lock);
461 mptcp_userspace_pm_delete_local_addr(msk, &entry);
462 spin_unlock_bh(&msk->pm.lock);
463 mptcp_subflow_shutdown(sk, ssk, RCV_SHUTDOWN | SEND_SHUTDOWN);
464 mptcp_close_ssk(sk, ssk, subflow);
465 MPTCP_INC_STATS(sock_net(sk), MPTCP_MIB_RMSUBFLOW);
473 sock_put((struct sock *)msk);
477 int mptcp_userspace_pm_set_flags(struct net *net, struct nlattr *token,
478 struct mptcp_pm_addr_entry *loc,
479 struct mptcp_pm_addr_entry *rem, u8 bkup)
481 struct mptcp_sock *msk;
485 token_val = nla_get_u32(token);
487 msk = mptcp_token_get_sock(net, token_val);
491 if (!mptcp_pm_is_userspace(msk))
494 if (loc->addr.family == AF_UNSPEC ||
495 rem->addr.family == AF_UNSPEC)
498 lock_sock((struct sock *)msk);
499 ret = mptcp_pm_nl_mp_prio_send_ack(msk, &loc->addr, &rem->addr, bkup);
500 release_sock((struct sock *)msk);
503 sock_put((struct sock *)msk);