xref: /linux/net/mptcp/sockopt.c (revision 8be4d31cb8aaeea27bde4b7ddb26e28a89062ebf)
1 // SPDX-License-Identifier: GPL-2.0
2 /* Multipath TCP
3  *
4  * Copyright (c) 2021, Red Hat.
5  */
6 
7 #define pr_fmt(fmt) "MPTCP: " fmt
8 
9 #include <linux/kernel.h>
10 #include <linux/module.h>
11 #include <net/sock.h>
12 #include <net/protocol.h>
13 #include <net/tcp.h>
14 #include <net/mptcp.h>
15 #include "protocol.h"
16 
17 #define MIN_INFO_OPTLEN_SIZE		16
18 #define MIN_FULL_INFO_OPTLEN_SIZE	40
19 
__mptcp_tcp_fallback(struct mptcp_sock * msk)20 static struct sock *__mptcp_tcp_fallback(struct mptcp_sock *msk)
21 {
22 	msk_owned_by_me(msk);
23 
24 	if (likely(!__mptcp_check_fallback(msk)))
25 		return NULL;
26 
27 	return msk->first;
28 }
29 
sockopt_seq_reset(const struct sock * sk)30 static u32 sockopt_seq_reset(const struct sock *sk)
31 {
32 	sock_owned_by_me(sk);
33 
34 	/* Highbits contain state.  Allows to distinguish sockopt_seq
35 	 * of listener and established:
36 	 * s0 = new_listener()
37 	 * sockopt(s0) - seq is 1
38 	 * s1 = accept(s0) - s1 inherits seq 1 if listener sk (s0)
39 	 * sockopt(s0) - seq increments to 2 on s0
40 	 * sockopt(s1) // seq increments to 2 on s1 (different option)
41 	 * new ssk completes join, inherits options from s0 // seq 2
42 	 * Needs sync from mptcp join logic, but ssk->seq == msk->seq
43 	 *
44 	 * Set High order bits to sk_state so ssk->seq == msk->seq test
45 	 * will fail.
46 	 */
47 
48 	return (u32)sk->sk_state << 24u;
49 }
50 
sockopt_seq_inc(struct mptcp_sock * msk)51 static void sockopt_seq_inc(struct mptcp_sock *msk)
52 {
53 	u32 seq = (msk->setsockopt_seq + 1) & 0x00ffffff;
54 
55 	msk->setsockopt_seq = sockopt_seq_reset((struct sock *)msk) + seq;
56 }
57 
mptcp_get_int_option(struct mptcp_sock * msk,sockptr_t optval,unsigned int optlen,int * val)58 static int mptcp_get_int_option(struct mptcp_sock *msk, sockptr_t optval,
59 				unsigned int optlen, int *val)
60 {
61 	if (optlen < sizeof(int))
62 		return -EINVAL;
63 
64 	if (copy_from_sockptr(val, optval, sizeof(*val)))
65 		return -EFAULT;
66 
67 	return 0;
68 }
69 
mptcp_sol_socket_sync_intval(struct mptcp_sock * msk,int optname,int val)70 static void mptcp_sol_socket_sync_intval(struct mptcp_sock *msk, int optname, int val)
71 {
72 	struct mptcp_subflow_context *subflow;
73 	struct sock *sk = (struct sock *)msk;
74 
75 	lock_sock(sk);
76 	sockopt_seq_inc(msk);
77 
78 	mptcp_for_each_subflow(msk, subflow) {
79 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
80 		bool slow = lock_sock_fast(ssk);
81 
82 		switch (optname) {
83 		case SO_DEBUG:
84 			sock_valbool_flag(ssk, SOCK_DBG, !!val);
85 			break;
86 		case SO_KEEPALIVE:
87 			if (ssk->sk_prot->keepalive)
88 				ssk->sk_prot->keepalive(ssk, !!val);
89 			sock_valbool_flag(ssk, SOCK_KEEPOPEN, !!val);
90 			break;
91 		case SO_PRIORITY:
92 			WRITE_ONCE(ssk->sk_priority, val);
93 			break;
94 		case SO_SNDBUF:
95 		case SO_SNDBUFFORCE:
96 			ssk->sk_userlocks |= SOCK_SNDBUF_LOCK;
97 			WRITE_ONCE(ssk->sk_sndbuf, sk->sk_sndbuf);
98 			mptcp_subflow_ctx(ssk)->cached_sndbuf = sk->sk_sndbuf;
99 			break;
100 		case SO_RCVBUF:
101 		case SO_RCVBUFFORCE:
102 			ssk->sk_userlocks |= SOCK_RCVBUF_LOCK;
103 			WRITE_ONCE(ssk->sk_rcvbuf, sk->sk_rcvbuf);
104 			break;
105 		case SO_MARK:
106 			if (READ_ONCE(ssk->sk_mark) != sk->sk_mark) {
107 				WRITE_ONCE(ssk->sk_mark, sk->sk_mark);
108 				sk_dst_reset(ssk);
109 			}
110 			break;
111 		case SO_INCOMING_CPU:
112 			WRITE_ONCE(ssk->sk_incoming_cpu, val);
113 			break;
114 		}
115 
116 		subflow->setsockopt_seq = msk->setsockopt_seq;
117 		unlock_sock_fast(ssk, slow);
118 	}
119 
120 	release_sock(sk);
121 }
122 
mptcp_sol_socket_intval(struct mptcp_sock * msk,int optname,int val)123 static int mptcp_sol_socket_intval(struct mptcp_sock *msk, int optname, int val)
124 {
125 	sockptr_t optval = KERNEL_SOCKPTR(&val);
126 	struct sock *sk = (struct sock *)msk;
127 	int ret;
128 
129 	ret = sock_setsockopt(sk->sk_socket, SOL_SOCKET, optname,
130 			      optval, sizeof(val));
131 	if (ret)
132 		return ret;
133 
134 	mptcp_sol_socket_sync_intval(msk, optname, val);
135 	return 0;
136 }
137 
mptcp_so_incoming_cpu(struct mptcp_sock * msk,int val)138 static void mptcp_so_incoming_cpu(struct mptcp_sock *msk, int val)
139 {
140 	struct sock *sk = (struct sock *)msk;
141 
142 	WRITE_ONCE(sk->sk_incoming_cpu, val);
143 
144 	mptcp_sol_socket_sync_intval(msk, SO_INCOMING_CPU, val);
145 }
146 
mptcp_setsockopt_sol_socket_tstamp(struct mptcp_sock * msk,int optname,int val)147 static int mptcp_setsockopt_sol_socket_tstamp(struct mptcp_sock *msk, int optname, int val)
148 {
149 	sockptr_t optval = KERNEL_SOCKPTR(&val);
150 	struct mptcp_subflow_context *subflow;
151 	struct sock *sk = (struct sock *)msk;
152 	int ret;
153 
154 	ret = sock_setsockopt(sk->sk_socket, SOL_SOCKET, optname,
155 			      optval, sizeof(val));
156 	if (ret)
157 		return ret;
158 
159 	lock_sock(sk);
160 	mptcp_for_each_subflow(msk, subflow) {
161 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
162 		bool slow = lock_sock_fast(ssk);
163 
164 		sock_set_timestamp(sk, optname, !!val);
165 		unlock_sock_fast(ssk, slow);
166 	}
167 
168 	release_sock(sk);
169 	return 0;
170 }
171 
mptcp_setsockopt_sol_socket_int(struct mptcp_sock * msk,int optname,sockptr_t optval,unsigned int optlen)172 static int mptcp_setsockopt_sol_socket_int(struct mptcp_sock *msk, int optname,
173 					   sockptr_t optval,
174 					   unsigned int optlen)
175 {
176 	int val, ret;
177 
178 	ret = mptcp_get_int_option(msk, optval, optlen, &val);
179 	if (ret)
180 		return ret;
181 
182 	switch (optname) {
183 	case SO_KEEPALIVE:
184 	case SO_DEBUG:
185 	case SO_MARK:
186 	case SO_PRIORITY:
187 	case SO_SNDBUF:
188 	case SO_SNDBUFFORCE:
189 	case SO_RCVBUF:
190 	case SO_RCVBUFFORCE:
191 		return mptcp_sol_socket_intval(msk, optname, val);
192 	case SO_INCOMING_CPU:
193 		mptcp_so_incoming_cpu(msk, val);
194 		return 0;
195 	case SO_TIMESTAMP_OLD:
196 	case SO_TIMESTAMP_NEW:
197 	case SO_TIMESTAMPNS_OLD:
198 	case SO_TIMESTAMPNS_NEW:
199 		return mptcp_setsockopt_sol_socket_tstamp(msk, optname, val);
200 	}
201 
202 	return -ENOPROTOOPT;
203 }
204 
mptcp_setsockopt_sol_socket_timestamping(struct mptcp_sock * msk,int optname,sockptr_t optval,unsigned int optlen)205 static int mptcp_setsockopt_sol_socket_timestamping(struct mptcp_sock *msk,
206 						    int optname,
207 						    sockptr_t optval,
208 						    unsigned int optlen)
209 {
210 	struct mptcp_subflow_context *subflow;
211 	struct sock *sk = (struct sock *)msk;
212 	struct so_timestamping timestamping;
213 	int ret;
214 
215 	if (optlen == sizeof(timestamping)) {
216 		if (copy_from_sockptr(&timestamping, optval,
217 				      sizeof(timestamping)))
218 			return -EFAULT;
219 	} else if (optlen == sizeof(int)) {
220 		memset(&timestamping, 0, sizeof(timestamping));
221 
222 		if (copy_from_sockptr(&timestamping.flags, optval, sizeof(int)))
223 			return -EFAULT;
224 	} else {
225 		return -EINVAL;
226 	}
227 
228 	ret = sock_setsockopt(sk->sk_socket, SOL_SOCKET, optname,
229 			      KERNEL_SOCKPTR(&timestamping),
230 			      sizeof(timestamping));
231 	if (ret)
232 		return ret;
233 
234 	lock_sock(sk);
235 
236 	mptcp_for_each_subflow(msk, subflow) {
237 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
238 		bool slow = lock_sock_fast(ssk);
239 
240 		sock_set_timestamping(sk, optname, timestamping);
241 		unlock_sock_fast(ssk, slow);
242 	}
243 
244 	release_sock(sk);
245 
246 	return 0;
247 }
248 
mptcp_setsockopt_sol_socket_linger(struct mptcp_sock * msk,sockptr_t optval,unsigned int optlen)249 static int mptcp_setsockopt_sol_socket_linger(struct mptcp_sock *msk, sockptr_t optval,
250 					      unsigned int optlen)
251 {
252 	struct mptcp_subflow_context *subflow;
253 	struct sock *sk = (struct sock *)msk;
254 	struct linger ling;
255 	sockptr_t kopt;
256 	int ret;
257 
258 	if (optlen < sizeof(ling))
259 		return -EINVAL;
260 
261 	if (copy_from_sockptr(&ling, optval, sizeof(ling)))
262 		return -EFAULT;
263 
264 	kopt = KERNEL_SOCKPTR(&ling);
265 	ret = sock_setsockopt(sk->sk_socket, SOL_SOCKET, SO_LINGER, kopt, sizeof(ling));
266 	if (ret)
267 		return ret;
268 
269 	lock_sock(sk);
270 	sockopt_seq_inc(msk);
271 	mptcp_for_each_subflow(msk, subflow) {
272 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
273 		bool slow = lock_sock_fast(ssk);
274 
275 		if (!ling.l_onoff) {
276 			sock_reset_flag(ssk, SOCK_LINGER);
277 		} else {
278 			ssk->sk_lingertime = sk->sk_lingertime;
279 			sock_set_flag(ssk, SOCK_LINGER);
280 		}
281 
282 		subflow->setsockopt_seq = msk->setsockopt_seq;
283 		unlock_sock_fast(ssk, slow);
284 	}
285 
286 	release_sock(sk);
287 	return 0;
288 }
289 
mptcp_setsockopt_sol_socket(struct mptcp_sock * msk,int optname,sockptr_t optval,unsigned int optlen)290 static int mptcp_setsockopt_sol_socket(struct mptcp_sock *msk, int optname,
291 				       sockptr_t optval, unsigned int optlen)
292 {
293 	struct sock *sk = (struct sock *)msk;
294 	struct sock *ssk;
295 	int ret;
296 
297 	switch (optname) {
298 	case SO_REUSEPORT:
299 	case SO_REUSEADDR:
300 	case SO_BINDTODEVICE:
301 	case SO_BINDTOIFINDEX:
302 		lock_sock(sk);
303 		ssk = __mptcp_nmpc_sk(msk);
304 		if (IS_ERR(ssk)) {
305 			release_sock(sk);
306 			return PTR_ERR(ssk);
307 		}
308 
309 		ret = sk_setsockopt(ssk, SOL_SOCKET, optname, optval, optlen);
310 		if (ret == 0) {
311 			if (optname == SO_REUSEPORT)
312 				sk->sk_reuseport = ssk->sk_reuseport;
313 			else if (optname == SO_REUSEADDR)
314 				sk->sk_reuse = ssk->sk_reuse;
315 			else if (optname == SO_BINDTODEVICE)
316 				sk->sk_bound_dev_if = ssk->sk_bound_dev_if;
317 			else if (optname == SO_BINDTOIFINDEX)
318 				sk->sk_bound_dev_if = ssk->sk_bound_dev_if;
319 		}
320 		release_sock(sk);
321 		return ret;
322 	case SO_KEEPALIVE:
323 	case SO_PRIORITY:
324 	case SO_SNDBUF:
325 	case SO_SNDBUFFORCE:
326 	case SO_RCVBUF:
327 	case SO_RCVBUFFORCE:
328 	case SO_MARK:
329 	case SO_INCOMING_CPU:
330 	case SO_DEBUG:
331 	case SO_TIMESTAMP_OLD:
332 	case SO_TIMESTAMP_NEW:
333 	case SO_TIMESTAMPNS_OLD:
334 	case SO_TIMESTAMPNS_NEW:
335 		return mptcp_setsockopt_sol_socket_int(msk, optname, optval,
336 						       optlen);
337 	case SO_TIMESTAMPING_OLD:
338 	case SO_TIMESTAMPING_NEW:
339 		return mptcp_setsockopt_sol_socket_timestamping(msk, optname,
340 								optval, optlen);
341 	case SO_LINGER:
342 		return mptcp_setsockopt_sol_socket_linger(msk, optval, optlen);
343 	case SO_RCVLOWAT:
344 	case SO_RCVTIMEO_OLD:
345 	case SO_RCVTIMEO_NEW:
346 	case SO_SNDTIMEO_OLD:
347 	case SO_SNDTIMEO_NEW:
348 	case SO_BUSY_POLL:
349 	case SO_PREFER_BUSY_POLL:
350 	case SO_BUSY_POLL_BUDGET:
351 		/* No need to copy: only relevant for msk */
352 		return sock_setsockopt(sk->sk_socket, SOL_SOCKET, optname, optval, optlen);
353 	case SO_NO_CHECK:
354 	case SO_DONTROUTE:
355 	case SO_BROADCAST:
356 	case SO_BSDCOMPAT:
357 	case SO_PASSCRED:
358 	case SO_PASSPIDFD:
359 	case SO_PASSSEC:
360 	case SO_RXQ_OVFL:
361 	case SO_WIFI_STATUS:
362 	case SO_NOFCS:
363 	case SO_SELECT_ERR_QUEUE:
364 		return 0;
365 	}
366 
367 	/* SO_OOBINLINE is not supported, let's avoid the related mess
368 	 * SO_ATTACH_FILTER, SO_ATTACH_BPF, SO_ATTACH_REUSEPORT_CBPF,
369 	 * SO_DETACH_REUSEPORT_BPF, SO_DETACH_FILTER, SO_LOCK_FILTER,
370 	 * we must be careful with subflows
371 	 *
372 	 * SO_ATTACH_REUSEPORT_EBPF is not supported, at it checks
373 	 * explicitly the sk_protocol field
374 	 *
375 	 * SO_PEEK_OFF is unsupported, as it is for plain TCP
376 	 * SO_MAX_PACING_RATE is unsupported, we must be careful with subflows
377 	 * SO_CNX_ADVICE is currently unsupported, could possibly be relevant,
378 	 * but likely needs careful design
379 	 *
380 	 * SO_ZEROCOPY is currently unsupported, TODO in sndmsg
381 	 * SO_TXTIME is currently unsupported
382 	 */
383 
384 	return -EOPNOTSUPP;
385 }
386 
mptcp_setsockopt_v6(struct mptcp_sock * msk,int optname,sockptr_t optval,unsigned int optlen)387 static int mptcp_setsockopt_v6(struct mptcp_sock *msk, int optname,
388 			       sockptr_t optval, unsigned int optlen)
389 {
390 	struct sock *sk = (struct sock *)msk;
391 	int ret = -EOPNOTSUPP;
392 	struct sock *ssk;
393 
394 	switch (optname) {
395 	case IPV6_V6ONLY:
396 	case IPV6_TRANSPARENT:
397 	case IPV6_FREEBIND:
398 		lock_sock(sk);
399 		ssk = __mptcp_nmpc_sk(msk);
400 		if (IS_ERR(ssk)) {
401 			release_sock(sk);
402 			return PTR_ERR(ssk);
403 		}
404 
405 		ret = tcp_setsockopt(ssk, SOL_IPV6, optname, optval, optlen);
406 		if (ret != 0) {
407 			release_sock(sk);
408 			return ret;
409 		}
410 
411 		sockopt_seq_inc(msk);
412 
413 		switch (optname) {
414 		case IPV6_V6ONLY:
415 			sk->sk_ipv6only = ssk->sk_ipv6only;
416 			break;
417 		case IPV6_TRANSPARENT:
418 			inet_assign_bit(TRANSPARENT, sk,
419 					inet_test_bit(TRANSPARENT, ssk));
420 			break;
421 		case IPV6_FREEBIND:
422 			inet_assign_bit(FREEBIND, sk,
423 					inet_test_bit(FREEBIND, ssk));
424 			break;
425 		}
426 
427 		release_sock(sk);
428 		break;
429 	}
430 
431 	return ret;
432 }
433 
mptcp_supported_sockopt(int level,int optname)434 static bool mptcp_supported_sockopt(int level, int optname)
435 {
436 	if (level == SOL_IP) {
437 		switch (optname) {
438 		/* should work fine */
439 		case IP_FREEBIND:
440 		case IP_TRANSPARENT:
441 		case IP_BIND_ADDRESS_NO_PORT:
442 		case IP_LOCAL_PORT_RANGE:
443 
444 		/* the following are control cmsg related */
445 		case IP_PKTINFO:
446 		case IP_RECVTTL:
447 		case IP_RECVTOS:
448 		case IP_RECVOPTS:
449 		case IP_RETOPTS:
450 		case IP_PASSSEC:
451 		case IP_RECVORIGDSTADDR:
452 		case IP_CHECKSUM:
453 		case IP_RECVFRAGSIZE:
454 
455 		/* common stuff that need some love */
456 		case IP_TOS:
457 		case IP_TTL:
458 		case IP_MTU_DISCOVER:
459 		case IP_RECVERR:
460 
461 		/* possibly less common may deserve some love */
462 		case IP_MINTTL:
463 
464 		/* the following is apparently a no-op for plain TCP */
465 		case IP_RECVERR_RFC4884:
466 			return true;
467 		}
468 
469 		/* IP_OPTIONS is not supported, needs subflow care */
470 		/* IP_HDRINCL, IP_NODEFRAG are not supported, RAW specific */
471 		/* IP_MULTICAST_TTL, IP_MULTICAST_LOOP, IP_UNICAST_IF,
472 		 * IP_ADD_MEMBERSHIP, IP_ADD_SOURCE_MEMBERSHIP, IP_DROP_MEMBERSHIP,
473 		 * IP_DROP_SOURCE_MEMBERSHIP, IP_BLOCK_SOURCE, IP_UNBLOCK_SOURCE,
474 		 * MCAST_JOIN_GROUP, MCAST_LEAVE_GROUP MCAST_JOIN_SOURCE_GROUP,
475 		 * MCAST_LEAVE_SOURCE_GROUP, MCAST_BLOCK_SOURCE, MCAST_UNBLOCK_SOURCE,
476 		 * MCAST_MSFILTER, IP_MULTICAST_ALL are not supported, better not deal
477 		 * with mcast stuff
478 		 */
479 		/* IP_IPSEC_POLICY, IP_XFRM_POLICY are nut supported, unrelated here */
480 		return false;
481 	}
482 	if (level == SOL_IPV6) {
483 		switch (optname) {
484 		case IPV6_V6ONLY:
485 
486 		/* the following are control cmsg related */
487 		case IPV6_RECVPKTINFO:
488 		case IPV6_2292PKTINFO:
489 		case IPV6_RECVHOPLIMIT:
490 		case IPV6_2292HOPLIMIT:
491 		case IPV6_RECVRTHDR:
492 		case IPV6_2292RTHDR:
493 		case IPV6_RECVHOPOPTS:
494 		case IPV6_2292HOPOPTS:
495 		case IPV6_RECVDSTOPTS:
496 		case IPV6_2292DSTOPTS:
497 		case IPV6_RECVTCLASS:
498 		case IPV6_FLOWINFO:
499 		case IPV6_RECVPATHMTU:
500 		case IPV6_RECVORIGDSTADDR:
501 		case IPV6_RECVFRAGSIZE:
502 
503 		/* the following ones need some love but are quite common */
504 		case IPV6_TCLASS:
505 		case IPV6_TRANSPARENT:
506 		case IPV6_FREEBIND:
507 		case IPV6_PKTINFO:
508 		case IPV6_2292PKTOPTIONS:
509 		case IPV6_UNICAST_HOPS:
510 		case IPV6_MTU_DISCOVER:
511 		case IPV6_MTU:
512 		case IPV6_RECVERR:
513 		case IPV6_FLOWINFO_SEND:
514 		case IPV6_FLOWLABEL_MGR:
515 		case IPV6_MINHOPCOUNT:
516 		case IPV6_DONTFRAG:
517 		case IPV6_AUTOFLOWLABEL:
518 
519 		/* the following one is a no-op for plain TCP */
520 		case IPV6_RECVERR_RFC4884:
521 			return true;
522 		}
523 
524 		/* IPV6_HOPOPTS, IPV6_RTHDRDSTOPTS, IPV6_RTHDR, IPV6_DSTOPTS are
525 		 * not supported
526 		 */
527 		/* IPV6_MULTICAST_HOPS, IPV6_MULTICAST_LOOP, IPV6_UNICAST_IF,
528 		 * IPV6_MULTICAST_IF, IPV6_ADDRFORM,
529 		 * IPV6_ADD_MEMBERSHIP, IPV6_DROP_MEMBERSHIP, IPV6_JOIN_ANYCAST,
530 		 * IPV6_LEAVE_ANYCAST, IPV6_MULTICAST_ALL, MCAST_JOIN_GROUP, MCAST_LEAVE_GROUP,
531 		 * MCAST_JOIN_SOURCE_GROUP, MCAST_LEAVE_SOURCE_GROUP,
532 		 * MCAST_BLOCK_SOURCE, MCAST_UNBLOCK_SOURCE, MCAST_MSFILTER
533 		 * are not supported better not deal with mcast
534 		 */
535 		/* IPV6_ROUTER_ALERT, IPV6_ROUTER_ALERT_ISOLATE are not supported, since are evil */
536 
537 		/* IPV6_IPSEC_POLICY, IPV6_XFRM_POLICY are not supported */
538 		/* IPV6_ADDR_PREFERENCES is not supported, we must be careful with subflows */
539 		return false;
540 	}
541 	if (level == SOL_TCP) {
542 		switch (optname) {
543 		/* the following are no-op or should work just fine */
544 		case TCP_THIN_DUPACK:
545 		case TCP_DEFER_ACCEPT:
546 
547 		/* the following need some love */
548 		case TCP_MAXSEG:
549 		case TCP_NODELAY:
550 		case TCP_THIN_LINEAR_TIMEOUTS:
551 		case TCP_CONGESTION:
552 		case TCP_CORK:
553 		case TCP_KEEPIDLE:
554 		case TCP_KEEPINTVL:
555 		case TCP_KEEPCNT:
556 		case TCP_SYNCNT:
557 		case TCP_SAVE_SYN:
558 		case TCP_LINGER2:
559 		case TCP_WINDOW_CLAMP:
560 		case TCP_QUICKACK:
561 		case TCP_USER_TIMEOUT:
562 		case TCP_TIMESTAMP:
563 		case TCP_NOTSENT_LOWAT:
564 		case TCP_TX_DELAY:
565 		case TCP_INQ:
566 		case TCP_FASTOPEN:
567 		case TCP_FASTOPEN_CONNECT:
568 		case TCP_FASTOPEN_KEY:
569 		case TCP_FASTOPEN_NO_COOKIE:
570 			return true;
571 		}
572 
573 		/* TCP_MD5SIG, TCP_MD5SIG_EXT are not supported, MD5 is not compatible with MPTCP */
574 
575 		/* TCP_REPAIR, TCP_REPAIR_QUEUE, TCP_QUEUE_SEQ, TCP_REPAIR_OPTIONS,
576 		 * TCP_REPAIR_WINDOW are not supported, better avoid this mess
577 		 */
578 	}
579 	return false;
580 }
581 
mptcp_setsockopt_sol_tcp_congestion(struct mptcp_sock * msk,sockptr_t optval,unsigned int optlen)582 static int mptcp_setsockopt_sol_tcp_congestion(struct mptcp_sock *msk, sockptr_t optval,
583 					       unsigned int optlen)
584 {
585 	struct mptcp_subflow_context *subflow;
586 	struct sock *sk = (struct sock *)msk;
587 	char name[TCP_CA_NAME_MAX];
588 	bool cap_net_admin;
589 	int ret;
590 
591 	if (optlen < 1)
592 		return -EINVAL;
593 
594 	ret = strncpy_from_sockptr(name, optval,
595 				   min_t(long, TCP_CA_NAME_MAX - 1, optlen));
596 	if (ret < 0)
597 		return -EFAULT;
598 
599 	name[ret] = 0;
600 
601 	cap_net_admin = ns_capable(sock_net(sk)->user_ns, CAP_NET_ADMIN);
602 
603 	ret = 0;
604 	lock_sock(sk);
605 	sockopt_seq_inc(msk);
606 	mptcp_for_each_subflow(msk, subflow) {
607 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
608 		int err;
609 
610 		lock_sock(ssk);
611 		err = tcp_set_congestion_control(ssk, name, true, cap_net_admin);
612 		if (err < 0 && ret == 0)
613 			ret = err;
614 		subflow->setsockopt_seq = msk->setsockopt_seq;
615 		release_sock(ssk);
616 	}
617 
618 	if (ret == 0)
619 		strscpy(msk->ca_name, name, sizeof(msk->ca_name));
620 
621 	release_sock(sk);
622 	return ret;
623 }
624 
__mptcp_setsockopt_set_val(struct mptcp_sock * msk,int max,int (* set_val)(struct sock *,int),int * msk_val,int val)625 static int __mptcp_setsockopt_set_val(struct mptcp_sock *msk, int max,
626 				      int (*set_val)(struct sock *, int),
627 				      int *msk_val, int val)
628 {
629 	struct mptcp_subflow_context *subflow;
630 	int err = 0;
631 
632 	mptcp_for_each_subflow(msk, subflow) {
633 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
634 		int ret;
635 
636 		lock_sock(ssk);
637 		ret = set_val(ssk, val);
638 		err = err ? : ret;
639 		release_sock(ssk);
640 	}
641 
642 	if (!err) {
643 		*msk_val = val;
644 		sockopt_seq_inc(msk);
645 	}
646 
647 	return err;
648 }
649 
__mptcp_setsockopt_sol_tcp_cork(struct mptcp_sock * msk,int val)650 static int __mptcp_setsockopt_sol_tcp_cork(struct mptcp_sock *msk, int val)
651 {
652 	struct mptcp_subflow_context *subflow;
653 	struct sock *sk = (struct sock *)msk;
654 
655 	sockopt_seq_inc(msk);
656 	msk->cork = !!val;
657 	mptcp_for_each_subflow(msk, subflow) {
658 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
659 
660 		lock_sock(ssk);
661 		__tcp_sock_set_cork(ssk, !!val);
662 		release_sock(ssk);
663 	}
664 	if (!val)
665 		mptcp_check_and_set_pending(sk);
666 
667 	return 0;
668 }
669 
__mptcp_setsockopt_sol_tcp_nodelay(struct mptcp_sock * msk,int val)670 static int __mptcp_setsockopt_sol_tcp_nodelay(struct mptcp_sock *msk, int val)
671 {
672 	struct mptcp_subflow_context *subflow;
673 	struct sock *sk = (struct sock *)msk;
674 
675 	sockopt_seq_inc(msk);
676 	msk->nodelay = !!val;
677 	mptcp_for_each_subflow(msk, subflow) {
678 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
679 
680 		lock_sock(ssk);
681 		__tcp_sock_set_nodelay(ssk, !!val);
682 		release_sock(ssk);
683 	}
684 	if (val)
685 		mptcp_check_and_set_pending(sk);
686 	return 0;
687 }
688 
mptcp_setsockopt_sol_ip_set(struct mptcp_sock * msk,int optname,sockptr_t optval,unsigned int optlen)689 static int mptcp_setsockopt_sol_ip_set(struct mptcp_sock *msk, int optname,
690 				       sockptr_t optval, unsigned int optlen)
691 {
692 	struct sock *sk = (struct sock *)msk;
693 	struct sock *ssk;
694 	int err;
695 
696 	err = ip_setsockopt(sk, SOL_IP, optname, optval, optlen);
697 	if (err != 0)
698 		return err;
699 
700 	lock_sock(sk);
701 
702 	ssk = __mptcp_nmpc_sk(msk);
703 	if (IS_ERR(ssk)) {
704 		release_sock(sk);
705 		return PTR_ERR(ssk);
706 	}
707 
708 	switch (optname) {
709 	case IP_FREEBIND:
710 		inet_assign_bit(FREEBIND, ssk, inet_test_bit(FREEBIND, sk));
711 		break;
712 	case IP_TRANSPARENT:
713 		inet_assign_bit(TRANSPARENT, ssk,
714 				inet_test_bit(TRANSPARENT, sk));
715 		break;
716 	case IP_BIND_ADDRESS_NO_PORT:
717 		inet_assign_bit(BIND_ADDRESS_NO_PORT, ssk,
718 				inet_test_bit(BIND_ADDRESS_NO_PORT, sk));
719 		break;
720 	case IP_LOCAL_PORT_RANGE:
721 		WRITE_ONCE(inet_sk(ssk)->local_port_range,
722 			   READ_ONCE(inet_sk(sk)->local_port_range));
723 		break;
724 	default:
725 		release_sock(sk);
726 		WARN_ON_ONCE(1);
727 		return -EOPNOTSUPP;
728 	}
729 
730 	sockopt_seq_inc(msk);
731 	release_sock(sk);
732 	return 0;
733 }
734 
mptcp_setsockopt_v4_set_tos(struct mptcp_sock * msk,int optname,sockptr_t optval,unsigned int optlen)735 static int mptcp_setsockopt_v4_set_tos(struct mptcp_sock *msk, int optname,
736 				       sockptr_t optval, unsigned int optlen)
737 {
738 	struct mptcp_subflow_context *subflow;
739 	struct sock *sk = (struct sock *)msk;
740 	int err, val;
741 
742 	err = ip_setsockopt(sk, SOL_IP, optname, optval, optlen);
743 
744 	if (err != 0)
745 		return err;
746 
747 	lock_sock(sk);
748 	sockopt_seq_inc(msk);
749 	val = READ_ONCE(inet_sk(sk)->tos);
750 	mptcp_for_each_subflow(msk, subflow) {
751 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
752 		bool slow;
753 
754 		slow = lock_sock_fast(ssk);
755 		__ip_sock_set_tos(ssk, val);
756 		unlock_sock_fast(ssk, slow);
757 	}
758 	release_sock(sk);
759 
760 	return 0;
761 }
762 
mptcp_setsockopt_v4(struct mptcp_sock * msk,int optname,sockptr_t optval,unsigned int optlen)763 static int mptcp_setsockopt_v4(struct mptcp_sock *msk, int optname,
764 			       sockptr_t optval, unsigned int optlen)
765 {
766 	switch (optname) {
767 	case IP_FREEBIND:
768 	case IP_TRANSPARENT:
769 	case IP_BIND_ADDRESS_NO_PORT:
770 	case IP_LOCAL_PORT_RANGE:
771 		return mptcp_setsockopt_sol_ip_set(msk, optname, optval, optlen);
772 	case IP_TOS:
773 		return mptcp_setsockopt_v4_set_tos(msk, optname, optval, optlen);
774 	}
775 
776 	return -EOPNOTSUPP;
777 }
778 
mptcp_setsockopt_first_sf_only(struct mptcp_sock * msk,int level,int optname,sockptr_t optval,unsigned int optlen)779 static int mptcp_setsockopt_first_sf_only(struct mptcp_sock *msk, int level, int optname,
780 					  sockptr_t optval, unsigned int optlen)
781 {
782 	struct sock *sk = (struct sock *)msk;
783 	struct sock *ssk;
784 	int ret;
785 
786 	/* Limit to first subflow, before the connection establishment */
787 	lock_sock(sk);
788 	ssk = __mptcp_nmpc_sk(msk);
789 	if (IS_ERR(ssk)) {
790 		ret = PTR_ERR(ssk);
791 		goto unlock;
792 	}
793 
794 	ret = tcp_setsockopt(ssk, level, optname, optval, optlen);
795 
796 unlock:
797 	release_sock(sk);
798 	return ret;
799 }
800 
mptcp_setsockopt_all_sf(struct mptcp_sock * msk,int level,int optname,sockptr_t optval,unsigned int optlen)801 static int mptcp_setsockopt_all_sf(struct mptcp_sock *msk, int level,
802 				   int optname, sockptr_t optval,
803 				   unsigned int optlen)
804 {
805 	struct mptcp_subflow_context *subflow;
806 	int ret = 0;
807 
808 	mptcp_for_each_subflow(msk, subflow) {
809 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
810 
811 		ret = tcp_setsockopt(ssk, level, optname, optval, optlen);
812 		if (ret)
813 			break;
814 	}
815 	return ret;
816 }
817 
mptcp_setsockopt_sol_tcp(struct mptcp_sock * msk,int optname,sockptr_t optval,unsigned int optlen)818 static int mptcp_setsockopt_sol_tcp(struct mptcp_sock *msk, int optname,
819 				    sockptr_t optval, unsigned int optlen)
820 {
821 	struct sock *sk = (void *)msk;
822 	int ret, val;
823 
824 	switch (optname) {
825 	case TCP_ULP:
826 		return -EOPNOTSUPP;
827 	case TCP_CONGESTION:
828 		return mptcp_setsockopt_sol_tcp_congestion(msk, optval, optlen);
829 	case TCP_DEFER_ACCEPT:
830 		/* See tcp.c: TCP_DEFER_ACCEPT does not fail */
831 		mptcp_setsockopt_first_sf_only(msk, SOL_TCP, optname, optval, optlen);
832 		return 0;
833 	case TCP_FASTOPEN:
834 	case TCP_FASTOPEN_CONNECT:
835 	case TCP_FASTOPEN_KEY:
836 	case TCP_FASTOPEN_NO_COOKIE:
837 		return mptcp_setsockopt_first_sf_only(msk, SOL_TCP, optname,
838 						      optval, optlen);
839 	}
840 
841 	ret = mptcp_get_int_option(msk, optval, optlen, &val);
842 	if (ret)
843 		return ret;
844 
845 	lock_sock(sk);
846 	switch (optname) {
847 	case TCP_INQ:
848 		if (val < 0 || val > 1)
849 			ret = -EINVAL;
850 		else
851 			msk->recvmsg_inq = !!val;
852 		break;
853 	case TCP_NOTSENT_LOWAT:
854 		WRITE_ONCE(msk->notsent_lowat, val);
855 		mptcp_write_space(sk);
856 		break;
857 	case TCP_CORK:
858 		ret = __mptcp_setsockopt_sol_tcp_cork(msk, val);
859 		break;
860 	case TCP_NODELAY:
861 		ret = __mptcp_setsockopt_sol_tcp_nodelay(msk, val);
862 		break;
863 	case TCP_KEEPIDLE:
864 		ret = __mptcp_setsockopt_set_val(msk, MAX_TCP_KEEPIDLE,
865 						 &tcp_sock_set_keepidle_locked,
866 						 &msk->keepalive_idle, val);
867 		break;
868 	case TCP_KEEPINTVL:
869 		ret = __mptcp_setsockopt_set_val(msk, MAX_TCP_KEEPINTVL,
870 						 &tcp_sock_set_keepintvl,
871 						 &msk->keepalive_intvl, val);
872 		break;
873 	case TCP_KEEPCNT:
874 		ret = __mptcp_setsockopt_set_val(msk, MAX_TCP_KEEPCNT,
875 						 &tcp_sock_set_keepcnt,
876 						 &msk->keepalive_cnt,
877 						 val);
878 		break;
879 	case TCP_MAXSEG:
880 		msk->maxseg = val;
881 		ret = mptcp_setsockopt_all_sf(msk, SOL_TCP, optname, optval,
882 					      optlen);
883 		break;
884 	default:
885 		ret = -ENOPROTOOPT;
886 	}
887 
888 	release_sock(sk);
889 	return ret;
890 }
891 
mptcp_setsockopt(struct sock * sk,int level,int optname,sockptr_t optval,unsigned int optlen)892 int mptcp_setsockopt(struct sock *sk, int level, int optname,
893 		     sockptr_t optval, unsigned int optlen)
894 {
895 	struct mptcp_sock *msk = mptcp_sk(sk);
896 	struct sock *ssk;
897 
898 	pr_debug("msk=%p\n", msk);
899 
900 	if (level == SOL_SOCKET)
901 		return mptcp_setsockopt_sol_socket(msk, optname, optval, optlen);
902 
903 	if (!mptcp_supported_sockopt(level, optname))
904 		return -ENOPROTOOPT;
905 
906 	/* @@ the meaning of setsockopt() when the socket is connected and
907 	 * there are multiple subflows is not yet defined. It is up to the
908 	 * MPTCP-level socket to configure the subflows until the subflow
909 	 * is in TCP fallback, when TCP socket options are passed through
910 	 * to the one remaining subflow.
911 	 */
912 	lock_sock(sk);
913 	ssk = __mptcp_tcp_fallback(msk);
914 	release_sock(sk);
915 	if (ssk)
916 		return tcp_setsockopt(ssk, level, optname, optval, optlen);
917 
918 	if (level == SOL_IP)
919 		return mptcp_setsockopt_v4(msk, optname, optval, optlen);
920 
921 	if (level == SOL_IPV6)
922 		return mptcp_setsockopt_v6(msk, optname, optval, optlen);
923 
924 	if (level == SOL_TCP)
925 		return mptcp_setsockopt_sol_tcp(msk, optname, optval, optlen);
926 
927 	return -EOPNOTSUPP;
928 }
929 
mptcp_getsockopt_first_sf_only(struct mptcp_sock * msk,int level,int optname,char __user * optval,int __user * optlen)930 static int mptcp_getsockopt_first_sf_only(struct mptcp_sock *msk, int level, int optname,
931 					  char __user *optval, int __user *optlen)
932 {
933 	struct sock *sk = (struct sock *)msk;
934 	struct sock *ssk;
935 	int ret;
936 
937 	lock_sock(sk);
938 	ssk = msk->first;
939 	if (ssk)
940 		goto get;
941 
942 	ssk = __mptcp_nmpc_sk(msk);
943 	if (IS_ERR(ssk)) {
944 		ret = PTR_ERR(ssk);
945 		goto out;
946 	}
947 
948 get:
949 	ret = tcp_getsockopt(ssk, level, optname, optval, optlen);
950 
951 out:
952 	release_sock(sk);
953 	return ret;
954 }
955 
mptcp_diag_fill_info(struct mptcp_sock * msk,struct mptcp_info * info)956 void mptcp_diag_fill_info(struct mptcp_sock *msk, struct mptcp_info *info)
957 {
958 	struct sock *sk = (struct sock *)msk;
959 	u32 flags = 0;
960 	bool slow;
961 	u32 now;
962 
963 	memset(info, 0, sizeof(*info));
964 
965 	info->mptcpi_subflows = READ_ONCE(msk->pm.subflows);
966 	info->mptcpi_add_addr_signal = READ_ONCE(msk->pm.add_addr_signaled);
967 	info->mptcpi_add_addr_accepted = READ_ONCE(msk->pm.add_addr_accepted);
968 	info->mptcpi_local_addr_used = READ_ONCE(msk->pm.local_addr_used);
969 
970 	if (inet_sk_state_load(sk) == TCP_LISTEN)
971 		return;
972 
973 	/* The following limits only make sense for the in-kernel PM */
974 	if (mptcp_pm_is_kernel(msk)) {
975 		info->mptcpi_subflows_max =
976 			mptcp_pm_get_subflows_max(msk);
977 		info->mptcpi_add_addr_signal_max =
978 			mptcp_pm_get_add_addr_signal_max(msk);
979 		info->mptcpi_add_addr_accepted_max =
980 			mptcp_pm_get_add_addr_accept_max(msk);
981 		info->mptcpi_local_addr_max =
982 			mptcp_pm_get_local_addr_max(msk);
983 	}
984 
985 	if (__mptcp_check_fallback(msk))
986 		flags |= MPTCP_INFO_FLAG_FALLBACK;
987 	if (READ_ONCE(msk->can_ack))
988 		flags |= MPTCP_INFO_FLAG_REMOTE_KEY_RECEIVED;
989 	info->mptcpi_flags = flags;
990 
991 	slow = lock_sock_fast(sk);
992 	info->mptcpi_csum_enabled = READ_ONCE(msk->csum_enabled);
993 	info->mptcpi_token = msk->token;
994 	info->mptcpi_write_seq = msk->write_seq;
995 	info->mptcpi_retransmits = inet_csk(sk)->icsk_retransmits;
996 	info->mptcpi_bytes_sent = msk->bytes_sent;
997 	info->mptcpi_bytes_received = msk->bytes_received;
998 	info->mptcpi_bytes_retrans = msk->bytes_retrans;
999 	info->mptcpi_subflows_total = info->mptcpi_subflows +
1000 		__mptcp_has_initial_subflow(msk);
1001 	now = tcp_jiffies32;
1002 	info->mptcpi_last_data_sent = jiffies_to_msecs(now - msk->last_data_sent);
1003 	info->mptcpi_last_data_recv = jiffies_to_msecs(now - msk->last_data_recv);
1004 	unlock_sock_fast(sk, slow);
1005 
1006 	mptcp_data_lock(sk);
1007 	info->mptcpi_last_ack_recv = jiffies_to_msecs(now - msk->last_ack_recv);
1008 	info->mptcpi_snd_una = msk->snd_una;
1009 	info->mptcpi_rcv_nxt = msk->ack_seq;
1010 	info->mptcpi_bytes_acked = msk->bytes_acked;
1011 	mptcp_data_unlock(sk);
1012 }
1013 EXPORT_SYMBOL_GPL(mptcp_diag_fill_info);
1014 
mptcp_getsockopt_info(struct mptcp_sock * msk,char __user * optval,int __user * optlen)1015 static int mptcp_getsockopt_info(struct mptcp_sock *msk, char __user *optval, int __user *optlen)
1016 {
1017 	struct mptcp_info m_info;
1018 	int len;
1019 
1020 	if (get_user(len, optlen))
1021 		return -EFAULT;
1022 
1023 	/* When used only to check if a fallback to TCP happened. */
1024 	if (len == 0)
1025 		return 0;
1026 
1027 	len = min_t(unsigned int, len, sizeof(struct mptcp_info));
1028 
1029 	mptcp_diag_fill_info(msk, &m_info);
1030 
1031 	if (put_user(len, optlen))
1032 		return -EFAULT;
1033 
1034 	if (copy_to_user(optval, &m_info, len))
1035 		return -EFAULT;
1036 
1037 	return 0;
1038 }
1039 
mptcp_put_subflow_data(struct mptcp_subflow_data * sfd,char __user * optval,u32 copied,int __user * optlen)1040 static int mptcp_put_subflow_data(struct mptcp_subflow_data *sfd,
1041 				  char __user *optval,
1042 				  u32 copied,
1043 				  int __user *optlen)
1044 {
1045 	u32 copylen = min_t(u32, sfd->size_subflow_data, sizeof(*sfd));
1046 
1047 	if (copied)
1048 		copied += sfd->size_subflow_data;
1049 	else
1050 		copied = copylen;
1051 
1052 	if (put_user(copied, optlen))
1053 		return -EFAULT;
1054 
1055 	if (copy_to_user(optval, sfd, copylen))
1056 		return -EFAULT;
1057 
1058 	return 0;
1059 }
1060 
mptcp_get_subflow_data(struct mptcp_subflow_data * sfd,char __user * optval,int __user * optlen)1061 static int mptcp_get_subflow_data(struct mptcp_subflow_data *sfd,
1062 				  char __user *optval,
1063 				  int __user *optlen)
1064 {
1065 	int len, copylen;
1066 
1067 	if (get_user(len, optlen))
1068 		return -EFAULT;
1069 
1070 	/* if mptcp_subflow_data size is changed, need to adjust
1071 	 * this function to deal with programs using old version.
1072 	 */
1073 	BUILD_BUG_ON(sizeof(*sfd) != MIN_INFO_OPTLEN_SIZE);
1074 
1075 	if (len < MIN_INFO_OPTLEN_SIZE)
1076 		return -EINVAL;
1077 
1078 	memset(sfd, 0, sizeof(*sfd));
1079 
1080 	copylen = min_t(unsigned int, len, sizeof(*sfd));
1081 	if (copy_from_user(sfd, optval, copylen))
1082 		return -EFAULT;
1083 
1084 	/* size_subflow_data is u32, but len is signed */
1085 	if (sfd->size_subflow_data > INT_MAX ||
1086 	    sfd->size_user > INT_MAX)
1087 		return -EINVAL;
1088 
1089 	if (sfd->size_subflow_data < MIN_INFO_OPTLEN_SIZE ||
1090 	    sfd->size_subflow_data > len)
1091 		return -EINVAL;
1092 
1093 	if (sfd->num_subflows || sfd->size_kernel)
1094 		return -EINVAL;
1095 
1096 	return len - sfd->size_subflow_data;
1097 }
1098 
mptcp_getsockopt_tcpinfo(struct mptcp_sock * msk,char __user * optval,int __user * optlen)1099 static int mptcp_getsockopt_tcpinfo(struct mptcp_sock *msk, char __user *optval,
1100 				    int __user *optlen)
1101 {
1102 	struct mptcp_subflow_context *subflow;
1103 	struct sock *sk = (struct sock *)msk;
1104 	unsigned int sfcount = 0, copied = 0;
1105 	struct mptcp_subflow_data sfd;
1106 	char __user *infoptr;
1107 	int len;
1108 
1109 	len = mptcp_get_subflow_data(&sfd, optval, optlen);
1110 	if (len < 0)
1111 		return len;
1112 
1113 	sfd.size_kernel = sizeof(struct tcp_info);
1114 	sfd.size_user = min_t(unsigned int, sfd.size_user,
1115 			      sizeof(struct tcp_info));
1116 
1117 	infoptr = optval + sfd.size_subflow_data;
1118 
1119 	lock_sock(sk);
1120 
1121 	mptcp_for_each_subflow(msk, subflow) {
1122 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
1123 
1124 		++sfcount;
1125 
1126 		if (len && len >= sfd.size_user) {
1127 			struct tcp_info info;
1128 
1129 			tcp_get_info(ssk, &info);
1130 
1131 			if (copy_to_user(infoptr, &info, sfd.size_user)) {
1132 				release_sock(sk);
1133 				return -EFAULT;
1134 			}
1135 
1136 			infoptr += sfd.size_user;
1137 			copied += sfd.size_user;
1138 			len -= sfd.size_user;
1139 		}
1140 	}
1141 
1142 	release_sock(sk);
1143 
1144 	sfd.num_subflows = sfcount;
1145 
1146 	if (mptcp_put_subflow_data(&sfd, optval, copied, optlen))
1147 		return -EFAULT;
1148 
1149 	return 0;
1150 }
1151 
mptcp_get_sub_addrs(const struct sock * sk,struct mptcp_subflow_addrs * a)1152 static void mptcp_get_sub_addrs(const struct sock *sk, struct mptcp_subflow_addrs *a)
1153 {
1154 	const struct inet_sock *inet = inet_sk(sk);
1155 
1156 	memset(a, 0, sizeof(*a));
1157 
1158 	if (sk->sk_family == AF_INET) {
1159 		a->sin_local.sin_family = AF_INET;
1160 		a->sin_local.sin_port = inet->inet_sport;
1161 		a->sin_local.sin_addr.s_addr = inet->inet_rcv_saddr;
1162 
1163 		if (!a->sin_local.sin_addr.s_addr)
1164 			a->sin_local.sin_addr.s_addr = inet->inet_saddr;
1165 
1166 		a->sin_remote.sin_family = AF_INET;
1167 		a->sin_remote.sin_port = inet->inet_dport;
1168 		a->sin_remote.sin_addr.s_addr = inet->inet_daddr;
1169 #if IS_ENABLED(CONFIG_IPV6)
1170 	} else if (sk->sk_family == AF_INET6) {
1171 		const struct ipv6_pinfo *np = inet6_sk(sk);
1172 
1173 		if (WARN_ON_ONCE(!np))
1174 			return;
1175 
1176 		a->sin6_local.sin6_family = AF_INET6;
1177 		a->sin6_local.sin6_port = inet->inet_sport;
1178 
1179 		if (ipv6_addr_any(&sk->sk_v6_rcv_saddr))
1180 			a->sin6_local.sin6_addr = np->saddr;
1181 		else
1182 			a->sin6_local.sin6_addr = sk->sk_v6_rcv_saddr;
1183 
1184 		a->sin6_remote.sin6_family = AF_INET6;
1185 		a->sin6_remote.sin6_port = inet->inet_dport;
1186 		a->sin6_remote.sin6_addr = sk->sk_v6_daddr;
1187 #endif
1188 	}
1189 }
1190 
mptcp_getsockopt_subflow_addrs(struct mptcp_sock * msk,char __user * optval,int __user * optlen)1191 static int mptcp_getsockopt_subflow_addrs(struct mptcp_sock *msk, char __user *optval,
1192 					  int __user *optlen)
1193 {
1194 	struct mptcp_subflow_context *subflow;
1195 	struct sock *sk = (struct sock *)msk;
1196 	unsigned int sfcount = 0, copied = 0;
1197 	struct mptcp_subflow_data sfd;
1198 	char __user *addrptr;
1199 	int len;
1200 
1201 	len = mptcp_get_subflow_data(&sfd, optval, optlen);
1202 	if (len < 0)
1203 		return len;
1204 
1205 	sfd.size_kernel = sizeof(struct mptcp_subflow_addrs);
1206 	sfd.size_user = min_t(unsigned int, sfd.size_user,
1207 			      sizeof(struct mptcp_subflow_addrs));
1208 
1209 	addrptr = optval + sfd.size_subflow_data;
1210 
1211 	lock_sock(sk);
1212 
1213 	mptcp_for_each_subflow(msk, subflow) {
1214 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
1215 
1216 		++sfcount;
1217 
1218 		if (len && len >= sfd.size_user) {
1219 			struct mptcp_subflow_addrs a;
1220 
1221 			mptcp_get_sub_addrs(ssk, &a);
1222 
1223 			if (copy_to_user(addrptr, &a, sfd.size_user)) {
1224 				release_sock(sk);
1225 				return -EFAULT;
1226 			}
1227 
1228 			addrptr += sfd.size_user;
1229 			copied += sfd.size_user;
1230 			len -= sfd.size_user;
1231 		}
1232 	}
1233 
1234 	release_sock(sk);
1235 
1236 	sfd.num_subflows = sfcount;
1237 
1238 	if (mptcp_put_subflow_data(&sfd, optval, copied, optlen))
1239 		return -EFAULT;
1240 
1241 	return 0;
1242 }
1243 
mptcp_get_full_info(struct mptcp_full_info * mfi,char __user * optval,int __user * optlen)1244 static int mptcp_get_full_info(struct mptcp_full_info *mfi,
1245 			       char __user *optval,
1246 			       int __user *optlen)
1247 {
1248 	int len;
1249 
1250 	BUILD_BUG_ON(offsetof(struct mptcp_full_info, mptcp_info) !=
1251 		     MIN_FULL_INFO_OPTLEN_SIZE);
1252 
1253 	if (get_user(len, optlen))
1254 		return -EFAULT;
1255 
1256 	if (len < MIN_FULL_INFO_OPTLEN_SIZE)
1257 		return -EINVAL;
1258 
1259 	memset(mfi, 0, sizeof(*mfi));
1260 	if (copy_from_user(mfi, optval, MIN_FULL_INFO_OPTLEN_SIZE))
1261 		return -EFAULT;
1262 
1263 	if (mfi->size_tcpinfo_kernel ||
1264 	    mfi->size_sfinfo_kernel ||
1265 	    mfi->num_subflows)
1266 		return -EINVAL;
1267 
1268 	if (mfi->size_sfinfo_user > INT_MAX ||
1269 	    mfi->size_tcpinfo_user > INT_MAX)
1270 		return -EINVAL;
1271 
1272 	return len - MIN_FULL_INFO_OPTLEN_SIZE;
1273 }
1274 
mptcp_put_full_info(struct mptcp_full_info * mfi,char __user * optval,u32 copylen,int __user * optlen)1275 static int mptcp_put_full_info(struct mptcp_full_info *mfi,
1276 			       char __user *optval,
1277 			       u32 copylen,
1278 			       int __user *optlen)
1279 {
1280 	copylen += MIN_FULL_INFO_OPTLEN_SIZE;
1281 	if (put_user(copylen, optlen))
1282 		return -EFAULT;
1283 
1284 	if (copy_to_user(optval, mfi, copylen))
1285 		return -EFAULT;
1286 	return 0;
1287 }
1288 
mptcp_getsockopt_full_info(struct mptcp_sock * msk,char __user * optval,int __user * optlen)1289 static int mptcp_getsockopt_full_info(struct mptcp_sock *msk, char __user *optval,
1290 				      int __user *optlen)
1291 {
1292 	unsigned int sfcount = 0, copylen = 0;
1293 	struct mptcp_subflow_context *subflow;
1294 	struct sock *sk = (struct sock *)msk;
1295 	void __user *tcpinfoptr, *sfinfoptr;
1296 	struct mptcp_full_info mfi;
1297 	int len;
1298 
1299 	len = mptcp_get_full_info(&mfi, optval, optlen);
1300 	if (len < 0)
1301 		return len;
1302 
1303 	/* don't bother filling the mptcp info if there is not enough
1304 	 * user-space-provided storage
1305 	 */
1306 	if (len > 0) {
1307 		mptcp_diag_fill_info(msk, &mfi.mptcp_info);
1308 		copylen += min_t(unsigned int, len, sizeof(struct mptcp_info));
1309 	}
1310 
1311 	mfi.size_tcpinfo_kernel = sizeof(struct tcp_info);
1312 	mfi.size_tcpinfo_user = min_t(unsigned int, mfi.size_tcpinfo_user,
1313 				      sizeof(struct tcp_info));
1314 	sfinfoptr = u64_to_user_ptr(mfi.subflow_info);
1315 	mfi.size_sfinfo_kernel = sizeof(struct mptcp_subflow_info);
1316 	mfi.size_sfinfo_user = min_t(unsigned int, mfi.size_sfinfo_user,
1317 				     sizeof(struct mptcp_subflow_info));
1318 	tcpinfoptr = u64_to_user_ptr(mfi.tcp_info);
1319 
1320 	lock_sock(sk);
1321 	mptcp_for_each_subflow(msk, subflow) {
1322 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
1323 		struct mptcp_subflow_info sfinfo;
1324 		struct tcp_info tcp_info;
1325 
1326 		if (sfcount++ >= mfi.size_arrays_user)
1327 			continue;
1328 
1329 		/* fetch addr/tcp_info only if the user space buffers
1330 		 * are wide enough
1331 		 */
1332 		memset(&sfinfo, 0, sizeof(sfinfo));
1333 		sfinfo.id = subflow->subflow_id;
1334 		if (mfi.size_sfinfo_user >
1335 		    offsetof(struct mptcp_subflow_info, addrs))
1336 			mptcp_get_sub_addrs(ssk, &sfinfo.addrs);
1337 		if (copy_to_user(sfinfoptr, &sfinfo, mfi.size_sfinfo_user))
1338 			goto fail_release;
1339 
1340 		if (mfi.size_tcpinfo_user) {
1341 			tcp_get_info(ssk, &tcp_info);
1342 			if (copy_to_user(tcpinfoptr, &tcp_info,
1343 					 mfi.size_tcpinfo_user))
1344 				goto fail_release;
1345 		}
1346 
1347 		tcpinfoptr += mfi.size_tcpinfo_user;
1348 		sfinfoptr += mfi.size_sfinfo_user;
1349 	}
1350 	release_sock(sk);
1351 
1352 	mfi.num_subflows = sfcount;
1353 	if (mptcp_put_full_info(&mfi, optval, copylen, optlen))
1354 		return -EFAULT;
1355 
1356 	return 0;
1357 
1358 fail_release:
1359 	release_sock(sk);
1360 	return -EFAULT;
1361 }
1362 
mptcp_put_int_option(struct mptcp_sock * msk,char __user * optval,int __user * optlen,int val)1363 static int mptcp_put_int_option(struct mptcp_sock *msk, char __user *optval,
1364 				int __user *optlen, int val)
1365 {
1366 	int len;
1367 
1368 	if (get_user(len, optlen))
1369 		return -EFAULT;
1370 	if (len < 0)
1371 		return -EINVAL;
1372 
1373 	if (len < sizeof(int) && len > 0 && val >= 0 && val <= 255) {
1374 		unsigned char ucval = (unsigned char)val;
1375 
1376 		len = 1;
1377 		if (put_user(len, optlen))
1378 			return -EFAULT;
1379 		if (copy_to_user(optval, &ucval, 1))
1380 			return -EFAULT;
1381 	} else {
1382 		len = min_t(unsigned int, len, sizeof(int));
1383 		if (put_user(len, optlen))
1384 			return -EFAULT;
1385 		if (copy_to_user(optval, &val, len))
1386 			return -EFAULT;
1387 	}
1388 
1389 	return 0;
1390 }
1391 
mptcp_getsockopt_sol_tcp(struct mptcp_sock * msk,int optname,char __user * optval,int __user * optlen)1392 static int mptcp_getsockopt_sol_tcp(struct mptcp_sock *msk, int optname,
1393 				    char __user *optval, int __user *optlen)
1394 {
1395 	struct sock *sk = (void *)msk;
1396 
1397 	switch (optname) {
1398 	case TCP_ULP:
1399 	case TCP_CONGESTION:
1400 	case TCP_INFO:
1401 	case TCP_CC_INFO:
1402 	case TCP_DEFER_ACCEPT:
1403 	case TCP_FASTOPEN:
1404 	case TCP_FASTOPEN_CONNECT:
1405 	case TCP_FASTOPEN_KEY:
1406 	case TCP_FASTOPEN_NO_COOKIE:
1407 		return mptcp_getsockopt_first_sf_only(msk, SOL_TCP, optname,
1408 						      optval, optlen);
1409 	case TCP_INQ:
1410 		return mptcp_put_int_option(msk, optval, optlen, msk->recvmsg_inq);
1411 	case TCP_CORK:
1412 		return mptcp_put_int_option(msk, optval, optlen, msk->cork);
1413 	case TCP_NODELAY:
1414 		return mptcp_put_int_option(msk, optval, optlen, msk->nodelay);
1415 	case TCP_KEEPIDLE:
1416 		return mptcp_put_int_option(msk, optval, optlen,
1417 					    msk->keepalive_idle ? :
1418 					    READ_ONCE(sock_net(sk)->ipv4.sysctl_tcp_keepalive_time) / HZ);
1419 	case TCP_KEEPINTVL:
1420 		return mptcp_put_int_option(msk, optval, optlen,
1421 					    msk->keepalive_intvl ? :
1422 					    READ_ONCE(sock_net(sk)->ipv4.sysctl_tcp_keepalive_intvl) / HZ);
1423 	case TCP_KEEPCNT:
1424 		return mptcp_put_int_option(msk, optval, optlen,
1425 					    msk->keepalive_cnt ? :
1426 					    READ_ONCE(sock_net(sk)->ipv4.sysctl_tcp_keepalive_probes));
1427 	case TCP_NOTSENT_LOWAT:
1428 		return mptcp_put_int_option(msk, optval, optlen, msk->notsent_lowat);
1429 	case TCP_IS_MPTCP:
1430 		return mptcp_put_int_option(msk, optval, optlen, 1);
1431 	case TCP_MAXSEG:
1432 		return mptcp_getsockopt_first_sf_only(msk, SOL_TCP, optname,
1433 						      optval, optlen);
1434 	}
1435 	return -EOPNOTSUPP;
1436 }
1437 
mptcp_getsockopt_v4(struct mptcp_sock * msk,int optname,char __user * optval,int __user * optlen)1438 static int mptcp_getsockopt_v4(struct mptcp_sock *msk, int optname,
1439 			       char __user *optval, int __user *optlen)
1440 {
1441 	struct sock *sk = (void *)msk;
1442 
1443 	switch (optname) {
1444 	case IP_TOS:
1445 		return mptcp_put_int_option(msk, optval, optlen, READ_ONCE(inet_sk(sk)->tos));
1446 	case IP_FREEBIND:
1447 		return mptcp_put_int_option(msk, optval, optlen,
1448 				inet_test_bit(FREEBIND, sk));
1449 	case IP_TRANSPARENT:
1450 		return mptcp_put_int_option(msk, optval, optlen,
1451 				inet_test_bit(TRANSPARENT, sk));
1452 	case IP_BIND_ADDRESS_NO_PORT:
1453 		return mptcp_put_int_option(msk, optval, optlen,
1454 				inet_test_bit(BIND_ADDRESS_NO_PORT, sk));
1455 	case IP_LOCAL_PORT_RANGE:
1456 		return mptcp_put_int_option(msk, optval, optlen,
1457 				READ_ONCE(inet_sk(sk)->local_port_range));
1458 	}
1459 
1460 	return -EOPNOTSUPP;
1461 }
1462 
mptcp_getsockopt_v6(struct mptcp_sock * msk,int optname,char __user * optval,int __user * optlen)1463 static int mptcp_getsockopt_v6(struct mptcp_sock *msk, int optname,
1464 			       char __user *optval, int __user *optlen)
1465 {
1466 	struct sock *sk = (void *)msk;
1467 
1468 	switch (optname) {
1469 	case IPV6_V6ONLY:
1470 		return mptcp_put_int_option(msk, optval, optlen,
1471 					    sk->sk_ipv6only);
1472 	case IPV6_TRANSPARENT:
1473 		return mptcp_put_int_option(msk, optval, optlen,
1474 					    inet_test_bit(TRANSPARENT, sk));
1475 	case IPV6_FREEBIND:
1476 		return mptcp_put_int_option(msk, optval, optlen,
1477 					    inet_test_bit(FREEBIND, sk));
1478 	}
1479 
1480 	return -EOPNOTSUPP;
1481 }
1482 
mptcp_getsockopt_sol_mptcp(struct mptcp_sock * msk,int optname,char __user * optval,int __user * optlen)1483 static int mptcp_getsockopt_sol_mptcp(struct mptcp_sock *msk, int optname,
1484 				      char __user *optval, int __user *optlen)
1485 {
1486 	switch (optname) {
1487 	case MPTCP_INFO:
1488 		return mptcp_getsockopt_info(msk, optval, optlen);
1489 	case MPTCP_FULL_INFO:
1490 		return mptcp_getsockopt_full_info(msk, optval, optlen);
1491 	case MPTCP_TCPINFO:
1492 		return mptcp_getsockopt_tcpinfo(msk, optval, optlen);
1493 	case MPTCP_SUBFLOW_ADDRS:
1494 		return mptcp_getsockopt_subflow_addrs(msk, optval, optlen);
1495 	}
1496 
1497 	return -EOPNOTSUPP;
1498 }
1499 
mptcp_getsockopt(struct sock * sk,int level,int optname,char __user * optval,int __user * option)1500 int mptcp_getsockopt(struct sock *sk, int level, int optname,
1501 		     char __user *optval, int __user *option)
1502 {
1503 	struct mptcp_sock *msk = mptcp_sk(sk);
1504 	struct sock *ssk;
1505 
1506 	pr_debug("msk=%p\n", msk);
1507 
1508 	/* @@ the meaning of setsockopt() when the socket is connected and
1509 	 * there are multiple subflows is not yet defined. It is up to the
1510 	 * MPTCP-level socket to configure the subflows until the subflow
1511 	 * is in TCP fallback, when socket options are passed through
1512 	 * to the one remaining subflow.
1513 	 */
1514 	lock_sock(sk);
1515 	ssk = __mptcp_tcp_fallback(msk);
1516 	release_sock(sk);
1517 	if (ssk)
1518 		return tcp_getsockopt(ssk, level, optname, optval, option);
1519 
1520 	if (level == SOL_IP)
1521 		return mptcp_getsockopt_v4(msk, optname, optval, option);
1522 	if (level == SOL_IPV6)
1523 		return mptcp_getsockopt_v6(msk, optname, optval, option);
1524 	if (level == SOL_TCP)
1525 		return mptcp_getsockopt_sol_tcp(msk, optname, optval, option);
1526 	if (level == SOL_MPTCP)
1527 		return mptcp_getsockopt_sol_mptcp(msk, optname, optval, option);
1528 	return -EOPNOTSUPP;
1529 }
1530 
sync_socket_options(struct mptcp_sock * msk,struct sock * ssk)1531 static void sync_socket_options(struct mptcp_sock *msk, struct sock *ssk)
1532 {
1533 	static const unsigned int tx_rx_locks = SOCK_RCVBUF_LOCK | SOCK_SNDBUF_LOCK;
1534 	struct sock *sk = (struct sock *)msk;
1535 
1536 	if (ssk->sk_prot->keepalive) {
1537 		if (sock_flag(sk, SOCK_KEEPOPEN))
1538 			ssk->sk_prot->keepalive(ssk, 1);
1539 		else
1540 			ssk->sk_prot->keepalive(ssk, 0);
1541 	}
1542 
1543 	ssk->sk_priority = sk->sk_priority;
1544 	ssk->sk_bound_dev_if = sk->sk_bound_dev_if;
1545 	ssk->sk_incoming_cpu = sk->sk_incoming_cpu;
1546 	ssk->sk_ipv6only = sk->sk_ipv6only;
1547 	__ip_sock_set_tos(ssk, inet_sk(sk)->tos);
1548 
1549 	if (sk->sk_userlocks & tx_rx_locks) {
1550 		ssk->sk_userlocks |= sk->sk_userlocks & tx_rx_locks;
1551 		if (sk->sk_userlocks & SOCK_SNDBUF_LOCK) {
1552 			WRITE_ONCE(ssk->sk_sndbuf, sk->sk_sndbuf);
1553 			mptcp_subflow_ctx(ssk)->cached_sndbuf = sk->sk_sndbuf;
1554 		}
1555 		if (sk->sk_userlocks & SOCK_RCVBUF_LOCK)
1556 			WRITE_ONCE(ssk->sk_rcvbuf, sk->sk_rcvbuf);
1557 	}
1558 
1559 	if (sock_flag(sk, SOCK_LINGER)) {
1560 		ssk->sk_lingertime = sk->sk_lingertime;
1561 		sock_set_flag(ssk, SOCK_LINGER);
1562 	} else {
1563 		sock_reset_flag(ssk, SOCK_LINGER);
1564 	}
1565 
1566 	if (sk->sk_mark != ssk->sk_mark) {
1567 		ssk->sk_mark = sk->sk_mark;
1568 		sk_dst_reset(ssk);
1569 	}
1570 
1571 	sock_valbool_flag(ssk, SOCK_DBG, sock_flag(sk, SOCK_DBG));
1572 
1573 	if (inet_csk(sk)->icsk_ca_ops != inet_csk(ssk)->icsk_ca_ops)
1574 		tcp_set_congestion_control(ssk, msk->ca_name, false, true);
1575 	__tcp_sock_set_cork(ssk, !!msk->cork);
1576 	__tcp_sock_set_nodelay(ssk, !!msk->nodelay);
1577 	tcp_sock_set_keepidle_locked(ssk, msk->keepalive_idle);
1578 	tcp_sock_set_keepintvl(ssk, msk->keepalive_intvl);
1579 	tcp_sock_set_keepcnt(ssk, msk->keepalive_cnt);
1580 	tcp_sock_set_maxseg(ssk, msk->maxseg);
1581 
1582 	inet_assign_bit(TRANSPARENT, ssk, inet_test_bit(TRANSPARENT, sk));
1583 	inet_assign_bit(FREEBIND, ssk, inet_test_bit(FREEBIND, sk));
1584 	inet_assign_bit(BIND_ADDRESS_NO_PORT, ssk, inet_test_bit(BIND_ADDRESS_NO_PORT, sk));
1585 	WRITE_ONCE(inet_sk(ssk)->local_port_range, READ_ONCE(inet_sk(sk)->local_port_range));
1586 }
1587 
mptcp_sockopt_sync_locked(struct mptcp_sock * msk,struct sock * ssk)1588 void mptcp_sockopt_sync_locked(struct mptcp_sock *msk, struct sock *ssk)
1589 {
1590 	struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk);
1591 
1592 	msk_owned_by_me(msk);
1593 
1594 	ssk->sk_rcvlowat = 0;
1595 
1596 	/* subflows must ignore any latency-related settings: will not affect
1597 	 * the user-space - only the msk is relevant - but will foul the
1598 	 * mptcp scheduler
1599 	 */
1600 	tcp_sk(ssk)->notsent_lowat = UINT_MAX;
1601 
1602 	if (READ_ONCE(subflow->setsockopt_seq) != msk->setsockopt_seq) {
1603 		sync_socket_options(msk, ssk);
1604 
1605 		subflow->setsockopt_seq = msk->setsockopt_seq;
1606 	}
1607 }
1608 
1609 /* unfortunately this is different enough from the tcp version so
1610  * that we can't factor it out
1611  */
mptcp_set_rcvlowat(struct sock * sk,int val)1612 int mptcp_set_rcvlowat(struct sock *sk, int val)
1613 {
1614 	struct mptcp_subflow_context *subflow;
1615 	int space, cap;
1616 
1617 	/* bpf can land here with a wrong sk type */
1618 	if (sk->sk_protocol == IPPROTO_TCP)
1619 		return -EINVAL;
1620 
1621 	if (sk->sk_userlocks & SOCK_RCVBUF_LOCK)
1622 		cap = sk->sk_rcvbuf >> 1;
1623 	else
1624 		cap = READ_ONCE(sock_net(sk)->ipv4.sysctl_tcp_rmem[2]) >> 1;
1625 	val = min(val, cap);
1626 	WRITE_ONCE(sk->sk_rcvlowat, val ? : 1);
1627 
1628 	/* Check if we need to signal EPOLLIN right now */
1629 	if (mptcp_epollin_ready(sk))
1630 		sk->sk_data_ready(sk);
1631 
1632 	if (sk->sk_userlocks & SOCK_RCVBUF_LOCK)
1633 		return 0;
1634 
1635 	space = mptcp_space_from_win(sk, val);
1636 	if (space <= sk->sk_rcvbuf)
1637 		return 0;
1638 
1639 	/* propagate the rcvbuf changes to all the subflows */
1640 	WRITE_ONCE(sk->sk_rcvbuf, space);
1641 	mptcp_for_each_subflow(mptcp_sk(sk), subflow) {
1642 		struct sock *ssk = mptcp_subflow_tcp_sock(subflow);
1643 		bool slow;
1644 
1645 		slow = lock_sock_fast(ssk);
1646 		WRITE_ONCE(ssk->sk_rcvbuf, space);
1647 		WRITE_ONCE(tcp_sk(ssk)->window_clamp, val);
1648 		unlock_sock_fast(ssk, slow);
1649 	}
1650 	return 0;
1651 }
1652