276 	u64		local_key;		/* protected by the first subflow socket lock
305 	bool		recovery;		/* closing subflow write queue reinjected */
314 	u8		pending_state; /* A subflow asked to set this sk_state,
337 				 * ONCE annotation, the subflow outside the socket
493 /* MPTCP subflow context */
532 		is_mptfo : 1,	    /* subflow is doing TFO */
545 		u8	hmac[MPTCPOPT_HMAC_LEN]; /* MPJ subflow only */
589 mptcp_subflow_tcp_sock(const struct mptcp_subflow_context *subflow)  in mptcp_subflow_tcp_sock()  argument
591 	return subflow->tcp_sock;  in mptcp_subflow_tcp_sock()
595 mptcp_subflow_ctx_reset(struct mptcp_subflow_context *subflow)  in mptcp_subflow_ctx_reset()  argument
597 	memset(&subflow->reset, 0, sizeof(subflow->reset));  in mptcp_subflow_ctx_reset()
598 	subflow->request_mptcp = 1;  in mptcp_subflow_ctx_reset()
599 	WRITE_ONCE(subflow->local_id, -1);  in mptcp_subflow_ctx_reset()
632 	struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(sk);  in mptcp_send_active_reset_reason()  local
635 	reason = sk_rst_convert_mptcp_reason(subflow->reset_reason);  in mptcp_send_active_reset_reason()
640 mptcp_subflow_get_map_offset(const struct mptcp_subflow_context *subflow)  in mptcp_subflow_get_map_offset()  argument
642 	return tcp_sk(mptcp_subflow_tcp_sock(subflow))->copied_seq -  in mptcp_subflow_get_map_offset()
643 		      subflow->ssn_offset -  in mptcp_subflow_get_map_offset()
644 		      subflow->map_subflow_seq;  in mptcp_subflow_get_map_offset()
648 mptcp_subflow_get_mapped_dsn(const struct mptcp_subflow_context *subflow)  in mptcp_subflow_get_mapped_dsn()  argument
650 	return subflow->map_seq + mptcp_subflow_get_map_offset(subflow);  in mptcp_subflow_get_mapped_dsn()
655 static inline void mptcp_subflow_delegate(struct mptcp_subflow_context *subflow, int action)  in mptcp_subflow_delegate()  argument
661 	/* the caller held the subflow bh socket lock */  in mptcp_subflow_delegate()
668 	old = set_mask_bits(&subflow->delegated_status, 0, set_bits);  in mptcp_subflow_delegate()
670 		if (WARN_ON_ONCE(!list_empty(&subflow->delegated_node)))  in mptcp_subflow_delegate()
675 		list_add_tail(&subflow->delegated_node, &delegated->head);  in mptcp_subflow_delegate()
676 		sock_hold(mptcp_subflow_tcp_sock(subflow));  in mptcp_subflow_delegate()
711 				       struct mptcp_subflow_context *subflow,
720 		     struct mptcp_subflow_context *subflow);
753 void mptcp_subflow_set_scheduled(struct mptcp_subflow_context *subflow,
789 static inline bool __mptcp_subflow_active(struct mptcp_subflow_context *subflow)  in __mptcp_subflow_active()  argument
792 	if (subflow->request_join && !READ_ONCE(subflow->fully_established))  in __mptcp_subflow_active()
795 	return __tcp_can_send(mptcp_subflow_tcp_sock(subflow));  in __mptcp_subflow_active()
798 void mptcp_subflow_set_active(struct mptcp_subflow_context *subflow);
800 bool mptcp_subflow_active(struct mptcp_subflow_context *subflow);
919 	struct mptcp_subflow_context *subflow;  in __mptcp_sync_sndbuf()  local
926 	mptcp_for_each_subflow(mptcp_sk(sk), subflow) {  in __mptcp_sync_sndbuf()
927 		ssk_sndbuf =  READ_ONCE(mptcp_subflow_tcp_sock(subflow)->sk_sndbuf);  in __mptcp_sync_sndbuf()
929 		subflow->cached_sndbuf = ssk_sndbuf;  in __mptcp_sync_sndbuf()
938 /* The called held both the msk socket and the subflow socket locks,
943 	struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk);  in __mptcp_propagate_sndbuf()  local
945 	if (READ_ONCE(ssk->sk_sndbuf) != subflow->cached_sndbuf)  in __mptcp_propagate_sndbuf()
949 /* the caller held only the subflow socket lock, either in process or
956 	struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk);  in mptcp_propagate_sndbuf()  local
958 	if (likely(READ_ONCE(ssk->sk_sndbuf) == subflow->cached_sndbuf))  in mptcp_propagate_sndbuf()
962 	mptcp_subflow_delegate(subflow, MPTCP_DELEGATE_SNDBUF);  in mptcp_propagate_sndbuf()
1012 				 const struct mptcp_subflow_context *subflow);
1019 		       struct mptcp_subflow_context *subflow,
1073 void mptcp_fastopen_subflow_synack_set_params(struct mptcp_subflow_context *subflow,
1156 static inline u8 subflow_get_local_id(const struct mptcp_subflow_context *subflow)  in subflow_get_local_id()  argument
1158 	int local_id = READ_ONCE(subflow->local_id);  in subflow_get_local_id()
1205 	struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(sk);  in mptcp_check_fallback()  local
1206 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in mptcp_check_fallback()
1233 	struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk);  in mptcp_do_fallback()  local
1234 	struct sock *sk = subflow->conn;  in mptcp_do_fallback()
1255 						struct mptcp_subflow_context *subflow)  in mptcp_subflow_early_fallback()  argument
1258 	subflow->request_mptcp = 0;  in mptcp_subflow_early_fallback()
1273 static inline bool is_active_ssk(struct mptcp_subflow_context *subflow)  in is_active_ssk()  argument
1275 	return (subflow->request_mptcp || subflow->request_join);  in is_active_ssk()
1280 	struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(sk);  in subflow_simultaneous_connect()  local
1284 	       is_active_ssk(subflow) &&  in subflow_simultaneous_connect()
1285 	       !subflow->conn_finished;  in subflow_simultaneous_connect()