120 			     void (*cad)(struct sock *sk, u32 ack_seq))  in clean_acked_data_enable()
142 static void bpf_skops_parse_hdr(struct sock *sk, struct sk_buff *skb)  in bpf_skops_parse_hdr()
176 static void bpf_skops_established(struct sock *sk, int bpf_op,  in bpf_skops_established()
194 static void bpf_skops_parse_hdr(struct sock *sk, struct sk_buff *skb)  in bpf_skops_parse_hdr()
198 static void bpf_skops_established(struct sock *sk, int bpf_op,  in bpf_skops_established()
204 static void tcp_gro_dev_warn(struct sock *sk, const struct sk_buff *skb,  in tcp_gro_dev_warn()
226 static void tcp_measure_rcv_mss(struct sock *sk, const struct sk_buff *skb)  in tcp_measure_rcv_mss()
277 static void tcp_incr_quickack(struct sock *sk, unsigned int max_quickacks)  in tcp_incr_quickack()
289 void tcp_enter_quickack_mode(struct sock *sk, unsigned int max_quickacks)  in tcp_enter_quickack_mode()
303 static bool tcp_in_quickack_mode(struct sock *sk)  in tcp_in_quickack_mode()
318 static void tcp_ecn_accept_cwr(struct sock *sk, const struct sk_buff *skb)  in tcp_ecn_accept_cwr()
337 static void __tcp_ecn_check_ce(struct sock *sk, const struct sk_buff *skb)  in __tcp_ecn_check_ce()
369 static void tcp_ecn_check_ce(struct sock *sk, const struct sk_buff *skb)  in tcp_ecn_check_ce()
399 static void tcp_sndbuf_expand(struct sock *sk)  in tcp_sndbuf_expand()
457 static int __tcp_grow_window(const struct sock *sk, const struct sk_buff *skb)  in __tcp_grow_window()
474 static void tcp_grow_window(struct sock *sk, const struct sk_buff *skb)  in tcp_grow_window()
504 static void tcp_init_buffer_space(struct sock *sk)  in tcp_init_buffer_space()
541 static void tcp_clamp_window(struct sock *sk)  in tcp_clamp_window()
568 void tcp_initialize_rcv_mss(struct sock *sk)  in tcp_initialize_rcv_mss()
642 static inline void tcp_rcv_rtt_measure_ts(struct sock *sk,  in tcp_rcv_rtt_measure_ts()
669 void tcp_rcv_space_adjust(struct sock *sk)  in tcp_rcv_space_adjust()
742 static void tcp_event_data_recv(struct sock *sk, struct sk_buff *skb)  in tcp_event_data_recv()
797 static void tcp_rtt_estimator(struct sock *sk, long mrtt_us)  in tcp_rtt_estimator()
865 static void tcp_update_pacing_rate(struct sock *sk)  in tcp_update_pacing_rate()
902 static void tcp_set_rto(struct sock *sk)  in tcp_set_rto()
992 static void tcp_check_sack_reordering(struct sock *sk, const u32 low_seq,  in tcp_check_sack_reordering()
1045 void tcp_mark_skb_lost(struct sock *sk, struct sk_buff *skb)  in tcp_mark_skb_lost()
1209 static bool tcp_check_dsack(struct sock *sk, const struct sk_buff *ack_skb,  in tcp_check_dsack()
1256 static int tcp_match_skb_to_sack(struct sock *sk, struct sk_buff *skb,  in tcp_match_skb_to_sack()
1305 static u8 tcp_sacktag_one(struct sock *sk,  in tcp_sacktag_one()
1390 static bool tcp_shifted_skb(struct sock *sk, struct sk_buff *prev,  in tcp_shifted_skb()
1504 static struct sk_buff *tcp_shift_skb_data(struct sock *sk, struct sk_buff *skb,  in tcp_shift_skb_data()
1640 static struct sk_buff *tcp_sacktag_walk(struct sk_buff *skb, struct sock *sk,  in tcp_sacktag_walk()
1712 static struct sk_buff *tcp_sacktag_bsearch(struct sock *sk, u32 seq)  in tcp_sacktag_bsearch()
1733 static struct sk_buff *tcp_sacktag_skip(struct sk_buff *skb, struct sock *sk,  in tcp_sacktag_skip()
1743 						struct sock *sk,  in tcp_maybe_skipping_dsack()
1767 tcp_sacktag_write_queue(struct sock *sk, const struct sk_buff *ack_skb,  in tcp_sacktag_write_queue()
1983 static void tcp_check_reno_reordering(struct sock *sk, const int addend)  in tcp_check_reno_reordering()
1998 static void tcp_add_reno_sack(struct sock *sk, int num_dupack, bool ece_ack)  in tcp_add_reno_sack()
2016 static void tcp_remove_reno_sacks(struct sock *sk, int acked, bool ece_ack)  in tcp_remove_reno_sacks()
2054 static bool tcp_is_rack(const struct sock *sk)  in tcp_is_rack()
2063 static void tcp_timeout_mark_lost(struct sock *sk)  in tcp_timeout_mark_lost()
2094 void tcp_enter_loss(struct sock *sk)  in tcp_enter_loss()
2147 static bool tcp_check_sack_reneging(struct sock *sk, int flag)  in tcp_check_sack_reneging()
2274 static bool tcp_time_to_recover(struct sock *sk, int flag)  in tcp_time_to_recover()
2294 static void tcp_mark_head_lost(struct sock *sk, int packets, int mark_head)  in tcp_mark_head_lost()
2340 static void tcp_update_scoreboard(struct sock *sk, int fast_rexmit)  in tcp_update_scoreboard()
2394 static bool tcp_any_retrans_done(const struct sock *sk)  in tcp_any_retrans_done()
2409 static void DBGUNDO(struct sock *sk, const char *msg)  in DBGUNDO()
2436 static void tcp_undo_cwnd_reduction(struct sock *sk, bool unmark_loss)  in tcp_undo_cwnd_reduction()
2471 static bool tcp_try_undo_recovery(struct sock *sk)  in tcp_try_undo_recovery()
2506 static bool tcp_try_undo_dsack(struct sock *sk)  in tcp_try_undo_dsack()
2522 static bool tcp_try_undo_loss(struct sock *sk, bool frto_undo)  in tcp_try_undo_loss()
2553 static void tcp_init_cwnd_reduction(struct sock *sk)  in tcp_init_cwnd_reduction()
2567 void tcp_cwnd_reduction(struct sock *sk, int newly_acked_sacked, int flag)  in tcp_cwnd_reduction()
2594 static inline void tcp_end_cwnd_reduction(struct sock *sk)  in tcp_end_cwnd_reduction()
2611 void tcp_enter_cwr(struct sock *sk)  in tcp_enter_cwr()
2624 static void tcp_try_keep_open(struct sock *sk)  in tcp_try_keep_open()
2638 static void tcp_try_to_open(struct sock *sk, int flag)  in tcp_try_to_open()
2655 static void tcp_mtup_probe_failed(struct sock *sk)  in tcp_mtup_probe_failed()
2664 static void tcp_mtup_probe_success(struct sock *sk)  in tcp_mtup_probe_success()
2688 void tcp_simple_retransmit(struct sock *sk)  in tcp_simple_retransmit()
2726 void tcp_enter_recovery(struct sock *sk, bool ece_ack)  in tcp_enter_recovery()
2752 static void tcp_process_loss(struct sock *sk, int flag, int num_dupack,  in tcp_process_loss()
2806 static bool tcp_try_undo_partial(struct sock *sk, u32 prior_snd_una)  in tcp_try_undo_partial()
2836 static void tcp_identify_packet_loss(struct sock *sk, int *ack_flag)  in tcp_identify_packet_loss()
2854 static bool tcp_force_fast_retransmit(struct sock *sk)  in tcp_force_fast_retransmit()
2874 static void tcp_fastretrans_alert(struct sock *sk, const u32 prior_snd_una,  in tcp_fastretrans_alert()
2988 static void tcp_update_rtt_min(struct sock *sk, u32 rtt_us, const int flag)  in tcp_update_rtt_min()
3004 static bool tcp_ack_update_rtt(struct sock *sk, const int flag,  in tcp_ack_update_rtt()
3053 void tcp_synack_rtt_meas(struct sock *sk, struct request_sock *req)  in tcp_synack_rtt_meas()
3065 static void tcp_cong_avoid(struct sock *sk, u32 ack, u32 acked)  in tcp_cong_avoid()
3076 void tcp_rearm_rto(struct sock *sk)  in tcp_rearm_rto()
3106 static void tcp_set_xmit_timer(struct sock *sk)  in tcp_set_xmit_timer()
3113 static u32 tcp_tso_acked(struct sock *sk, struct sk_buff *skb)  in tcp_tso_acked()
3133 static void tcp_ack_tstamp(struct sock *sk, struct sk_buff *skb,  in tcp_ack_tstamp()
3155 static int tcp_clean_rtx_queue(struct sock *sk, u32 prior_fack,  in tcp_clean_rtx_queue()
3362 static void tcp_ack_probe(struct sock *sk)  in tcp_ack_probe()
3385 static inline bool tcp_ack_is_dubious(const struct sock *sk, const int flag)  in tcp_ack_is_dubious()
3392 static inline bool tcp_may_raise_cwnd(const struct sock *sk, const int flag)  in tcp_may_raise_cwnd()
3411 static void tcp_cong_control(struct sock *sk, u32 ack, u32 acked_sacked,  in tcp_cong_control()
3468 static int tcp_ack_update_window(struct sock *sk, const struct sk_buff *skb, u32 ack,  in tcp_ack_update_window()
3542 static void tcp_send_challenge_ack(struct sock *sk, const struct sk_buff *skb)  in tcp_send_challenge_ack()
3598 static void tcp_process_tlp_ack(struct sock *sk, u32 ack, int flag)  in tcp_process_tlp_ack()
3628 static inline void tcp_in_ack_event(struct sock *sk, u32 flags)  in tcp_in_ack_event()
3640 static void tcp_xmit_recovery(struct sock *sk, int rexmit)  in tcp_xmit_recovery()
3658 static u32 tcp_newly_delivered(struct sock *sk, u32 prior_delivered, int flag)  in tcp_newly_delivered()
3673 static int tcp_ack(struct sock *sk, const struct sk_buff *skb, int flag)  in tcp_ack()
4173 static int tcp_disordered_ack(const struct sock *sk, const struct sk_buff *skb)  in tcp_disordered_ack()
4193 static inline bool tcp_paws_discard(const struct sock *sk,  in tcp_paws_discard()
4222 void tcp_reset(struct sock *sk)  in tcp_reset()
4263 void tcp_fin(struct sock *sk)  in tcp_fin()
4345 static void tcp_dsack_set(struct sock *sk, u32 seq, u32 end_seq)  in tcp_dsack_set()
4365 static void tcp_dsack_extend(struct sock *sk, u32 seq, u32 end_seq)  in tcp_dsack_extend()
4375 static void tcp_rcv_spurious_retrans(struct sock *sk, const struct sk_buff *skb)  in tcp_rcv_spurious_retrans()
4388 static void tcp_send_dupack(struct sock *sk, const struct sk_buff *skb)  in tcp_send_dupack()
4439 static void tcp_sack_compress_send_ack(struct sock *sk)  in tcp_sack_compress_send_ack()
4466 static void tcp_sack_new_ofo_skb(struct sock *sk, u32 seq, u32 end_seq)  in tcp_sack_new_ofo_skb()
4560 static bool tcp_try_coalesce(struct sock *sk,  in tcp_try_coalesce()
4600 static bool tcp_ooo_try_coalesce(struct sock *sk,  in tcp_ooo_try_coalesce()
4617 static void tcp_drop(struct sock *sk, struct sk_buff *skb)  in tcp_drop()
4626 static void tcp_ofo_queue(struct sock *sk)  in tcp_ofo_queue()
4676 static int tcp_try_rmem_schedule(struct sock *sk, struct sk_buff *skb,  in tcp_try_rmem_schedule()
4693 static void tcp_data_queue_ofo(struct sock *sk, struct sk_buff *skb)  in tcp_data_queue_ofo()
4837 static int __must_check tcp_queue_rcv(struct sock *sk, struct sk_buff *skb,  in tcp_queue_rcv()
4854 int tcp_send_rcvq(struct sock *sk, struct msghdr *msg, size_t size)  in tcp_send_rcvq()
4906 void tcp_data_ready(struct sock *sk)  in tcp_data_ready()
4919 static void tcp_data_queue(struct sock *sk, struct sk_buff *skb)  in tcp_data_queue()
5028 static struct sk_buff *tcp_collapse_one(struct sock *sk, struct sk_buff *skb,  in tcp_collapse_one()
5073 tcp_collapse(struct sock *sk, struct sk_buff_head *list, struct rb_root *root,  in tcp_collapse()
5178 static void tcp_collapse_ofo_queue(struct sock *sk)  in tcp_collapse_ofo_queue()
5236 static bool tcp_prune_ofo_queue(struct sock *sk)  in tcp_prune_ofo_queue()
5281 static int tcp_prune_queue(struct sock *sk)  in tcp_prune_queue()
5325 static bool tcp_should_expand_sndbuf(const struct sock *sk)  in tcp_should_expand_sndbuf()
5350 static void tcp_new_space(struct sock *sk)  in tcp_new_space()
5362 static void tcp_check_space(struct sock *sk)  in tcp_check_space()
5374 static inline void tcp_data_snd_check(struct sock *sk)  in tcp_data_snd_check()
5383 static void __tcp_ack_snd_check(struct sock *sk, int ofo_possible)  in __tcp_ack_snd_check()
5441 static inline void tcp_ack_snd_check(struct sock *sk)  in tcp_ack_snd_check()
5460 static void tcp_check_urg(struct sock *sk, const struct tcphdr *th)  in tcp_check_urg()
5526 static void tcp_urg(struct sock *sk, struct sk_buff *skb, const struct tcphdr *th)  in tcp_urg()
5559 static bool tcp_reset_check(const struct sock *sk, const struct sk_buff *skb)  in tcp_reset_check()
5571 static bool tcp_validate_incoming(struct sock *sk, struct sk_buff *skb,  in tcp_validate_incoming()
5704 void tcp_rcv_established(struct sock *sk, struct sk_buff *skb)  in tcp_rcv_established()
5884 void tcp_init_transfer(struct sock *sk, int bpf_op, struct sk_buff *skb)  in tcp_init_transfer()
5912 void tcp_finish_connect(struct sock *sk, struct sk_buff *skb)  in tcp_finish_connect()
5942 static bool tcp_rcv_fastopen_synack(struct sock *sk, struct sk_buff *synack,  in tcp_rcv_fastopen_synack()
6017 static void tcp_try_undo_spurious_syn(struct sock *sk)  in tcp_try_undo_spurious_syn()
6032 static int tcp_rcv_synsent_state_process(struct sock *sk, struct sk_buff *skb,  in tcp_rcv_synsent_state_process()
6264 static void tcp_rcv_synrecv_state_fastopen(struct sock *sk)  in tcp_rcv_synrecv_state_fastopen()
6303 int tcp_rcv_state_process(struct sock *sk, struct sk_buff *skb)  in tcp_rcv_state_process()
6605 			     struct sk_buff *skb, const struct sock *sk)  in tcp_openreq_init()
6657 static bool tcp_syn_flood_action(const struct sock *sk, const char *proto)  in tcp_syn_flood_action()
6682 static void tcp_reqsk_record_syn(const struct sock *sk,  in tcp_reqsk_record_syn()
6718 			  struct sock *sk, struct tcphdr *th)  in tcp_get_syncookie_mss()
6745 		     struct sock *sk, struct sk_buff *skb)  in tcp_conn_request()