Lines Matching +full:rx +full:- +full:sample +full:- +full:delay +full:- +full:ns
1 /* SPDX-License-Identifier: GPL-2.0-or-later */
46 #include <linux/bpf-cgroup.h>
57 #define TCP_MIN_GSO_SIZE (TCP_MIN_SND_MSS - MAX_TCP_OPTION_SPACE)
65 /* Minimal accepted MSS. It is (60+60+8) - (20+20). */
80 /* Maximal number of ACKs sent quickly to accelerate slow-start. */
95 * to ~3sec-8min depending on RTO.
102 * 15 is ~13-30min depending on RTO.
121 #define TCP_TIMEWAIT_LEN (60*HZ) /* how long to wait to destroy TIME-WAIT
126 * to combine FIN-WAIT-2 timeout with
127 * TIME-WAIT timer.
131 #define TCP_DELACK_MAX ((unsigned)(HZ/5)) /* maximal time to delay before sending an ACK */
133 #define TCP_DELACK_MIN ((unsigned)(HZ/25)) /* minimal time to delay before sending an ACK */
146 * valid RTT sample has been acquired,
165 #define TCP_PAWS_MSL 60 /* Per-host timestamps are invalidated
171 #define TCP_PAWS_WINDOW 1 /* Replay window for per-host
191 * experimental options. See draft-ietf-tcpm-experimental-options-00.txt
220 /* Flags in tp->nonagle */
225 /* TCP thin-stream limits */
260 if (mem_cgroup_sockets_enabled && sk->sk_memcg && in tcp_under_memory_pressure()
261 mem_cgroup_under_socket_pressure(sk->sk_memcg)) in tcp_under_memory_pressure()
273 return (__s32)(seq1-seq2) < 0; in before()
280 return seq3 - seq2 >= seq1 - seq2; in between()
285 if (sk->sk_wmem_queued > SOCK_MIN_SNDBUF && in tcp_out_of_memory()
295 struct percpu_counter *ocp = sk->sk_prot->orphan_count; in tcp_too_many_orphans()
311 #define TCP_INC_STATS(net, field) SNMP_INC_STATS((net)->mib.tcp_statistics, field)
312 #define __TCP_INC_STATS(net, field) __SNMP_INC_STATS((net)->mib.tcp_statistics, field)
313 #define TCP_DEC_STATS(net, field) SNMP_DEC_STATS((net)->mib.tcp_statistics, field)
314 #define TCP_ADD_STATS(net, field, val) SNMP_ADD_STATS((net)->mib.tcp_statistics, field, val)
357 if (icsk->icsk_ack.quick) { in tcp_dec_quickack_mode()
358 if (pkts >= icsk->icsk_ack.quick) { in tcp_dec_quickack_mode()
359 icsk->icsk_ack.quick = 0; in tcp_dec_quickack_mode()
361 icsk->icsk_ack.ato = TCP_ATO_MIN; in tcp_dec_quickack_mode()
363 icsk->icsk_ack.quick -= pkts; in tcp_dec_quickack_mode()
420 * BPF SKB-less helpers
497 if (sk->sk_reuseport) { in tcp_synq_overflow()
500 reuse = rcu_dereference(sk->sk_reuseport_cb); in tcp_synq_overflow()
502 last_overflow = READ_ONCE(reuse->synq_overflow_ts); in tcp_synq_overflow()
505 WRITE_ONCE(reuse->synq_overflow_ts, now); in tcp_synq_overflow()
510 last_overflow = READ_ONCE(tcp_sk(sk)->rx_opt.ts_recent_stamp); in tcp_synq_overflow()
512 WRITE_ONCE(tcp_sk(sk)->rx_opt.ts_recent_stamp, now); in tcp_synq_overflow()
521 if (sk->sk_reuseport) { in tcp_synq_no_recent_overflow()
524 reuse = rcu_dereference(sk->sk_reuseport_cb); in tcp_synq_no_recent_overflow()
526 last_overflow = READ_ONCE(reuse->synq_overflow_ts); in tcp_synq_no_recent_overflow()
527 return !time_between32(now, last_overflow - HZ, in tcp_synq_no_recent_overflow()
533 last_overflow = READ_ONCE(tcp_sk(sk)->rx_opt.ts_recent_stamp); in tcp_synq_no_recent_overflow()
537 * 'last_overflow - HZ' as lower bound. That's because a concurrent in tcp_synq_no_recent_overflow()
542 return !time_between32(now, last_overflow - HZ, in tcp_synq_no_recent_overflow()
617 if (hrtimer_try_to_cancel(&tcp_sk(sk)->pacing_timer) == 1) in tcp_clear_xmit_timers()
620 if (hrtimer_try_to_cancel(&tcp_sk(sk)->compressed_ack_timer) == 1) in tcp_clear_xmit_timers()
635 * to sub-MSS pieces for the sake of SWS or making sure there in tcp_bound_to_half_wnd()
641 if (tp->max_window > TCP_MSS_DEFAULT) in tcp_bound_to_half_wnd()
642 cutoff = (tp->max_window >> 1); in tcp_bound_to_half_wnd()
644 cutoff = tp->max_window; in tcp_bound_to_half_wnd()
647 return max_t(int, cutoff, 68U - tp->tcp_header_len); in tcp_bound_to_half_wnd()
655 /* Read 'sendfile()'-style from a TCP socket */
667 if (inet_csk(sk)->icsk_rto > TCP_RTO_MAX) in tcp_bound_rto()
668 inet_csk(sk)->icsk_rto = TCP_RTO_MAX; in tcp_bound_rto()
673 return usecs_to_jiffies((tp->srtt_us >> 3) + tp->rttvar_us); in __tcp_set_rto()
678 tp->pred_flags = htonl((tp->tcp_header_len << 26) | in __tcp_fast_path_on()
685 __tcp_fast_path_on(tp, tp->snd_wnd >> tp->rx_opt.snd_wscale); in tcp_fast_path_on()
692 if (RB_EMPTY_ROOT(&tp->out_of_order_queue) && in tcp_fast_path_check()
693 tp->rcv_wnd && in tcp_fast_path_check()
694 atomic_read(&sk->sk_rmem_alloc) < sk->sk_rcvbuf && in tcp_fast_path_check()
695 !tp->urg_data) in tcp_fast_path_check()
703 u32 rto_min = inet_csk(sk)->icsk_rto_min; in tcp_rto_min()
723 return minmax_get(&tp->rtt_min); in tcp_min_rtt()
732 s32 win = tp->rcv_wup + tp->rcv_wnd - tp->rcv_nxt; in tcp_receive_window()
749 * historically has been the same until linux-4.13.
770 /* This should only be used in contexts where tp->tcp_mstamp is up to date */
773 return div_u64(tp->tcp_mstamp, USEC_PER_SEC / TCP_TS_HZ); in tcp_time_stamp()
777 static inline u32 tcp_ns_to_ts(u64 ns) in tcp_ns_to_ts() argument
779 return div_u64(ns, NSEC_PER_SEC / TCP_TS_HZ); in tcp_ns_to_ts()
792 return max_t(s64, t1 - t0, 0); in tcp_stamp_us_delta()
797 return tcp_ns_to_ts(skb->skb_mstamp_ns); in tcp_skb_timestamp()
803 return div_u64(skb->skb_mstamp_ns, NSEC_PER_USEC); in tcp_skb_timestamp_us()
821 * TCP per-packet control information to the transmission code.
822 * We also store the host-order sequence numbers in here too.
824 * If this grows please adjust skbuff.h:skbuff->cb[xxx] size appropriately.
857 has_rxtstamp:1, /* SKB has a RX timestamp */
887 #define TCP_SKB_CB(__skb) ((struct tcp_skb_cb *)&((__skb)->cb[0]))
891 TCP_SKB_CB(skb)->bpf.data_end = skb->data + skb_headlen(skb); in bpf_compute_data_end_sk_skb()
896 return TCP_SKB_CB(skb)->bpf.flags & BPF_F_INGRESS; in tcp_skb_bpf_ingress()
901 return TCP_SKB_CB(skb)->bpf.sk_redir; in tcp_skb_bpf_redirect_fetch()
906 TCP_SKB_CB(skb)->bpf.sk_redir = NULL; in tcp_skb_bpf_redirect_clear()
913 * as TCP moves IP6CB into a different location in skb->cb[]
917 return TCP_SKB_CB(skb)->header.h6.iif; in tcp_v6_iif()
922 bool l3_slave = ipv6_l3mdev_skb(TCP_SKB_CB(skb)->header.h6.flags); in tcp_v6_iif_l3_slave()
924 return l3_slave ? skb->skb_iif : TCP_SKB_CB(skb)->header.h6.iif; in tcp_v6_iif_l3_slave()
931 if (skb && ipv6_l3mdev_skb(TCP_SKB_CB(skb)->header.h6.flags)) in tcp_v6_sdif()
932 return TCP_SKB_CB(skb)->header.h6.iif; in tcp_v6_sdif()
949 if (skb && ipv4_l3mdev_skb(TCP_SKB_CB(skb)->header.h4.flags)) in tcp_v4_sdif()
950 return TCP_SKB_CB(skb)->header.h4.iif; in tcp_v4_sdif()
960 return TCP_SKB_CB(skb)->tcp_gso_segs; in tcp_skb_pcount()
965 TCP_SKB_CB(skb)->tcp_gso_segs = segs; in tcp_skb_pcount_set()
970 TCP_SKB_CB(skb)->tcp_gso_segs += segs; in tcp_skb_pcount_add()
976 return TCP_SKB_CB(skb)->tcp_gso_size; in tcp_skb_mss()
981 return likely(!TCP_SKB_CB(skb)->eor); in tcp_skb_can_collapse_to()
1001 /* Information about inbound ACK, passed to cong_ops->in_ack_event() */
1031 /* A rate sample measures the number of (original/retransmitted) data
1033 * The tcp_rate.c code fills in the rate sample, and congestion
1035 * of ACK processing can optionally chose to consult this sample when
1037 * A sample is invalid if "delivered" or "interval_us" is negative.
1041 u32 prior_delivered; /* tp->delivered at "prior_mstamp" */
1043 long interval_us; /* time for tp->delivered to incr "delivered" */
1046 long rtt_us; /* RTT of last (S)ACKed packet (or -1) */
1050 bool is_app_limited; /* is sample from packet with bubble in pipe? */
1051 bool is_retrans; /* is sample from retransmission? */
1078 void (*pkts_acked)(struct sock *sk, const struct ack_sample *sample);
1132 return icsk->icsk_ca_ops->flags & TCP_CONG_NEEDS_ECN; in tcp_ca_needs_ecn()
1139 if (icsk->icsk_ca_ops->set_state) in tcp_set_ca_state()
1140 icsk->icsk_ca_ops->set_state(sk, ca_state); in tcp_set_ca_state()
1141 icsk->icsk_ca_state = ca_state; in tcp_set_ca_state()
1148 if (icsk->icsk_ca_ops->cwnd_event) in tcp_ca_event()
1149 icsk->icsk_ca_ops->cwnd_event(sk, event); in tcp_ca_event()
1164 * tcp_is_sack - SACK enabled
1165 * tcp_is_reno - No SACK
1169 return likely(tp->rx_opt.sack_ok); in tcp_is_sack()
1179 return tp->sacked_out + tp->lost_out; in tcp_left_out()
1188 * tp->packets_out to determine if the send queue is empty or not.
1198 return tp->packets_out - tcp_left_out(tp) + tp->retrans_out; in tcp_packets_in_flight()
1205 return tp->snd_cwnd < tp->snd_ssthresh; in tcp_in_slow_start()
1210 return tp->snd_ssthresh >= TCP_INFINITE_SSTHRESH; in tcp_in_initial_slowstart()
1216 (1 << inet_csk(sk)->icsk_ca_state); in tcp_in_cwnd_reduction()
1219 /* If cwnd > ssthresh, we may raise ssthresh to be half-way to cwnd.
1228 return tp->snd_ssthresh; in tcp_current_ssthresh()
1230 return max(tp->snd_ssthresh, in tcp_current_ssthresh()
1231 ((tp->snd_cwnd >> 1) + in tcp_current_ssthresh()
1232 (tp->snd_cwnd >> 2))); in tcp_current_ssthresh()
1236 #define tcp_verify_left_out(tp) WARN_ON(tcp_left_out(tp) > tp->packets_out)
1252 return tp->snd_una + tp->snd_wnd; in tcp_wnd_end()
1266 * usage, and allow application-limited process to probe bw more aggressively.
1274 return tp->snd_cwnd < 2 * tp->max_packets_out; in tcp_is_cwnd_limited()
1276 return tp->is_cwnd_limited; in tcp_is_cwnd_limited()
1287 return smp_load_acquire(&sk->sk_pacing_status) == SK_PACING_NEEDED; in tcp_needs_internal_pacing()
1295 s64 delay = tcp_sk(sk)->tcp_wstamp_ns - tcp_sk(sk)->tcp_clock_cache; in tcp_pacing_delay() local
1297 return delay > 0 ? nsecs_to_jiffies(delay) : 0; in tcp_pacing_delay()
1317 return max_t(unsigned long, inet_csk(sk)->icsk_rto, TCP_RTO_MIN); in tcp_probe0_base()
1324 u64 when = (u64)tcp_probe0_base(sk) << inet_csk(sk)->icsk_backoff; in tcp_probe0_when()
1331 if (!tcp_sk(sk)->packets_out && !inet_csk(sk)->icsk_pending) in tcp_check_probe_timer()
1338 tp->snd_wl1 = seq; in tcp_init_wl()
1343 tp->snd_wl1 = seq; in tcp_update_wl()
1369 rx_opt->dsack = 0; in tcp_sack_reset()
1370 rx_opt->num_sacks = 0; in tcp_sack_reset()
1377 const struct tcp_congestion_ops *ca_ops = inet_csk(sk)->icsk_ca_ops; in tcp_slow_start_after_idle_check()
1381 if (!sock_net(sk)->ipv4.sysctl_tcp_slow_start_after_idle || tp->packets_out || in tcp_slow_start_after_idle_check()
1382 ca_ops->cong_control) in tcp_slow_start_after_idle_check()
1384 delta = tcp_jiffies32 - tp->lsndtime; in tcp_slow_start_after_idle_check()
1385 if (delta > inet_csk(sk)->icsk_rto) in tcp_slow_start_after_idle_check()
1397 int tcp_adv_win_scale = sock_net(sk)->ipv4.sysctl_tcp_adv_win_scale; in tcp_win_from_space()
1400 (space>>(-tcp_adv_win_scale)) : in tcp_win_from_space()
1401 space - (space>>tcp_adv_win_scale); in tcp_win_from_space()
1407 return tcp_win_from_space(sk, READ_ONCE(sk->sk_rcvbuf) - in tcp_space()
1408 READ_ONCE(sk->sk_backlog.len) - in tcp_space()
1409 atomic_read(&sk->sk_rmem_alloc)); in tcp_space()
1414 return tcp_win_from_space(sk, READ_ONCE(sk->sk_rcvbuf)); in tcp_full_space()
1426 int rcvbuf = READ_ONCE(sk->sk_rcvbuf); in tcp_rmem_pressure()
1427 int threshold = rcvbuf - (rcvbuf >> 3); in tcp_rmem_pressure()
1429 return atomic_read(&sk->sk_rmem_alloc) > threshold; in tcp_rmem_pressure()
1443 return tp->keepalive_intvl ? : net->ipv4.sysctl_tcp_keepalive_intvl; in keepalive_intvl_when()
1450 return tp->keepalive_time ? : net->ipv4.sysctl_tcp_keepalive_time; in keepalive_time_when()
1457 return tp->keepalive_probes ? : net->ipv4.sysctl_tcp_keepalive_probes; in keepalive_probes()
1462 const struct inet_connection_sock *icsk = &tp->inet_conn; in keepalive_time_elapsed()
1464 return min_t(u32, tcp_jiffies32 - icsk->icsk_ack.lrcvtime, in keepalive_time_elapsed()
1465 tcp_jiffies32 - tp->rcv_tstamp); in keepalive_time_elapsed()
1470 int fin_timeout = tcp_sk(sk)->linger2 ? : sock_net(sk)->ipv4.sysctl_tcp_fin_timeout; in tcp_fin_time()
1471 const int rto = inet_csk(sk)->icsk_rto; in tcp_fin_time()
1473 if (fin_timeout < (rto << 2) - (rto >> 1)) in tcp_fin_time()
1474 fin_timeout = (rto << 2) - (rto >> 1); in tcp_fin_time()
1482 if ((s32)(rx_opt->ts_recent - rx_opt->rcv_tsval) <= paws_win) in tcp_paws_check()
1485 rx_opt->ts_recent_stamp + TCP_PAWS_24DAYS))) in tcp_paws_check()
1492 if (!rx_opt->ts_recent) in tcp_paws_check()
1508 out-of-sync and half-open connections will not be reset. in tcp_paws_reject()
1511 via reboots. Linux-2.2 DOES NOT! in tcp_paws_reject()
1516 rx_opt->ts_recent_stamp + TCP_PAWS_MSL)) in tcp_paws_reject()
1530 TCP_ADD_STATS(net, TCP_MIB_MAXCONN, -1); in tcp_mib_init()
1536 tp->lost_skb_hint = NULL; in tcp_clear_retrans_hints_partial()
1542 tp->retransmit_skb_hint = NULL; in tcp_clear_all_retrans_hints()
1552 /* - key database */
1564 /* - sock block */
1570 /* - pseudo header */
1593 /* - pool: digest algorithm, hash description and scratch buffer */
1599 /* - functions */
1625 #define tcp_twsk_md5_key(twsk) ((twsk)->tw_md5_key)
1703 ctx = rcu_dereference(inet_csk(sk)->icsk_accept_queue.fastopenq.ctx); in tcp_fastopen_get_ctx()
1705 ctx = rcu_dereference(sock_net(sk)->ipv4.tcp_fastopen_ctx); in tcp_fastopen_get_ctx()
1713 if (orig->len == TCP_FASTOPEN_COOKIE_SIZE && in tcp_fastopen_cookie_match()
1714 orig->len == foc->len && in tcp_fastopen_cookie_match()
1715 !memcmp(orig->val, foc->val, foc->len)) in tcp_fastopen_cookie_match()
1723 return ctx->num; in tcp_fastopen_context_len()
1727 * chronograph-like stats that are mutually exclusive.
1731 TCP_CHRONO_BUSY, /* Actively sending data (non-empty write queue) */
1740 /* This helper is needed, because skb->tcp_tsorted_anchor uses
1741 * the same memory storage than skb->destructor/_skb_refdst
1745 skb->destructor = NULL; in tcp_skb_tsorted_anchor_cleanup()
1746 skb->_skb_refdst = 0UL; in tcp_skb_tsorted_anchor_cleanup()
1750 unsigned long _save = skb->_skb_refdst; \
1751 skb->_skb_refdst = 0UL;
1754 skb->_skb_refdst = _save; \
1761 return skb_rb_first(&sk->tcp_rtx_queue); in tcp_rtx_queue_head()
1766 return skb_rb_last(&sk->tcp_rtx_queue); in tcp_rtx_queue_tail()
1771 return skb_peek(&sk->sk_write_queue); in tcp_write_queue_head()
1776 return skb_peek_tail(&sk->sk_write_queue); in tcp_write_queue_tail()
1780 skb_queue_walk_from_safe(&(sk)->sk_write_queue, skb, tmp)
1784 return skb_peek(&sk->sk_write_queue); in tcp_send_head()
1790 return skb_queue_is_last(&sk->sk_write_queue, skb); in tcp_skb_is_last()
1794 * tcp_write_queue_empty - test if any payload (or FIN) is available in write queue
1798 * we must not use "return skb_queue_empty(&sk->sk_write_queue)"
1804 return tp->write_seq == tp->snd_nxt; in tcp_write_queue_empty()
1809 return RB_EMPTY_ROOT(&sk->tcp_rtx_queue); in tcp_rtx_queue_empty()
1819 __skb_queue_tail(&sk->sk_write_queue, skb); in tcp_add_write_queue_tail()
1822 if (sk->sk_write_queue.next == skb) in tcp_add_write_queue_tail()
1831 __skb_queue_before(&sk->sk_write_queue, skb, new); in tcp_insert_write_queue_before()
1837 __skb_unlink(skb, &sk->sk_write_queue); in tcp_unlink_write_queue()
1845 rb_erase(&skb->rbnode, &sk->tcp_rtx_queue); in tcp_rtx_queue_unlink()
1850 list_del(&skb->tcp_tsorted_anchor); in tcp_rtx_queue_unlink_and_free()
1860 __tcp_push_pending_frames(sk, tcp_current_mss(sk), tp->nonagle); in tcp_push_pending_frames()
1870 if (!tp->sacked_out) in tcp_highest_sack_seq()
1871 return tp->snd_una; in tcp_highest_sack_seq()
1873 if (tp->highest_sack == NULL) in tcp_highest_sack_seq()
1874 return tp->snd_nxt; in tcp_highest_sack_seq()
1876 return TCP_SKB_CB(tp->highest_sack)->seq; in tcp_highest_sack_seq()
1881 tcp_sk(sk)->highest_sack = skb_rb_next(skb); in tcp_advance_highest_sack()
1886 return tcp_sk(sk)->highest_sack; in tcp_highest_sack()
1891 tcp_sk(sk)->highest_sack = tcp_rtx_queue_head(sk); in tcp_highest_sack_reset()
1900 tcp_sk(sk)->highest_sack = new; in tcp_highest_sack_replace()
1906 switch (sk->sk_state) { in inet_sk_transparent()
1908 return inet_twsk(sk)->tw_transparent; in inet_sk_transparent()
1910 return inet_rsk(inet_reqsk(sk))->no_srccheck; in inet_sk_transparent()
1912 return inet_sk(sk)->transparent; in inet_sk_transparent()
1916 * increased latency). Used to trigger latency-reducing mechanisms.
1920 return tp->packets_out < 4 && !tcp_in_initial_slowstart(tp); in tcp_stream_is_thin()
1965 return tp->notsent_lowat ?: net->ipv4.sysctl_tcp_notsent_lowat; in tcp_notsent_lowat()
1975 u32 notsent_bytes = READ_ONCE(tp->write_seq) - in tcp_stream_memory_free()
1976 READ_ONCE(tp->snd_nxt); in tcp_stream_memory_free()
1991 /* TCP af-specific functions */
2047 return ops->cookie_init_seq(skb, mss); in cookie_init_sequence()
2078 u32 rto = inet_csk(sk)->icsk_rto; in tcp_rto_delta_us()
2081 return rto_time_stamp_us - tcp_sk(sk)->tcp_mstamp; in tcp_rto_delta_us()
2090 const struct ip_options *opt = &TCP_SKB_CB(skb)->header.h4.opt; in tcp_v4_save_options()
2093 if (opt->optlen) { in tcp_v4_save_options()
2094 int opt_size = sizeof(*dopt) + opt->optlen; in tcp_v4_save_options()
2097 if (dopt && __ip_options_echo(net, &dopt->opt, skb, opt)) { in tcp_v4_save_options()
2105 /* locally generated TCP pure ACKs have skb->truesize == 2
2112 return skb->truesize == 2; in skb_is_tcp_pure_ack()
2117 skb->truesize = 2; in skb_set_tcp_pure_ack()
2125 if ((1 << sk->sk_state) & (TCPF_SYN_SENT | TCPF_SYN_RECV)) { in tcp_inq()
2128 !tp->urg_data || in tcp_inq()
2129 before(tp->urg_seq, tp->copied_seq) || in tcp_inq()
2130 !before(tp->urg_seq, tp->rcv_nxt)) { in tcp_inq()
2132 answ = tp->rcv_nxt - tp->copied_seq; in tcp_inq()
2136 answ--; in tcp_inq()
2138 answ = tp->urg_seq - tp->copied_seq; in tcp_inq()
2150 segs_in = max_t(u16, 1, skb_shinfo(skb)->gso_segs); in tcp_segs_in()
2151 tp->segs_in += segs_in; in tcp_segs_in()
2152 if (skb->len > tcp_hdrlen(skb)) in tcp_segs_in()
2153 tp->data_segs_in += segs_in; in tcp_segs_in()
2165 atomic_inc(&((struct sock *)sk)->sk_drops); in tcp_listendrop()
2209 __MODULE_INFO(alias, alias_tcp_ulp, "tcp-ulp-" name)
2235 skops->skb = skb; in bpf_skops_init_skb()
2236 skops->skb_data_end = skb->data + end_offset; in bpf_skops_init_skb()
2272 ret = -1; in tcp_call_bpf()
2294 return -EPERM; in tcp_call_bpf()
2299 return -EPERM; in tcp_call_bpf_2arg()
2305 return -EPERM; in tcp_call_bpf_3arg()
2359 skb->skb_mstamp_ns += (u64)tp->tcp_tx_delay * NSEC_PER_USEC; in tcp_add_tx_delay()
2368 u32 delay = (sk->sk_state == TCP_TIME_WAIT) ? in tcp_transmit_time() local
2369 tcp_twsk(sk)->tw_tx_delay : tcp_sk(sk)->tcp_tx_delay; in tcp_transmit_time()
2371 return tcp_clock_ns() + (u64)delay * NSEC_PER_USEC; in tcp_transmit_time()