Lines Matching refs:copied_seq

603 		    READ_ONCE(tp->urg_seq) == READ_ONCE(tp->copied_seq) &&  in tcp_poll()
666 READ_ONCE(tp->urg_seq) == READ_ONCE(tp->copied_seq); in tcp_ioctl()
1623 WARN(skb && !before(tp->copied_seq, TCP_SKB_CB(skb)->end_seq), in tcp_cleanup_rbuf()
1625 tp->copied_seq, TCP_SKB_CB(skb)->end_seq, tp->rcv_nxt); in tcp_cleanup_rbuf()
1679 u32 *copied_seq) in __tcp_read_sock() argument
1683 u32 seq = *copied_seq; in __tcp_read_sock()
1737 WRITE_ONCE(*copied_seq, seq); in __tcp_read_sock()
1739 WRITE_ONCE(*copied_seq, seq); in __tcp_read_sock()
1759 &tcp_sk(sk)->copied_seq); in tcp_read_sock()
1765 u32 *copied_seq) in tcp_read_sock_noack() argument
1767 return __tcp_read_sock(sk, desc, recv_actor, noack, copied_seq); in tcp_read_sock_noack()
1803 u32 seq = tp->copied_seq; in tcp_read_done()
1829 WRITE_ONCE(tp->copied_seq, seq); in tcp_read_done()
2032 skb = tcp_recv_skb(sk, tcp_sk(sk)->copied_seq, &offset); in receive_fallback_to_copy()
2236 u32 seq = tp->copied_seq; in tcp_zerocopy_receive()
2356 WRITE_ONCE(tp->copied_seq, seq); in tcp_zerocopy_receive()
2448 u32 copied_seq = READ_ONCE(tp->copied_seq); in tcp_inq_hint() local
2452 inq = rcv_nxt - copied_seq; in tcp_inq_hint()
2453 if (unlikely(inq < 0 || copied_seq != READ_ONCE(tp->copied_seq))) { in tcp_inq_hint()
2455 inq = tp->rcv_nxt - tp->copied_seq; in tcp_inq_hint()
2731 seq = &tp->copied_seq; in tcp_recvmsg_locked()
2734 peek_seq = tp->copied_seq + peek_offset; in tcp_recvmsg_locked()
2837 (peek_seq - peek_offset - copied - urg_hole != tp->copied_seq)) { in tcp_recvmsg_locked()
2841 peek_seq = tp->copied_seq + peek_offset; in tcp_recvmsg_locked()
2918 if (unlikely(tp->urg_data) && after(tp->copied_seq, tp->urg_seq)) { in tcp_recvmsg_locked()
3201 if (after(end_seq, tcp_sk(sk)->copied_seq)) in __tcp_close()
3433 WRITE_ONCE(tp->copied_seq, tp->rcv_nxt); in tcp_disconnect()
4059 if (tp->rcv_nxt != tp->copied_seq) { in do_tcp_setsockopt()
4063 WRITE_ONCE(tp->copied_seq, val); in do_tcp_setsockopt()
5195 CACHELINE_ASSERT_GROUP_MEMBER(struct tcp_sock, tcp_sock_read_rx, copied_seq); in tcp_struct_check()