Lines Matching +full:rx +full:- +full:sched +full:- +full:sp
1 // SPDX-License-Identifier: GPL-2.0-or-later
13 #include <linux/sched/signal.h>
17 #include "ar-internal.h"
25 struct rxrpc_sock *rx; in rxrpc_notify_socket() local
28 _enter("%d", call->debug_id); in rxrpc_notify_socket()
30 if (!list_empty(&call->recvmsg_link)) in rxrpc_notify_socket()
35 rx = rcu_dereference(call->socket); in rxrpc_notify_socket()
36 sk = &rx->sk; in rxrpc_notify_socket()
37 if (rx && sk->sk_state < RXRPC_CLOSE) { in rxrpc_notify_socket()
38 if (call->notify_rx) { in rxrpc_notify_socket()
39 spin_lock_bh(&call->notify_lock); in rxrpc_notify_socket()
40 call->notify_rx(sk, call, call->user_call_ID); in rxrpc_notify_socket()
41 spin_unlock_bh(&call->notify_lock); in rxrpc_notify_socket()
43 write_lock_bh(&rx->recvmsg_lock); in rxrpc_notify_socket()
44 if (list_empty(&call->recvmsg_link)) { in rxrpc_notify_socket()
46 list_add_tail(&call->recvmsg_link, &rx->recvmsg_q); in rxrpc_notify_socket()
48 write_unlock_bh(&rx->recvmsg_lock); in rxrpc_notify_socket()
51 _debug("call %ps", sk->sk_data_ready); in rxrpc_notify_socket()
52 sk->sk_data_ready(sk); in rxrpc_notify_socket()
69 if (call->state < RXRPC_CALL_COMPLETE) { in __rxrpc_set_call_completion()
70 call->abort_code = abort_code; in __rxrpc_set_call_completion()
71 call->error = error; in __rxrpc_set_call_completion()
72 call->completion = compl, in __rxrpc_set_call_completion()
73 call->state = RXRPC_CALL_COMPLETE; in __rxrpc_set_call_completion()
75 wake_up(&call->waitq); in __rxrpc_set_call_completion()
89 if (call->state < RXRPC_CALL_COMPLETE) { in rxrpc_set_call_completion()
90 write_lock_bh(&call->state_lock); in rxrpc_set_call_completion()
92 write_unlock_bh(&call->state_lock); in rxrpc_set_call_completion()
109 if (call->state < RXRPC_CALL_COMPLETE) { in rxrpc_call_completed()
110 write_lock_bh(&call->state_lock); in rxrpc_call_completed()
112 write_unlock_bh(&call->state_lock); in rxrpc_call_completed()
123 trace_rxrpc_abort(call->debug_id, why, call->cid, call->call_id, seq, in __rxrpc_abort_call()
134 write_lock_bh(&call->state_lock); in rxrpc_abort_call()
136 write_unlock_bh(&call->state_lock); in rxrpc_abort_call()
148 switch (call->completion) { in rxrpc_recvmsg_term()
155 tmp = call->abort_code; in rxrpc_recvmsg_term()
159 tmp = call->abort_code; in rxrpc_recvmsg_term()
163 tmp = -call->error; in rxrpc_recvmsg_term()
167 tmp = -call->error; in rxrpc_recvmsg_term()
171 pr_err("Invalid terminal call state %u\n", call->state); in rxrpc_recvmsg_term()
176 trace_rxrpc_recvmsg(call, rxrpc_recvmsg_terminal, call->rx_hard_ack, in rxrpc_recvmsg_term()
177 call->rx_pkt_offset, call->rx_pkt_len, ret); in rxrpc_recvmsg_term()
186 _enter("%d,%s", call->debug_id, rxrpc_call_states[call->state]); in rxrpc_end_rx_phase()
188 trace_rxrpc_receive(call, rxrpc_receive_end, 0, call->rx_top); in rxrpc_end_rx_phase()
189 ASSERTCMP(call->rx_hard_ack, ==, call->rx_top); in rxrpc_end_rx_phase()
191 if (call->state == RXRPC_CALL_CLIENT_RECV_REPLY) { in rxrpc_end_rx_phase()
197 write_lock_bh(&call->state_lock); in rxrpc_end_rx_phase()
199 switch (call->state) { in rxrpc_end_rx_phase()
202 write_unlock_bh(&call->state_lock); in rxrpc_end_rx_phase()
206 call->tx_phase = true; in rxrpc_end_rx_phase()
207 call->state = RXRPC_CALL_SERVER_ACK_REQUEST; in rxrpc_end_rx_phase()
208 call->expect_req_by = jiffies + MAX_JIFFY_OFFSET; in rxrpc_end_rx_phase()
209 write_unlock_bh(&call->state_lock); in rxrpc_end_rx_phase()
214 write_unlock_bh(&call->state_lock); in rxrpc_end_rx_phase()
220 * Discard a packet we've used up and advance the Rx window by one.
224 struct rxrpc_skb_priv *sp; in rxrpc_rotate_rx_window() local
232 _enter("%d", call->debug_id); in rxrpc_rotate_rx_window()
234 hard_ack = call->rx_hard_ack; in rxrpc_rotate_rx_window()
235 top = smp_load_acquire(&call->rx_top); in rxrpc_rotate_rx_window()
240 skb = call->rxtx_buffer[ix]; in rxrpc_rotate_rx_window()
242 sp = rxrpc_skb(skb); in rxrpc_rotate_rx_window()
244 subpacket = call->rxtx_annotations[ix] & RXRPC_RX_ANNO_SUBPACKET; in rxrpc_rotate_rx_window()
245 serial = sp->hdr.serial + subpacket; in rxrpc_rotate_rx_window()
247 if (subpacket == sp->nr_subpackets - 1 && in rxrpc_rotate_rx_window()
248 sp->rx_flags & RXRPC_SKB_INCL_LAST) in rxrpc_rotate_rx_window()
251 call->rxtx_buffer[ix] = NULL; in rxrpc_rotate_rx_window()
252 call->rxtx_annotations[ix] = 0; in rxrpc_rotate_rx_window()
254 smp_store_release(&call->rx_hard_ack, hard_ack); in rxrpc_rotate_rx_window()
263 if (after_eq(hard_ack, call->ackr_consumed + 2) || in rxrpc_rotate_rx_window()
264 after_eq(top, call->ackr_seen + 2) || in rxrpc_rotate_rx_window()
265 (hard_ack == top && after(hard_ack, call->ackr_consumed))) in rxrpc_rotate_rx_window()
269 if (call->ackr_reason && call->ackr_reason != RXRPC_ACK_DELAY) in rxrpc_rotate_rx_window()
284 struct rxrpc_skb_priv *sp = rxrpc_skb(skb); in rxrpc_verify_packet() local
285 rxrpc_seq_t seq = sp->hdr.seq; in rxrpc_verify_packet()
286 u16 cksum = sp->hdr.cksum; in rxrpc_verify_packet()
296 if (skb_copy_bits(skb, offset - 2, &tmp, 2) < 0) in rxrpc_verify_packet()
302 return call->security->verify_packet(call, skb, offset, len, in rxrpc_verify_packet()
309 * (1) An skb may contain a jumbo packet - so we have to find the appropriate
321 struct rxrpc_skb_priv *sp = rxrpc_skb(skb); in rxrpc_locate_data() local
331 len = skb->len - offset; in rxrpc_locate_data()
332 if (subpacket < sp->nr_subpackets - 1) in rxrpc_locate_data()
334 else if (sp->rx_flags & RXRPC_SKB_INCL_LAST) in rxrpc_locate_data()
347 call->security->locate_data(call, skb, _offset, _len); in rxrpc_locate_data()
354 * (returns 1). If more packets are required, it returns -EAGAIN.
360 struct rxrpc_skb_priv *sp; in rxrpc_recvmsg_data() local
367 int ix, copy, ret = -EAGAIN, ret2; in rxrpc_recvmsg_data()
369 if (test_and_clear_bit(RXRPC_CALL_RX_UNDERRUN, &call->flags) && in rxrpc_recvmsg_data()
370 call->ackr_reason) in rxrpc_recvmsg_data()
373 rx_pkt_offset = call->rx_pkt_offset; in rxrpc_recvmsg_data()
374 rx_pkt_len = call->rx_pkt_len; in rxrpc_recvmsg_data()
375 rx_pkt_last = call->rx_pkt_last; in rxrpc_recvmsg_data()
377 if (call->state >= RXRPC_CALL_SERVER_ACK_REQUEST) { in rxrpc_recvmsg_data()
378 seq = call->rx_hard_ack; in rxrpc_recvmsg_data()
384 hard_ack = call->rx_hard_ack; in rxrpc_recvmsg_data()
387 while (top = smp_load_acquire(&call->rx_top), in rxrpc_recvmsg_data()
391 skb = call->rxtx_buffer[ix]; in rxrpc_recvmsg_data()
399 sp = rxrpc_skb(skb); in rxrpc_recvmsg_data()
402 serial = sp->hdr.serial; in rxrpc_recvmsg_data()
403 serial += call->rxtx_annotations[ix] & RXRPC_RX_ANNO_SUBPACKET; in rxrpc_recvmsg_data()
409 sock_recv_timestamp(msg, sock->sk, skb); in rxrpc_recvmsg_data()
413 &call->rxtx_annotations[ix], in rxrpc_recvmsg_data()
427 /* We have to handle short, empty and used-up DATA packets. */ in rxrpc_recvmsg_data()
428 remain = len - *_offset; in rxrpc_recvmsg_data()
442 rx_pkt_len -= copy; in rxrpc_recvmsg_data()
461 ASSERTCMP(seq, ==, READ_ONCE(call->rx_top)); in rxrpc_recvmsg_data()
471 call->rx_pkt_offset = rx_pkt_offset; in rxrpc_recvmsg_data()
472 call->rx_pkt_len = rx_pkt_len; in rxrpc_recvmsg_data()
473 call->rx_pkt_last = rx_pkt_last; in rxrpc_recvmsg_data()
478 if (ret == -EAGAIN) in rxrpc_recvmsg_data()
479 set_bit(RXRPC_CALL_RX_UNDERRUN, &call->flags); in rxrpc_recvmsg_data()
485 * - we need to be careful about two or more threads calling recvmsg
492 struct rxrpc_sock *rx = rxrpc_sk(sock->sk); in rxrpc_recvmsg() local
503 return -EOPNOTSUPP; in rxrpc_recvmsg()
505 timeo = sock_rcvtimeo(&rx->sk, flags & MSG_DONTWAIT); in rxrpc_recvmsg()
508 lock_sock(&rx->sk); in rxrpc_recvmsg()
511 if (RB_EMPTY_ROOT(&rx->calls) && in rxrpc_recvmsg()
512 list_empty(&rx->recvmsg_q) && in rxrpc_recvmsg()
513 rx->sk.sk_state != RXRPC_SERVER_LISTENING) { in rxrpc_recvmsg()
514 release_sock(&rx->sk); in rxrpc_recvmsg()
515 return -EAGAIN; in rxrpc_recvmsg()
518 if (list_empty(&rx->recvmsg_q)) { in rxrpc_recvmsg()
519 ret = -EWOULDBLOCK; in rxrpc_recvmsg()
525 release_sock(&rx->sk); in rxrpc_recvmsg()
528 prepare_to_wait_exclusive(sk_sleep(&rx->sk), &wait, in rxrpc_recvmsg()
530 ret = sock_error(&rx->sk); in rxrpc_recvmsg()
534 if (list_empty(&rx->recvmsg_q)) { in rxrpc_recvmsg()
541 finish_wait(sk_sleep(&rx->sk), &wait); in rxrpc_recvmsg()
548 write_lock_bh(&rx->recvmsg_lock); in rxrpc_recvmsg()
549 l = rx->recvmsg_q.next; in rxrpc_recvmsg()
552 list_del_init(&call->recvmsg_link); in rxrpc_recvmsg()
555 write_unlock_bh(&rx->recvmsg_lock); in rxrpc_recvmsg()
562 if (!mutex_trylock(&call->user_mutex)) { in rxrpc_recvmsg()
563 ret = -EWOULDBLOCK; in rxrpc_recvmsg()
566 ret = -ERESTARTSYS; in rxrpc_recvmsg()
567 if (mutex_lock_interruptible(&call->user_mutex) < 0) in rxrpc_recvmsg()
571 release_sock(&rx->sk); in rxrpc_recvmsg()
573 if (test_bit(RXRPC_CALL_RELEASED, &call->flags)) in rxrpc_recvmsg()
576 if (test_bit(RXRPC_CALL_HAS_USERID, &call->flags)) { in rxrpc_recvmsg()
578 unsigned int id32 = call->user_call_ID; in rxrpc_recvmsg()
583 unsigned long idl = call->user_call_ID; in rxrpc_recvmsg()
592 if (msg->msg_name && call->peer) { in rxrpc_recvmsg()
593 struct sockaddr_rxrpc *srx = msg->msg_name; in rxrpc_recvmsg()
594 size_t len = sizeof(call->peer->srx); in rxrpc_recvmsg()
596 memcpy(msg->msg_name, &call->peer->srx, len); in rxrpc_recvmsg()
597 srx->srx_service = call->service_id; in rxrpc_recvmsg()
598 msg->msg_namelen = len; in rxrpc_recvmsg()
601 switch (READ_ONCE(call->state)) { in rxrpc_recvmsg()
605 ret = rxrpc_recvmsg_data(sock, call, msg, &msg->msg_iter, len, in rxrpc_recvmsg()
607 if (ret == -EAGAIN) in rxrpc_recvmsg()
610 if (after(call->rx_top, call->rx_hard_ack) && in rxrpc_recvmsg()
611 call->rxtx_buffer[(call->rx_hard_ack + 1) & RXRPC_RXTX_BUFF_MASK]) in rxrpc_recvmsg()
622 if (call->state == RXRPC_CALL_COMPLETE) { in rxrpc_recvmsg()
627 rxrpc_release_call(rx, call); in rxrpc_recvmsg()
628 msg->msg_flags |= MSG_EOR; in rxrpc_recvmsg()
633 msg->msg_flags |= MSG_MORE; in rxrpc_recvmsg()
635 msg->msg_flags &= ~MSG_MORE; in rxrpc_recvmsg()
639 mutex_unlock(&call->user_mutex); in rxrpc_recvmsg()
646 write_lock_bh(&rx->recvmsg_lock); in rxrpc_recvmsg()
647 list_add(&call->recvmsg_link, &rx->recvmsg_q); in rxrpc_recvmsg()
648 write_unlock_bh(&rx->recvmsg_lock); in rxrpc_recvmsg()
654 release_sock(&rx->sk); in rxrpc_recvmsg()
662 finish_wait(sk_sleep(&rx->sk), &wait); in rxrpc_recvmsg()
668 * rxrpc_kernel_recv_data - Allow a kernel service to receive data/info
673 * @_abort: Where the abort code is stored if -ECONNABORTED is returned
679 * and -EAGAIN if we need more data.
681 * Note that we may return -EAGAIN to drain empty packets at the end of the
694 call->debug_id, rxrpc_call_states[call->state], in rxrpc_kernel_recv_data()
697 ASSERTCMP(call->state, !=, RXRPC_CALL_SERVER_SECURING); in rxrpc_kernel_recv_data()
699 mutex_lock(&call->user_mutex); in rxrpc_kernel_recv_data()
701 switch (READ_ONCE(call->state)) { in rxrpc_kernel_recv_data()
713 * full buffer or have been given -EAGAIN. in rxrpc_kernel_recv_data()
732 ret = -EINPROGRESS; in rxrpc_kernel_recv_data()
739 switch (call->ackr_reason) { in rxrpc_kernel_recv_data()
743 if (ret != -EAGAIN) in rxrpc_kernel_recv_data()
751 *_service = call->service_id; in rxrpc_kernel_recv_data()
752 mutex_unlock(&call->user_mutex); in rxrpc_kernel_recv_data()
758 ret = -EBADMSG; in rxrpc_kernel_recv_data()
762 ret = -EMSGSIZE; in rxrpc_kernel_recv_data()
765 *_abort = call->abort_code; in rxrpc_kernel_recv_data()
766 ret = call->error; in rxrpc_kernel_recv_data()
767 if (call->completion == RXRPC_CALL_SUCCEEDED) { in rxrpc_kernel_recv_data()
770 ret = -ECONNRESET; in rxrpc_kernel_recv_data()
777 * rxrpc_kernel_get_reply_time - Get timestamp on first reply packet
792 mutex_lock(&call->user_mutex); in rxrpc_kernel_get_reply_time()
794 if (READ_ONCE(call->state) != RXRPC_CALL_CLIENT_RECV_REPLY) in rxrpc_kernel_get_reply_time()
797 hard_ack = call->rx_hard_ack; in rxrpc_kernel_get_reply_time()
802 top = smp_load_acquire(&call->rx_top); in rxrpc_kernel_get_reply_time()
806 skb = call->rxtx_buffer[seq & RXRPC_RXTX_BUFF_MASK]; in rxrpc_kernel_get_reply_time()
814 mutex_unlock(&call->user_mutex); in rxrpc_kernel_get_reply_time()