Lines Matching full:call
2 /* RxRPC individual remote procedure call handling
50 struct rxrpc_call *call = from_timer(call, t, timer); in rxrpc_call_timer_expired() local
52 _enter("%d", call->debug_id); in rxrpc_call_timer_expired()
54 if (call->state < RXRPC_CALL_COMPLETE) { in rxrpc_call_timer_expired()
55 trace_rxrpc_timer(call, rxrpc_timer_expired, jiffies); in rxrpc_call_timer_expired()
56 rxrpc_queue_call(call); in rxrpc_call_timer_expired()
63 * find an extant server call
69 struct rxrpc_call *call; in rxrpc_find_call_by_user_ID() local
78 call = rb_entry(p, struct rxrpc_call, sock_node); in rxrpc_find_call_by_user_ID()
80 if (user_call_ID < call->user_call_ID) in rxrpc_find_call_by_user_ID()
82 else if (user_call_ID > call->user_call_ID) in rxrpc_find_call_by_user_ID()
93 rxrpc_get_call(call, rxrpc_call_got); in rxrpc_find_call_by_user_ID()
95 _leave(" = %p [%d]", call, atomic_read(&call->usage)); in rxrpc_find_call_by_user_ID()
96 return call; in rxrpc_find_call_by_user_ID()
100 * allocate a new call
105 struct rxrpc_call *call; in rxrpc_alloc_call() local
108 call = kmem_cache_zalloc(rxrpc_call_jar, gfp); in rxrpc_alloc_call()
109 if (!call) in rxrpc_alloc_call()
112 call->rxtx_buffer = kcalloc(RXRPC_RXTX_BUFF_SIZE, in rxrpc_alloc_call()
115 if (!call->rxtx_buffer) in rxrpc_alloc_call()
118 call->rxtx_annotations = kcalloc(RXRPC_RXTX_BUFF_SIZE, sizeof(u8), gfp); in rxrpc_alloc_call()
119 if (!call->rxtx_annotations) in rxrpc_alloc_call()
122 mutex_init(&call->user_mutex); in rxrpc_alloc_call()
128 lockdep_set_class(&call->user_mutex, in rxrpc_alloc_call()
131 timer_setup(&call->timer, rxrpc_call_timer_expired, 0); in rxrpc_alloc_call()
132 INIT_WORK(&call->processor, &rxrpc_process_call); in rxrpc_alloc_call()
133 INIT_LIST_HEAD(&call->link); in rxrpc_alloc_call()
134 INIT_LIST_HEAD(&call->chan_wait_link); in rxrpc_alloc_call()
135 INIT_LIST_HEAD(&call->accept_link); in rxrpc_alloc_call()
136 INIT_LIST_HEAD(&call->recvmsg_link); in rxrpc_alloc_call()
137 INIT_LIST_HEAD(&call->sock_link); in rxrpc_alloc_call()
138 init_waitqueue_head(&call->waitq); in rxrpc_alloc_call()
139 spin_lock_init(&call->lock); in rxrpc_alloc_call()
140 spin_lock_init(&call->notify_lock); in rxrpc_alloc_call()
141 spin_lock_init(&call->input_lock); in rxrpc_alloc_call()
142 rwlock_init(&call->state_lock); in rxrpc_alloc_call()
143 atomic_set(&call->usage, 1); in rxrpc_alloc_call()
144 call->debug_id = debug_id; in rxrpc_alloc_call()
145 call->tx_total_len = -1; in rxrpc_alloc_call()
146 call->next_rx_timo = 20 * HZ; in rxrpc_alloc_call()
147 call->next_req_timo = 1 * HZ; in rxrpc_alloc_call()
149 memset(&call->sock_node, 0xed, sizeof(call->sock_node)); in rxrpc_alloc_call()
152 call->rx_winsize = rxrpc_rx_window_size; in rxrpc_alloc_call()
153 call->tx_winsize = 16; in rxrpc_alloc_call()
154 call->rx_expect_next = 1; in rxrpc_alloc_call()
156 call->cong_cwnd = 2; in rxrpc_alloc_call()
157 call->cong_ssthresh = RXRPC_RXTX_BUFF_SIZE - 1; in rxrpc_alloc_call()
159 call->rxnet = rxnet; in rxrpc_alloc_call()
160 call->rtt_avail = RXRPC_CALL_RTT_AVAIL_MASK; in rxrpc_alloc_call()
162 return call; in rxrpc_alloc_call()
165 kfree(call->rxtx_buffer); in rxrpc_alloc_call()
167 kmem_cache_free(rxrpc_call_jar, call); in rxrpc_alloc_call()
172 * Allocate a new client call.
179 struct rxrpc_call *call; in rxrpc_alloc_client_call() local
184 call = rxrpc_alloc_call(rx, gfp, debug_id); in rxrpc_alloc_client_call()
185 if (!call) in rxrpc_alloc_client_call()
187 call->state = RXRPC_CALL_CLIENT_AWAIT_CONN; in rxrpc_alloc_client_call()
188 call->service_id = srx->srx_service; in rxrpc_alloc_client_call()
189 call->tx_phase = true; in rxrpc_alloc_client_call()
191 call->acks_latest_ts = now; in rxrpc_alloc_client_call()
192 call->cong_tstamp = now; in rxrpc_alloc_client_call()
194 _leave(" = %p", call); in rxrpc_alloc_client_call()
195 return call; in rxrpc_alloc_client_call()
199 * Initiate the call ack/resend/expiry timer.
201 static void rxrpc_start_call_timer(struct rxrpc_call *call) in rxrpc_start_call_timer() argument
206 call->ack_at = j; in rxrpc_start_call_timer()
207 call->ack_lost_at = j; in rxrpc_start_call_timer()
208 call->resend_at = j; in rxrpc_start_call_timer()
209 call->ping_at = j; in rxrpc_start_call_timer()
210 call->expect_rx_by = j; in rxrpc_start_call_timer()
211 call->expect_req_by = j; in rxrpc_start_call_timer()
212 call->expect_term_by = j; in rxrpc_start_call_timer()
213 call->timer.expires = now; in rxrpc_start_call_timer()
217 * Wait for a call slot to become available.
233 * Release a call slot.
235 static void rxrpc_put_call_slot(struct rxrpc_call *call) in rxrpc_put_call_slot() argument
239 if (test_bit(RXRPC_CALL_KERNEL, &call->flags)) in rxrpc_put_call_slot()
245 * Set up a call for the given parameters.
247 * - If it returns a call, the call's lock will need releasing by the caller.
256 __acquires(&call->user_mutex) in rxrpc_new_client_call()
258 struct rxrpc_call *call, *xcall; in rxrpc_new_client_call() local
271 call = rxrpc_alloc_client_call(rx, srx, gfp, debug_id); in rxrpc_new_client_call()
272 if (IS_ERR(call)) { in rxrpc_new_client_call()
275 _leave(" = %ld", PTR_ERR(call)); in rxrpc_new_client_call()
276 return call; in rxrpc_new_client_call()
279 call->interruptibility = p->interruptibility; in rxrpc_new_client_call()
280 call->tx_total_len = p->tx_total_len; in rxrpc_new_client_call()
281 trace_rxrpc_call(call->debug_id, rxrpc_call_new_client, in rxrpc_new_client_call()
282 atomic_read(&call->usage), in rxrpc_new_client_call()
285 __set_bit(RXRPC_CALL_KERNEL, &call->flags); in rxrpc_new_client_call()
287 /* We need to protect a partially set up call against the user as we in rxrpc_new_client_call()
290 mutex_lock(&call->user_mutex); in rxrpc_new_client_call()
292 /* Publish the call, even though it is incompletely set up as yet */ in rxrpc_new_client_call()
309 rcu_assign_pointer(call->socket, rx); in rxrpc_new_client_call()
310 call->user_call_ID = p->user_call_ID; in rxrpc_new_client_call()
311 __set_bit(RXRPC_CALL_HAS_USERID, &call->flags); in rxrpc_new_client_call()
312 rxrpc_get_call(call, rxrpc_call_got_userid); in rxrpc_new_client_call()
313 rb_link_node(&call->sock_node, parent, pp); in rxrpc_new_client_call()
314 rb_insert_color(&call->sock_node, &rx->calls); in rxrpc_new_client_call()
315 list_add(&call->sock_link, &rx->sock_calls); in rxrpc_new_client_call()
319 rxnet = call->rxnet; in rxrpc_new_client_call()
321 list_add_tail(&call->link, &rxnet->calls); in rxrpc_new_client_call()
324 /* From this point on, the call is protected by its own lock. */ in rxrpc_new_client_call()
328 * including channel number and call ID. in rxrpc_new_client_call()
330 ret = rxrpc_connect_call(rx, call, cp, srx, gfp); in rxrpc_new_client_call()
334 trace_rxrpc_call(call->debug_id, rxrpc_call_connected, in rxrpc_new_client_call()
335 atomic_read(&call->usage), here, NULL); in rxrpc_new_client_call()
337 rxrpc_start_call_timer(call); in rxrpc_new_client_call()
339 _net("CALL new %d on CONN %d", call->debug_id, call->conn->debug_id); in rxrpc_new_client_call()
341 _leave(" = %p [new]", call); in rxrpc_new_client_call()
342 return call; in rxrpc_new_client_call()
352 __rxrpc_set_call_completion(call, RXRPC_CALL_LOCAL_ERROR, in rxrpc_new_client_call()
354 trace_rxrpc_call(call->debug_id, rxrpc_call_error, in rxrpc_new_client_call()
355 atomic_read(&call->usage), here, ERR_PTR(-EEXIST)); in rxrpc_new_client_call()
356 rxrpc_release_call(rx, call); in rxrpc_new_client_call()
357 mutex_unlock(&call->user_mutex); in rxrpc_new_client_call()
358 rxrpc_put_call(call, rxrpc_call_put); in rxrpc_new_client_call()
362 /* We got an error, but the call is attached to the socket and is in in rxrpc_new_client_call()
364 * completing the call queues it. Return 0 from sys_sendmsg() and in rxrpc_new_client_call()
368 trace_rxrpc_call(call->debug_id, rxrpc_call_error, in rxrpc_new_client_call()
369 atomic_read(&call->usage), here, ERR_PTR(ret)); in rxrpc_new_client_call()
370 set_bit(RXRPC_CALL_DISCONNECTED, &call->flags); in rxrpc_new_client_call()
371 __rxrpc_set_call_completion(call, RXRPC_CALL_LOCAL_ERROR, in rxrpc_new_client_call()
373 _leave(" = c=%08x [err]", call->debug_id); in rxrpc_new_client_call()
374 return call; in rxrpc_new_client_call()
378 * Set up an incoming call. call->conn points to the connection.
382 struct rxrpc_call *call, in rxrpc_incoming_call() argument
385 struct rxrpc_connection *conn = call->conn; in rxrpc_incoming_call()
389 _enter(",%d", call->conn->debug_id); in rxrpc_incoming_call()
391 rcu_assign_pointer(call->socket, rx); in rxrpc_incoming_call()
392 call->call_id = sp->hdr.callNumber; in rxrpc_incoming_call()
393 call->service_id = sp->hdr.serviceId; in rxrpc_incoming_call()
394 call->cid = sp->hdr.cid; in rxrpc_incoming_call()
395 call->state = RXRPC_CALL_SERVER_SECURING; in rxrpc_incoming_call()
396 call->cong_tstamp = skb->tstamp; in rxrpc_incoming_call()
398 /* Set the channel for this call. We don't get channel_lock as we're in rxrpc_incoming_call()
402 * call pointer). in rxrpc_incoming_call()
405 conn->channels[chan].call_counter = call->call_id; in rxrpc_incoming_call()
406 conn->channels[chan].call_id = call->call_id; in rxrpc_incoming_call()
407 rcu_assign_pointer(conn->channels[chan].call, call); in rxrpc_incoming_call()
410 hlist_add_head_rcu(&call->error_link, &conn->params.peer->error_targets); in rxrpc_incoming_call()
413 _net("CALL incoming %d on CONN %d", call->debug_id, call->conn->debug_id); in rxrpc_incoming_call()
415 rxrpc_start_call_timer(call); in rxrpc_incoming_call()
420 * Queue a call's work processor, getting a ref to pass to the work queue.
422 bool rxrpc_queue_call(struct rxrpc_call *call) in rxrpc_queue_call() argument
425 int n = atomic_fetch_add_unless(&call->usage, 1, 0); in rxrpc_queue_call()
428 if (rxrpc_queue_work(&call->processor)) in rxrpc_queue_call()
429 trace_rxrpc_call(call->debug_id, rxrpc_call_queued, n + 1, in rxrpc_queue_call()
432 rxrpc_put_call(call, rxrpc_call_put_noqueue); in rxrpc_queue_call()
437 * Queue a call's work processor, passing the callers ref to the work queue.
439 bool __rxrpc_queue_call(struct rxrpc_call *call) in __rxrpc_queue_call() argument
442 int n = atomic_read(&call->usage); in __rxrpc_queue_call()
444 if (rxrpc_queue_work(&call->processor)) in __rxrpc_queue_call()
445 trace_rxrpc_call(call->debug_id, rxrpc_call_queued_ref, n, in __rxrpc_queue_call()
448 rxrpc_put_call(call, rxrpc_call_put_noqueue); in __rxrpc_queue_call()
453 * Note the re-emergence of a call.
455 void rxrpc_see_call(struct rxrpc_call *call) in rxrpc_see_call() argument
458 if (call) { in rxrpc_see_call()
459 int n = atomic_read(&call->usage); in rxrpc_see_call()
461 trace_rxrpc_call(call->debug_id, rxrpc_call_seen, n, in rxrpc_see_call()
467 * Note the addition of a ref on a call.
469 void rxrpc_get_call(struct rxrpc_call *call, enum rxrpc_call_trace op) in rxrpc_get_call() argument
472 int n = atomic_inc_return(&call->usage); in rxrpc_get_call()
474 trace_rxrpc_call(call->debug_id, op, n, here, NULL); in rxrpc_get_call()
480 static void rxrpc_cleanup_ring(struct rxrpc_call *call) in rxrpc_cleanup_ring() argument
485 rxrpc_free_skb(call->rxtx_buffer[i], rxrpc_skb_cleaned); in rxrpc_cleanup_ring()
486 call->rxtx_buffer[i] = NULL; in rxrpc_cleanup_ring()
491 * Detach a call from its owning socket.
493 void rxrpc_release_call(struct rxrpc_sock *rx, struct rxrpc_call *call) in rxrpc_release_call() argument
496 struct rxrpc_connection *conn = call->conn; in rxrpc_release_call()
499 _enter("{%d,%d}", call->debug_id, atomic_read(&call->usage)); in rxrpc_release_call()
501 trace_rxrpc_call(call->debug_id, rxrpc_call_release, in rxrpc_release_call()
502 atomic_read(&call->usage), in rxrpc_release_call()
503 here, (const void *)call->flags); in rxrpc_release_call()
505 ASSERTCMP(call->state, ==, RXRPC_CALL_COMPLETE); in rxrpc_release_call()
507 spin_lock_bh(&call->lock); in rxrpc_release_call()
508 if (test_and_set_bit(RXRPC_CALL_RELEASED, &call->flags)) in rxrpc_release_call()
510 spin_unlock_bh(&call->lock); in rxrpc_release_call()
512 rxrpc_put_call_slot(call); in rxrpc_release_call()
514 del_timer_sync(&call->timer); in rxrpc_release_call()
519 if (!list_empty(&call->recvmsg_link)) { in rxrpc_release_call()
520 _debug("unlinking once-pending call %p { e=%lx f=%lx }", in rxrpc_release_call()
521 call, call->events, call->flags); in rxrpc_release_call()
522 list_del(&call->recvmsg_link); in rxrpc_release_call()
527 call->recvmsg_link.next = NULL; in rxrpc_release_call()
528 call->recvmsg_link.prev = NULL; in rxrpc_release_call()
532 rxrpc_put_call(call, rxrpc_call_put); in rxrpc_release_call()
536 if (test_and_clear_bit(RXRPC_CALL_HAS_USERID, &call->flags)) { in rxrpc_release_call()
537 rb_erase(&call->sock_node, &rx->calls); in rxrpc_release_call()
538 memset(&call->sock_node, 0xdd, sizeof(call->sock_node)); in rxrpc_release_call()
539 rxrpc_put_call(call, rxrpc_call_put_userid); in rxrpc_release_call()
542 list_del(&call->sock_link); in rxrpc_release_call()
545 _debug("RELEASE CALL %p (%d CONN %p)", call, call->debug_id, conn); in rxrpc_release_call()
547 if (conn && !test_bit(RXRPC_CALL_DISCONNECTED, &call->flags)) in rxrpc_release_call()
548 rxrpc_disconnect_call(call); in rxrpc_release_call()
549 if (call->security) in rxrpc_release_call()
550 call->security->free_call_crypto(call); in rxrpc_release_call()
552 rxrpc_cleanup_ring(call); in rxrpc_release_call()
561 struct rxrpc_call *call; in rxrpc_release_calls_on_socket() local
566 call = list_entry(rx->to_be_accepted.next, in rxrpc_release_calls_on_socket()
568 list_del(&call->accept_link); in rxrpc_release_calls_on_socket()
569 rxrpc_abort_call("SKR", call, 0, RX_CALL_DEAD, -ECONNRESET); in rxrpc_release_calls_on_socket()
570 rxrpc_put_call(call, rxrpc_call_put); in rxrpc_release_calls_on_socket()
574 call = list_entry(rx->sock_calls.next, in rxrpc_release_calls_on_socket()
576 rxrpc_get_call(call, rxrpc_call_got); in rxrpc_release_calls_on_socket()
577 rxrpc_abort_call("SKT", call, 0, RX_CALL_DEAD, -ECONNRESET); in rxrpc_release_calls_on_socket()
578 rxrpc_send_abort_packet(call); in rxrpc_release_calls_on_socket()
579 rxrpc_release_call(rx, call); in rxrpc_release_calls_on_socket()
580 rxrpc_put_call(call, rxrpc_call_put); in rxrpc_release_calls_on_socket()
587 * release a call
589 void rxrpc_put_call(struct rxrpc_call *call, enum rxrpc_call_trace op) in rxrpc_put_call() argument
591 struct rxrpc_net *rxnet = call->rxnet; in rxrpc_put_call()
593 unsigned int debug_id = call->debug_id; in rxrpc_put_call()
596 ASSERT(call != NULL); in rxrpc_put_call()
598 n = atomic_dec_return(&call->usage); in rxrpc_put_call()
602 _debug("call %d dead", call->debug_id); in rxrpc_put_call()
603 ASSERTCMP(call->state, ==, RXRPC_CALL_COMPLETE); in rxrpc_put_call()
605 if (!list_empty(&call->link)) { in rxrpc_put_call()
607 list_del_init(&call->link); in rxrpc_put_call()
611 rxrpc_cleanup_call(call); in rxrpc_put_call()
616 * Final call destruction - but must be done in process context.
620 struct rxrpc_call *call = container_of(work, struct rxrpc_call, processor); in rxrpc_destroy_call() local
621 struct rxrpc_net *rxnet = call->rxnet; in rxrpc_destroy_call()
623 rxrpc_put_connection(call->conn); in rxrpc_destroy_call()
624 rxrpc_put_peer(call->peer); in rxrpc_destroy_call()
625 kfree(call->rxtx_buffer); in rxrpc_destroy_call()
626 kfree(call->rxtx_annotations); in rxrpc_destroy_call()
627 kmem_cache_free(rxrpc_call_jar, call); in rxrpc_destroy_call()
633 * Final call destruction under RCU.
637 struct rxrpc_call *call = container_of(rcu, struct rxrpc_call, rcu); in rxrpc_rcu_destroy_call() local
640 INIT_WORK(&call->processor, rxrpc_destroy_call); in rxrpc_rcu_destroy_call()
641 if (!rxrpc_queue_work(&call->processor)) in rxrpc_rcu_destroy_call()
644 rxrpc_destroy_call(&call->processor); in rxrpc_rcu_destroy_call()
649 * clean up a call
651 void rxrpc_cleanup_call(struct rxrpc_call *call) in rxrpc_cleanup_call() argument
653 _net("DESTROY CALL %d", call->debug_id); in rxrpc_cleanup_call()
655 memset(&call->sock_node, 0xcd, sizeof(call->sock_node)); in rxrpc_cleanup_call()
657 del_timer_sync(&call->timer); in rxrpc_cleanup_call()
659 ASSERTCMP(call->state, ==, RXRPC_CALL_COMPLETE); in rxrpc_cleanup_call()
660 ASSERT(test_bit(RXRPC_CALL_RELEASED, &call->flags)); in rxrpc_cleanup_call()
662 rxrpc_cleanup_ring(call); in rxrpc_cleanup_call()
663 rxrpc_free_skb(call->tx_pending, rxrpc_skb_cleaned); in rxrpc_cleanup_call()
665 call_rcu(&call->rcu, rxrpc_rcu_destroy_call); in rxrpc_cleanup_call()
675 struct rxrpc_call *call; in rxrpc_destroy_all_calls() local
683 call = list_entry(rxnet->calls.next, in rxrpc_destroy_all_calls()
685 _debug("Zapping call %p", call); in rxrpc_destroy_all_calls()
687 rxrpc_see_call(call); in rxrpc_destroy_all_calls()
688 list_del_init(&call->link); in rxrpc_destroy_all_calls()
690 pr_err("Call %p still in use (%d,%s,%lx,%lx)!\n", in rxrpc_destroy_all_calls()
691 call, atomic_read(&call->usage), in rxrpc_destroy_all_calls()
692 rxrpc_call_states[call->state], in rxrpc_destroy_all_calls()
693 call->flags, call->events); in rxrpc_destroy_all_calls()