23 bool rxrpc_propose_abort(struct rxrpc_call *call, s32 abort_code, int error,  in rxrpc_propose_abort()  argument
26 	_enter("{%d},%d,%d,%u", call->debug_id, abort_code, error, why);  in rxrpc_propose_abort()
28 	if (!call->send_abort && !rxrpc_call_is_complete(call)) {  in rxrpc_propose_abort()
29 		call->send_abort_why = why;  in rxrpc_propose_abort()
30 		call->send_abort_err = error;  in rxrpc_propose_abort()
31 		call->send_abort_seq = 0;  in rxrpc_propose_abort()
33 		smp_store_release(&call->send_abort, abort_code);  in rxrpc_propose_abort()
34 		rxrpc_poke_call(call, rxrpc_call_poke_abort);  in rxrpc_propose_abort()
42  * Wait for a call to become connected.  Interruption here doesn't cause the
43  * call to be aborted.
45 static int rxrpc_wait_to_be_connected(struct rxrpc_call *call, long *timeo)  in rxrpc_wait_to_be_connected()  argument
50 	_enter("%d", call->debug_id);  in rxrpc_wait_to_be_connected()
52 	if (rxrpc_call_state(call) != RXRPC_CALL_CLIENT_AWAIT_CONN)  in rxrpc_wait_to_be_connected()
55 	add_wait_queue_exclusive(&call->waitq, &myself);  in rxrpc_wait_to_be_connected()
58 		switch (call->interruptibility) {  in rxrpc_wait_to_be_connected()
69 		if (rxrpc_call_state(call) != RXRPC_CALL_CLIENT_AWAIT_CONN)  in rxrpc_wait_to_be_connected()
71 		if ((call->interruptibility == RXRPC_INTERRUPTIBLE ||  in rxrpc_wait_to_be_connected()
72 		     call->interruptibility == RXRPC_PREINTERRUPTIBLE) &&  in rxrpc_wait_to_be_connected()
80 	remove_wait_queue(&call->waitq, &myself);  in rxrpc_wait_to_be_connected()
84 	if (ret == 0 && rxrpc_call_is_complete(call))  in rxrpc_wait_to_be_connected()
85 		ret = call->error;  in rxrpc_wait_to_be_connected()
94 static bool rxrpc_check_tx_space(struct rxrpc_call *call, rxrpc_seq_t *_tx_win)  in rxrpc_check_tx_space()  argument
97 		*_tx_win = call->tx_bottom;  in rxrpc_check_tx_space()
98 	return call->tx_prepared - call->tx_bottom < 256;  in rxrpc_check_tx_space()
105 					 struct rxrpc_call *call,  in rxrpc_wait_for_tx_window_intr()  argument
110 		if (rxrpc_check_tx_space(call, NULL))  in rxrpc_wait_for_tx_window_intr()
113 		if (rxrpc_call_is_complete(call))  in rxrpc_wait_for_tx_window_intr()
114 			return call->error;  in rxrpc_wait_for_tx_window_intr()
119 		trace_rxrpc_txqueue(call, rxrpc_txqueue_wait);  in rxrpc_wait_for_tx_window_intr()
129 					    struct rxrpc_call *call)  in rxrpc_wait_for_tx_window_waitall()  argument
134 	rtt = READ_ONCE(call->peer->srtt_us) >> 3;  in rxrpc_wait_for_tx_window_waitall()
140 	tx_start = smp_load_acquire(&call->acks_hard_ack);  in rxrpc_wait_for_tx_window_waitall()
145 		if (rxrpc_check_tx_space(call, &tx_win))  in rxrpc_wait_for_tx_window_waitall()
148 		if (rxrpc_call_is_complete(call))  in rxrpc_wait_for_tx_window_waitall()
149 			return call->error;  in rxrpc_wait_for_tx_window_waitall()
160 		trace_rxrpc_txqueue(call, rxrpc_txqueue_wait);  in rxrpc_wait_for_tx_window_waitall()
169 					    struct rxrpc_call *call,  in rxrpc_wait_for_tx_window_nonintr()  argument
174 		if (rxrpc_check_tx_space(call, NULL))  in rxrpc_wait_for_tx_window_nonintr()
177 		if (rxrpc_call_is_complete(call))  in rxrpc_wait_for_tx_window_nonintr()
178 			return call->error;  in rxrpc_wait_for_tx_window_nonintr()
180 		trace_rxrpc_txqueue(call, rxrpc_txqueue_wait);  in rxrpc_wait_for_tx_window_nonintr()
190 				    struct rxrpc_call *call,  in rxrpc_wait_for_tx_window()  argument
198 	       call->tx_bottom, call->acks_hard_ack, call->tx_top, call->tx_winsize);  in rxrpc_wait_for_tx_window()
200 	add_wait_queue(&call->waitq, &myself);  in rxrpc_wait_for_tx_window()
202 	switch (call->interruptibility) {  in rxrpc_wait_for_tx_window()
205 			ret = rxrpc_wait_for_tx_window_waitall(rx, call);  in rxrpc_wait_for_tx_window()
207 			ret = rxrpc_wait_for_tx_window_intr(rx, call, timeo);  in rxrpc_wait_for_tx_window()
212 		ret = rxrpc_wait_for_tx_window_nonintr(rx, call, timeo);  in rxrpc_wait_for_tx_window()
216 	remove_wait_queue(&call->waitq, &myself);  in rxrpc_wait_for_tx_window()
223  * Notify the owner of the call that the transmit phase is ended and the last
226 static void rxrpc_notify_end_tx(struct rxrpc_sock *rx, struct rxrpc_call *call,  in rxrpc_notify_end_tx()  argument
230 		notify_end_tx(&rx->sk, call, call->user_call_ID);  in rxrpc_notify_end_tx()
238 static void rxrpc_queue_packet(struct rxrpc_sock *rx, struct rxrpc_call *call,  in rxrpc_queue_packet()  argument
245 	rxrpc_inc_stat(call->rxnet, stat_tx_data);  in rxrpc_queue_packet()
247 	ASSERTCMP(txb->seq, ==, call->tx_prepared + 1);  in rxrpc_queue_packet()
255 		trace_rxrpc_txqueue(call, rxrpc_txqueue_queue_last);  in rxrpc_queue_packet()
257 		trace_rxrpc_txqueue(call, rxrpc_txqueue_queue);  in rxrpc_queue_packet()
259 	/* Add the packet to the call's output buffer */  in rxrpc_queue_packet()
260 	spin_lock(&call->tx_lock);  in rxrpc_queue_packet()
261 	poke = list_empty(&call->tx_sendmsg);  in rxrpc_queue_packet()
262 	list_add_tail(&txb->call_link, &call->tx_sendmsg);  in rxrpc_queue_packet()
263 	call->tx_prepared = seq;  in rxrpc_queue_packet()
265 		rxrpc_notify_end_tx(rx, call, notify_end_tx);  in rxrpc_queue_packet()
266 	spin_unlock(&call->tx_lock);  in rxrpc_queue_packet()
269 		rxrpc_poke_call(call, rxrpc_call_poke_start);  in rxrpc_queue_packet()
275  * - The caller holds the call user access mutex, but not the socket lock.
278 			   struct rxrpc_call *call,  in rxrpc_send_data()  argument
292 	ret = rxrpc_wait_to_be_connected(call, &timeo);  in rxrpc_send_data()
296 	if (call->conn->state == RXRPC_CONN_CLIENT_UNSECURED) {  in rxrpc_send_data()
297 		ret = rxrpc_init_client_conn_security(call->conn);  in rxrpc_send_data()
309 	state = rxrpc_call_state(call);  in rxrpc_send_data()
317 		/* Request phase complete for this client call */  in rxrpc_send_data()
318 		trace_rxrpc_abort(call->debug_id, rxrpc_sendmsg_late_send,  in rxrpc_send_data()
319 				  call->cid, call->call_id, call->rx_consumed,  in rxrpc_send_data()
325 	if (call->tx_total_len != -1) {  in rxrpc_send_data()
326 		if (len - copied > call->tx_total_len)  in rxrpc_send_data()
328 		if (!more && len - copied != call->tx_total_len)  in rxrpc_send_data()
332 	txb = call->tx_pending;  in rxrpc_send_data()
333 	call->tx_pending = NULL;  in rxrpc_send_data()
343 			if (!rxrpc_check_tx_space(call, NULL))  in rxrpc_send_data()
351 			ret = call->conn->security->how_much_data(call, remain,  in rxrpc_send_data()
360 			txb = rxrpc_alloc_txbuf(call, RXRPC_PACKET_TYPE_DATA,  in rxrpc_send_data()
385 			if (call->tx_total_len != -1)  in rxrpc_send_data()
386 				call->tx_total_len -= copy;  in rxrpc_send_data()
389 		/* check for the far side aborting the call or a network error  in rxrpc_send_data()
391 		if (rxrpc_call_is_complete(call))  in rxrpc_send_data()
401 			else if (call->tx_top - call->acks_hard_ack <  in rxrpc_send_data()
402 				 call->tx_winsize)  in rxrpc_send_data()
405 			ret = call->security->secure_packet(call, txb);  in rxrpc_send_data()
409 			rxrpc_queue_packet(rx, call, txb, notify_end_tx);  in rxrpc_send_data()
416 	if (rxrpc_call_is_complete(call) &&  in rxrpc_send_data()
417 	    call->error < 0)  in rxrpc_send_data()
418 		ret = call->error;  in rxrpc_send_data()
420 	call->tx_pending = txb;  in rxrpc_send_data()
426 	_leave(" = %d", call->error);  in rxrpc_send_data()
427 	return call->error;  in rxrpc_send_data()
442 	mutex_unlock(&call->user_mutex);  in rxrpc_send_data()
444 	ret = rxrpc_wait_for_tx_window(rx, call, &timeo,  in rxrpc_send_data()
448 	if (call->interruptibility == RXRPC_INTERRUPTIBLE) {  in rxrpc_send_data()
449 		if (mutex_lock_interruptible(&call->user_mutex) < 0) {  in rxrpc_send_data()
454 		mutex_lock(&call->user_mutex);  in rxrpc_send_data()
488 				p->call.user_call_ID = *(u32 *)CMSG_DATA(cmsg);  in rxrpc_sendmsg_cmsg()
492 				p->call.user_call_ID = *(unsigned long *)  in rxrpc_sendmsg_cmsg()
530 			if (p->call.tx_total_len != -1 || len != sizeof(__s64))  in rxrpc_sendmsg_cmsg()
532 			p->call.tx_total_len = *(__s64 *)CMSG_DATA(cmsg);  in rxrpc_sendmsg_cmsg()
533 			if (p->call.tx_total_len < 0)  in rxrpc_sendmsg_cmsg()
540 			memcpy(&p->call.timeouts, CMSG_DATA(cmsg), len);  in rxrpc_sendmsg_cmsg()
541 			p->call.nr_timeouts = len / 4;  in rxrpc_sendmsg_cmsg()
542 			if (p->call.timeouts.hard > INT_MAX / HZ)  in rxrpc_sendmsg_cmsg()
544 			if (p->call.nr_timeouts >= 2 && p->call.timeouts.idle > 60 * 60 * 1000)  in rxrpc_sendmsg_cmsg()
546 			if (p->call.nr_timeouts >= 3 && p->call.timeouts.normal > 60 * 60 * 1000)  in rxrpc_sendmsg_cmsg()
557 	if (p->call.tx_total_len != -1 && p->command != RXRPC_CMD_SEND_DATA)  in rxrpc_sendmsg_cmsg()
564  * Create a new client call for sendmsg().
566  * - If it returns a call, the call's lock will need releasing by the caller.
572 	__acquires(&call->user_mutex)  in rxrpc_new_client_call_for_sendmsg()
576 	struct rxrpc_call *call;  in rxrpc_new_client_call_for_sendmsg()  local
606 	call = rxrpc_new_client_call(rx, &cp, &p->call, GFP_KERNEL,  in rxrpc_new_client_call_for_sendmsg()
611 	_leave(" = %p\n", call);  in rxrpc_new_client_call_for_sendmsg()
612 	return call;  in rxrpc_new_client_call_for_sendmsg()
616  * send a message forming part of a client call through an RxRPC socket
623 	struct rxrpc_call *call;  in rxrpc_do_sendmsg()  local
629 		.call.tx_total_len	= -1,  in rxrpc_do_sendmsg()
630 		.call.user_call_ID	= 0,  in rxrpc_do_sendmsg()
631 		.call.nr_timeouts	= 0,  in rxrpc_do_sendmsg()
632 		.call.interruptibility	= RXRPC_INTERRUPTIBLE,  in rxrpc_do_sendmsg()
649 		ret = rxrpc_user_charge_accept(rx, p.call.user_call_ID);  in rxrpc_do_sendmsg()
653 	call = rxrpc_find_call_by_user_ID(rx, p.call.user_call_ID);  in rxrpc_do_sendmsg()
654 	if (!call) {  in rxrpc_do_sendmsg()
658 		call = rxrpc_new_client_call_for_sendmsg(rx, msg, &p);  in rxrpc_do_sendmsg()
660 		if (IS_ERR(call))  in rxrpc_do_sendmsg()
661 			return PTR_ERR(call);  in rxrpc_do_sendmsg()
662 		/* ... and we have the call lock. */  in rxrpc_do_sendmsg()
663 		p.call.nr_timeouts = 0;  in rxrpc_do_sendmsg()
665 		if (rxrpc_call_is_complete(call))  in rxrpc_do_sendmsg()
668 		switch (rxrpc_call_state(call)) {  in rxrpc_do_sendmsg()
676 			rxrpc_put_call(call, rxrpc_call_put_sendmsg);  in rxrpc_do_sendmsg()
683 		ret = mutex_lock_interruptible(&call->user_mutex);  in rxrpc_do_sendmsg()
690 		if (p.call.tx_total_len != -1) {  in rxrpc_do_sendmsg()
692 			if (call->tx_total_len != -1 ||  in rxrpc_do_sendmsg()
693 			    call->tx_pending ||  in rxrpc_do_sendmsg()
694 			    call->tx_top != 0)  in rxrpc_do_sendmsg()
696 			call->tx_total_len = p.call.tx_total_len;  in rxrpc_do_sendmsg()
700 	switch (p.call.nr_timeouts) {  in rxrpc_do_sendmsg()
702 		j = msecs_to_jiffies(p.call.timeouts.normal);  in rxrpc_do_sendmsg()
703 		if (p.call.timeouts.normal > 0 && j == 0)  in rxrpc_do_sendmsg()
705 		WRITE_ONCE(call->next_rx_timo, j);  in rxrpc_do_sendmsg()
708 		j = msecs_to_jiffies(p.call.timeouts.idle);  in rxrpc_do_sendmsg()
709 		if (p.call.timeouts.idle > 0 && j == 0)  in rxrpc_do_sendmsg()
711 		WRITE_ONCE(call->next_req_timo, j);  in rxrpc_do_sendmsg()
714 		if (p.call.timeouts.hard > 0) {  in rxrpc_do_sendmsg()
715 			j = p.call.timeouts.hard * HZ;  in rxrpc_do_sendmsg()
718 			WRITE_ONCE(call->expect_term_by, j);  in rxrpc_do_sendmsg()
719 			rxrpc_reduce_call_timer(call, j, now,  in rxrpc_do_sendmsg()
725 	if (rxrpc_call_is_complete(call)) {  in rxrpc_do_sendmsg()
726 		/* it's too late for this call */  in rxrpc_do_sendmsg()
729 		rxrpc_propose_abort(call, p.abort_code, -ECONNABORTED,  in rxrpc_do_sendmsg()
735 		ret = rxrpc_send_data(rx, call, msg, len, NULL, &dropped_lock);  in rxrpc_do_sendmsg()
740 		mutex_unlock(&call->user_mutex);  in rxrpc_do_sendmsg()
742 	rxrpc_put_call(call, rxrpc_call_put_sendmsg);  in rxrpc_do_sendmsg()
752  * rxrpc_kernel_send_data - Allow a kernel service to send data on a call
753  * @sock: The socket the call is on
754  * @call: The call to send data through
759  * Allow a kernel service to send data on a call.  The call must be in an state
764 int rxrpc_kernel_send_data(struct socket *sock, struct rxrpc_call *call,  in rxrpc_kernel_send_data()  argument
771 	_enter("{%d},", call->debug_id);  in rxrpc_kernel_send_data()
776 	mutex_lock(&call->user_mutex);  in rxrpc_kernel_send_data()
778 	ret = rxrpc_send_data(rxrpc_sk(sock->sk), call, msg, len,  in rxrpc_kernel_send_data()
781 		ret = call->error;  in rxrpc_kernel_send_data()
784 		mutex_unlock(&call->user_mutex);  in rxrpc_kernel_send_data()
791  * rxrpc_kernel_abort_call - Allow a kernel service to abort a call
792  * @sock: The socket the call is on
793  * @call: The call to be aborted
798  * Allow a kernel service to abort a call, if it's still in an abortable state
799  * and return true if the call was aborted, false if it was already complete.
801 bool rxrpc_kernel_abort_call(struct socket *sock, struct rxrpc_call *call,  in rxrpc_kernel_abort_call()  argument
806 	_enter("{%d},%d,%d,%u", call->debug_id, abort_code, error, why);  in rxrpc_kernel_abort_call()
808 	mutex_lock(&call->user_mutex);  in rxrpc_kernel_abort_call()
809 	aborted = rxrpc_propose_abort(call, abort_code, error, why);  in rxrpc_kernel_abort_call()
810 	mutex_unlock(&call->user_mutex);  in rxrpc_kernel_abort_call()
816  * rxrpc_kernel_set_tx_length - Set the total Tx length on a call
817  * @sock: The socket the call is on
818  * @call: The call to be informed
819  * @tx_total_len: The amount of data to be transmitted for this call
821  * Allow a kernel service to set the total transmit length on a call.  This
825  * request length can be set when beginning the call.
827 void rxrpc_kernel_set_tx_length(struct socket *sock, struct rxrpc_call *call,  in rxrpc_kernel_set_tx_length()  argument
830 	WARN_ON(call->tx_total_len != -1);  in rxrpc_kernel_set_tx_length()
831 	call->tx_total_len = tx_total_len;  in rxrpc_kernel_set_tx_length()