36 static void rxrpc_tx_backoff(struct rxrpc_call *call, int ret)  in rxrpc_tx_backoff()  argument
39 		u16 tx_backoff = READ_ONCE(call->tx_backoff);  in rxrpc_tx_backoff()
42 			WRITE_ONCE(call->tx_backoff, tx_backoff + 1);  in rxrpc_tx_backoff()
44 		WRITE_ONCE(call->tx_backoff, 0);  in rxrpc_tx_backoff()
50  * lets the far side know we're still interested in this call and helps keep
56 static void rxrpc_set_keepalive(struct rxrpc_call *call)  in rxrpc_set_keepalive()  argument
58 	unsigned long now = jiffies, keepalive_at = call->next_rx_timo / 6;  in rxrpc_set_keepalive()
61 	WRITE_ONCE(call->keepalive_at, keepalive_at);  in rxrpc_set_keepalive()
62 	rxrpc_reduce_call_timer(call, keepalive_at, now,  in rxrpc_set_keepalive()
70 				 struct rxrpc_call *call,  in rxrpc_fill_out_ack()  argument
83 	serial = call->ackr_serial;  in rxrpc_fill_out_ack()
84 	hard_ack = READ_ONCE(call->rx_hard_ack);  in rxrpc_fill_out_ack()
85 	top = smp_load_acquire(&call->rx_top);  in rxrpc_fill_out_ack()
92 	pkt->ack.previousPacket	= htonl(call->ackr_prev_seq);  in rxrpc_fill_out_ack()
104 			if (call->rxtx_buffer[ix])  in rxrpc_fill_out_ack()
114 	jmax = (call->nr_jumbo_bad > 3) ? 1 : rxrpc_rx_jumbo_max;  in rxrpc_fill_out_ack()
117 	pkt->ackinfo.rwind	= htonl(call->rx_winsize);  in rxrpc_fill_out_ack()
129 static int rxrpc_begin_rtt_probe(struct rxrpc_call *call, rxrpc_serial_t serial,  in rxrpc_begin_rtt_probe()  argument
132 	unsigned long avail = call->rtt_avail;  in rxrpc_begin_rtt_probe()
139 	if (!test_and_clear_bit(rtt_slot, &call->rtt_avail))  in rxrpc_begin_rtt_probe()
142 	call->rtt_serial[rtt_slot] = serial;  in rxrpc_begin_rtt_probe()
143 	call->rtt_sent_at[rtt_slot] = ktime_get_real();  in rxrpc_begin_rtt_probe()
145 	set_bit(rtt_slot + RXRPC_CALL_RTT_PEND_SHIFT, &call->rtt_avail);  in rxrpc_begin_rtt_probe()
147 	trace_rxrpc_rtt_tx(call, why, rtt_slot, serial);  in rxrpc_begin_rtt_probe()
151 	trace_rxrpc_rtt_tx(call, rxrpc_rtt_tx_no_slot, rtt_slot, serial);  in rxrpc_begin_rtt_probe()
158 static void rxrpc_cancel_rtt_probe(struct rxrpc_call *call,  in rxrpc_cancel_rtt_probe()  argument
162 		clear_bit(rtt_slot + RXRPC_CALL_RTT_PEND_SHIFT, &call->rtt_avail);  in rxrpc_cancel_rtt_probe()
164 		set_bit(rtt_slot, &call->rtt_avail);  in rxrpc_cancel_rtt_probe()
165 		trace_rxrpc_rtt_tx(call, rxrpc_rtt_tx_cancel, rtt_slot, serial);  in rxrpc_cancel_rtt_probe()
170  * Send an ACK call packet.
172 int rxrpc_send_ack_packet(struct rxrpc_call *call, bool ping,  in rxrpc_send_ack_packet()  argument
185 	if (test_bit(RXRPC_CALL_DISCONNECTED, &call->flags))  in rxrpc_send_ack_packet()
192 	conn = call->conn;  in rxrpc_send_ack_packet()
194 	msg.msg_name	= &call->peer->srx.transport;  in rxrpc_send_ack_packet()
195 	msg.msg_namelen	= call->peer->srx.transport_len;  in rxrpc_send_ack_packet()
201 	pkt->whdr.cid		= htonl(call->cid);  in rxrpc_send_ack_packet()
202 	pkt->whdr.callNumber	= htonl(call->call_id);  in rxrpc_send_ack_packet()
207 	pkt->whdr.securityIndex	= call->security_ix;  in rxrpc_send_ack_packet()
209 	pkt->whdr.serviceId	= htons(call->service_id);  in rxrpc_send_ack_packet()
211 	spin_lock_bh(&call->lock);  in rxrpc_send_ack_packet()
215 		reason = call->ackr_reason;  in rxrpc_send_ack_packet()
216 		if (!call->ackr_reason) {  in rxrpc_send_ack_packet()
217 			spin_unlock_bh(&call->lock);  in rxrpc_send_ack_packet()
221 		call->ackr_reason = 0;  in rxrpc_send_ack_packet()
223 	n = rxrpc_fill_out_ack(conn, call, pkt, &hard_ack, &top, reason);  in rxrpc_send_ack_packet()
225 	spin_unlock_bh(&call->lock);  in rxrpc_send_ack_packet()
235 	trace_rxrpc_tx_ack(call->debug_id, serial,  in rxrpc_send_ack_packet()
243 		rtt_slot = rxrpc_begin_rtt_probe(call, serial, rxrpc_rtt_tx_ping);  in rxrpc_send_ack_packet()
248 		trace_rxrpc_tx_fail(call->debug_id, serial, ret,  in rxrpc_send_ack_packet()
251 		trace_rxrpc_tx_packet(call->debug_id, &pkt->whdr,  in rxrpc_send_ack_packet()
253 	rxrpc_tx_backoff(call, ret);  in rxrpc_send_ack_packet()
255 	if (call->state < RXRPC_CALL_COMPLETE) {  in rxrpc_send_ack_packet()
257 			rxrpc_cancel_rtt_probe(call, serial, rtt_slot);  in rxrpc_send_ack_packet()
258 			rxrpc_propose_ACK(call, pkt->ack.reason,  in rxrpc_send_ack_packet()
263 			spin_lock_bh(&call->lock);  in rxrpc_send_ack_packet()
264 			if (after(hard_ack, call->ackr_consumed))  in rxrpc_send_ack_packet()
265 				call->ackr_consumed = hard_ack;  in rxrpc_send_ack_packet()
266 			if (after(top, call->ackr_seen))  in rxrpc_send_ack_packet()
267 				call->ackr_seen = top;  in rxrpc_send_ack_packet()
268 			spin_unlock_bh(&call->lock);  in rxrpc_send_ack_packet()
271 		rxrpc_set_keepalive(call);  in rxrpc_send_ack_packet()
280  * Send an ABORT call packet.
282 int rxrpc_send_abort_packet(struct rxrpc_call *call)  in rxrpc_send_abort_packet()  argument
291 	/* Don't bother sending aborts for a client call once the server has  in rxrpc_send_abort_packet()
294 	 * the reply, it's not worth it if we can send a new call on the same  in rxrpc_send_abort_packet()
295 	 * channel instead, thereby closing off this call.  in rxrpc_send_abort_packet()
297 	if (rxrpc_is_client_call(call) &&  in rxrpc_send_abort_packet()
298 	    test_bit(RXRPC_CALL_TX_LAST, &call->flags))  in rxrpc_send_abort_packet()
301 	if (test_bit(RXRPC_CALL_DISCONNECTED, &call->flags))  in rxrpc_send_abort_packet()
304 	conn = call->conn;  in rxrpc_send_abort_packet()
306 	msg.msg_name	= &call->peer->srx.transport;  in rxrpc_send_abort_packet()
307 	msg.msg_namelen	= call->peer->srx.transport_len;  in rxrpc_send_abort_packet()
313 	pkt.whdr.cid		= htonl(call->cid);  in rxrpc_send_abort_packet()
314 	pkt.whdr.callNumber	= htonl(call->call_id);  in rxrpc_send_abort_packet()
319 	pkt.whdr.securityIndex	= call->security_ix;  in rxrpc_send_abort_packet()
321 	pkt.whdr.serviceId	= htons(call->service_id);  in rxrpc_send_abort_packet()
322 	pkt.abort_code		= htonl(call->abort_code);  in rxrpc_send_abort_packet()
334 		trace_rxrpc_tx_fail(call->debug_id, serial, ret,  in rxrpc_send_abort_packet()
337 		trace_rxrpc_tx_packet(call->debug_id, &pkt.whdr,  in rxrpc_send_abort_packet()
339 	rxrpc_tx_backoff(call, ret);  in rxrpc_send_abort_packet()
346 int rxrpc_send_data_packet(struct rxrpc_call *call, struct sk_buff *skb,  in rxrpc_send_data_packet()  argument
349 	struct rxrpc_connection *conn = call->conn;  in rxrpc_send_data_packet()
360 	if (hlist_unhashed(&call->error_link)) {  in rxrpc_send_data_packet()
361 		spin_lock_bh(&call->peer->lock);  in rxrpc_send_data_packet()
362 		hlist_add_head_rcu(&call->error_link, &call->peer->error_targets);  in rxrpc_send_data_packet()
363 		spin_unlock_bh(&call->peer->lock);  in rxrpc_send_data_packet()
370 	whdr.cid	= htonl(call->cid);  in rxrpc_send_data_packet()
371 	whdr.callNumber	= htonl(call->call_id);  in rxrpc_send_data_packet()
377 	whdr.securityIndex = call->security_ix;  in rxrpc_send_data_packet()
379 	whdr.serviceId	= htons(call->service_id);  in rxrpc_send_data_packet()
391 	msg.msg_name = &call->peer->srx.transport;  in rxrpc_send_data_packet()
392 	msg.msg_namelen = call->peer->srx.transport_len;  in rxrpc_send_data_packet()
401 	 * service call, lest OpenAFS incorrectly send us an ACK with some  in rxrpc_send_data_packet()
407 	    (test_and_clear_bit(RXRPC_CALL_EV_ACK_LOST, &call->events) ||  in rxrpc_send_data_packet()
409 	     call->cong_mode == RXRPC_CALL_SLOW_START ||  in rxrpc_send_data_packet()
410 	     (call->peer->rtt_count < 3 && sp->hdr.seq & 1) ||  in rxrpc_send_data_packet()
411 	     ktime_before(ktime_add_ms(call->peer->rtt_last_req, 1000),  in rxrpc_send_data_packet()
419 			trace_rxrpc_tx_data(call, sp->hdr.seq, serial,  in rxrpc_send_data_packet()
425 	trace_rxrpc_tx_data(call, sp->hdr.seq, serial, whdr.flags, retrans,  in rxrpc_send_data_packet()
430 	if (iov[1].iov_len >= call->peer->maxdata)  in rxrpc_send_data_packet()
439 		rtt_slot = rxrpc_begin_rtt_probe(call, serial, rxrpc_rtt_tx_data);  in rxrpc_send_data_packet()
452 		rxrpc_cancel_rtt_probe(call, serial, rtt_slot);  in rxrpc_send_data_packet()
453 		trace_rxrpc_tx_fail(call->debug_id, serial, ret,  in rxrpc_send_data_packet()
456 		trace_rxrpc_tx_packet(call->debug_id, &whdr,  in rxrpc_send_data_packet()
460 	rxrpc_tx_backoff(call, ret);  in rxrpc_send_data_packet()
467 			call->peer->rtt_last_req = skb->tstamp;  in rxrpc_send_data_packet()
468 			if (call->peer->rtt_count > 1) {  in rxrpc_send_data_packet()
471 				ack_lost_at = rxrpc_get_rto_backoff(call->peer, retrans);  in rxrpc_send_data_packet()
473 				WRITE_ONCE(call->ack_lost_at, ack_lost_at);  in rxrpc_send_data_packet()
474 				rxrpc_reduce_call_timer(call, ack_lost_at, nowj,  in rxrpc_send_data_packet()
481 				      &call->flags)) {  in rxrpc_send_data_packet()
484 			expect_rx_by = nowj + call->next_rx_timo;  in rxrpc_send_data_packet()
485 			WRITE_ONCE(call->expect_rx_by, expect_rx_by);  in rxrpc_send_data_packet()
486 			rxrpc_reduce_call_timer(call, expect_rx_by, nowj,  in rxrpc_send_data_packet()
490 		rxrpc_set_keepalive(call);  in rxrpc_send_data_packet()
492 		/* Cancel the call if the initial transmission fails,  in rxrpc_send_data_packet()
497 		if (!test_and_set_bit(RXRPC_CALL_BEGAN_RX_TIMER, &call->flags))  in rxrpc_send_data_packet()
498 			rxrpc_set_call_completion(call, RXRPC_CALL_LOCAL_ERROR,  in rxrpc_send_data_packet()
502 	_leave(" = %d [%u]", ret, call->peer->maxdata);  in rxrpc_send_data_packet()
515 		rtt_slot = rxrpc_begin_rtt_probe(call, serial, rxrpc_rtt_tx_data);  in rxrpc_send_data_packet()
535 		rxrpc_cancel_rtt_probe(call, serial, rtt_slot);  in rxrpc_send_data_packet()
536 		trace_rxrpc_tx_fail(call->debug_id, serial, ret,  in rxrpc_send_data_packet()
539 		trace_rxrpc_tx_packet(call->debug_id, &whdr,  in rxrpc_send_data_packet()
542 	rxrpc_tx_backoff(call, ret);  in rxrpc_send_data_packet()