23 static void rxrpc_propose_ping(struct rxrpc_call *call,  in rxrpc_propose_ping()  argument
28 		    !test_and_set_bit(RXRPC_CALL_EV_PING, &call->events))  in rxrpc_propose_ping()
29 			rxrpc_queue_call(call);  in rxrpc_propose_ping()
34 		if (time_before(ping_at, call->ping_at)) {  in rxrpc_propose_ping()
35 			WRITE_ONCE(call->ping_at, ping_at);  in rxrpc_propose_ping()
36 			rxrpc_reduce_call_timer(call, ping_at, now,  in rxrpc_propose_ping()
45 static void __rxrpc_propose_ACK(struct rxrpc_call *call, u8 ack_reason,  in __rxrpc_propose_ACK()  argument
57 		rxrpc_propose_ping(call, immediate, background);  in __rxrpc_propose_ACK()
66 	       call->ackr_reason, rxrpc_ack_priority[call->ackr_reason]);  in __rxrpc_propose_ACK()
67 	if (ack_reason == call->ackr_reason) {  in __rxrpc_propose_ACK()
70 			call->ackr_serial = serial;  in __rxrpc_propose_ACK()
74 	} else if (prior > rxrpc_ack_priority[call->ackr_reason]) {  in __rxrpc_propose_ACK()
75 		call->ackr_reason = ack_reason;  in __rxrpc_propose_ACK()
76 		call->ackr_serial = serial;  in __rxrpc_propose_ACK()
104 	if (test_bit(RXRPC_CALL_EV_ACK, &call->events)) {  in __rxrpc_propose_ACK()
107 		_debug("immediate ACK %lx", call->events);  in __rxrpc_propose_ACK()
108 		if (!test_and_set_bit(RXRPC_CALL_EV_ACK, &call->events) &&  in __rxrpc_propose_ACK()
110 			rxrpc_queue_call(call);  in __rxrpc_propose_ACK()
114 		if (call->peer->srtt_us != 0)  in __rxrpc_propose_ACK()
115 			ack_at = usecs_to_jiffies(call->peer->srtt_us >> 3);  in __rxrpc_propose_ACK()
119 		ack_at += READ_ONCE(call->tx_backoff);  in __rxrpc_propose_ACK()
121 		if (time_before(ack_at, call->ack_at)) {  in __rxrpc_propose_ACK()
122 			WRITE_ONCE(call->ack_at, ack_at);  in __rxrpc_propose_ACK()
123 			rxrpc_reduce_call_timer(call, ack_at, now,  in __rxrpc_propose_ACK()
129 	trace_rxrpc_propose_ack(call, why, ack_reason, serial, immediate,  in __rxrpc_propose_ACK()
134  * propose an ACK be sent, locking the call structure
136 void rxrpc_propose_ACK(struct rxrpc_call *call, u8 ack_reason,  in rxrpc_propose_ACK()  argument
140 	spin_lock_bh(&call->lock);  in rxrpc_propose_ACK()
141 	__rxrpc_propose_ACK(call, ack_reason, serial,  in rxrpc_propose_ACK()
143 	spin_unlock_bh(&call->lock);  in rxrpc_propose_ACK()
149 static void rxrpc_congestion_timeout(struct rxrpc_call *call)  in rxrpc_congestion_timeout()  argument
151 	set_bit(RXRPC_CALL_RETRANS_TIMEOUT, &call->flags);  in rxrpc_congestion_timeout()
157 static void rxrpc_resend(struct rxrpc_call *call, unsigned long now_j)  in rxrpc_resend()  argument
166 	_enter("{%d,%d}", call->tx_hard_ack, call->tx_top);  in rxrpc_resend()
168 	rto_j = call->peer->rto_j;  in rxrpc_resend()
173 	spin_lock_bh(&call->lock);  in rxrpc_resend()
175 	cursor = call->tx_hard_ack;  in rxrpc_resend()
176 	top = call->tx_top;  in rxrpc_resend()
185 	trace_rxrpc_resend(call, (cursor + 1) & RXRPC_RXTX_BUFF_MASK);  in rxrpc_resend()
189 		annotation = call->rxtx_annotations[ix];  in rxrpc_resend()
195 		skb = call->rxtx_buffer[ix];  in rxrpc_resend()
209 		call->rxtx_annotations[ix] = RXRPC_TX_ANNO_RETRANS | annotation;  in rxrpc_resend()
211 		trace_rxrpc_retransmit(call, seq, annotation | anno_type,  in rxrpc_resend()
217 	WRITE_ONCE(call->resend_at, resend_at);  in rxrpc_resend()
220 		rxrpc_congestion_timeout(call);  in rxrpc_resend()
227 		rxrpc_reduce_call_timer(call, resend_at, now_j,  in rxrpc_resend()
229 		spin_unlock_bh(&call->lock);  in rxrpc_resend()
230 		ack_ts = ktime_sub(now, call->acks_latest_ts);  in rxrpc_resend()
231 		if (ktime_to_us(ack_ts) < (call->peer->srtt_us >> 3))  in rxrpc_resend()
233 		rxrpc_propose_ACK(call, RXRPC_ACK_PING, 0, true, false,  in rxrpc_resend()
235 		rxrpc_send_ack_packet(call, true, NULL);  in rxrpc_resend()
246 		annotation = call->rxtx_annotations[ix];  in rxrpc_resend()
257 		call->rxtx_annotations[ix] = annotation;  in rxrpc_resend()
259 		skb = call->rxtx_buffer[ix];  in rxrpc_resend()
264 		spin_unlock_bh(&call->lock);  in rxrpc_resend()
266 		if (rxrpc_send_data_packet(call, skb, true) < 0) {  in rxrpc_resend()
271 		if (rxrpc_is_client_call(call))  in rxrpc_resend()
272 			rxrpc_expose_client_call(call);  in rxrpc_resend()
275 		spin_lock_bh(&call->lock);  in rxrpc_resend()
276 		if (after(call->tx_hard_ack, seq))  in rxrpc_resend()
277 			seq = call->tx_hard_ack;  in rxrpc_resend()
281 	spin_unlock_bh(&call->lock);  in rxrpc_resend()
291 	struct rxrpc_call *call =  in rxrpc_process_call()  local
297 	rxrpc_see_call(call);  in rxrpc_process_call()
301 	       call->debug_id, rxrpc_call_states[call->state], call->events);  in rxrpc_process_call()
309 	if (test_and_clear_bit(RXRPC_CALL_EV_ABORT, &call->events)) {  in rxrpc_process_call()
310 		rxrpc_send_abort_packet(call);  in rxrpc_process_call()
314 	if (call->state == RXRPC_CALL_COMPLETE) {  in rxrpc_process_call()
315 		del_timer_sync(&call->timer);  in rxrpc_process_call()
321 	t = READ_ONCE(call->expect_rx_by);  in rxrpc_process_call()
323 		trace_rxrpc_timer(call, rxrpc_timer_exp_normal, now);  in rxrpc_process_call()
324 		set_bit(RXRPC_CALL_EV_EXPIRED, &call->events);  in rxrpc_process_call()
327 	t = READ_ONCE(call->expect_req_by);  in rxrpc_process_call()
328 	if (call->state == RXRPC_CALL_SERVER_RECV_REQUEST &&  in rxrpc_process_call()
330 		trace_rxrpc_timer(call, rxrpc_timer_exp_idle, now);  in rxrpc_process_call()
331 		set_bit(RXRPC_CALL_EV_EXPIRED, &call->events);  in rxrpc_process_call()
334 	t = READ_ONCE(call->expect_term_by);  in rxrpc_process_call()
336 		trace_rxrpc_timer(call, rxrpc_timer_exp_hard, now);  in rxrpc_process_call()
337 		set_bit(RXRPC_CALL_EV_EXPIRED, &call->events);  in rxrpc_process_call()
340 	t = READ_ONCE(call->ack_at);  in rxrpc_process_call()
342 		trace_rxrpc_timer(call, rxrpc_timer_exp_ack, now);  in rxrpc_process_call()
343 		cmpxchg(&call->ack_at, t, now + MAX_JIFFY_OFFSET);  in rxrpc_process_call()
344 		set_bit(RXRPC_CALL_EV_ACK, &call->events);  in rxrpc_process_call()
347 	t = READ_ONCE(call->ack_lost_at);  in rxrpc_process_call()
349 		trace_rxrpc_timer(call, rxrpc_timer_exp_lost_ack, now);  in rxrpc_process_call()
350 		cmpxchg(&call->ack_lost_at, t, now + MAX_JIFFY_OFFSET);  in rxrpc_process_call()
351 		set_bit(RXRPC_CALL_EV_ACK_LOST, &call->events);  in rxrpc_process_call()
354 	t = READ_ONCE(call->keepalive_at);  in rxrpc_process_call()
356 		trace_rxrpc_timer(call, rxrpc_timer_exp_keepalive, now);  in rxrpc_process_call()
357 		cmpxchg(&call->keepalive_at, t, now + MAX_JIFFY_OFFSET);  in rxrpc_process_call()
358 		rxrpc_propose_ACK(call, RXRPC_ACK_PING, 0, true, true,  in rxrpc_process_call()
360 		set_bit(RXRPC_CALL_EV_PING, &call->events);  in rxrpc_process_call()
363 	t = READ_ONCE(call->ping_at);  in rxrpc_process_call()
365 		trace_rxrpc_timer(call, rxrpc_timer_exp_ping, now);  in rxrpc_process_call()
366 		cmpxchg(&call->ping_at, t, now + MAX_JIFFY_OFFSET);  in rxrpc_process_call()
367 		set_bit(RXRPC_CALL_EV_PING, &call->events);  in rxrpc_process_call()
370 	t = READ_ONCE(call->resend_at);  in rxrpc_process_call()
372 		trace_rxrpc_timer(call, rxrpc_timer_exp_resend, now);  in rxrpc_process_call()
373 		cmpxchg(&call->resend_at, t, now + MAX_JIFFY_OFFSET);  in rxrpc_process_call()
374 		set_bit(RXRPC_CALL_EV_RESEND, &call->events);  in rxrpc_process_call()
378 	if (test_and_clear_bit(RXRPC_CALL_EV_EXPIRED, &call->events)) {  in rxrpc_process_call()
379 		if (test_bit(RXRPC_CALL_RX_HEARD, &call->flags) &&  in rxrpc_process_call()
380 		    (int)call->conn->hi_serial - (int)call->rx_serial > 0) {  in rxrpc_process_call()
381 			trace_rxrpc_call_reset(call);  in rxrpc_process_call()
382 			rxrpc_abort_call("EXP", call, 0, RX_USER_ABORT, -ECONNRESET);  in rxrpc_process_call()
384 			rxrpc_abort_call("EXP", call, 0, RX_USER_ABORT, -ETIME);  in rxrpc_process_call()
386 		set_bit(RXRPC_CALL_EV_ABORT, &call->events);  in rxrpc_process_call()
391 	if (test_and_clear_bit(RXRPC_CALL_EV_ACK_LOST, &call->events)) {  in rxrpc_process_call()
392 		call->acks_lost_top = call->tx_top;  in rxrpc_process_call()
393 		rxrpc_propose_ACK(call, RXRPC_ACK_PING, 0, true, false,  in rxrpc_process_call()
395 		send_ack = &call->acks_lost_ping;  in rxrpc_process_call()
398 	if (test_and_clear_bit(RXRPC_CALL_EV_ACK, &call->events) ||  in rxrpc_process_call()
400 		if (call->ackr_reason) {  in rxrpc_process_call()
401 			rxrpc_send_ack_packet(call, false, send_ack);  in rxrpc_process_call()
406 	if (test_and_clear_bit(RXRPC_CALL_EV_PING, &call->events)) {  in rxrpc_process_call()
407 		rxrpc_send_ack_packet(call, true, NULL);  in rxrpc_process_call()
411 	if (test_and_clear_bit(RXRPC_CALL_EV_RESEND, &call->events)) {  in rxrpc_process_call()
412 		rxrpc_resend(call, now);  in rxrpc_process_call()
417 	next = call->expect_rx_by;  in rxrpc_process_call()
421 	set(call->expect_req_by);  in rxrpc_process_call()
422 	set(call->expect_term_by);  in rxrpc_process_call()
423 	set(call->ack_at);  in rxrpc_process_call()
424 	set(call->ack_lost_at);  in rxrpc_process_call()
425 	set(call->resend_at);  in rxrpc_process_call()
426 	set(call->keepalive_at);  in rxrpc_process_call()
427 	set(call->ping_at);  in rxrpc_process_call()
433 	rxrpc_reduce_call_timer(call, next, now, rxrpc_timer_restart);  in rxrpc_process_call()
436 	if (call->events && call->state < RXRPC_CALL_COMPLETE)  in rxrpc_process_call()
440 	rxrpc_put_call(call, rxrpc_call_put);  in rxrpc_process_call()
446 	__rxrpc_queue_call(call);  in rxrpc_process_call()