249 	params->low_threshold = srng->u.src_ring.low_threshold;  in ath12k_hal_srng_get_params()
266 		       ((unsigned long)srng->u.src_ring.hp_addr -  in ath12k_hal_srng_get_hp_addr()
282 		       ((unsigned long)srng->u.src_ring.tp_addr -  in ath12k_hal_srng_get_tp_addr()
379 	hp = srng->u.src_ring.hp;  in ath12k_hal_srng_src_num_free()
382 		tp = *srng->u.src_ring.tp_addr;  in ath12k_hal_srng_src_num_free()
383 		srng->u.src_ring.cached_tp = tp;  in ath12k_hal_srng_src_num_free()
385 		tp = srng->u.src_ring.cached_tp;  in ath12k_hal_srng_src_num_free()
402 	next_hp = (srng->u.src_ring.hp + srng->entry_size) % srng->ring_size;  in ath12k_hal_srng_src_next_peek()
404 	if (next_hp == srng->u.src_ring.cached_tp)  in ath12k_hal_srng_src_next_peek()
427 	next_hp = (srng->u.src_ring.hp + srng->entry_size) % srng->ring_size;  in ath12k_hal_srng_src_get_next_entry()
429 	if (next_hp == srng->u.src_ring.cached_tp)  in ath12k_hal_srng_src_get_next_entry()
432 	desc = srng->ring_base_vaddr + srng->u.src_ring.hp;  in ath12k_hal_srng_src_get_next_entry()
433 	srng->u.src_ring.hp = next_hp;  in ath12k_hal_srng_src_get_next_entry()
441 	srng->u.src_ring.reap_hp = next_hp;  in ath12k_hal_srng_src_get_next_entry()
451 	if (((srng->u.src_ring.hp + srng->entry_size) % srng->ring_size) ==  in ath12k_hal_srng_src_peek()
452 	    srng->u.src_ring.cached_tp)  in ath12k_hal_srng_src_peek()
455 	return srng->ring_base_vaddr + srng->u.src_ring.hp;  in ath12k_hal_srng_src_peek()
467 	next_reap_hp = (srng->u.src_ring.reap_hp + srng->entry_size) %  in ath12k_hal_srng_src_reap_next()
470 	if (next_reap_hp == srng->u.src_ring.cached_tp)  in ath12k_hal_srng_src_reap_next()
474 	srng->u.src_ring.reap_hp = next_reap_hp;  in ath12k_hal_srng_src_reap_next()
486 	if (srng->u.src_ring.hp == srng->u.src_ring.reap_hp)  in ath12k_hal_srng_src_get_next_reaped()
489 	desc = srng->ring_base_vaddr + srng->u.src_ring.hp;  in ath12k_hal_srng_src_get_next_reaped()
490 	srng->u.src_ring.hp = (srng->u.src_ring.hp + srng->entry_size) %  in ath12k_hal_srng_src_get_next_reaped()
503 		srng->u.src_ring.cached_tp =  in ath12k_hal_srng_access_begin()
504 			*(volatile u32 *)srng->u.src_ring.tp_addr;  in ath12k_hal_srng_access_begin()
531 			srng->u.src_ring.last_tp =  in ath12k_hal_srng_access_end()
532 				*(volatile u32 *)srng->u.src_ring.tp_addr;  in ath12k_hal_srng_access_end()
537 			WRITE_ONCE(*srng->u.src_ring.hp_addr, srng->u.src_ring.hp);  in ath12k_hal_srng_access_end()
548 			srng->u.src_ring.last_tp =  in ath12k_hal_srng_access_end()
549 				*(volatile u32 *)srng->u.src_ring.tp_addr;  in ath12k_hal_srng_access_end()
555 					   (unsigned long)srng->u.src_ring.hp_addr -  in ath12k_hal_srng_access_end()
557 					   srng->u.src_ring.hp);  in ath12k_hal_srng_access_end()
620 		srng->u.src_ring.hp = 0;  in ath12k_hal_srng_setup()
621 		srng->u.src_ring.cached_tp = 0;  in ath12k_hal_srng_setup()
622 		srng->u.src_ring.reap_hp = srng->ring_size - srng->entry_size;  in ath12k_hal_srng_setup()
623 		srng->u.src_ring.tp_addr = (void *)(hal->rdp.vaddr + ring_id);  in ath12k_hal_srng_setup()
624 		srng->u.src_ring.low_threshold = params->low_threshold *  in ath12k_hal_srng_setup()
630 			srng->u.src_ring.hp_addr = (void *)(hal->wrp.vaddr +  in ath12k_hal_srng_setup()
714 	    *srng->u.src_ring.tp_addr != srng->u.src_ring.hp)  in ath12k_hal_srng_shadow_update_hp_tp()
811 				   srng->ring_id, srng->u.src_ring.hp,  in ath12k_hal_dump_srng_stats()
812 				   srng->u.src_ring.reap_hp,  in ath12k_hal_dump_srng_stats()
813 				   *srng->u.src_ring.tp_addr, srng->u.src_ring.cached_tp,  in ath12k_hal_dump_srng_stats()
814 				   srng->u.src_ring.last_tp,  in ath12k_hal_dump_srng_stats()