415 				  srng->u.src_ring.low_threshold);  in ath11k_hal_srng_src_hw_init()
423 			  ((unsigned long)srng->u.src_ring.tp_addr -  in ath11k_hal_srng_src_hw_init()
437 	*srng->u.src_ring.tp_addr = 0;  in ath11k_hal_srng_src_hw_init()
520 	params->low_threshold = srng->u.src_ring.low_threshold;  in ath11k_hal_srng_get_params()
534 		       ((unsigned long)srng->u.src_ring.hp_addr -  in ath11k_hal_srng_get_hp_addr()
550 		       ((unsigned long)srng->u.src_ring.tp_addr -  in ath11k_hal_srng_get_tp_addr()
715 	hp = srng->u.src_ring.hp;  in ath11k_hal_srng_src_num_free()
718 		tp = *srng->u.src_ring.tp_addr;  in ath11k_hal_srng_src_num_free()
719 		srng->u.src_ring.cached_tp = tp;  in ath11k_hal_srng_src_num_free()
721 		tp = srng->u.src_ring.cached_tp;  in ath11k_hal_srng_src_num_free()
744 	next_hp = (srng->u.src_ring.hp + srng->entry_size) % srng->ring_size;  in ath11k_hal_srng_src_get_next_entry()
746 	if (next_hp == srng->u.src_ring.cached_tp)  in ath11k_hal_srng_src_get_next_entry()
749 	desc = srng->ring_base_vaddr + srng->u.src_ring.hp;  in ath11k_hal_srng_src_get_next_entry()
750 	srng->u.src_ring.hp = next_hp;  in ath11k_hal_srng_src_get_next_entry()
758 	srng->u.src_ring.reap_hp = next_hp;  in ath11k_hal_srng_src_get_next_entry()
771 	next_reap_hp = (srng->u.src_ring.reap_hp + srng->entry_size) %  in ath11k_hal_srng_src_reap_next()
774 	if (next_reap_hp == srng->u.src_ring.cached_tp)  in ath11k_hal_srng_src_reap_next()
778 	srng->u.src_ring.reap_hp = next_reap_hp;  in ath11k_hal_srng_src_reap_next()
790 	if (srng->u.src_ring.hp == srng->u.src_ring.reap_hp)  in ath11k_hal_srng_src_get_next_reaped()
793 	desc = srng->ring_base_vaddr + srng->u.src_ring.hp;  in ath11k_hal_srng_src_get_next_reaped()
794 	srng->u.src_ring.hp = (srng->u.src_ring.hp + srng->entry_size) %  in ath11k_hal_srng_src_get_next_reaped()
806 	next_hp = (srng->u.src_ring.hp + srng->entry_size) % srng->ring_size;  in ath11k_hal_srng_src_next_peek()
808 	if (next_hp != srng->u.src_ring.cached_tp)  in ath11k_hal_srng_src_next_peek()
818 	if (((srng->u.src_ring.hp + srng->entry_size) % srng->ring_size) ==  in ath11k_hal_srng_src_peek()
819 	    srng->u.src_ring.cached_tp)  in ath11k_hal_srng_src_peek()
822 	return srng->ring_base_vaddr + srng->u.src_ring.hp;  in ath11k_hal_srng_src_peek()
832 		srng->u.src_ring.cached_tp =  in ath11k_hal_srng_access_begin()
833 			*(volatile u32 *)srng->u.src_ring.tp_addr;  in ath11k_hal_srng_access_begin()
863 			srng->u.src_ring.last_tp =  in ath11k_hal_srng_access_end()
864 				*(volatile u32 *)srng->u.src_ring.tp_addr;  in ath11k_hal_srng_access_end()
869 			WRITE_ONCE(*srng->u.src_ring.hp_addr, srng->u.src_ring.hp);  in ath11k_hal_srng_access_end()
880 			srng->u.src_ring.last_tp =  in ath11k_hal_srng_access_end()
881 				*(volatile u32 *)srng->u.src_ring.tp_addr;  in ath11k_hal_srng_access_end()
887 					   (unsigned long)srng->u.src_ring.hp_addr -  in ath11k_hal_srng_access_end()
889 					   srng->u.src_ring.hp);  in ath11k_hal_srng_access_end()
1049 		srng->u.src_ring.hp = 0;  in ath11k_hal_srng_setup()
1050 		srng->u.src_ring.cached_tp = 0;  in ath11k_hal_srng_setup()
1051 		srng->u.src_ring.reap_hp = srng->ring_size - srng->entry_size;  in ath11k_hal_srng_setup()
1052 		srng->u.src_ring.tp_addr = (void *)(hal->rdp.vaddr + ring_id);  in ath11k_hal_srng_setup()
1053 		srng->u.src_ring.low_threshold = params->low_threshold *  in ath11k_hal_srng_setup()
1057 			srng->u.src_ring.hp_addr = (void *)(hal->wrp.vaddr +  in ath11k_hal_srng_setup()
1062 				srng->u.src_ring.hp_addr =  in ath11k_hal_srng_setup()
1069 					   (unsigned long)srng->u.src_ring.hp_addr -  in ath11k_hal_srng_setup()
1142 		srng->u.src_ring.hp_addr = (u32 *)(HAL_SHADOW_REG(ab, shadow_cfg_idx) +  in ath11k_hal_srng_update_hp_tp_addr()
1224 	    *srng->u.src_ring.tp_addr != srng->u.src_ring.hp)  in ath11k_hal_srng_shadow_update_hp_tp()
1440 				   srng->ring_id, srng->u.src_ring.hp,  in ath11k_hal_dump_srng_stats()
1441 				   srng->u.src_ring.reap_hp,  in ath11k_hal_dump_srng_stats()
1442 				   *srng->u.src_ring.tp_addr, srng->u.src_ring.cached_tp,  in ath11k_hal_dump_srng_stats()
1443 				   srng->u.src_ring.last_tp,  in ath11k_hal_dump_srng_stats()