1 // SPDX-License-Identifier: BSD-3-Clause-Clear
3  * Copyright (c) 2019-2021 The Linux Foundation. All rights reserved.
4  * Copyright (c) 2021-2023 Qualcomm Innovation Center, Inc. All rights reserved.
15 	struct ath12k_base *ab = ar->ab;  in ath12k_dbring_bufs_replenish()
23 	srng = &ab->hal.srng_list[ring->refill_srng.ring_id];  in ath12k_dbring_bufs_replenish()
25 	lockdep_assert_held(&srng->lock);  in ath12k_dbring_bufs_replenish()
29 	ptr_unaligned = buff->payload;  in ath12k_dbring_bufs_replenish()
30 	ptr_aligned = PTR_ALIGN(ptr_unaligned, ring->buf_align);  in ath12k_dbring_bufs_replenish()
31 	paddr = dma_map_single(ab->dev, ptr_aligned, ring->buf_sz,  in ath12k_dbring_bufs_replenish()
34 	ret = dma_mapping_error(ab->dev, paddr);  in ath12k_dbring_bufs_replenish()
38 	spin_lock_bh(&ring->idr_lock);  in ath12k_dbring_bufs_replenish()
39 	buf_id = idr_alloc(&ring->bufs_idr, buff, 0, ring->bufs_max, gfp);  in ath12k_dbring_bufs_replenish()
40 	spin_unlock_bh(&ring->idr_lock);  in ath12k_dbring_bufs_replenish()
42 		ret = -ENOBUFS;  in ath12k_dbring_bufs_replenish()
48 		ret = -ENOENT;  in ath12k_dbring_bufs_replenish()
52 	buff->paddr = paddr;  in ath12k_dbring_bufs_replenish()
54 	cookie = u32_encode_bits(ar->pdev_idx, DP_RXDMA_BUF_COOKIE_PDEV_ID) |  in ath12k_dbring_bufs_replenish()
64 	spin_lock_bh(&ring->idr_lock);  in ath12k_dbring_bufs_replenish()
65 	idr_remove(&ring->bufs_idr, buf_id);  in ath12k_dbring_bufs_replenish()
66 	spin_unlock_bh(&ring->idr_lock);  in ath12k_dbring_bufs_replenish()
68 	dma_unmap_single(ab->dev, paddr, ring->buf_sz,  in ath12k_dbring_bufs_replenish()
81 	struct ath12k_base *ab = ar->ab;  in ath12k_dbring_fill_bufs()
84 	int size, ret;  in ath12k_dbring_fill_bufs()  local
86 	srng = &ab->hal.srng_list[ring->refill_srng.ring_id];  in ath12k_dbring_fill_bufs()
88 	spin_lock_bh(&srng->lock);  in ath12k_dbring_fill_bufs()
91 	req_entries = min(num_free, ring->bufs_max);  in ath12k_dbring_fill_bufs()
93 	align = ring->buf_align;  in ath12k_dbring_fill_bufs()
94 	size = sizeof(*buff) + ring->buf_sz + align - 1;  in ath12k_dbring_fill_bufs()
97 		buff = kzalloc(size, gfp);  in ath12k_dbring_fill_bufs()
108 		num_remain--;  in ath12k_dbring_fill_bufs()
111 	spin_unlock_bh(&srng->lock);  in ath12k_dbring_fill_bufs()
124 		return -EINVAL;  in ath12k_dbring_wmi_cfg_setup()
126 	arg.pdev_id = DP_SW2HW_MACID(ring->pdev_id);  in ath12k_dbring_wmi_cfg_setup()
128 	arg.base_paddr_lo = lower_32_bits(ring->refill_srng.paddr);  in ath12k_dbring_wmi_cfg_setup()
129 	arg.base_paddr_hi = upper_32_bits(ring->refill_srng.paddr);  in ath12k_dbring_wmi_cfg_setup()
130 	arg.head_idx_paddr_lo = lower_32_bits(ring->hp_addr);  in ath12k_dbring_wmi_cfg_setup()
131 	arg.head_idx_paddr_hi = upper_32_bits(ring->hp_addr);  in ath12k_dbring_wmi_cfg_setup()
132 	arg.tail_idx_paddr_lo = lower_32_bits(ring->tp_addr);  in ath12k_dbring_wmi_cfg_setup()
133 	arg.tail_idx_paddr_hi = upper_32_bits(ring->tp_addr);  in ath12k_dbring_wmi_cfg_setup()
134 	arg.num_elems = ring->bufs_max;  in ath12k_dbring_wmi_cfg_setup()
135 	arg.buf_size = ring->buf_sz;  in ath12k_dbring_wmi_cfg_setup()
136 	arg.num_resp_per_event = ring->num_resp_per_event;  in ath12k_dbring_wmi_cfg_setup()
137 	arg.event_timeout_ms = ring->event_timeout_ms;  in ath12k_dbring_wmi_cfg_setup()
141 		ath12k_warn(ar->ab, "failed to setup db ring cfg\n");  in ath12k_dbring_wmi_cfg_setup()
154 		return -EINVAL;  in ath12k_dbring_set_cfg()
156 	ring->num_resp_per_event = num_resp_per_event;  in ath12k_dbring_set_cfg()
157 	ring->event_timeout_ms = event_timeout_ms;  in ath12k_dbring_set_cfg()
158 	ring->handler = handler;  in ath12k_dbring_set_cfg()
167 	struct ath12k_base *ab = ar->ab;  in ath12k_dbring_buf_setup()
171 	srng = &ab->hal.srng_list[ring->refill_srng.ring_id];  in ath12k_dbring_buf_setup()
172 	ring->bufs_max = ring->refill_srng.size /  in ath12k_dbring_buf_setup()
175 	ring->buf_sz = db_cap->min_buf_sz;  in ath12k_dbring_buf_setup()
176 	ring->buf_align = db_cap->min_buf_align;  in ath12k_dbring_buf_setup()
177 	ring->pdev_id = db_cap->pdev_id;  in ath12k_dbring_buf_setup()
178 	ring->hp_addr = ath12k_hal_srng_get_hp_addr(ab, srng);  in ath12k_dbring_buf_setup()
179 	ring->tp_addr = ath12k_hal_srng_get_tp_addr(ab, srng);  in ath12k_dbring_buf_setup()
191 	ret = ath12k_dp_srng_setup(ar->ab, &ring->refill_srng, HAL_RXDMA_DIR_BUF,  in ath12k_dbring_srng_setup()
192 				   ring_num, ar->pdev_idx, num_entries);  in ath12k_dbring_srng_setup()
194 		ath12k_warn(ar->ab, "failed to setup srng: %d ring_id %d\n",  in ath12k_dbring_srng_setup()
201 	ath12k_dp_srng_cleanup(ar->ab, &ring->refill_srng);  in ath12k_dbring_srng_setup()
212 	if (!ab->num_db_cap || !ab->db_caps)  in ath12k_dbring_get_cap()
213 		return -ENOENT;  in ath12k_dbring_get_cap()
216 		return -EINVAL;  in ath12k_dbring_get_cap()
218 	for (i = 0; i < ab->num_db_cap; i++) {  in ath12k_dbring_get_cap()
219 		if (pdev_idx == ab->db_caps[i].pdev_id &&  in ath12k_dbring_get_cap()
220 		    id == ab->db_caps[i].id) {  in ath12k_dbring_get_cap()
221 			*db_cap = ab->db_caps[i];  in ath12k_dbring_get_cap()
227 	return -ENOENT;  in ath12k_dbring_get_cap()
244 	int size;  in ath12k_dbring_buffer_release_event()  local
248 	pdev_idx = le32_to_cpu(ev->fixed.pdev_id);  in ath12k_dbring_buffer_release_event()
250 	if (pdev_idx >= ab->num_radios) {  in ath12k_dbring_buffer_release_event()
252 		return -EINVAL;  in ath12k_dbring_buffer_release_event()
255 	if (ev->fixed.num_buf_release_entry !=  in ath12k_dbring_buffer_release_event()
256 	    ev->fixed.num_meta_data_entry) {  in ath12k_dbring_buffer_release_event()
258 			    ev->fixed.num_buf_release_entry,  in ath12k_dbring_buffer_release_event()
259 			    ev->fixed.num_meta_data_entry);  in ath12k_dbring_buffer_release_event()
260 		return -EINVAL;  in ath12k_dbring_buffer_release_event()
263 	ar = ab->pdevs[pdev_idx].ar;  in ath12k_dbring_buffer_release_event()
266 	if (!rcu_dereference(ab->pdevs_active[pdev_idx])) {  in ath12k_dbring_buffer_release_event()
267 		ret = -EINVAL;  in ath12k_dbring_buffer_release_event()
271 	switch (ev->fixed.module_id) {  in ath12k_dbring_buffer_release_event()
277 			    ev->fixed.module_id);  in ath12k_dbring_buffer_release_event()
282 		ret = -EINVAL;  in ath12k_dbring_buffer_release_event()
286 	srng = &ab->hal.srng_list[ring->refill_srng.ring_id];  in ath12k_dbring_buffer_release_event()
287 	num_entry = le32_to_cpu(ev->fixed.num_buf_release_entry);  in ath12k_dbring_buffer_release_event()
288 	size = sizeof(*buff) + ring->buf_sz + ring->buf_align - 1;  in ath12k_dbring_buffer_release_event()
291 	spin_lock_bh(&srng->lock);  in ath12k_dbring_buffer_release_event()
294 		desc.info0 = ev->buf_entry[num_buff_reaped].paddr_lo;  in ath12k_dbring_buffer_release_event()
295 		desc.info1 = ev->buf_entry[num_buff_reaped].paddr_hi;  in ath12k_dbring_buffer_release_event()
296 		handler_data.meta = ev->meta_data[num_buff_reaped];  in ath12k_dbring_buffer_release_event()
304 		spin_lock_bh(&ring->idr_lock);  in ath12k_dbring_buffer_release_event()
305 		buff = idr_find(&ring->bufs_idr, buf_id);  in ath12k_dbring_buffer_release_event()
307 			spin_unlock_bh(&ring->idr_lock);  in ath12k_dbring_buffer_release_event()
310 		idr_remove(&ring->bufs_idr, buf_id);  in ath12k_dbring_buffer_release_event()
311 		spin_unlock_bh(&ring->idr_lock);  in ath12k_dbring_buffer_release_event()
313 		dma_unmap_single(ab->dev, buff->paddr, ring->buf_sz,  in ath12k_dbring_buffer_release_event()
316 		if (ring->handler) {  in ath12k_dbring_buffer_release_event()
317 			vaddr_unalign = buff->payload;  in ath12k_dbring_buffer_release_event()
319 						      ring->buf_align);  in ath12k_dbring_buffer_release_event()
320 			handler_data.data_sz = ring->buf_sz;  in ath12k_dbring_buffer_release_event()
322 			ring->handler(ar, &handler_data);  in ath12k_dbring_buffer_release_event()
325 		memset(buff, 0, size);  in ath12k_dbring_buffer_release_event()
329 	spin_unlock_bh(&srng->lock);  in ath12k_dbring_buffer_release_event()
339 	ath12k_dp_srng_cleanup(ar->ab, &ring->refill_srng);  in ath12k_dbring_srng_cleanup()
347 	spin_lock_bh(&ring->idr_lock);  in ath12k_dbring_buf_cleanup()
348 	idr_for_each_entry(&ring->bufs_idr, buff, buf_id) {  in ath12k_dbring_buf_cleanup()
349 		idr_remove(&ring->bufs_idr, buf_id);  in ath12k_dbring_buf_cleanup()
350 		dma_unmap_single(ar->ab->dev, buff->paddr,  in ath12k_dbring_buf_cleanup()
351 				 ring->buf_sz, DMA_FROM_DEVICE);  in ath12k_dbring_buf_cleanup()
355 	idr_destroy(&ring->bufs_idr);  in ath12k_dbring_buf_cleanup()
356 	spin_unlock_bh(&ring->idr_lock);  in ath12k_dbring_buf_cleanup()