1 // SPDX-License-Identifier: GPL-2.0
3 /* Copyright (c) 2012-2018, The Linux Foundation. All rights reserved.
4  * Copyright (C) 2019-2020 Linaro Ltd.
10 #include <linux/dma-mapping.h>
23 /* "Canary" value placed between memory regions to detect overflow */
29 /* Add an immediate command to a transaction that zeroes a memory region */
33 	struct ipa *ipa = container_of(trans->gsi, struct ipa, gsi);  in ipa_mem_zero_region_add()
34 	dma_addr_t addr = ipa->zero_addr;  in ipa_mem_zero_region_add()
36 	if (!mem->size)  in ipa_mem_zero_region_add()
39 	ipa_cmd_dma_shared_mem_add(trans, mem->offset, mem->size, addr, true);  in ipa_mem_zero_region_add()
43  * ipa_mem_setup() - Set up IPA AP and modem shared memory areas
46  * Set up the shared memory regions in IPA local memory.  This involves
47  * zero-filling memory regions, and in the case of header memory, telling
50  * This function performs the initial setup of this memory.  If the modem
51  * crashes, its regions are re-zeroed in ipa_mem_zero_modem().
53  * The AP informs the modem where its portions of memory are located
60 	dma_addr_t addr = ipa->zero_addr;  in ipa_mem_setup()
65 	/* Get a transaction to define the header memory region and to zero  in ipa_mem_setup()
66 	 * the processing context and modem memory regions.  in ipa_mem_setup()
70 		dev_err(&ipa->pdev->dev, "no transaction for memory setup\n");  in ipa_mem_setup()
71 		return -EBUSY;  in ipa_mem_setup()
74 	/* Initialize IPA-local header memory.  The modem and AP header  in ipa_mem_setup()
77 	offset = ipa->mem[IPA_MEM_MODEM_HEADER].offset;  in ipa_mem_setup()
78 	size = ipa->mem[IPA_MEM_MODEM_HEADER].size;  in ipa_mem_setup()
79 	size += ipa->mem[IPA_MEM_AP_HEADER].size;  in ipa_mem_setup()
83 	ipa_mem_zero_region_add(trans, &ipa->mem[IPA_MEM_MODEM_PROC_CTX]);  in ipa_mem_setup()
85 	ipa_mem_zero_region_add(trans, &ipa->mem[IPA_MEM_AP_PROC_CTX]);  in ipa_mem_setup()
87 	ipa_mem_zero_region_add(trans, &ipa->mem[IPA_MEM_MODEM]);  in ipa_mem_setup()
92 	iowrite32(ipa->mem_offset + offset,  in ipa_mem_setup()
93 		  ipa->reg_virt + IPA_REG_LOCAL_PKT_PROC_CNTXT_BASE_OFFSET);  in ipa_mem_setup()
107 	const struct ipa_mem *mem = &ipa->mem[mem_id];  in ipa_mem_valid()
108 	struct device *dev = &ipa->pdev->dev;  in ipa_mem_valid()
111 	/* Other than modem memory, sizes must be a multiple of 8 */  in ipa_mem_valid()
113 	if (mem->size % size_multiple)  in ipa_mem_valid()
114 		dev_err(dev, "region %u size not a multiple of %u bytes\n",  in ipa_mem_valid()
116 	else if (mem->offset % 8)  in ipa_mem_valid()
117 		dev_err(dev, "region %u offset not 8-byte aligned\n", mem_id);  in ipa_mem_valid()
118 	else if (mem->offset < mem->canary_count * sizeof(__le32))  in ipa_mem_valid()
119 		dev_err(dev, "region %u offset too small for %hu canaries\n",  in ipa_mem_valid()
120 			mem_id, mem->canary_count);  in ipa_mem_valid()
121 	else if (mem->offset + mem->size > ipa->mem_size)  in ipa_mem_valid()
122 		dev_err(dev, "region %u ends beyond memory limit (0x%08x)\n",  in ipa_mem_valid()
123 			mem_id, ipa->mem_size);  in ipa_mem_valid()
140  * ipa_mem_config() - Configure IPA shared memory
147 	struct device *dev = &ipa->pdev->dev;  in ipa_mem_config()
154 	/* Check the advertised location and size of the shared memory area */  in ipa_mem_config()
155 	val = ioread32(ipa->reg_virt + IPA_REG_SHARED_MEM_SIZE_OFFSET);  in ipa_mem_config()
158 	ipa->mem_offset = 8 * u32_get_bits(val, SHARED_MEM_BADDR_FMASK);  in ipa_mem_config()
159 	/* Make sure the end is within the region's mapped space */  in ipa_mem_config()
163 	if (ipa->mem_offset + mem_size > ipa->mem_size) {  in ipa_mem_config()
164 		dev_warn(dev, "ignoring larger reported memory size: 0x%08x\n",  in ipa_mem_config()
166 	} else if (ipa->mem_offset + mem_size < ipa->mem_size) {  in ipa_mem_config()
167 		dev_warn(dev, "limiting IPA memory size to 0x%08x\n",  in ipa_mem_config()
169 		ipa->mem_size = mem_size;  in ipa_mem_config()
172 	/* Prealloc DMA memory for zeroing regions */  in ipa_mem_config()
175 		return -ENOMEM;  in ipa_mem_config()
176 	ipa->zero_addr = addr;  in ipa_mem_config()
177 	ipa->zero_virt = virt;  in ipa_mem_config()
178 	ipa->zero_size = IPA_MEM_MAX;  in ipa_mem_config()
180 	/* Verify each defined memory region is valid, and if indicated  in ipa_mem_config()
181 	 * for the region, write "canary" values in the space prior to  in ipa_mem_config()
182 	 * the region's base address.  in ipa_mem_config()
185 		const struct ipa_mem *mem = &ipa->mem[mem_id];  in ipa_mem_config()
194 		if (!mem->offset && !mem->size)  in ipa_mem_config()
197 		canary_count = mem->canary_count;  in ipa_mem_config()
201 		/* Write canary values in the space before the region */  in ipa_mem_config()
202 		canary = ipa->mem_virt + ipa->mem_offset + mem->offset;  in ipa_mem_config()
204 			*--canary = IPA_MEM_CANARY_VAL;  in ipa_mem_config()
205 		while (--canary_count);  in ipa_mem_config()
208 	/* Make sure filter and route table memory regions are valid */  in ipa_mem_config()
212 	/* Validate memory-related properties relevant to immediate commands */  in ipa_mem_config()
217 	if (ipa->mem[IPA_MEM_UC_EVENT_RING].offset % 1024) {  in ipa_mem_config()
218 		dev_err(dev, "microcontroller ring not 1024-byte aligned\n");  in ipa_mem_config()
225 	dma_free_coherent(dev, IPA_MEM_MAX, ipa->zero_virt, ipa->zero_addr);  in ipa_mem_config()
227 	return -EINVAL;  in ipa_mem_config()
233 	struct device *dev = &ipa->pdev->dev;  in ipa_mem_deconfig()
235 	dma_free_coherent(dev, ipa->zero_size, ipa->zero_virt, ipa->zero_addr);  in ipa_mem_deconfig()
236 	ipa->zero_size = 0;  in ipa_mem_deconfig()
237 	ipa->zero_virt = NULL;  in ipa_mem_deconfig()
238 	ipa->zero_addr = 0;  in ipa_mem_deconfig()
242  * ipa_mem_zero_modem() - Zero IPA-local memory regions owned by the modem
245  * Zero regions of IPA-local memory used by the modem.  These are configured
247  * restarts via SSR we need to re-initialize them.  A QMI message tells the
248  * modem where to find regions of IPA local memory it needs to know about
255 	/* Get a transaction to zero the modem memory, modem header,  in ipa_mem_zero_modem()
260 		dev_err(&ipa->pdev->dev,  in ipa_mem_zero_modem()
261 			"no transaction to zero modem memory\n");  in ipa_mem_zero_modem()
262 		return -EBUSY;  in ipa_mem_zero_modem()
265 	ipa_mem_zero_region_add(trans, &ipa->mem[IPA_MEM_MODEM_HEADER]);  in ipa_mem_zero_modem()
267 	ipa_mem_zero_region_add(trans, &ipa->mem[IPA_MEM_MODEM_PROC_CTX]);  in ipa_mem_zero_modem()
269 	ipa_mem_zero_region_add(trans, &ipa->mem[IPA_MEM_MODEM]);  in ipa_mem_zero_modem()
277  * ipa_imem_init() - Initialize IMEM memory used by the IPA
279  * @addr:	Physical address of the IPA region in IMEM
280  * @size:	Size (bytes) of the IPA region in IMEM
282  * IMEM is a block of shared memory separate from system DRAM, and
283  * a portion of this memory is available for the IPA to use.  The
284  * modem accesses this memory directly, but the IPA accesses it
287  * If this region exists (size > 0) we map it for read/write access
290  * Note: @addr and @size are not guaranteed to be page-aligned.
294 	struct device *dev = &ipa->pdev->dev;  in ipa_imem_init()
301 		return 0;	/* IMEM memory not used */  in ipa_imem_init()
306 		return -EINVAL;  in ipa_imem_init()
311 	size = PAGE_ALIGN(size + addr - phys);  in ipa_imem_init()
318 	ipa->imem_iova = iova;  in ipa_imem_init()
319 	ipa->imem_size = size;  in ipa_imem_init()
329 	if (!ipa->imem_size)  in ipa_imem_exit()
332 	dev = &ipa->pdev->dev;  in ipa_imem_exit()
337 		size = iommu_unmap(domain, ipa->imem_iova, ipa->imem_size);  in ipa_imem_exit()
338 		if (size != ipa->imem_size)  in ipa_imem_exit()
340 				 size, ipa->imem_size);  in ipa_imem_exit()
345 	ipa->imem_size = 0;  in ipa_imem_exit()
346 	ipa->imem_iova = 0;  in ipa_imem_exit()
350  * ipa_smem_init() - Initialize SMEM memory used by the IPA
352  * @item:	Item ID of SMEM memory
353  * @size:	Size (bytes) of SMEM memory region
358  * The modem accesses SMEM memory directly, but the IPA accesses it
361  * If size provided is non-zero, we allocate it and map it for
364  * Note: @size and the item address are is not guaranteed to be page-aligned.
368 	struct device *dev = &ipa->pdev->dev;  in ipa_smem_init()
378 		return 0;	/* SMEM memory not used */  in ipa_smem_init()
380 	/* SMEM is memory shared between the AP and another system entity  in ipa_smem_init()
383 	 * region.  Allocation only reserves the space; to use it you need  in ipa_smem_init()
389 	if (ret && ret != -EEXIST) {  in ipa_smem_init()
395 	/* Now get the address of the SMEM memory region */  in ipa_smem_init()
403 	/* In case the region was already allocated, verify the size */  in ipa_smem_init()
407 		return -EINVAL;  in ipa_smem_init()
413 		return -EINVAL;  in ipa_smem_init()
419 	size = PAGE_ALIGN(size + addr - phys);  in ipa_smem_init()
426 	ipa->smem_iova = iova;  in ipa_smem_init()
427 	ipa->smem_size = size;  in ipa_smem_init()
434 	struct device *dev = &ipa->pdev->dev;  in ipa_smem_exit()
441 		size = iommu_unmap(domain, ipa->smem_iova, ipa->smem_size);  in ipa_smem_exit()
442 		if (size != ipa->smem_size)  in ipa_smem_exit()
444 				 size, ipa->smem_size);  in ipa_smem_exit()
450 	ipa->smem_size = 0;  in ipa_smem_exit()
451 	ipa->smem_iova = 0;  in ipa_smem_exit()
454 /* Perform memory region-related initialization */
457 	struct device *dev = &ipa->pdev->dev;  in ipa_mem_init()
461 	if (mem_data->local_count > IPA_MEM_COUNT) {  in ipa_mem_init()
462 		dev_err(dev, "to many memory regions (%u > %u)\n",  in ipa_mem_init()
463 			mem_data->local_count, IPA_MEM_COUNT);  in ipa_mem_init()
464 		return -EINVAL;  in ipa_mem_init()
467 	ret = dma_set_mask_and_coherent(&ipa->pdev->dev, DMA_BIT_MASK(64));  in ipa_mem_init()
473 	res = platform_get_resource_byname(ipa->pdev, IORESOURCE_MEM,  in ipa_mem_init()
474 					   "ipa-shared");  in ipa_mem_init()
477 			"DT error getting \"ipa-shared\" memory property\n");  in ipa_mem_init()
478 		return -ENODEV;  in ipa_mem_init()
481 	ipa->mem_virt = memremap(res->start, resource_size(res), MEMREMAP_WC);  in ipa_mem_init()
482 	if (!ipa->mem_virt) {  in ipa_mem_init()
483 		dev_err(dev, "unable to remap \"ipa-shared\" memory\n");  in ipa_mem_init()
484 		return -ENOMEM;  in ipa_mem_init()
487 	ipa->mem_addr = res->start;  in ipa_mem_init()
488 	ipa->mem_size = resource_size(res);  in ipa_mem_init()
490 	/* The ipa->mem[] array is indexed by enum ipa_mem_id values */  in ipa_mem_init()
491 	ipa->mem = mem_data->local;  in ipa_mem_init()
493 	ret = ipa_imem_init(ipa, mem_data->imem_addr, mem_data->imem_size);  in ipa_mem_init()
497 	ret = ipa_smem_init(ipa, mem_data->smem_id, mem_data->smem_size);  in ipa_mem_init()
506 	memunmap(ipa->mem_virt);  in ipa_mem_init()
516 	memunmap(ipa->mem_virt);  in ipa_mem_exit()