Lines Matching +full:x +full:- +full:offset
1 // SPDX-License-Identifier: GPL-2.0
3 /* Copyright (c) 2012-2018, The Linux Foundation. All rights reserved.
4 * Copyright (C) 2019-2023 Linaro Ltd.
11 #include <linux/dma-direction.h>
30 * has a well-defined format, having a payload of a known length. This
79 __le16 offset; member
150 * might not be used, non-hashed and hashed tables have the same in ipa_cmd_validate_build()
154 /* Hashed and non-hashed fields are assumed to be the same size */ in ipa_cmd_validate_build()
161 * and this was reflected in some 5-bit fields that held in ipa_cmd_validate_build()
167 BUILD_BUG_ON(IPA_ENDPOINT_MAX - 1 > U8_MAX); in ipa_cmd_validate_build()
177 struct device *dev = &ipa->pdev->dev; in ipa_cmd_table_init_valid()
180 size = route ? ipa->route_count : ipa->filter_count + 1; in ipa_cmd_table_init_valid()
186 dev_err(dev, " (0x%04x > 0x%04x)\n", size, size_max); in ipa_cmd_table_init_valid()
191 /* Offset must fit in the immediate command field that holds it */ in ipa_cmd_table_init_valid()
192 if (mem->offset > offset_max || in ipa_cmd_table_init_valid()
193 ipa->mem_offset > offset_max - mem->offset) { in ipa_cmd_table_init_valid()
194 dev_err(dev, "%s table region offset too large\n", table); in ipa_cmd_table_init_valid()
195 dev_err(dev, " (0x%04x + 0x%04x > 0x%04x)\n", in ipa_cmd_table_init_valid()
196 ipa->mem_offset, mem->offset, offset_max); in ipa_cmd_table_init_valid()
207 struct device *dev = &ipa->pdev->dev; in ipa_cmd_header_init_local_valid()
211 u32 offset; in ipa_cmd_header_init_local_valid() local
214 /* In ipa_cmd_hdr_init_local_add() we record the offset and size of in ipa_cmd_header_init_local_valid()
216 * the offset and size fit in the fields that need to hold them, and in ipa_cmd_header_init_local_valid()
226 offset = mem->offset; in ipa_cmd_header_init_local_valid()
227 size = mem->size; in ipa_cmd_header_init_local_valid()
229 /* Make sure the offset fits in the IPA command */ in ipa_cmd_header_init_local_valid()
230 if (offset > offset_max || ipa->mem_offset > offset_max - offset) { in ipa_cmd_header_init_local_valid()
231 dev_err(dev, "header table region offset too large\n"); in ipa_cmd_header_init_local_valid()
232 dev_err(dev, " (0x%04x + 0x%04x > 0x%04x)\n", in ipa_cmd_header_init_local_valid()
233 ipa->mem_offset, offset, offset_max); in ipa_cmd_header_init_local_valid()
241 size += mem->size; in ipa_cmd_header_init_local_valid()
246 dev_err(dev, " (0x%04x > 0x%08x)\n", size, size_max); in ipa_cmd_header_init_local_valid()
254 /* Indicate whether an offset can be used with a register_write command */
256 const char *name, u32 offset) in ipa_cmd_register_write_offset_valid() argument
259 struct device *dev = &ipa->pdev->dev; in ipa_cmd_register_write_offset_valid()
263 /* The maximum offset in a register_write immediate command depends in ipa_cmd_register_write_offset_valid()
264 * on the version of IPA. A 16 bit offset is always supported, in ipa_cmd_register_write_offset_valid()
265 * but starting with IPA v4.0 some additional high-order bits are in ipa_cmd_register_write_offset_valid()
268 bit_count = BITS_PER_BYTE * sizeof(payload->offset); in ipa_cmd_register_write_offset_valid()
269 if (ipa->version >= IPA_VERSION_4_0) in ipa_cmd_register_write_offset_valid()
272 offset_max = ~0U >> (32 - bit_count); in ipa_cmd_register_write_offset_valid()
274 /* Make sure the offset can be represented by the field(s) in ipa_cmd_register_write_offset_valid()
275 * that holds it. Also make sure the offset is not outside in ipa_cmd_register_write_offset_valid()
278 if (offset > offset_max || ipa->mem_offset > offset_max - offset) { in ipa_cmd_register_write_offset_valid()
279 dev_err(dev, "%s offset too large 0x%04x + 0x%04x > 0x%04x)\n", in ipa_cmd_register_write_offset_valid()
280 name, ipa->mem_offset, offset, offset_max); in ipa_cmd_register_write_offset_valid()
292 u32 offset; in ipa_cmd_register_write_valid() local
295 * offset will fit in a register write IPA immediate command. in ipa_cmd_register_write_valid()
298 if (ipa->version < IPA_VERSION_5_0) in ipa_cmd_register_write_valid()
303 offset = reg_offset(reg); in ipa_cmd_register_write_valid()
305 if (!ipa_cmd_register_write_offset_valid(ipa, name, offset)) in ipa_cmd_register_write_valid()
313 * worst case (highest endpoint number) offset of that endpoint in ipa_cmd_register_write_valid()
317 offset = reg_n_offset(reg, IPA_ENDPOINT_COUNT - 1); in ipa_cmd_register_write_valid()
319 if (!ipa_cmd_register_write_offset_valid(ipa, name, offset)) in ipa_cmd_register_write_valid()
327 struct gsi_trans_info *trans_info = &channel->trans_info; in ipa_cmd_pool_init()
328 struct device *dev = channel->gsi->dev; in ipa_cmd_pool_init()
334 return gsi_trans_pool_init_dma(dev, &trans_info->cmd_pool, in ipa_cmd_pool_init()
336 tre_max, channel->trans_tre_max); in ipa_cmd_pool_init()
341 struct gsi_trans_info *trans_info = &channel->trans_info; in ipa_cmd_pool_exit()
342 struct device *dev = channel->gsi->dev; in ipa_cmd_pool_exit()
344 gsi_trans_pool_exit_dma(dev, &trans_info->cmd_pool); in ipa_cmd_pool_exit()
353 endpoint = ipa->name_map[IPA_ENDPOINT_AP_COMMAND_TX]; in ipa_cmd_payload_alloc()
354 trans_info = &ipa->gsi.channel[endpoint->channel_id].trans_info; in ipa_cmd_payload_alloc()
356 return gsi_trans_pool_alloc_dma(&trans_info->cmd_pool, addr); in ipa_cmd_payload_alloc()
361 enum ipa_cmd_opcode opcode, u16 size, u32 offset, in ipa_cmd_table_init_add() argument
365 struct ipa *ipa = container_of(trans->gsi, struct ipa, gsi); in ipa_cmd_table_init_add()
371 /* Record the non-hash table offset and size */ in ipa_cmd_table_init_add()
372 offset += ipa->mem_offset; in ipa_cmd_table_init_add()
373 val = u64_encode_bits(offset, IP_FLTRT_FLAGS_NHASH_ADDR_FMASK); in ipa_cmd_table_init_add()
376 /* The hash table offset and address are zero if its size is 0 */ in ipa_cmd_table_init_add()
378 /* Record the hash table offset and size */ in ipa_cmd_table_init_add()
379 hash_offset += ipa->mem_offset; in ipa_cmd_table_init_add()
387 payload = &cmd_payload->table_init; in ipa_cmd_table_init_add()
389 /* Fill in all offsets and sizes and the non-hash table address */ in ipa_cmd_table_init_add()
391 payload->hash_rules_addr = cpu_to_le64(hash_addr); in ipa_cmd_table_init_add()
392 payload->flags = cpu_to_le64(val); in ipa_cmd_table_init_add()
393 payload->nhash_rules_addr = cpu_to_le64(addr); in ipa_cmd_table_init_add()
399 /* Initialize header space in IPA-local memory */
400 void ipa_cmd_hdr_init_local_add(struct gsi_trans *trans, u32 offset, u16 size, in ipa_cmd_hdr_init_local_add() argument
403 struct ipa *ipa = container_of(trans->gsi, struct ipa, gsi); in ipa_cmd_hdr_init_local_add()
410 offset += ipa->mem_offset; in ipa_cmd_hdr_init_local_add()
418 payload = &cmd_payload->hdr_init_local; in ipa_cmd_hdr_init_local_add()
420 payload->hdr_table_addr = cpu_to_le64(addr); in ipa_cmd_hdr_init_local_add()
422 flags |= u32_encode_bits(offset, HDR_INIT_LOCAL_FLAGS_HDR_ADDR_FMASK); in ipa_cmd_hdr_init_local_add()
423 payload->flags = cpu_to_le32(flags); in ipa_cmd_hdr_init_local_add()
429 void ipa_cmd_register_write_add(struct gsi_trans *trans, u32 offset, u32 value, in ipa_cmd_register_write_add() argument
432 struct ipa *ipa = container_of(trans->gsi, struct ipa, gsi); in ipa_cmd_register_write_add()
445 * also supports a larger offset by encoding additional high-order in ipa_cmd_register_write_add()
448 if (ipa->version >= IPA_VERSION_4_0) { in ipa_cmd_register_write_add()
458 /* Extract the high 4 bits from the offset */ in ipa_cmd_register_write_add()
459 offset_high = (u16)u32_get_bits(offset, GENMASK(19, 16)); in ipa_cmd_register_write_add()
460 offset &= (1 << 16) - 1; in ipa_cmd_register_write_add()
474 payload = &cmd_payload->register_write; in ipa_cmd_register_write_add()
476 payload->flags = cpu_to_le16(flags); in ipa_cmd_register_write_add()
477 payload->offset = cpu_to_le16((u16)offset); in ipa_cmd_register_write_add()
478 payload->value = cpu_to_le32(value); in ipa_cmd_register_write_add()
479 payload->value_mask = cpu_to_le32(mask); in ipa_cmd_register_write_add()
480 payload->clear_options = cpu_to_le32(options); in ipa_cmd_register_write_add()
489 struct ipa *ipa = container_of(trans->gsi, struct ipa, gsi); in ipa_cmd_ip_packet_init_add()
496 payload = &cmd_payload->ip_packet_init; in ipa_cmd_ip_packet_init_add()
498 if (ipa->version < IPA_VERSION_5_0) { in ipa_cmd_ip_packet_init_add()
499 payload->dest_endpoint = in ipa_cmd_ip_packet_init_add()
503 payload->dest_endpoint = endpoint_id; in ipa_cmd_ip_packet_init_add()
510 /* Use a DMA command to read or write a block of IPA-resident memory */
511 void ipa_cmd_dma_shared_mem_add(struct gsi_trans *trans, u32 offset, u16 size, in ipa_cmd_dma_shared_mem_add() argument
514 struct ipa *ipa = container_of(trans->gsi, struct ipa, gsi); in ipa_cmd_dma_shared_mem_add()
521 /* size and offset must fit in 16 bit fields */ in ipa_cmd_dma_shared_mem_add()
524 WARN_ON(offset > U16_MAX || ipa->mem_offset > U16_MAX - offset); in ipa_cmd_dma_shared_mem_add()
526 offset += ipa->mem_offset; in ipa_cmd_dma_shared_mem_add()
529 payload = &cmd_payload->dma_shared_mem; in ipa_cmd_dma_shared_mem_add()
531 /* payload->clear_after_read was reserved prior to IPA v4.0. It's in ipa_cmd_dma_shared_mem_add()
534 payload->size = cpu_to_le16(size); in ipa_cmd_dma_shared_mem_add()
535 payload->local_addr = cpu_to_le16(offset); in ipa_cmd_dma_shared_mem_add()
536 /* payload->flags: in ipa_cmd_dma_shared_mem_add()
545 payload->flags = cpu_to_le16(flags); in ipa_cmd_dma_shared_mem_add()
546 payload->system_addr = cpu_to_le64(addr); in ipa_cmd_dma_shared_mem_add()
554 struct ipa *ipa = container_of(trans->gsi, struct ipa, gsi); in ipa_cmd_ip_tag_status_add()
561 payload = &cmd_payload->ip_packet_tag_status; in ipa_cmd_ip_tag_status_add()
563 payload->tag = le64_encode_bits(0, IP_PACKET_TAG_STATUS_TAG_FMASK); in ipa_cmd_ip_tag_status_add()
572 struct ipa *ipa = container_of(trans->gsi, struct ipa, gsi); in ipa_cmd_transfer_add()
577 /* Just transfer a zero-filled payload structure */ in ipa_cmd_transfer_add()
587 struct ipa *ipa = container_of(trans->gsi, struct ipa, gsi); in ipa_cmd_pipeline_clear_add()
591 reinit_completion(&ipa->completion); in ipa_cmd_pipeline_clear_add()
593 /* Issue a no-op register write command (mask 0 means no write) */ in ipa_cmd_pipeline_clear_add()
604 endpoint = ipa->name_map[IPA_ENDPOINT_AP_LAN_RX]; in ipa_cmd_pipeline_clear_add()
605 ipa_cmd_ip_packet_init_add(trans, endpoint->endpoint_id); in ipa_cmd_pipeline_clear_add()
618 wait_for_completion(&ipa->completion); in ipa_cmd_pipeline_clear_wait()
629 endpoint = ipa->name_map[IPA_ENDPOINT_AP_COMMAND_TX]; in ipa_cmd_trans_alloc()
631 return gsi_channel_trans_alloc(&ipa->gsi, endpoint->channel_id, in ipa_cmd_trans_alloc()
641 return -EINVAL; in ipa_cmd_init()
644 return -EINVAL; in ipa_cmd_init()