Lines Matching +full:msi +full:- +full:offset
1 // SPDX-License-Identifier: BSD-3-Clause-Clear
3 * Copyright (c) 2019-2020 The Linux Foundation. All rights reserved.
4 * Copyright (c) 2021-2025 Qualcomm Innovation Center, Inc. All rights reserved.
8 #include <linux/msi.h>
49 return mhi_device_get_sync(ab_pci->mhi_ctrl->mhi_dev); in ath11k_pci_bus_wake_up()
56 mhi_device_put(ab_pci->mhi_ctrl->mhi_dev); in ath11k_pci_bus_release()
59 static u32 ath11k_pci_get_window_start(struct ath11k_base *ab, u32 offset) in ath11k_pci_get_window_start() argument
61 if (!ab->hw_params.static_window_map) in ath11k_pci_get_window_start()
64 if ((offset ^ HAL_SEQ_WCSS_UMAC_OFFSET) < ATH11K_PCI_WINDOW_RANGE_MASK) in ath11k_pci_get_window_start()
65 /* if offset lies within DP register range, use 3rd window */ in ath11k_pci_get_window_start()
67 else if ((offset ^ HAL_SEQ_WCSS_UMAC_CE0_SRC_REG(ab)) < in ath11k_pci_get_window_start()
69 /* if offset lies within CE register range, use 2nd window */ in ath11k_pci_get_window_start()
75 static inline void ath11k_pci_select_window(struct ath11k_pci *ab_pci, u32 offset) in ath11k_pci_select_window() argument
77 struct ath11k_base *ab = ab_pci->ab; in ath11k_pci_select_window()
79 u32 window = FIELD_GET(ATH11K_PCI_WINDOW_VALUE_MASK, offset); in ath11k_pci_select_window()
81 lockdep_assert_held(&ab_pci->window_lock); in ath11k_pci_select_window()
83 if (window != ab_pci->register_window) { in ath11k_pci_select_window()
85 ab->mem + ATH11K_PCI_WINDOW_REG_ADDRESS); in ath11k_pci_select_window()
86 ioread32(ab->mem + ATH11K_PCI_WINDOW_REG_ADDRESS); in ath11k_pci_select_window()
87 ab_pci->register_window = window; in ath11k_pci_select_window()
92 ath11k_pci_window_write32(struct ath11k_base *ab, u32 offset, u32 value) in ath11k_pci_window_write32() argument
97 window_start = ath11k_pci_get_window_start(ab, offset); in ath11k_pci_window_write32()
100 spin_lock_bh(&ab_pci->window_lock); in ath11k_pci_window_write32()
101 ath11k_pci_select_window(ab_pci, offset); in ath11k_pci_window_write32()
102 iowrite32(value, ab->mem + window_start + in ath11k_pci_window_write32()
103 (offset & ATH11K_PCI_WINDOW_RANGE_MASK)); in ath11k_pci_window_write32()
104 spin_unlock_bh(&ab_pci->window_lock); in ath11k_pci_window_write32()
106 iowrite32(value, ab->mem + window_start + in ath11k_pci_window_write32()
107 (offset & ATH11K_PCI_WINDOW_RANGE_MASK)); in ath11k_pci_window_write32()
111 static u32 ath11k_pci_window_read32(struct ath11k_base *ab, u32 offset) in ath11k_pci_window_read32() argument
116 window_start = ath11k_pci_get_window_start(ab, offset); in ath11k_pci_window_read32()
119 spin_lock_bh(&ab_pci->window_lock); in ath11k_pci_window_read32()
120 ath11k_pci_select_window(ab_pci, offset); in ath11k_pci_window_read32()
121 val = ioread32(ab->mem + window_start + in ath11k_pci_window_read32()
122 (offset & ATH11K_PCI_WINDOW_RANGE_MASK)); in ath11k_pci_window_read32()
123 spin_unlock_bh(&ab_pci->window_lock); in ath11k_pci_window_read32()
125 val = ioread32(ab->mem + window_start + in ath11k_pci_window_read32()
126 (offset & ATH11K_PCI_WINDOW_RANGE_MASK)); in ath11k_pci_window_read32()
134 struct pci_dev *pci_dev = to_pci_dev(ab->dev); in ath11k_pci_get_msi_irq()
177 ab_pci->ab->mem + ATH11K_PCI_WINDOW_REG_ADDRESS); in ath11k_pci_select_static_window()
237 u32 offset, u32 value, u32 mask) in ath11k_pci_set_link_reg() argument
242 v = ath11k_pcic_read32(ab, offset); in ath11k_pci_set_link_reg()
247 ath11k_pcic_write32(ab, offset, (v & ~mask) | value); in ath11k_pci_set_link_reg()
249 v = ath11k_pcic_read32(ab, offset); in ath11k_pci_set_link_reg()
257 offset, v & mask, value); in ath11k_pci_set_link_reg()
259 return -ETIMEDOUT; in ath11k_pci_set_link_reg()
366 if (ab->hw_params.fix_l1ss) in ath11k_pci_sw_reset()
378 struct ath11k_qmi_ce_cfg *cfg = &ab->qmi.ce_cfg; in ath11k_pci_init_qmi_ce_config()
380 cfg->tgt_ce = ab->hw_params.target_ce_config; in ath11k_pci_init_qmi_ce_config()
381 cfg->tgt_ce_len = ab->hw_params.target_ce_count; in ath11k_pci_init_qmi_ce_config()
383 cfg->svc_to_ce_map = ab->hw_params.svc_to_ce_map; in ath11k_pci_init_qmi_ce_config()
384 cfg->svc_to_ce_map_len = ab->hw_params.svc_to_ce_map_len; in ath11k_pci_init_qmi_ce_config()
385 ab->qmi.service_ins_id = ab->hw_params.qmi_service_ins_id; in ath11k_pci_init_qmi_ce_config()
387 ath11k_ce_get_shadow_config(ab, &cfg->shadow_reg_v2, in ath11k_pci_init_qmi_ce_config()
388 &cfg->shadow_reg_v2_len); in ath11k_pci_init_qmi_ce_config()
393 struct pci_dev *dev = ab_pci->pdev; in ath11k_pci_msi_config()
396 pci_read_config_word(dev, dev->msi_cap + PCI_MSI_FLAGS, &control); in ath11k_pci_msi_config()
403 pci_write_config_word(dev, dev->msi_cap + PCI_MSI_FLAGS, control); in ath11k_pci_msi_config()
418 struct ath11k_base *ab = ab_pci->ab; in ath11k_pci_alloc_msi()
419 const struct ath11k_msi_config *msi_config = ab->pci.msi.config; in ath11k_pci_alloc_msi()
420 struct pci_dev *pci_dev = ab_pci->pdev; in ath11k_pci_alloc_msi()
426 msi_config->total_vectors, in ath11k_pci_alloc_msi()
427 msi_config->total_vectors, in ath11k_pci_alloc_msi()
429 if (num_vectors == msi_config->total_vectors) { in ath11k_pci_alloc_msi()
430 set_bit(ATH11K_FLAG_MULTI_MSI_VECTORS, &ab->dev_flags); in ath11k_pci_alloc_msi()
432 num_vectors = pci_alloc_irq_vectors(ab_pci->pdev, in ath11k_pci_alloc_msi()
437 ret = -EINVAL; in ath11k_pci_alloc_msi()
440 clear_bit(ATH11K_FLAG_MULTI_MSI_VECTORS, &ab->dev_flags); in ath11k_pci_alloc_msi()
441 ab->pci.msi.config = &msi_config_one_msi; in ath11k_pci_alloc_msi()
442 ath11k_dbg(ab, ATH11K_DBG_PCI, "request one msi vector\n"); in ath11k_pci_alloc_msi()
444 ath11k_info(ab, "MSI vectors: %d\n", num_vectors); in ath11k_pci_alloc_msi()
448 msi_desc = irq_get_msi_desc(ab_pci->pdev->irq); in ath11k_pci_alloc_msi()
451 ret = -EINVAL; in ath11k_pci_alloc_msi()
455 ab->pci.msi.ep_base_data = msi_desc->msg.data; in ath11k_pci_alloc_msi()
457 pci_read_config_dword(pci_dev, pci_dev->msi_cap + PCI_MSI_ADDRESS_LO, in ath11k_pci_alloc_msi()
458 &ab->pci.msi.addr_lo); in ath11k_pci_alloc_msi()
460 if (msi_desc->pci.msi_attrib.is_64) { in ath11k_pci_alloc_msi()
461 pci_read_config_dword(pci_dev, pci_dev->msi_cap + PCI_MSI_ADDRESS_HI, in ath11k_pci_alloc_msi()
462 &ab->pci.msi.addr_hi); in ath11k_pci_alloc_msi()
464 ab->pci.msi.addr_hi = 0; in ath11k_pci_alloc_msi()
467 ath11k_dbg(ab, ATH11K_DBG_PCI, "msi base data is %d\n", ab->pci.msi.ep_base_data); in ath11k_pci_alloc_msi()
472 pci_free_irq_vectors(ab_pci->pdev); in ath11k_pci_alloc_msi()
480 pci_free_irq_vectors(ab_pci->pdev); in ath11k_pci_free_msi()
487 msi_desc = irq_get_msi_desc(ab_pci->pdev->irq); in ath11k_pci_config_msi_data()
489 ath11k_err(ab_pci->ab, "msi_desc is NULL!\n"); in ath11k_pci_config_msi_data()
490 pci_free_irq_vectors(ab_pci->pdev); in ath11k_pci_config_msi_data()
491 return -EINVAL; in ath11k_pci_config_msi_data()
494 ab_pci->ab->pci.msi.ep_base_data = msi_desc->msg.data; in ath11k_pci_config_msi_data()
496 ath11k_dbg(ab_pci->ab, ATH11K_DBG_PCI, "after request_irq msi_ep_base_data %d\n", in ath11k_pci_config_msi_data()
497 ab_pci->ab->pci.msi.ep_base_data); in ath11k_pci_config_msi_data()
504 struct ath11k_base *ab = ab_pci->ab; in ath11k_pci_claim()
509 if (device_id != ab_pci->dev_id) { in ath11k_pci_claim()
511 device_id, ab_pci->dev_id); in ath11k_pci_claim()
512 ret = -EIO; in ath11k_pci_claim()
534 ret = dma_set_mask(&pdev->dev, in ath11k_pci_claim()
542 ab_pci->dma_mask = DMA_BIT_MASK(ATH11K_PCI_DMA_MASK); in ath11k_pci_claim()
544 ret = dma_set_coherent_mask(&pdev->dev, in ath11k_pci_claim()
554 ab->mem_len = pci_resource_len(pdev, ATH11K_PCI_BAR_NUM); in ath11k_pci_claim()
555 ab->mem = pci_iomap(pdev, ATH11K_PCI_BAR_NUM, 0); in ath11k_pci_claim()
556 if (!ab->mem) { in ath11k_pci_claim()
558 ret = -EIO; in ath11k_pci_claim()
562 ab->mem_ce = ab->mem; in ath11k_pci_claim()
564 ath11k_dbg(ab, ATH11K_DBG_BOOT, "pci_mem 0x%p\n", ab->mem); in ath11k_pci_claim()
577 struct ath11k_base *ab = ab_pci->ab; in ath11k_pci_free_region()
578 struct pci_dev *pci_dev = ab_pci->pdev; in ath11k_pci_free_region()
580 pci_iounmap(pci_dev, ab->mem); in ath11k_pci_free_region()
581 ab->mem = NULL; in ath11k_pci_free_region()
589 struct ath11k_base *ab = ab_pci->ab; in ath11k_pci_aspm_disable()
591 pcie_capability_read_word(ab_pci->pdev, PCI_EXP_LNKCTL, in ath11k_pci_aspm_disable()
592 &ab_pci->link_ctl); in ath11k_pci_aspm_disable()
595 ab_pci->link_ctl, in ath11k_pci_aspm_disable()
596 u16_get_bits(ab_pci->link_ctl, PCI_EXP_LNKCTL_ASPM_L0S), in ath11k_pci_aspm_disable()
597 u16_get_bits(ab_pci->link_ctl, PCI_EXP_LNKCTL_ASPM_L1)); in ath11k_pci_aspm_disable()
600 pcie_capability_clear_word(ab_pci->pdev, PCI_EXP_LNKCTL, in ath11k_pci_aspm_disable()
603 set_bit(ATH11K_PCI_ASPM_RESTORE, &ab_pci->flags); in ath11k_pci_aspm_disable()
608 if (test_and_clear_bit(ATH11K_PCI_ASPM_RESTORE, &ab_pci->flags)) in ath11k_pci_aspm_restore()
609 pcie_capability_clear_and_set_word(ab_pci->pdev, PCI_EXP_LNKCTL, in ath11k_pci_aspm_restore()
611 ab_pci->link_ctl & in ath11k_pci_aspm_restore()
619 struct mhi_controller *mhi_ctrl = ab_pci->mhi_ctrl; in ath11k_pci_coredump_calculate_size()
627 rddm_img = mhi_ctrl->rddm_image; in ath11k_pci_coredump_calculate_size()
633 fw_img = mhi_ctrl->fbc_image; in ath11k_pci_coredump_calculate_size()
635 for (i = 0; i < fw_img->entries ; i++) { in ath11k_pci_coredump_calculate_size()
636 if (!fw_img->mhi_buf[i].buf) in ath11k_pci_coredump_calculate_size()
639 paging_tlv_sz += fw_img->mhi_buf[i].len; in ath11k_pci_coredump_calculate_size()
643 for (i = 0; i < rddm_img->entries; i++) { in ath11k_pci_coredump_calculate_size()
644 if (!rddm_img->mhi_buf[i].buf) in ath11k_pci_coredump_calculate_size()
647 rddm_tlv_sz += rddm_img->mhi_buf[i].len; in ath11k_pci_coredump_calculate_size()
651 for (i = 0; i < ab->qmi.mem_seg_count; i++) { in ath11k_pci_coredump_calculate_size()
652 mem_type = ath11k_coredump_get_dump_type(ab->qmi.target_mem[i].type); in ath11k_pci_coredump_calculate_size()
660 ab->qmi.target_mem[i].type); in ath11k_pci_coredump_calculate_size()
664 if (!ab->qmi.target_mem[i].anyaddr) in ath11k_pci_coredump_calculate_size()
667 dump_seg_sz[mem_type] += ab->qmi.target_mem[i].size; in ath11k_pci_coredump_calculate_size()
686 struct mhi_controller *mhi_ctrl = ab_pci->mhi_ctrl; in ath11k_pci_coredump_download()
705 rddm_img = mhi_ctrl->rddm_image; in ath11k_pci_coredump_download()
706 fw_img = mhi_ctrl->fbc_image; in ath11k_pci_coredump_download()
713 ab->dump_data = buf; in ath11k_pci_coredump_download()
714 ab->ath11k_coredump_len = len; in ath11k_pci_coredump_download()
715 file_data = ab->dump_data; in ath11k_pci_coredump_download()
716 strscpy(file_data->df_magic, "ATH11K-FW-DUMP", sizeof(file_data->df_magic)); in ath11k_pci_coredump_download()
717 file_data->len = cpu_to_le32(len); in ath11k_pci_coredump_download()
718 file_data->version = cpu_to_le32(ATH11K_FW_CRASH_DUMP_V2); in ath11k_pci_coredump_download()
719 file_data->chip_id = cpu_to_le32(ab_pci->dev_id); in ath11k_pci_coredump_download()
720 file_data->qrtr_id = cpu_to_le32(ab_pci->ab->qmi.service_ins_id); in ath11k_pci_coredump_download()
721 file_data->bus_id = cpu_to_le32(pci_domain_nr(ab_pci->pdev->bus)); in ath11k_pci_coredump_download()
722 guid_gen(&file_data->guid); in ath11k_pci_coredump_download()
724 file_data->tv_sec = cpu_to_le64(timestamp.tv_sec); in ath11k_pci_coredump_download()
725 file_data->tv_nsec = cpu_to_le64(timestamp.tv_nsec); in ath11k_pci_coredump_download()
728 dump_tlv->type = cpu_to_le32(FW_CRASH_DUMP_PAGING_DATA); in ath11k_pci_coredump_download()
729 dump_tlv->tlv_len = cpu_to_le32(dump_seg_sz[FW_CRASH_DUMP_PAGING_DATA]); in ath11k_pci_coredump_download()
735 for (i = 0; i < fw_img->entries ; i++) { in ath11k_pci_coredump_download()
736 if (!fw_img->mhi_buf[i].buf) in ath11k_pci_coredump_download()
739 memcpy_fromio(buf, (void const __iomem *)fw_img->mhi_buf[i].buf, in ath11k_pci_coredump_download()
740 fw_img->mhi_buf[i].len); in ath11k_pci_coredump_download()
741 buf += fw_img->mhi_buf[i].len; in ath11k_pci_coredump_download()
745 dump_tlv->type = cpu_to_le32(FW_CRASH_DUMP_RDDM_DATA); in ath11k_pci_coredump_download()
746 dump_tlv->tlv_len = cpu_to_le32(dump_seg_sz[FW_CRASH_DUMP_RDDM_DATA]); in ath11k_pci_coredump_download()
752 for (i = 0; i < rddm_img->entries; i++) { in ath11k_pci_coredump_download()
753 if (!rddm_img->mhi_buf[i].buf) in ath11k_pci_coredump_download()
756 memcpy_fromio(buf, (void const __iomem *)rddm_img->mhi_buf[i].buf, in ath11k_pci_coredump_download()
757 rddm_img->mhi_buf[i].len); in ath11k_pci_coredump_download()
758 buf += rddm_img->mhi_buf[i].len; in ath11k_pci_coredump_download()
766 for (i = 0; i < ab->qmi.mem_seg_count; i++) { in ath11k_pci_coredump_download()
768 (ab->qmi.target_mem[i].type); in ath11k_pci_coredump_download()
773 if (!ab->qmi.target_mem[i].anyaddr) { in ath11k_pci_coredump_download()
776 ab->qmi.target_mem[i].type); in ath11k_pci_coredump_download()
781 dump_tlv->type = cpu_to_le32(mem_idx); in ath11k_pci_coredump_download()
782 dump_tlv->tlv_len = cpu_to_le32(dump_seg_sz[mem_idx]); in ath11k_pci_coredump_download()
785 memcpy_fromio(buf, ab->qmi.target_mem[i].iaddr, in ath11k_pci_coredump_download()
786 ab->qmi.target_mem[i].size); in ath11k_pci_coredump_download()
788 buf += ab->qmi.target_mem[i].size; in ath11k_pci_coredump_download()
792 queue_work(ab->workqueue, &ab->dump_work); in ath11k_pci_coredump_download()
801 ab_pci->register_window = 0; in ath11k_pci_power_up()
802 clear_bit(ATH11K_FLAG_DEVICE_INIT_DONE, &ab->dev_flags); in ath11k_pci_power_up()
803 ath11k_pci_sw_reset(ab_pci->ab, true); in ath11k_pci_power_up()
818 if (ab->hw_params.static_window_map) in ath11k_pci_power_up()
831 ath11k_pci_force_wake(ab_pci->ab); in ath11k_pci_power_down()
836 clear_bit(ATH11K_FLAG_DEVICE_INIT_DONE, &ab->dev_flags); in ath11k_pci_power_down()
837 ath11k_pci_sw_reset(ab_pci->ab, false); in ath11k_pci_power_down()
868 /* TODO: for now don't restore ASPM in case of single MSI in ath11k_pci_start()
871 if (test_bit(ATH11K_FLAG_MULTI_MSI_VECTORS, &ab->dev_flags)) in ath11k_pci_start()
921 if (test_bit(ATH11K_FLAG_MULTI_MSI_VECTORS, &ab_pci->ab->dev_flags)) in ath11k_pci_set_irq_affinity_hint()
924 return irq_set_affinity_and_hint(ab_pci->pdev->irq, m); in ath11k_pci_set_irq_affinity_hint()
936 ab = ath11k_core_alloc(&pdev->dev, sizeof(*ab_pci), ATH11K_BUS_PCI); in ath11k_pci_probe()
939 dev_err(&pdev->dev, "failed to allocate ath11k base\n"); in ath11k_pci_probe()
940 return -ENOMEM; in ath11k_pci_probe()
943 ab->dev = &pdev->dev; in ath11k_pci_probe()
946 ab_pci->dev_id = pci_dev->device; in ath11k_pci_probe()
947 ab_pci->ab = ab; in ath11k_pci_probe()
948 ab_pci->pdev = pdev; in ath11k_pci_probe()
949 ab->hif.ops = &ath11k_pci_hif_ops; in ath11k_pci_probe()
950 ab->fw_mode = ATH11K_FIRMWARE_MODE_NORMAL; in ath11k_pci_probe()
952 spin_lock_init(&ab_pci->window_lock); in ath11k_pci_probe()
958 ret = of_property_read_u32(ab->dev->of_node, "memory-region", &addr); in ath11k_pci_probe()
960 set_bit(ATH11K_FLAG_FIXED_MEM_RGN, &ab->dev_flags); in ath11k_pci_probe()
969 pdev->vendor, pdev->device, in ath11k_pci_probe()
970 pdev->subsystem_vendor, pdev->subsystem_device); in ath11k_pci_probe()
972 ab->id.vendor = pdev->vendor; in ath11k_pci_probe()
973 ab->id.device = pdev->device; in ath11k_pci_probe()
974 ab->id.subsystem_vendor = pdev->subsystem_vendor; in ath11k_pci_probe()
975 ab->id.subsystem_device = pdev->subsystem_device; in ath11k_pci_probe()
977 switch (pci_dev->device) { in ath11k_pci_probe()
989 ab->hw_rev = ATH11K_HW_QCA6390_HW20; in ath11k_pci_probe()
992 dev_err(&pdev->dev, "Unsupported QCA6390 SOC hardware version: %d %d\n", in ath11k_pci_probe()
994 ret = -EOPNOTSUPP; in ath11k_pci_probe()
1005 ab->hw_rev = ATH11K_HW_QCN9074_HW10; in ath11k_pci_probe()
1013 ab->id.bdf_search = ATH11K_BDF_SEARCH_BUS_AND_BOARD; in ath11k_pci_probe()
1021 ab->hw_rev = ATH11K_HW_WCN6855_HW20; in ath11k_pci_probe()
1033 ab->hw_rev = ATH11K_HW_QCA2066_HW21; in ath11k_pci_probe()
1036 ab->hw_rev = ATH11K_HW_QCA6698AQ_HW21; in ath11k_pci_probe()
1039 ab->hw_rev = ATH11K_HW_WCN6855_HW21; in ath11k_pci_probe()
1048 dev_err(&pdev->dev, "Unsupported WCN6855 SOC hardware version: %d %d\n", in ath11k_pci_probe()
1050 ret = -EOPNOTSUPP; in ath11k_pci_probe()
1056 dev_err(&pdev->dev, "Unknown PCI device found: 0x%x\n", in ath11k_pci_probe()
1057 pci_dev->device); in ath11k_pci_probe()
1058 ret = -EOPNOTSUPP; in ath11k_pci_probe()
1064 ath11k_err(ab, "failed to init msi config: %d\n", ret); in ath11k_pci_probe()
1070 ath11k_err(ab, "failed to enable msi: %d\n", ret); in ath11k_pci_probe()
1163 if (test_bit(ATH11K_FLAG_QMI_FAIL, &ab->dev_flags)) { in ath11k_pci_remove()
1170 set_bit(ATH11K_FLAG_UNREGISTERING, &ab->dev_flags); in ath11k_pci_remove()
1172 cancel_work_sync(&ab->reset_work); in ath11k_pci_remove()
1173 cancel_work_sync(&ab->dump_work); in ath11k_pci_remove()
1203 if (test_bit(ATH11K_FLAG_QMI_FAIL, &ab->dev_flags)) { in ath11k_pci_pm_suspend()
1220 if (test_bit(ATH11K_FLAG_QMI_FAIL, &ab->dev_flags)) { in ath11k_pci_pm_resume()