Lines Matching +full:ssc +full:- +full:internal
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /* Driver for Realtek PCI-Express card reader
4 * Copyright(c) 2009-2013 Realtek Semiconductor Corp. All rights reserved.
13 #include <linux/dma-mapping.h>
87 if (pcr->aspm_enabled == enable) in rtsx_comm_set_aspm()
90 if (pcr->aspm_mode == ASPM_MODE_CFG) { in rtsx_comm_set_aspm()
91 pcie_capability_clear_and_set_word(pcr->pci, PCI_EXP_LNKCTL, in rtsx_comm_set_aspm()
93 enable ? pcr->aspm_en : 0); in rtsx_comm_set_aspm()
94 } else if (pcr->aspm_mode == ASPM_MODE_REG) { in rtsx_comm_set_aspm()
95 if (pcr->aspm_en & 0x02) in rtsx_comm_set_aspm()
103 if (!enable && (pcr->aspm_en & 0x02)) in rtsx_comm_set_aspm()
106 pcr->aspm_enabled = enable; in rtsx_comm_set_aspm()
111 if (pcr->ops->set_aspm) in rtsx_disable_aspm()
112 pcr->ops->set_aspm(pcr, false); in rtsx_disable_aspm()
126 if (pcr->ops->set_l1off_cfg_sub_d0) in rtsx_set_l1off_sub_cfg_d0()
127 pcr->ops->set_l1off_cfg_sub_d0(pcr, active); in rtsx_set_l1off_sub_cfg_d0()
132 struct rtsx_cr_option *option = &pcr->option; in rtsx_comm_pm_full_on()
139 if (option->ltr_enabled) in rtsx_comm_pm_full_on()
140 rtsx_set_ltr_latency(pcr, option->ltr_active_latency); in rtsx_comm_pm_full_on()
154 if (pcr->remove_pci) in rtsx_pci_start_run()
157 if (pcr->state != PDEV_STAT_RUN) { in rtsx_pci_start_run()
158 pcr->state = PDEV_STAT_RUN; in rtsx_pci_start_run()
159 if (pcr->ops->enable_auto_blink) in rtsx_pci_start_run()
160 pcr->ops->enable_auto_blink(pcr); in rtsx_pci_start_run()
181 return -EIO; in rtsx_pci_write_register()
186 return -ETIMEDOUT; in rtsx_pci_write_register()
205 return -ETIMEDOUT; in rtsx_pci_read_register()
236 return -ETIMEDOUT; in __rtsx_pci_write_phy_register()
243 if (pcr->ops->write_phy) in rtsx_pci_write_phy_register()
244 return pcr->ops->write_phy(pcr, addr, val); in rtsx_pci_write_phy_register()
271 return -ETIMEDOUT; in __rtsx_pci_read_phy_register()
285 if (pcr->ops->read_phy) in rtsx_pci_read_phy_register()
286 return pcr->ops->read_phy(pcr, addr, val); in rtsx_pci_read_phy_register()
294 if (pcr->ops->stop_cmd) in rtsx_pci_stop_cmd()
295 return pcr->ops->stop_cmd(pcr); in rtsx_pci_stop_cmd()
310 u32 *ptr = (u32 *)(pcr->host_cmds_ptr); in rtsx_pci_add_cmd()
317 spin_lock_irqsave(&pcr->lock, flags); in rtsx_pci_add_cmd()
318 ptr += pcr->ci; in rtsx_pci_add_cmd()
319 if (pcr->ci < (HOST_CMDS_BUF_LEN / 4)) { in rtsx_pci_add_cmd()
322 pcr->ci++; in rtsx_pci_add_cmd()
324 spin_unlock_irqrestore(&pcr->lock, flags); in rtsx_pci_add_cmd()
332 rtsx_pci_writel(pcr, RTSX_HCBAR, pcr->host_cmds_addr); in rtsx_pci_send_cmd_no_wait()
334 val |= (u32)(pcr->ci * 4) & 0x00FFFFFF; in rtsx_pci_send_cmd_no_wait()
349 spin_lock_irqsave(&pcr->lock, flags); in rtsx_pci_send_cmd()
352 pcr->done = &trans_done; in rtsx_pci_send_cmd()
353 pcr->trans_result = TRANS_NOT_READY; in rtsx_pci_send_cmd()
356 rtsx_pci_writel(pcr, RTSX_HCBAR, pcr->host_cmds_addr); in rtsx_pci_send_cmd()
358 val |= (u32)(pcr->ci * 4) & 0x00FFFFFF; in rtsx_pci_send_cmd()
363 spin_unlock_irqrestore(&pcr->lock, flags); in rtsx_pci_send_cmd()
370 err = -ETIMEDOUT; in rtsx_pci_send_cmd()
374 spin_lock_irqsave(&pcr->lock, flags); in rtsx_pci_send_cmd()
375 if (pcr->trans_result == TRANS_RESULT_FAIL) in rtsx_pci_send_cmd()
376 err = -EINVAL; in rtsx_pci_send_cmd()
377 else if (pcr->trans_result == TRANS_RESULT_OK) in rtsx_pci_send_cmd()
379 else if (pcr->trans_result == TRANS_NO_DEVICE) in rtsx_pci_send_cmd()
380 err = -ENODEV; in rtsx_pci_send_cmd()
381 spin_unlock_irqrestore(&pcr->lock, flags); in rtsx_pci_send_cmd()
384 spin_lock_irqsave(&pcr->lock, flags); in rtsx_pci_send_cmd()
385 pcr->done = NULL; in rtsx_pci_send_cmd()
386 spin_unlock_irqrestore(&pcr->lock, flags); in rtsx_pci_send_cmd()
388 if ((err < 0) && (err != -ENODEV)) in rtsx_pci_send_cmd()
391 if (pcr->finish_me) in rtsx_pci_send_cmd()
392 complete(pcr->finish_me); in rtsx_pci_send_cmd()
401 u64 *ptr = (u64 *)(pcr->host_sg_tbl_ptr) + pcr->sgi; in rtsx_pci_add_sg_tbl()
420 pcr->sgi++; in rtsx_pci_add_sg_tbl()
428 pcr_dbg(pcr, "--> %s: num_sg = %d\n", __func__, num_sg); in rtsx_pci_transfer_data()
431 return -EINVAL; in rtsx_pci_transfer_data()
447 if (pcr->remove_pci) in rtsx_pci_dma_map_sg()
448 return -EINVAL; in rtsx_pci_dma_map_sg()
451 return -EINVAL; in rtsx_pci_dma_map_sg()
453 return dma_map_sg(&(pcr->pci->dev), sglist, num_sg, dir); in rtsx_pci_dma_map_sg()
462 dma_unmap_sg(&(pcr->pci->dev), sglist, num_sg, dir); in rtsx_pci_dma_unmap_sg()
479 if (pcr->remove_pci) in rtsx_pci_dma_transfer()
480 return -ENODEV; in rtsx_pci_dma_transfer()
483 return -EINVAL; in rtsx_pci_dma_transfer()
486 pcr->sgi = 0; in rtsx_pci_dma_transfer()
490 rtsx_pci_add_sg_tbl(pcr, addr, len, i == count - 1); in rtsx_pci_dma_transfer()
493 spin_lock_irqsave(&pcr->lock, flags); in rtsx_pci_dma_transfer()
495 pcr->done = &trans_done; in rtsx_pci_dma_transfer()
496 pcr->trans_result = TRANS_NOT_READY; in rtsx_pci_dma_transfer()
498 rtsx_pci_writel(pcr, RTSX_HDBAR, pcr->host_sg_tbl_addr); in rtsx_pci_dma_transfer()
501 spin_unlock_irqrestore(&pcr->lock, flags); in rtsx_pci_dma_transfer()
507 err = -ETIMEDOUT; in rtsx_pci_dma_transfer()
511 spin_lock_irqsave(&pcr->lock, flags); in rtsx_pci_dma_transfer()
512 if (pcr->trans_result == TRANS_RESULT_FAIL) { in rtsx_pci_dma_transfer()
513 err = -EILSEQ; in rtsx_pci_dma_transfer()
514 if (pcr->dma_error_count < RTS_MAX_TIMES_FREQ_REDUCTION) in rtsx_pci_dma_transfer()
515 pcr->dma_error_count++; in rtsx_pci_dma_transfer()
518 else if (pcr->trans_result == TRANS_NO_DEVICE) in rtsx_pci_dma_transfer()
519 err = -ENODEV; in rtsx_pci_dma_transfer()
520 spin_unlock_irqrestore(&pcr->lock, flags); in rtsx_pci_dma_transfer()
523 spin_lock_irqsave(&pcr->lock, flags); in rtsx_pci_dma_transfer()
524 pcr->done = NULL; in rtsx_pci_dma_transfer()
525 spin_unlock_irqrestore(&pcr->lock, flags); in rtsx_pci_dma_transfer()
527 if ((err < 0) && (err != -ENODEV)) in rtsx_pci_dma_transfer()
530 if (pcr->finish_me) in rtsx_pci_dma_transfer()
531 complete(pcr->finish_me); in rtsx_pci_dma_transfer()
642 tbl = pcr->sd_pull_ctl_enable_tbl; in rtsx_pci_card_pull_ctl_enable()
644 tbl = pcr->ms_pull_ctl_enable_tbl; in rtsx_pci_card_pull_ctl_enable()
646 return -EINVAL; in rtsx_pci_card_pull_ctl_enable()
657 tbl = pcr->sd_pull_ctl_disable_tbl; in rtsx_pci_card_pull_ctl_disable()
659 tbl = pcr->ms_pull_ctl_disable_tbl; in rtsx_pci_card_pull_ctl_disable()
661 return -EINVAL; in rtsx_pci_card_pull_ctl_disable()
669 struct rtsx_hw_param *hw_param = &pcr->hw_param; in rtsx_pci_enable_bus_int()
671 pcr->bier = TRANS_OK_INT_EN | TRANS_FAIL_INT_EN | SD_INT_EN in rtsx_pci_enable_bus_int()
672 | hw_param->interrupt_en; in rtsx_pci_enable_bus_int()
674 if (pcr->num_slots > 1) in rtsx_pci_enable_bus_int()
675 pcr->bier |= MS_INT_EN; in rtsx_pci_enable_bus_int()
678 rtsx_pci_writel(pcr, RTSX_BIER, pcr->bier); in rtsx_pci_enable_bus_int()
680 pcr_dbg(pcr, "RTSX_BIER: 0x%08x\n", pcr->bier); in rtsx_pci_enable_bus_int()
685 return ((depth > 1) ? (depth - 1) : depth); in double_ssc_depth()
691 if (ssc_depth > (div - 1)) in revise_ssc_depth()
692 ssc_depth -= (div - 1); in revise_ssc_depth()
737 pcr->dma_error_count && in rtsx_pci_switch_clock()
739 card_clock = UHS_SDR104_MAX_DTR - in rtsx_pci_switch_clock()
740 (pcr->dma_error_count * 20000000); in rtsx_pci_switch_clock()
748 pcr_dbg(pcr, "Internal SSC clock: %dMHz (cur_clock = %d)\n", in rtsx_pci_switch_clock()
749 clk, pcr->cur_clock); in rtsx_pci_switch_clock()
751 if (clk == pcr->cur_clock) in rtsx_pci_switch_clock()
754 if (pcr->ops->conv_clk_and_div_n) in rtsx_pci_switch_clock()
755 n = (u8)pcr->ops->conv_clk_and_div_n(clk, CLK_TO_DIV_N); in rtsx_pci_switch_clock()
757 n = (u8)(clk - 2); in rtsx_pci_switch_clock()
759 return -EINVAL; in rtsx_pci_switch_clock()
765 /* Make sure that the SSC clock div_n is not less than MIN_DIV_N_PCR */ in rtsx_pci_switch_clock()
768 if (pcr->ops->conv_clk_and_div_n) { in rtsx_pci_switch_clock()
769 int dbl_clk = pcr->ops->conv_clk_and_div_n(n, in rtsx_pci_switch_clock()
771 n = (u8)pcr->ops->conv_clk_and_div_n(dbl_clk, in rtsx_pci_switch_clock()
774 n = (n + 2) * 2 - 2; in rtsx_pci_switch_clock()
808 /* Wait SSC clock stable */ in rtsx_pci_switch_clock()
814 pcr->cur_clock = clk; in rtsx_pci_switch_clock()
821 if (pcr->ops->card_power_on) in rtsx_pci_card_power_on()
822 return pcr->ops->card_power_on(pcr, card); in rtsx_pci_card_power_on()
830 if (pcr->ops->card_power_off) in rtsx_pci_card_power_off()
831 return pcr->ops->card_power_off(pcr, card); in rtsx_pci_card_power_off()
844 if (!(pcr->flags & PCR_MS_PMOS)) { in rtsx_pci_card_exclusive_check()
848 if (pcr->card_exist & (~cd_mask[card])) in rtsx_pci_card_exclusive_check()
849 return -EIO; in rtsx_pci_card_exclusive_check()
858 if (pcr->ops->switch_output_voltage) in rtsx_pci_switch_output_voltage()
859 return pcr->ops->switch_output_voltage(pcr, voltage); in rtsx_pci_switch_output_voltage()
870 if (pcr->ops->cd_deglitch) in rtsx_pci_card_exist()
871 val = pcr->ops->cd_deglitch(pcr); in rtsx_pci_card_exist()
881 pcr->finish_me = &finish; in rtsx_pci_complete_unfinished_transfer()
884 if (pcr->done) in rtsx_pci_complete_unfinished_transfer()
885 complete(pcr->done); in rtsx_pci_complete_unfinished_transfer()
887 if (!pcr->remove_pci) in rtsx_pci_complete_unfinished_transfer()
892 pcr->finish_me = NULL; in rtsx_pci_complete_unfinished_transfer()
907 pcr_dbg(pcr, "--> %s\n", __func__); in rtsx_pci_card_detect()
909 mutex_lock(&pcr->pcr_mutex); in rtsx_pci_card_detect()
910 spin_lock_irqsave(&pcr->lock, flags); in rtsx_pci_card_detect()
916 card_inserted = pcr->card_inserted & irq_status; in rtsx_pci_card_detect()
917 card_removed = pcr->card_removed; in rtsx_pci_card_detect()
918 pcr->card_inserted = 0; in rtsx_pci_card_detect()
919 pcr->card_removed = 0; in rtsx_pci_card_detect()
921 spin_unlock_irqrestore(&pcr->lock, flags); in rtsx_pci_card_detect()
927 if (pcr->ops->cd_deglitch) in rtsx_pci_card_detect()
928 card_inserted = pcr->ops->cd_deglitch(pcr); in rtsx_pci_card_detect()
932 pcr->card_exist |= card_inserted; in rtsx_pci_card_detect()
933 pcr->card_exist &= ~card_removed; in rtsx_pci_card_detect()
936 mutex_unlock(&pcr->pcr_mutex); in rtsx_pci_card_detect()
938 if ((card_detect & SD_EXIST) && pcr->slots[RTSX_SD_CARD].card_event) in rtsx_pci_card_detect()
939 pcr->slots[RTSX_SD_CARD].card_event( in rtsx_pci_card_detect()
940 pcr->slots[RTSX_SD_CARD].p_dev); in rtsx_pci_card_detect()
941 if ((card_detect & MS_EXIST) && pcr->slots[RTSX_MS_CARD].card_event) in rtsx_pci_card_detect()
942 pcr->slots[RTSX_MS_CARD].card_event( in rtsx_pci_card_detect()
943 pcr->slots[RTSX_MS_CARD].p_dev); in rtsx_pci_card_detect()
948 if (pcr->ops->process_ocp) { in rtsx_pci_process_ocp()
949 pcr->ops->process_ocp(pcr); in rtsx_pci_process_ocp()
951 if (!pcr->option.ocp_en) in rtsx_pci_process_ocp()
953 rtsx_pci_get_ocpstat(pcr, &pcr->ocp_stat); in rtsx_pci_process_ocp()
954 if (pcr->ocp_stat & (SD_OC_NOW | SD_OC_EVER)) { in rtsx_pci_process_ocp()
958 pcr->ocp_stat = 0; in rtsx_pci_process_ocp()
965 if (pcr->option.ocp_en) in rtsx_pci_process_ocp_interrupt()
979 spin_lock(&pcr->lock); in rtsx_pci_isr()
984 if ((int_reg & pcr->bier) == 0) { in rtsx_pci_isr()
985 spin_unlock(&pcr->lock); in rtsx_pci_isr()
989 spin_unlock(&pcr->lock); in rtsx_pci_isr()
993 int_reg &= (pcr->bier | 0x7FFFFF); in rtsx_pci_isr()
1001 pcr->card_inserted |= SD_EXIST; in rtsx_pci_isr()
1003 pcr->card_removed |= SD_EXIST; in rtsx_pci_isr()
1004 pcr->card_inserted &= ~SD_EXIST; in rtsx_pci_isr()
1008 pcr->extra_caps |= EXTRA_CAPS_SD_EXPRESS; in rtsx_pci_isr()
1011 pcr->dma_error_count = 0; in rtsx_pci_isr()
1016 pcr->card_inserted |= MS_EXIST; in rtsx_pci_isr()
1018 pcr->card_removed |= MS_EXIST; in rtsx_pci_isr()
1019 pcr->card_inserted &= ~MS_EXIST; in rtsx_pci_isr()
1025 pcr->trans_result = TRANS_RESULT_FAIL; in rtsx_pci_isr()
1026 if (pcr->done) in rtsx_pci_isr()
1027 complete(pcr->done); in rtsx_pci_isr()
1029 pcr->trans_result = TRANS_RESULT_OK; in rtsx_pci_isr()
1030 if (pcr->done) in rtsx_pci_isr()
1031 complete(pcr->done); in rtsx_pci_isr()
1035 if ((pcr->card_inserted || pcr->card_removed) && !(int_reg & SD_OC_INT)) in rtsx_pci_isr()
1036 schedule_delayed_work(&pcr->carddet_work, in rtsx_pci_isr()
1039 spin_unlock(&pcr->lock); in rtsx_pci_isr()
1045 pcr_dbg(pcr, "%s: pcr->msi_en = %d, pci->irq = %d\n", in rtsx_pci_acquire_irq()
1046 __func__, pcr->msi_en, pcr->pci->irq); in rtsx_pci_acquire_irq()
1048 if (request_irq(pcr->pci->irq, rtsx_pci_isr, in rtsx_pci_acquire_irq()
1049 pcr->msi_en ? 0 : IRQF_SHARED, in rtsx_pci_acquire_irq()
1051 dev_err(&(pcr->pci->dev), in rtsx_pci_acquire_irq()
1053 pcr->pci->irq); in rtsx_pci_acquire_irq()
1054 return -1; in rtsx_pci_acquire_irq()
1057 pcr->irq = pcr->pci->irq; in rtsx_pci_acquire_irq()
1058 pci_intx(pcr->pci, !pcr->msi_en); in rtsx_pci_acquire_irq()
1071 rtsx_pci_write_register(pcr, pcr->reg_pm_ctrl3, in rtsx_base_force_power_down()
1079 if (pcr->ops->turn_off_led) in rtsx_pci_power_off()
1080 pcr->ops->turn_off_led(pcr); in rtsx_pci_power_off()
1083 pcr->bier = 0; in rtsx_pci_power_off()
1088 if (pcr->ops->force_power_down) in rtsx_pci_power_off()
1089 pcr->ops->force_power_down(pcr, pm_state, runtime); in rtsx_pci_power_off()
1098 if (pcr->ops->enable_ocp) { in rtsx_pci_enable_ocp()
1099 pcr->ops->enable_ocp(pcr); in rtsx_pci_enable_ocp()
1111 if (pcr->ops->disable_ocp) { in rtsx_pci_disable_ocp()
1112 pcr->ops->disable_ocp(pcr); in rtsx_pci_disable_ocp()
1122 if (pcr->ops->init_ocp) { in rtsx_pci_init_ocp()
1123 pcr->ops->init_ocp(pcr); in rtsx_pci_init_ocp()
1125 struct rtsx_cr_option *option = &(pcr->option); in rtsx_pci_init_ocp()
1127 if (option->ocp_en) { in rtsx_pci_init_ocp()
1128 u8 val = option->sd_800mA_ocp_thd; in rtsx_pci_init_ocp()
1136 SD_OCP_GLITCH_MASK, pcr->hw_param.ocp_glitch); in rtsx_pci_init_ocp()
1144 if (pcr->ops->get_ocpstat) in rtsx_pci_get_ocpstat()
1145 return pcr->ops->get_ocpstat(pcr, val); in rtsx_pci_get_ocpstat()
1152 if (pcr->ops->clear_ocpstat) { in rtsx_pci_clear_ocpstat()
1153 pcr->ops->clear_ocpstat(pcr); in rtsx_pci_clear_ocpstat()
1227 struct pci_dev *pdev = pcr->pci; in rtsx_pci_init_hw()
1234 rtsx_pci_writel(pcr, RTSX_HCBAR, pcr->host_cmds_addr); in rtsx_pci_init_hw()
1238 /* Power on SSC */ in rtsx_pci_init_hw()
1251 /* Wait SSC power stable */ in rtsx_pci_init_hw()
1255 if (pcr->ops->optimize_phy) { in rtsx_pci_init_hw()
1256 err = pcr->ops->optimize_phy(pcr); in rtsx_pci_init_hw()
1273 0xFF, pcr->card_drive_sel); in rtsx_pci_init_hw()
1274 /* Enable SSC Clock */ in rtsx_pci_init_hw()
1334 pcie_capability_clear_and_set_word(pcr->pci, PCI_EXP_LNKCTL, in rtsx_pci_init_hw()
1339 if (pcr->ops->extra_init_hw) { in rtsx_pci_init_hw()
1340 err = pcr->ops->extra_init_hw(pcr); in rtsx_pci_init_hw()
1345 if (pcr->aspm_mode == ASPM_MODE_REG) in rtsx_pci_init_hw()
1349 * So we need to initialize pcr->card_exist here. in rtsx_pci_init_hw()
1351 if (pcr->ops->cd_deglitch) in rtsx_pci_init_hw()
1352 pcr->card_exist = pcr->ops->cd_deglitch(pcr); in rtsx_pci_init_hw()
1354 pcr->card_exist = rtsx_pci_readl(pcr, RTSX_BIPR) & CARD_EXIST; in rtsx_pci_init_hw()
1361 struct rtsx_cr_option *option = &(pcr->option); in rtsx_pci_init_chip()
1367 spin_lock_init(&pcr->lock); in rtsx_pci_init_chip()
1368 mutex_init(&pcr->pcr_mutex); in rtsx_pci_init_chip()
1430 PCI_PID(pcr), pcr->ic_version); in rtsx_pci_init_chip()
1432 pcr->slots = kcalloc(pcr->num_slots, sizeof(struct rtsx_slot), in rtsx_pci_init_chip()
1434 if (!pcr->slots) in rtsx_pci_init_chip()
1435 return -ENOMEM; in rtsx_pci_init_chip()
1437 if (pcr->aspm_mode == ASPM_MODE_CFG) { in rtsx_pci_init_chip()
1438 pcie_capability_read_word(pcr->pci, PCI_EXP_LNKCTL, &cfg_val); in rtsx_pci_init_chip()
1440 pcr->aspm_enabled = true; in rtsx_pci_init_chip()
1442 pcr->aspm_enabled = false; in rtsx_pci_init_chip()
1444 } else if (pcr->aspm_mode == ASPM_MODE_REG) { in rtsx_pci_init_chip()
1447 pcr->aspm_enabled = false; in rtsx_pci_init_chip()
1449 pcr->aspm_enabled = true; in rtsx_pci_init_chip()
1452 l1ss = pci_find_ext_capability(pcr->pci, PCI_EXT_CAP_ID_L1SS); in rtsx_pci_init_chip()
1454 pci_read_config_dword(pcr->pci, l1ss + PCI_L1SS_CTL1, &lval); in rtsx_pci_init_chip()
1476 pcie_capability_read_word(pcr->pci, PCI_EXP_DEVCTL2, &cfg_val); in rtsx_pci_init_chip()
1478 option->ltr_enabled = true; in rtsx_pci_init_chip()
1479 option->ltr_active = true; in rtsx_pci_init_chip()
1481 option->ltr_enabled = false; in rtsx_pci_init_chip()
1486 option->force_clkreq_0 = false; in rtsx_pci_init_chip()
1488 option->force_clkreq_0 = true; in rtsx_pci_init_chip()
1490 option->ltr_enabled = false; in rtsx_pci_init_chip()
1491 option->force_clkreq_0 = true; in rtsx_pci_init_chip()
1494 if (pcr->ops->fetch_vendor_settings) in rtsx_pci_init_chip()
1495 pcr->ops->fetch_vendor_settings(pcr); in rtsx_pci_init_chip()
1497 pcr_dbg(pcr, "pcr->aspm_en = 0x%x\n", pcr->aspm_en); in rtsx_pci_init_chip()
1498 pcr_dbg(pcr, "pcr->sd30_drive_sel_1v8 = 0x%x\n", in rtsx_pci_init_chip()
1499 pcr->sd30_drive_sel_1v8); in rtsx_pci_init_chip()
1500 pcr_dbg(pcr, "pcr->sd30_drive_sel_3v3 = 0x%x\n", in rtsx_pci_init_chip()
1501 pcr->sd30_drive_sel_3v3); in rtsx_pci_init_chip()
1502 pcr_dbg(pcr, "pcr->card_drive_sel = 0x%x\n", in rtsx_pci_init_chip()
1503 pcr->card_drive_sel); in rtsx_pci_init_chip()
1504 pcr_dbg(pcr, "pcr->flags = 0x%x\n", pcr->flags); in rtsx_pci_init_chip()
1506 pcr->state = PDEV_STAT_IDLE; in rtsx_pci_init_chip()
1509 kfree(pcr->slots); in rtsx_pci_init_chip()
1524 dev_dbg(&(pcidev->dev), in rtsx_pci_probe()
1525 ": Realtek PCI-E Card Reader found at %s [%04x:%04x] (rev %x)\n", in rtsx_pci_probe()
1526 pci_name(pcidev), (int)pcidev->vendor, (int)pcidev->device, in rtsx_pci_probe()
1527 (int)pcidev->revision); in rtsx_pci_probe()
1529 ret = dma_set_mask(&pcidev->dev, DMA_BIT_MASK(32)); in rtsx_pci_probe()
1543 ret = -ENOMEM; in rtsx_pci_probe()
1549 ret = -ENOMEM; in rtsx_pci_probe()
1552 handle->pcr = pcr; in rtsx_pci_probe()
1558 pcr->id = ret; in rtsx_pci_probe()
1564 pcr->pci = pcidev; in rtsx_pci_probe()
1565 dev_set_drvdata(&pcidev->dev, handle); in rtsx_pci_probe()
1571 pcr->remap_addr = ioremap(base, len); in rtsx_pci_probe()
1572 if (!pcr->remap_addr) { in rtsx_pci_probe()
1573 ret = -ENOMEM; in rtsx_pci_probe()
1577 pcr->rtsx_resv_buf = dma_alloc_coherent(&(pcidev->dev), in rtsx_pci_probe()
1578 RTSX_RESV_BUF_LEN, &(pcr->rtsx_resv_buf_addr), in rtsx_pci_probe()
1580 if (pcr->rtsx_resv_buf == NULL) { in rtsx_pci_probe()
1581 ret = -ENXIO; in rtsx_pci_probe()
1584 pcr->host_cmds_ptr = pcr->rtsx_resv_buf; in rtsx_pci_probe()
1585 pcr->host_cmds_addr = pcr->rtsx_resv_buf_addr; in rtsx_pci_probe()
1586 pcr->host_sg_tbl_ptr = pcr->rtsx_resv_buf + HOST_CMDS_BUF_LEN; in rtsx_pci_probe()
1587 pcr->host_sg_tbl_addr = pcr->rtsx_resv_buf_addr + HOST_CMDS_BUF_LEN; in rtsx_pci_probe()
1588 pcr->card_inserted = 0; in rtsx_pci_probe()
1589 pcr->card_removed = 0; in rtsx_pci_probe()
1590 INIT_DELAYED_WORK(&pcr->carddet_work, rtsx_pci_card_detect); in rtsx_pci_probe()
1592 pcr->msi_en = msi_en; in rtsx_pci_probe()
1593 if (pcr->msi_en) { in rtsx_pci_probe()
1596 pcr->msi_en = false; in rtsx_pci_probe()
1604 synchronize_irq(pcr->irq); in rtsx_pci_probe()
1616 ret = mfd_add_devices(&pcidev->dev, pcr->id, rtsx_pcr_cells, in rtsx_pci_probe()
1621 pm_runtime_allow(&pcidev->dev); in rtsx_pci_probe()
1622 pm_runtime_put(&pcidev->dev); in rtsx_pci_probe()
1627 kfree(pcr->slots); in rtsx_pci_probe()
1629 free_irq(pcr->irq, (void *)pcr); in rtsx_pci_probe()
1631 if (pcr->msi_en) in rtsx_pci_probe()
1632 pci_disable_msi(pcr->pci); in rtsx_pci_probe()
1633 dma_free_coherent(&(pcr->pci->dev), RTSX_RESV_BUF_LEN, in rtsx_pci_probe()
1634 pcr->rtsx_resv_buf, pcr->rtsx_resv_buf_addr); in rtsx_pci_probe()
1636 iounmap(pcr->remap_addr); in rtsx_pci_probe()
1639 idr_remove(&rtsx_pci_idr, pcr->id); in rtsx_pci_probe()
1656 struct rtsx_pcr *pcr = handle->pcr; in rtsx_pci_remove()
1658 pcr->remove_pci = true; in rtsx_pci_remove()
1660 pm_runtime_get_sync(&pcidev->dev); in rtsx_pci_remove()
1661 pm_runtime_forbid(&pcidev->dev); in rtsx_pci_remove()
1664 spin_lock_irq(&pcr->lock); in rtsx_pci_remove()
1666 pcr->bier = 0; in rtsx_pci_remove()
1667 spin_unlock_irq(&pcr->lock); in rtsx_pci_remove()
1669 cancel_delayed_work_sync(&pcr->carddet_work); in rtsx_pci_remove()
1671 mfd_remove_devices(&pcidev->dev); in rtsx_pci_remove()
1673 dma_free_coherent(&(pcr->pci->dev), RTSX_RESV_BUF_LEN, in rtsx_pci_remove()
1674 pcr->rtsx_resv_buf, pcr->rtsx_resv_buf_addr); in rtsx_pci_remove()
1675 free_irq(pcr->irq, (void *)pcr); in rtsx_pci_remove()
1676 if (pcr->msi_en) in rtsx_pci_remove()
1677 pci_disable_msi(pcr->pci); in rtsx_pci_remove()
1678 iounmap(pcr->remap_addr); in rtsx_pci_remove()
1684 idr_remove(&rtsx_pci_idr, pcr->id); in rtsx_pci_remove()
1687 kfree(pcr->slots); in rtsx_pci_remove()
1691 dev_dbg(&(pcidev->dev), in rtsx_pci_remove()
1692 ": Realtek PCI-E Card Reader at %s [%04x:%04x] has been removed\n", in rtsx_pci_remove()
1693 pci_name(pcidev), (int)pcidev->vendor, (int)pcidev->device); in rtsx_pci_remove()
1700 struct rtsx_pcr *pcr = handle->pcr; in rtsx_pci_suspend()
1702 dev_dbg(&(pcidev->dev), "--> %s\n", __func__); in rtsx_pci_suspend()
1704 cancel_delayed_work_sync(&pcr->carddet_work); in rtsx_pci_suspend()
1706 mutex_lock(&pcr->pcr_mutex); in rtsx_pci_suspend()
1710 mutex_unlock(&pcr->pcr_mutex); in rtsx_pci_suspend()
1718 struct rtsx_pcr *pcr = handle->pcr; in rtsx_pci_resume()
1721 dev_dbg(&(pcidev->dev), "--> %s\n", __func__); in rtsx_pci_resume()
1723 mutex_lock(&pcr->pcr_mutex); in rtsx_pci_resume()
1734 mutex_unlock(&pcr->pcr_mutex); in rtsx_pci_resume()
1742 if (pcr->ops->set_aspm) in rtsx_enable_aspm()
1743 pcr->ops->set_aspm(pcr, true); in rtsx_enable_aspm()
1750 struct rtsx_cr_option *option = &pcr->option; in rtsx_comm_pm_power_saving()
1752 if (option->ltr_enabled) { in rtsx_comm_pm_power_saving()
1753 u32 latency = option->ltr_l1off_latency; in rtsx_comm_pm_power_saving()
1756 mdelay(option->l1_snooze_delay); in rtsx_comm_pm_power_saving()
1775 struct rtsx_pcr *pcr = handle->pcr; in rtsx_pci_shutdown()
1777 dev_dbg(&(pcidev->dev), "--> %s\n", __func__); in rtsx_pci_shutdown()
1782 free_irq(pcr->irq, (void *)pcr); in rtsx_pci_shutdown()
1783 if (pcr->msi_en) in rtsx_pci_shutdown()
1784 pci_disable_msi(pcr->pci); in rtsx_pci_shutdown()
1791 struct rtsx_pcr *pcr = handle->pcr; in rtsx_pci_runtime_idle()
1793 dev_dbg(device, "--> %s\n", __func__); in rtsx_pci_runtime_idle()
1795 mutex_lock(&pcr->pcr_mutex); in rtsx_pci_runtime_idle()
1797 pcr->state = PDEV_STAT_IDLE; in rtsx_pci_runtime_idle()
1799 if (pcr->ops->disable_auto_blink) in rtsx_pci_runtime_idle()
1800 pcr->ops->disable_auto_blink(pcr); in rtsx_pci_runtime_idle()
1801 if (pcr->ops->turn_off_led) in rtsx_pci_runtime_idle()
1802 pcr->ops->turn_off_led(pcr); in rtsx_pci_runtime_idle()
1806 mutex_unlock(&pcr->pcr_mutex); in rtsx_pci_runtime_idle()
1808 if (pcr->rtd3_en) in rtsx_pci_runtime_idle()
1811 return -EBUSY; in rtsx_pci_runtime_idle()
1818 struct rtsx_pcr *pcr = handle->pcr; in rtsx_pci_runtime_suspend()
1820 dev_dbg(device, "--> %s\n", __func__); in rtsx_pci_runtime_suspend()
1822 cancel_delayed_work_sync(&pcr->carddet_work); in rtsx_pci_runtime_suspend()
1824 mutex_lock(&pcr->pcr_mutex); in rtsx_pci_runtime_suspend()
1827 mutex_unlock(&pcr->pcr_mutex); in rtsx_pci_runtime_suspend()
1836 struct rtsx_pcr *pcr = handle->pcr; in rtsx_pci_runtime_resume()
1838 dev_dbg(device, "--> %s\n", __func__); in rtsx_pci_runtime_resume()
1840 mutex_lock(&pcr->pcr_mutex); in rtsx_pci_runtime_resume()
1846 if (pcr->slots[RTSX_SD_CARD].p_dev != NULL) { in rtsx_pci_runtime_resume()
1847 pcr->slots[RTSX_SD_CARD].card_event( in rtsx_pci_runtime_resume()
1848 pcr->slots[RTSX_SD_CARD].p_dev); in rtsx_pci_runtime_resume()
1851 mutex_unlock(&pcr->pcr_mutex); in rtsx_pci_runtime_resume()
1880 MODULE_DESCRIPTION("Realtek PCI-E Card Reader Driver");