Lines Matching +full:emc +full:- +full:configuration
1 // SPDX-License-Identifier: GPL-2.0-only
60 * transaction takes 4 EMC clocks for Tegra124; So the COUNT_WEIGHT is
81 * struct tegra_devfreq_device_config - configuration specific to an ACTMON
101 * increasing the EMC frequency when the CPU is very busy but not
135 * struct tegra_devfreq_device - state specific to an ACTMON device
195 return readl_relaxed(tegra->regs + offset); in actmon_readl()
200 writel_relaxed(val, tegra->regs + offset); in actmon_writel()
205 return readl_relaxed(dev->regs + offset); in device_readl()
211 writel_relaxed(val, dev->regs + offset); in device_writel()
229 u32 avg_band_freq = tegra->max_freq * ACTMON_DEFAULT_AVG_BAND / KHZ; in tegra_devfreq_update_avg_wmark()
230 u32 band = avg_band_freq * tegra->devfreq->profile->polling_ms; in tegra_devfreq_update_avg_wmark()
233 avg = min(dev->avg_count, U32_MAX - band); in tegra_devfreq_update_avg_wmark()
236 avg = max(dev->avg_count, band); in tegra_devfreq_update_avg_wmark()
237 device_writel(dev, avg - band, ACTMON_DEV_AVG_LOWER_WMARK); in tegra_devfreq_update_avg_wmark()
243 u32 val = tegra->cur_freq * tegra->devfreq->profile->polling_ms; in tegra_devfreq_update_wmark()
245 device_writel(dev, do_percent(val, dev->config->boost_up_threshold), in tegra_devfreq_update_wmark()
248 device_writel(dev, do_percent(val, dev->config->boost_down_threshold), in tegra_devfreq_update_wmark()
257 dev->avg_count = device_readl(dev, ACTMON_DEV_AVG_COUNT); in actmon_isr_device()
267 dev->boost_freq = do_percent(dev->boost_freq, in actmon_isr_device()
268 dev->config->boost_up_coeff); in actmon_isr_device()
269 dev->boost_freq += ACTMON_BOOST_FREQ_STEP; in actmon_isr_device()
273 if (dev->boost_freq >= tegra->max_freq) { in actmon_isr_device()
275 dev->boost_freq = tegra->max_freq; in actmon_isr_device()
282 dev->boost_freq = do_percent(dev->boost_freq, in actmon_isr_device()
283 dev->config->boost_down_coeff); in actmon_isr_device()
287 if (dev->boost_freq < (ACTMON_BOOST_FREQ_STEP >> 1)) { in actmon_isr_device()
289 dev->boost_freq = 0; in actmon_isr_device()
305 if (cpu_freq >= ratio->cpu_freq) { in actmon_cpu_to_emc_rate()
306 if (ratio->emc_freq >= tegra->max_freq) in actmon_cpu_to_emc_rate()
307 return tegra->max_freq; in actmon_cpu_to_emc_rate()
309 return ratio->emc_freq; in actmon_cpu_to_emc_rate()
322 target_freq = dev->avg_count / tegra->devfreq->profile->polling_ms; in actmon_device_target_freq()
323 avg_sustain_coef = 100 * 100 / dev->config->boost_up_threshold; in actmon_device_target_freq()
335 dev->target_freq = actmon_device_target_freq(tegra, dev); in actmon_update_target()
337 if (dev->config->avg_dependency_threshold && in actmon_update_target()
338 dev->config->avg_dependency_threshold <= dev->target_freq) { in actmon_update_target()
342 dev->target_freq += dev->boost_freq; in actmon_update_target()
343 dev->target_freq = max(dev->target_freq, static_cpu_emc_freq); in actmon_update_target()
345 dev->target_freq += dev->boost_freq; in actmon_update_target()
356 mutex_lock(&tegra->devfreq->lock); in actmon_thread_isr()
359 for (i = 0; i < ARRAY_SIZE(tegra->devices); i++) { in actmon_thread_isr()
360 if (val & tegra->devices[i].config->irq_mask) { in actmon_thread_isr()
361 actmon_isr_device(tegra, tegra->devices + i); in actmon_thread_isr()
367 update_devfreq(tegra->devfreq); in actmon_thread_isr()
369 mutex_unlock(&tegra->devfreq->lock); in actmon_thread_isr()
387 tegra->cur_freq = data->new_rate / KHZ; in tegra_actmon_clk_notify_cb()
389 for (i = 0; i < ARRAY_SIZE(tegra->devices); i++) { in tegra_actmon_clk_notify_cb()
390 dev = &tegra->devices[i]; in tegra_actmon_clk_notify_cb()
403 mutex_lock(&tegra->devfreq->lock); in tegra_actmon_delayed_update()
404 update_devfreq(tegra->devfreq); in tegra_actmon_delayed_update()
405 mutex_unlock(&tegra->devfreq->lock); in tegra_actmon_delayed_update()
412 struct tegra_devfreq_device *actmon_dev = &tegra->devices[MCCPU]; in tegra_actmon_cpufreq_contribution()
418 if (dev_freq < actmon_dev->config->avg_dependency_threshold) in tegra_actmon_cpufreq_contribution()
423 if (dev_freq + actmon_dev->boost_freq >= static_cpu_emc_freq) in tegra_actmon_cpufreq_contribution()
445 if (mutex_trylock(&tegra->devfreq->lock)) { in tegra_actmon_cpu_notify_cb()
446 old = tegra_actmon_cpufreq_contribution(tegra, freqs->old); in tegra_actmon_cpu_notify_cb()
447 new = tegra_actmon_cpufreq_contribution(tegra, freqs->new); in tegra_actmon_cpu_notify_cb()
448 mutex_unlock(&tegra->devfreq->lock); in tegra_actmon_cpu_notify_cb()
453 * state because ISR will re-check CPU's frequency on the in tegra_actmon_cpu_notify_cb()
467 schedule_delayed_work(&tegra->cpufreq_update_work, delay); in tegra_actmon_cpu_notify_cb()
478 dev->boost_freq = 0; in tegra_actmon_configure_device()
480 dev->target_freq = tegra->cur_freq; in tegra_actmon_configure_device()
482 dev->avg_count = tegra->cur_freq * tegra->devfreq->profile->polling_ms; in tegra_actmon_configure_device()
483 device_writel(dev, dev->avg_count, ACTMON_DEV_INIT_AVG); in tegra_actmon_configure_device()
492 val |= (ACTMON_AVERAGE_WINDOW_LOG2 - 1) in tegra_actmon_configure_device()
494 val |= (ACTMON_BELOW_WMARK_WINDOW - 1) in tegra_actmon_configure_device()
496 val |= (ACTMON_ABOVE_WMARK_WINDOW - 1) in tegra_actmon_configure_device()
508 struct tegra_devfreq_device *dev = tegra->devices; in tegra_actmon_stop_devices()
511 for (i = 0; i < ARRAY_SIZE(tegra->devices); i++, dev++) { in tegra_actmon_stop_devices()
523 if (!tegra->devfreq->profile->polling_ms || !tegra->started) in tegra_actmon_resume()
526 actmon_writel(tegra, tegra->devfreq->profile->polling_ms - 1, in tegra_actmon_resume()
534 err = clk_notifier_register(tegra->emc_clock, in tegra_actmon_resume()
535 &tegra->clk_rate_change_nb); in tegra_actmon_resume()
537 dev_err(tegra->devfreq->dev.parent, in tegra_actmon_resume()
542 tegra->cur_freq = clk_get_rate(tegra->emc_clock) / KHZ; in tegra_actmon_resume()
544 for (i = 0; i < ARRAY_SIZE(tegra->devices); i++) in tegra_actmon_resume()
545 tegra_actmon_configure_device(tegra, &tegra->devices[i]); in tegra_actmon_resume()
554 err = cpufreq_register_notifier(&tegra->cpu_rate_change_nb, in tegra_actmon_resume()
557 dev_err(tegra->devfreq->dev.parent, in tegra_actmon_resume()
562 enable_irq(tegra->irq); in tegra_actmon_resume()
569 clk_notifier_unregister(tegra->emc_clock, &tegra->clk_rate_change_nb); in tegra_actmon_resume()
578 if (!tegra->started) { in tegra_actmon_start()
579 tegra->started = true; in tegra_actmon_start()
583 tegra->started = false; in tegra_actmon_start()
591 if (!tegra->devfreq->profile->polling_ms || !tegra->started) in tegra_actmon_pause()
594 disable_irq(tegra->irq); in tegra_actmon_pause()
596 cpufreq_unregister_notifier(&tegra->cpu_rate_change_nb, in tegra_actmon_pause()
599 cancel_delayed_work_sync(&tegra->cpufreq_update_work); in tegra_actmon_pause()
603 clk_notifier_unregister(tegra->emc_clock, &tegra->clk_rate_change_nb); in tegra_actmon_pause()
609 tegra->started = false; in tegra_actmon_stop()
616 struct devfreq *devfreq = tegra->devfreq; in tegra_devfreq_target()
629 err = clk_set_min_rate(tegra->emc_clock, rate * KHZ); in tegra_devfreq_target()
633 err = clk_set_rate(tegra->emc_clock, 0); in tegra_devfreq_target()
640 clk_set_min_rate(tegra->emc_clock, devfreq->previous_freq); in tegra_devfreq_target()
652 cur_freq = READ_ONCE(tegra->cur_freq); in tegra_devfreq_get_dev_status()
655 stat->private_data = tegra; in tegra_devfreq_get_dev_status()
658 stat->current_frequency = cur_freq; in tegra_devfreq_get_dev_status()
660 actmon_dev = &tegra->devices[MCALL]; in tegra_devfreq_get_dev_status()
663 stat->busy_time = device_readl(actmon_dev, ACTMON_DEV_AVG_COUNT); in tegra_devfreq_get_dev_status()
666 stat->busy_time *= 100 / BUS_SATURATION_RATIO; in tegra_devfreq_get_dev_status()
669 stat->total_time = tegra->devfreq->profile->polling_ms * cur_freq; in tegra_devfreq_get_dev_status()
671 stat->busy_time = min(stat->busy_time, stat->total_time); in tegra_devfreq_get_dev_status()
696 stat = &devfreq->last_status; in tegra_governor_get_target()
698 tegra = stat->private_data; in tegra_governor_get_target()
700 for (i = 0; i < ARRAY_SIZE(tegra->devices); i++) { in tegra_governor_get_target()
701 dev = &tegra->devices[i]; in tegra_governor_get_target()
705 target_freq = max(target_freq, dev->target_freq); in tegra_governor_get_target()
716 struct tegra_devfreq *tegra = dev_get_drvdata(devfreq->dev.parent); in tegra_governor_event_handler()
721 * Couple devfreq-device with the governor early because it is in tegra_governor_event_handler()
724 tegra->devfreq = devfreq; in tegra_governor_event_handler()
743 ret = -EINVAL; in tegra_governor_event_handler()
783 tegra = devm_kzalloc(&pdev->dev, sizeof(*tegra), GFP_KERNEL); in tegra_devfreq_probe()
785 return -ENOMEM; in tegra_devfreq_probe()
787 tegra->regs = devm_platform_ioremap_resource(pdev, 0); in tegra_devfreq_probe()
788 if (IS_ERR(tegra->regs)) in tegra_devfreq_probe()
789 return PTR_ERR(tegra->regs); in tegra_devfreq_probe()
791 tegra->reset = devm_reset_control_get(&pdev->dev, "actmon"); in tegra_devfreq_probe()
792 if (IS_ERR(tegra->reset)) { in tegra_devfreq_probe()
793 dev_err(&pdev->dev, "Failed to get reset\n"); in tegra_devfreq_probe()
794 return PTR_ERR(tegra->reset); in tegra_devfreq_probe()
797 tegra->clock = devm_clk_get(&pdev->dev, "actmon"); in tegra_devfreq_probe()
798 if (IS_ERR(tegra->clock)) { in tegra_devfreq_probe()
799 dev_err(&pdev->dev, "Failed to get actmon clock\n"); in tegra_devfreq_probe()
800 return PTR_ERR(tegra->clock); in tegra_devfreq_probe()
803 tegra->emc_clock = devm_clk_get(&pdev->dev, "emc"); in tegra_devfreq_probe()
804 if (IS_ERR(tegra->emc_clock)) { in tegra_devfreq_probe()
805 dev_err(&pdev->dev, "Failed to get emc clock\n"); in tegra_devfreq_probe()
806 return PTR_ERR(tegra->emc_clock); in tegra_devfreq_probe()
813 tegra->irq = err; in tegra_devfreq_probe()
815 irq_set_status_flags(tegra->irq, IRQ_NOAUTOEN); in tegra_devfreq_probe()
817 err = devm_request_threaded_irq(&pdev->dev, tegra->irq, NULL, in tegra_devfreq_probe()
819 "tegra-devfreq", tegra); in tegra_devfreq_probe()
821 dev_err(&pdev->dev, "Interrupt request failed: %d\n", err); in tegra_devfreq_probe()
825 err = clk_prepare_enable(tegra->clock); in tegra_devfreq_probe()
827 dev_err(&pdev->dev, in tegra_devfreq_probe()
832 err = reset_control_reset(tegra->reset); in tegra_devfreq_probe()
834 dev_err(&pdev->dev, "Failed to reset hardware: %d\n", err); in tegra_devfreq_probe()
838 rate = clk_round_rate(tegra->emc_clock, ULONG_MAX); in tegra_devfreq_probe()
840 dev_err(&pdev->dev, "Failed to round clock rate: %ld\n", rate); in tegra_devfreq_probe()
845 tegra->max_freq = rate / KHZ; in tegra_devfreq_probe()
848 dev = tegra->devices + i; in tegra_devfreq_probe()
849 dev->config = actmon_device_configs + i; in tegra_devfreq_probe()
850 dev->regs = tegra->regs + dev->config->offset; in tegra_devfreq_probe()
853 for (rate = 0; rate <= tegra->max_freq * KHZ; rate++) { in tegra_devfreq_probe()
854 rate = clk_round_rate(tegra->emc_clock, rate); in tegra_devfreq_probe()
857 dev_err(&pdev->dev, in tegra_devfreq_probe()
863 err = dev_pm_opp_add(&pdev->dev, rate / KHZ, 0); in tegra_devfreq_probe()
865 dev_err(&pdev->dev, "Failed to add OPP: %d\n", err); in tegra_devfreq_probe()
872 tegra->clk_rate_change_nb.notifier_call = tegra_actmon_clk_notify_cb; in tegra_devfreq_probe()
873 tegra->cpu_rate_change_nb.notifier_call = tegra_actmon_cpu_notify_cb; in tegra_devfreq_probe()
875 INIT_DELAYED_WORK(&tegra->cpufreq_update_work, in tegra_devfreq_probe()
880 dev_err(&pdev->dev, "Failed to add governor: %d\n", err); in tegra_devfreq_probe()
884 tegra_devfreq_profile.initial_freq = clk_get_rate(tegra->emc_clock); in tegra_devfreq_probe()
887 devfreq = devfreq_add_device(&pdev->dev, &tegra_devfreq_profile, in tegra_devfreq_probe()
900 dev_pm_opp_remove_all_dynamic(&pdev->dev); in tegra_devfreq_probe()
902 reset_control_reset(tegra->reset); in tegra_devfreq_probe()
904 clk_disable_unprepare(tegra->clock); in tegra_devfreq_probe()
913 devfreq_remove_device(tegra->devfreq); in tegra_devfreq_remove()
916 dev_pm_opp_remove_all_dynamic(&pdev->dev); in tegra_devfreq_remove()
918 reset_control_reset(tegra->reset); in tegra_devfreq_remove()
919 clk_disable_unprepare(tegra->clock); in tegra_devfreq_remove()
925 { .compatible = "nvidia,tegra30-actmon" },
926 { .compatible = "nvidia,tegra124-actmon" },
936 .name = "tegra-devfreq",