int tegra_auto_hotplug_init(struct mutex *cpu_lock)
{
int err;
cpu_clk = clk_get_sys(NULL, "cpu");
cpu_g_clk = clk_get_sys(NULL, "cpu_g");
cpu_lp_clk = clk_get_sys(NULL, "cpu_lp");
if (IS_ERR(cpu_clk) || IS_ERR(cpu_g_clk) || IS_ERR(cpu_lp_clk))
return -ENOENT;
/*
* Not bound to the issuer CPU (=> high-priority), has rescue worker
* task, single-threaded, freezable.
*/
cpuquiet_wq = alloc_workqueue(
"cpuquiet", WQ_UNBOUND | WQ_RESCUER | WQ_FREEZABLE, 1);
if (!cpuquiet_wq)
return -ENOMEM;
INIT_DELAYED_WORK(&cpuquiet_work, tegra_cpuquiet_work_func);
INIT_WORK(&minmax_work, min_max_constraints_workfunc);
idle_top_freq = clk_get_max_rate(cpu_lp_clk) / 1000;
idle_bottom_freq = clk_get_min_rate(cpu_g_clk) / 1000;
up_delay = msecs_to_jiffies(UP_DELAY_MS);
down_delay = msecs_to_jiffies(DOWN_DELAY_MS);
cpumask_clear(&cr_online_requests);
tegra3_cpu_lock = cpu_lock;
cpq_state = INITIAL_STATE;
enable = cpq_state == TEGRA_CPQ_DISABLED ? false : true;
pr_info("Tegra cpuquiet initialized: %s\n",
(cpq_state == TEGRA_CPQ_DISABLED) ? "disabled" : "enabled");
if (pm_qos_add_notifier(PM_QOS_MIN_ONLINE_CPUS, &min_cpus_notifier))
pr_err("%s: Failed to register min cpus PM QoS notifier\n",
__func__);
if (pm_qos_add_notifier(PM_QOS_MAX_ONLINE_CPUS, &max_cpus_notifier))
pr_err("%s: Failed to register max cpus PM QoS notifier\n",
__func__);
err = cpuquiet_register_driver(&tegra_cpuquiet_driver);
if (err) {
destroy_workqueue(cpuquiet_wq);
return err;
}
err = tegra_auto_sysfs();
if (err) {
cpuquiet_unregister_driver(&tegra_cpuquiet_driver);
destroy_workqueue(cpuquiet_wq);
}
return err;
}
static int min_cpus_notify(struct notifier_block *nb, unsigned long n, void *p)
{
bool g_cluster = false;
if (cpq_state == TEGRA_CPQ_DISABLED)
return NOTIFY_OK;
mutex_lock(tegra3_cpu_lock);
if ((n >= 1) && is_lp_cluster()) {
/* make sure cpu rate is within g-mode
* range before switching */
unsigned long speed = max((unsigned long)tegra_getspeed(0),
clk_get_min_rate(cpu_g_clk) / 1000);
tegra_update_cpu_speed(speed);
clk_set_parent(cpu_clk, cpu_g_clk);
g_cluster = true;
}
tegra_cpu_set_speed_cap(NULL);
mutex_unlock(tegra3_cpu_lock);
schedule_work(&minmax_work);
if (g_cluster)
cpuquiet_device_free();
return NOTIFY_OK;
}
int tegra_auto_hotplug_init(struct mutex *cpu_lock)
{
/*
* Not bound to the issuer CPU (=> high-priority), has rescue worker
* task, single-threaded, freezable.
*/
int i = 0;
hotplug_wq = alloc_workqueue(
"cpu-tegra3", WQ_UNBOUND | WQ_RESCUER | WQ_FREEZABLE, 1);
if (!hotplug_wq)
return -ENOMEM;
INIT_DELAYED_WORK(&hotplug_work, tegra_auto_hotplug_work_func);
cpuplug_wq = alloc_workqueue(
"cpu-tegra3-plug", WQ_UNBOUND | WQ_RESCUER | WQ_FREEZABLE, 1);
if (!cpuplug_wq)
return -ENOMEM;
INIT_WORK(&cpuplug_work, tegra_auto_cpuplug_work_func);
cpu_clk = clk_get_sys(NULL, "cpu");
cpu_g_clk = clk_get_sys(NULL, "cpu_g");
cpu_lp_clk = clk_get_sys(NULL, "cpu_lp");
if (IS_ERR(cpu_clk) || IS_ERR(cpu_g_clk) || IS_ERR(cpu_lp_clk))
return -ENOENT;
idle_top_freq = clk_get_max_rate(cpu_lp_clk) / 1000;
idle_bottom_freq = clk_get_min_rate(cpu_g_clk) / 1000;
up2g0_delay = msecs_to_jiffies(UP2G0_DELAY_MS);
up2gn_delay = msecs_to_jiffies(UP2Gn_DELAY_MS);
down_delay = msecs_to_jiffies(DOWN_DELAY_MS);
is_plugging = false;
tegra3_cpu_lock = cpu_lock;
hp_state = INITIAL_STATE;
mp_state = TEGRA_HP_IDLE;
hp_init_stats();
pr_info(CPU_HOTPLUG_TAG"Tegra auto-hotplug initialized: %s\n",
(hp_state == TEGRA_HP_DISABLED) ? "disabled" : "enabled");
for (i = 0; i <= CONFIG_NR_CPUS; i++) {
cpu_hp_active_time_stats[i].this_active_Time = 0;
cpu_hp_active_time_stats[i].total_active_Time = 0;
}
pm_debug_cpu_hotplug = printCPUTotalActiveTime;
if (pm_qos_add_notifier(PM_QOS_MIN_ONLINE_CPUS, &min_cpus_notifier))
pr_err("%s: Failed to register min cpus PM QoS notifier\n",
__func__);
return 0;
}
int tegra_auto_hotplug_init(struct mutex *cpu_lock)
{
/*
* Not bound to the issuer CPU (=> high-priority), has rescue worker
* task, single-threaded, freezable.
*/
hotplug_wq = alloc_workqueue(
"cpu-tegra3", WQ_UNBOUND | WQ_RESCUER | WQ_FREEZABLE, 1);
if (!hotplug_wq)
return -ENOMEM;
INIT_DELAYED_WORK(&hotplug_work, tegra_auto_hotplug_work_func);
cpu_clk = clk_get_sys(NULL, "cpu");
cpu_g_clk = clk_get_sys(NULL, "cpu_g");
cpu_lp_clk = clk_get_sys(NULL, "cpu_lp");
if (IS_ERR(cpu_clk) || IS_ERR(cpu_g_clk) || IS_ERR(cpu_lp_clk))
return -ENOENT;
idle_top_freq = clk_get_max_rate(cpu_lp_clk) / 1000;
idle_bottom_freq = clk_get_min_rate(cpu_g_clk) / 1000;
up2g0_delay = msecs_to_jiffies(UP2G0_DELAY_MS);
up2gn_delay = msecs_to_jiffies(UP2Gn_DELAY_MS);
down_delay = msecs_to_jiffies(DOWN_DELAY_MS);
tegra3_cpu_lock = cpu_lock;
hp_state = INITIAL_STATE;
hp_init_stats();
pr_info("Tegra auto-hotplug initialized: %s\n",
(hp_state == TEGRA_HP_DISABLED) ? "disabled" : "enabled");
if (pm_qos_add_notifier(PM_QOS_MIN_ONLINE_CPUS, &min_cpus_notifier))
pr_err("%s: Failed to register min cpus PM QoS notifier\n",
__func__);
rt_cfg_kobj = kobject_create_and_add("rt_config", kernel_kobj);
if (!rt_cfg_kobj) {
pr_err("cpu_tegra3: failed to create sysfs rt_cfg_kobj object");
return 0;
}
if (sysfs_create_files(rt_cfg_kobj, rt_cfg_attributes)) {
pr_err("tegra3_dvfs: failed to create sysfs rt_cfg_kobj interface");
return 0;
}
return 0;
}
static int min_cpus_notify(struct notifier_block *nb, unsigned long n, void *p)
{
mutex_lock(tegra3_cpu_lock);
if ((n >= 1) && is_lp_cluster()) {
/* make sure cpu rate is within g-mode range before switching */
unsigned int speed = max(
tegra_getspeed(0), clk_get_min_rate(cpu_g_clk) / 1000);
tegra_update_cpu_speed(speed);
if (!clk_set_parent(cpu_clk, cpu_g_clk)) {
hp_stats_update(CONFIG_NR_CPUS, false);
hp_stats_update(0, true);
}
}
/* update governor state machine */
tegra_cpu_set_speed_cap(NULL);
mutex_unlock(tegra3_cpu_lock);
return NOTIFY_OK;
}
int boot_secondary(unsigned int cpu, struct task_struct *idle)
{
int status;
/* Avoid timer calibration on slave cpus. Use the value calibrated
* on master cpu. This reduces the bringup time for each slave cpu
* by around 260ms.
*/
preset_lpj = loops_per_jiffy;
if (is_lp_cluster()) {
struct clk *cpu_clk, *cpu_g_clk;
/* The G CPU may not be available for a variety of reasons. */
status = is_g_cluster_available(cpu);
if (status)
goto done;
cpu_clk = tegra_get_clock_by_name("cpu");
cpu_g_clk = tegra_get_clock_by_name("cpu_g");
/* Switch to G CPU before continuing. */
if (!cpu_clk || !cpu_g_clk) {
/* Early boot, clock infrastructure is not initialized
- CPU mode switch is not allowed */
status = -EINVAL;
} else {
#ifdef CONFIG_CPU_FREQ
/* set cpu rate is within g-mode range before switch */
unsigned int speed = max(
(unsigned long)tegra_getspeed(0),
clk_get_min_rate(cpu_g_clk) / 1000);
tegra_update_cpu_speed(speed);
#endif
status = clk_set_parent(cpu_clk, cpu_g_clk);
}
if (status)
goto done;
}
smp_wmb();
/* Force the CPU into reset. The CPU must remain in reset when the
flow controller state is cleared (which will cause the flow
controller to stop driving reset if the CPU has been power-gated
via the flow controller). This will have no effect on first boot
of the CPU since it should already be in reset. */
writel(CPU_RESET(cpu), CLK_RST_CONTROLLER_RST_CPU_CMPLX_SET);
dmb();
/* Unhalt the CPU. If the flow controller was used to power-gate the
CPU this will cause the flow controller to stop driving reset.
The CPU will remain in reset because the clock and reset block
is now driving reset. */
flowctrl_writel(0, FLOW_CTRL_HALT_CPU(cpu));
status = power_up_cpu(cpu);
if (status)
goto done;
/* Take the CPU out of reset. */
writel(CPU_RESET(cpu), CLK_RST_CONTROLLER_RST_CPU_CMPLX_CLR);
wmb();
done:
return status;
}