381 lines
9.9 KiB
C
381 lines
9.9 KiB
C
/*
|
|
* tegra_throttle.c
|
|
*
|
|
* Copyright (c) 2012, 2013, NVIDIA CORPORATION. All rights reserved.
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify it
|
|
* under the terms and conditions of the GNU General Public License,
|
|
* version 2, as published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope it will be useful, but WITHOUT
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
|
* more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#include <linux/kernel.h>
|
|
#include <linux/cpufreq.h>
|
|
#include <linux/delay.h>
|
|
#include <linux/init.h>
|
|
#include <linux/err.h>
|
|
#include <linux/clk.h>
|
|
#include <linux/clk-provider.h>
|
|
#include <linux/debugfs.h>
|
|
#include <linux/seq_file.h>
|
|
#include <linux/uaccess.h>
|
|
#include <linux/thermal.h>
|
|
#include <linux/module.h>
|
|
#include <linux/of.h>
|
|
#include <linux/slab.h>
|
|
#include <linux/tegra-soc.h>
|
|
#include <linux/platform_data/tegra_emc.h>
|
|
#include <linux/platform_device.h>
|
|
|
|
#include "tegra_throttle.h"
|
|
|
|
static DEFINE_MUTEX(bthrot_list_lock);
|
|
static LIST_HEAD(bthrot_list);
|
|
|
|
static struct tegra_balanced_throttle *tegra_b_throt;
|
|
static struct tegra_throttle_cap_data *tegra_cap_freqs_table;
|
|
static int tegra_cap_freqs_table_size;
|
|
|
|
static unsigned long clip_to_table(unsigned long cpu_freq)
|
|
{
|
|
int i;
|
|
|
|
if (!tegra_b_throt->cpu_freq_table)
|
|
return -EINVAL;
|
|
|
|
for (i = 0;
|
|
tegra_b_throt->cpu_freq_table[i].frequency != CPUFREQ_TABLE_END;
|
|
i++) {
|
|
if (tegra_b_throt->cpu_freq_table[i].frequency > cpu_freq)
|
|
break;
|
|
}
|
|
i = (i == 0) ? 0 : i-1;
|
|
|
|
return tegra_b_throt->cpu_freq_table[i].frequency;
|
|
}
|
|
|
|
static int
|
|
tegra_throttle_get_max_state(struct thermal_cooling_device *cdev,
|
|
unsigned long *max_state)
|
|
{
|
|
struct balanced_throttle_instance *bthrot = cdev->devdata;
|
|
|
|
*max_state = bthrot->throt_tab_size;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
tegra_throttle_get_cur_state(struct thermal_cooling_device *cdev,
|
|
unsigned long *cur_state)
|
|
{
|
|
struct balanced_throttle_instance *bthrot = cdev->devdata;
|
|
|
|
*cur_state = bthrot->cur_state;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static void tegra_throttle_set_cap_clk(struct throttle_table *throt_tab,
|
|
int cap_clk_index)
|
|
{
|
|
unsigned long cap_rate, clk_rate;
|
|
int cap_offset = cap_clk_index - CAP_CLK_START;
|
|
|
|
cap_rate = throt_tab->cap_freqs[cap_clk_index];
|
|
if (cap_rate == NO_CAP)
|
|
clk_rate = tegra_cap_freqs_table[cap_offset].max_freq;
|
|
else
|
|
clk_rate = cap_rate * 1000UL;
|
|
|
|
if (tegra_cap_freqs_table[cap_offset].cap_freq != clk_rate) {
|
|
clk_set_rate(tegra_cap_freqs_table[cap_offset].cap_clk,
|
|
clk_rate);
|
|
tegra_cap_freqs_table[cap_offset].cap_freq = clk_rate;
|
|
}
|
|
}
|
|
|
|
static void
|
|
tegra_throttle_cap_freqs_update(struct throttle_table *throt_tab,
|
|
int direction)
|
|
{
|
|
int i;
|
|
int max_cap_clock = CAP_CLK_START + tegra_cap_freqs_table_size;
|
|
|
|
if (direction == 1) {
|
|
/* performance up : throttle less */
|
|
for (i = max_cap_clock - 1; i >= CAP_CLK_START; i--)
|
|
tegra_throttle_set_cap_clk(throt_tab, i);
|
|
} else {
|
|
/* performance down : throotle more */
|
|
for (i = CAP_CLK_START; i < max_cap_clock; i++)
|
|
tegra_throttle_set_cap_clk(throt_tab, i);
|
|
}
|
|
}
|
|
|
|
static int
|
|
tegra_throttle_set_cur_state(struct thermal_cooling_device *cdev,
|
|
unsigned long cur_state)
|
|
{
|
|
struct balanced_throttle_instance *bthrot = cdev->devdata;
|
|
int direction;
|
|
int i, ret;
|
|
int max_cap_clock = CAP_CLK_START + tegra_cap_freqs_table_size;
|
|
unsigned long bthrot_speed, save_state;
|
|
struct throttle_table *throt_entry;
|
|
struct throttle_table cur_throt_freq = {
|
|
{ NO_CAP, NO_CAP, NO_CAP, NO_CAP, NO_CAP}
|
|
};
|
|
|
|
if (tegra_b_throt->cpu_freq_table == NULL)
|
|
return 0;
|
|
|
|
if (bthrot->cur_state == cur_state)
|
|
return 0;
|
|
|
|
direction = bthrot->cur_state >= cur_state;
|
|
save_state = bthrot->cur_state;
|
|
bthrot->cur_state = cur_state;
|
|
|
|
if (cur_state == 1 && direction == 0)
|
|
bthrot->throttle_count++;
|
|
|
|
mutex_lock(&bthrot_list_lock);
|
|
list_for_each_entry(bthrot, &bthrot_list, node) {
|
|
if (!bthrot->cur_state)
|
|
continue;
|
|
|
|
throt_entry = &bthrot->throt_tab[bthrot->cur_state-1];
|
|
for (i = 0; i < max_cap_clock; i++) {
|
|
cur_throt_freq.cap_freqs[i] = min(
|
|
cur_throt_freq.cap_freqs[i],
|
|
throt_entry->cap_freqs[i]);
|
|
}
|
|
}
|
|
|
|
tegra_throttle_cap_freqs_update(&cur_throt_freq, direction);
|
|
|
|
bthrot_speed = clip_to_table(cur_throt_freq.cap_freqs[CAP_CPU]);
|
|
tegra_b_throt->bthrot_speed = bthrot_speed;
|
|
ret = cpufreq_update_policy(0);
|
|
if (ret)
|
|
goto error;
|
|
|
|
bthrot_speed = cur_throt_freq.cap_freqs[CAP_GPU];
|
|
if (bthrot_speed != NO_CAP) {
|
|
ret = tegra_gpu_set_speed_cap(&bthrot_speed);
|
|
if (ret)
|
|
goto error;
|
|
}
|
|
|
|
mutex_unlock(&bthrot_list_lock);
|
|
return 0;
|
|
error:
|
|
bthrot = cdev->devdata;
|
|
bthrot->cur_state = save_state;
|
|
|
|
mutex_unlock(&bthrot_list_lock);
|
|
return ret;
|
|
}
|
|
|
|
static struct thermal_cooling_device_ops tegra_throttle_cooling_ops = {
|
|
.get_max_state = tegra_throttle_get_max_state,
|
|
.get_cur_state = tegra_throttle_get_cur_state,
|
|
.set_cur_state = tegra_throttle_set_cur_state,
|
|
};
|
|
|
|
/**
|
|
* tegra_throttle_cpufreq_policy_notifier - Notifier callback for cpufreq policy
|
|
* @nb: struct notifier_block * with callback info.
|
|
* @event: value showing cpufreq event for which this function invoked.
|
|
* @data: callback-specific data
|
|
*
|
|
* Callback to highjack the notification on cpufreq policy transition.
|
|
* Every time there is a change in policy, we will intercept and
|
|
* update the cpufreq policy with thermal throttling constraints.
|
|
*
|
|
* Return: 0 (success)
|
|
*/
|
|
static int tegra_throttle_cpufreq_policy_notifier(struct notifier_block *nb,
|
|
unsigned long event,
|
|
void *data)
|
|
{
|
|
struct cpufreq_policy *policy = data;
|
|
|
|
if (event != CPUFREQ_ADJUST)
|
|
return 0;
|
|
|
|
if (tegra_b_throt->bthrot_speed == NO_CAP)
|
|
return 0;
|
|
|
|
/* Limit max freq to be within tegra_throttle limit. */
|
|
|
|
if (policy->max != tegra_b_throt->bthrot_speed)
|
|
cpufreq_verify_within_limits(policy, 0,
|
|
tegra_b_throt->bthrot_speed);
|
|
|
|
return 0;
|
|
}
|
|
|
|
/* Notifier for cpufreq policy change */
|
|
static struct notifier_block tegra_throttle_cpufreq_notifier_block = {
|
|
.notifier_call = tegra_throttle_cpufreq_policy_notifier,
|
|
};
|
|
|
|
#ifdef CONFIG_DEBUG_FS
|
|
static int table_show(struct seq_file *s, void *data)
|
|
{
|
|
struct balanced_throttle_instance *bthrot = s->private;
|
|
int max_cap_clock = CAP_CLK_START + tegra_cap_freqs_table_size;
|
|
int i, j;
|
|
|
|
for (i = 0; i < bthrot->throt_tab_size; i++) {
|
|
/* CPU FREQ */
|
|
seq_printf(s, "[%d] = %7lu",
|
|
i, bthrot->throt_tab[i].cap_freqs[CAP_CPU]);
|
|
|
|
/* GPU FREQ and other DVFS module FREQS */
|
|
for (j = CAP_GPU; j < max_cap_clock; j++)
|
|
if (bthrot->throt_tab[i].cap_freqs[j] == NO_CAP)
|
|
seq_printf(s, " %7s", "NO_CAP");
|
|
else
|
|
seq_printf(s, " %7lu",
|
|
bthrot->throt_tab[i].cap_freqs[j]);
|
|
seq_puts(s, "\n");
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int table_open(struct inode *inode, struct file *file)
|
|
{
|
|
return single_open(file, table_show, inode->i_private);
|
|
}
|
|
|
|
static const struct file_operations table_fops = {
|
|
.open = table_open,
|
|
.read = seq_read,
|
|
.llseek = seq_lseek,
|
|
.release = single_release,
|
|
};
|
|
|
|
static struct dentry *throttle_debugfs_root;
|
|
#endif /* CONFIG_DEBUG_FS */
|
|
|
|
|
|
struct thermal_cooling_device *balanced_throttle_register(
|
|
struct balanced_throttle_instance *bthrot,
|
|
char *type)
|
|
{
|
|
#ifdef CONFIG_DEBUG_FS
|
|
char name[32];
|
|
#endif
|
|
mutex_lock(&bthrot_list_lock);
|
|
tegra_b_throt->num_throt++;
|
|
list_add(&bthrot->node, &bthrot_list);
|
|
mutex_unlock(&bthrot_list_lock);
|
|
|
|
bthrot->cdev = thermal_of_cooling_device_register(
|
|
bthrot->np,
|
|
type,
|
|
bthrot,
|
|
&tegra_throttle_cooling_ops);
|
|
|
|
if (IS_ERR(bthrot->cdev)) {
|
|
bthrot->cdev = NULL;
|
|
return ERR_PTR(-ENODEV);
|
|
}
|
|
|
|
#ifdef CONFIG_DEBUG_FS
|
|
sprintf(name, "throttle_table%d", tegra_b_throt->num_throt);
|
|
bthrot->d_tab = debugfs_create_file(name, 0644, throttle_debugfs_root,
|
|
bthrot, &table_fops);
|
|
#endif
|
|
|
|
return bthrot->cdev;
|
|
}
|
|
EXPORT_SYMBOL(balanced_throttle_register);
|
|
|
|
void balanced_throttle_unregister(struct balanced_throttle_instance *bthrot)
|
|
{
|
|
thermal_cooling_device_unregister(bthrot->cdev);
|
|
|
|
#ifdef CONFIG_DEBUG_FS
|
|
debugfs_remove(bthrot->d_tab);
|
|
#endif
|
|
|
|
mutex_lock(&bthrot_list_lock);
|
|
tegra_b_throt->num_throt--;
|
|
list_del(&bthrot->node);
|
|
mutex_unlock(&bthrot_list_lock);
|
|
}
|
|
EXPORT_SYMBOL(balanced_throttle_unregister);
|
|
|
|
int tegra_throttle_init(struct platform_device *pdev,
|
|
struct tegra_balanced_throttle *b_throt,
|
|
struct tegra_throttle_cap_data *cap_freqs_table,
|
|
int cap_freqs_table_size)
|
|
{
|
|
int i;
|
|
|
|
b_throt->cpu_freq_table = cpufreq_frequency_get_table(0);
|
|
if (!b_throt->cpu_freq_table) {
|
|
dev_warn(&pdev->dev,
|
|
"tegra_throttle: cannot get cpufreq table data\n");
|
|
return -EPROBE_DEFER;
|
|
}
|
|
b_throt->cpu_throttle_lowest_speed =
|
|
b_throt->cpu_freq_table[0].frequency;
|
|
b_throt->bthrot_speed = NO_CAP;
|
|
|
|
#ifdef CONFIG_DEBUG_FS
|
|
throttle_debugfs_root = debugfs_create_dir("tegra_throttle", NULL);
|
|
#endif
|
|
|
|
for (i = 0; i < cap_freqs_table_size; i++) {
|
|
struct clk *c;
|
|
dev_info(&pdev->dev,
|
|
"setting clock %s\n", cap_freqs_table[i].cap_name);
|
|
c = devm_clk_get(&pdev->dev, cap_freqs_table[i].cap_name);
|
|
if (IS_ERR(c)) {
|
|
dev_warn(&pdev->dev,
|
|
"tegra_throttle: cannot get clock %s\n",
|
|
cap_freqs_table[i].cap_name);
|
|
return -EPROBE_DEFER;
|
|
}
|
|
|
|
cap_freqs_table[i].cap_clk = c;
|
|
cap_freqs_table[i].max_freq = clk_round_rate(c, ULONG_MAX);
|
|
cap_freqs_table[i].cap_freq = cap_freqs_table[i].max_freq;
|
|
}
|
|
|
|
tegra_b_throt = b_throt;
|
|
tegra_cap_freqs_table = cap_freqs_table;
|
|
tegra_cap_freqs_table_size = cap_freqs_table_size;
|
|
|
|
cpufreq_register_notifier(&tegra_throttle_cpufreq_notifier_block,
|
|
CPUFREQ_POLICY_NOTIFIER);
|
|
|
|
dev_info(&pdev->dev, "tegra_throttle : init done\n");
|
|
|
|
return 0;
|
|
}
|
|
EXPORT_SYMBOL(tegra_throttle_init);
|
|
|
|
void tegra_throttle_deinit(void)
|
|
{
|
|
cpufreq_unregister_notifier(&tegra_throttle_cpufreq_notifier_block,
|
|
CPUFREQ_POLICY_NOTIFIER);
|
|
#ifdef CONFIG_DEBUG_FS
|
|
debugfs_remove_recursive(throttle_debugfs_root);
|
|
#endif
|
|
}
|
|
EXPORT_SYMBOL(tegra_throttle_deinit);
|