kernel_samsung_a34x-permissive/drivers/samsung/sec_argos.c
2024-04-28 15:49:01 +02:00

795 lines
19 KiB
C
Executable file

/*
* argos.c
*
* Copyright (c) 2012 Samsung Electronics Co., Ltd
* http://www.samsung.com
*
* This program is free software; you can redistribute it and/or modify it
* under the terms of the GNU General Public License as published by the
* Free Software Foundation; either version 2 of the License, or (at your
* option) any later version.
*
*/
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/device.h>
#include <linux/pm_qos.h>
#include <linux/reboot.h>
#include <linux/of.h>
#include <linux/gfp.h>
#include <linux/platform_device.h>
#include <linux/delay.h>
#include <linux/sched.h>
#include <linux/slab.h>
#include <linux/list.h>
#include <linux/cpumask.h>
#include <linux/interrupt.h>
#include <linux/sec_argos.h>
#define ARGOS_NAME "argos"
#define TYPE_SHIFT 4
#define TYPE_MASK_BIT ((1 << TYPE_SHIFT) - 1)
static DEFINE_SPINLOCK(argos_irq_lock);
static DEFINE_SPINLOCK(argos_task_lock);
enum {
THRESHOLD,
CPU_MIN_FREQ,
CPU_MAX_FREQ,
KFC_MIN_FREQ,
KFC_MAX_FREQ,
MIFFREQ,
INTFREQ,
TASK_AFFINITY_EN,
IRQ_AFFINITY_EN,
HMP_BOOST_EN,
ITEM_MAX,
};
struct boost_table {
unsigned int items[ITEM_MAX];
};
struct argos_task_affinity {
struct task_struct *p;
struct cpumask *affinity_cpu_mask;
struct cpumask *default_cpu_mask;
struct list_head entry;
};
struct argos_irq_affinity {
unsigned int irq;
struct cpumask *affinity_cpu_mask;
struct cpumask *default_cpu_mask;
struct list_head entry;
};
struct argos_pm_qos {
struct pm_qos_request cpu_min_qos_req;
struct pm_qos_request cpu_max_qos_req;
struct pm_qos_request kfc_min_qos_req;
struct pm_qos_request kfc_max_qos_req;
struct pm_qos_request mif_qos_req;
struct pm_qos_request int_qos_req;
struct pm_qos_request hotplug_min_qos_req;
};
struct argos {
const char *desc;
struct platform_device *pdev;
struct boost_table *tables;
int ntables;
int prev_level;
struct argos_pm_qos *qos;
struct list_head task_affinity_list;
bool task_hotplug_disable;
struct list_head irq_affinity_list;
bool irq_hotplug_disable;
bool hmpboost_enable;
bool argos_block;
struct blocking_notifier_head argos_notifier;
/* protect prev_level, qos, task/irq_hotplug_disable, hmpboost_enable */
struct mutex level_mutex;
};
struct argos_platform_data {
struct argos *devices;
int ndevice;
struct notifier_block pm_qos_nfb;
};
static struct argos_platform_data *argos_pdata;
#define UPDATE_PM_QOS(req, class_id, arg) ({ \
if (arg) { \
if (pm_qos_request_active(req)) \
pm_qos_update_request(req, arg); \
else \
pm_qos_add_request(req, class_id, arg); \
} \
})
#define REMOVE_PM_QOS(req) ({ \
if (pm_qos_request_active(req)) \
pm_qos_remove_request(req); \
})
static int argos_find_index(const char *label)
{
int i;
int dev_num = -1;
if (!argos_pdata) {
pr_err("%s argos not initialized\n", __func__);
return -1;
}
for (i = 0; i < argos_pdata->ndevice; i++)
if (strcmp(argos_pdata->devices[i].desc, label) == 0)
dev_num = i;
return dev_num;
}
int sec_argos_register_notifier(struct notifier_block *n, char *label)
{
struct blocking_notifier_head *cnotifier;
int dev_num;
dev_num = argos_find_index(label);
if (dev_num < 0) {
pr_err("%s: No match found for label: %d", __func__, dev_num);
return -ENODEV;
}
cnotifier = &argos_pdata->devices[dev_num].argos_notifier;
if (!cnotifier) {
pr_err("%s argos notifier not found(dev_num:%d)\n",
__func__, dev_num);
return -ENXIO;
}
pr_info("%s: %pf(dev_num:%d)\n", __func__, n->notifier_call, dev_num);
return blocking_notifier_chain_register(cnotifier, n);
}
EXPORT_SYMBOL(sec_argos_register_notifier);
int sec_argos_unregister_notifier(struct notifier_block *n, char *label)
{
struct blocking_notifier_head *cnotifier;
int dev_num;
dev_num = argos_find_index(label);
if (dev_num < 0) {
pr_err("%s: No match found for label: %d", __func__, dev_num);
return -ENODEV;
}
cnotifier = &argos_pdata->devices[dev_num].argos_notifier;
if (!cnotifier) {
pr_err("%s argos notifier not found(dev_num:%d)\n",
__func__, dev_num);
return -ENXIO;
}
pr_info("%s: %pf(dev_num:%d)\n", __func__, n->notifier_call, dev_num);
return blocking_notifier_chain_unregister(cnotifier, n);
}
EXPORT_SYMBOL(sec_argos_unregister_notifier);
static int argos_task_affinity_setup(struct task_struct *p, int dev_num,
struct cpumask *affinity_cpu_mask,
struct cpumask *default_cpu_mask)
{
struct argos_task_affinity *this;
struct list_head *head;
if (argos_pdata == NULL) {
pr_err("%s argos not initialized\n",
__func__);
return -ENXIO;
}
if (dev_num < 0 || dev_num >= argos_pdata->ndevice) {
pr_err("%s dev_num:%d should be dev_num:0 ~ %d in boundary\n",
__func__, dev_num, argos_pdata->ndevice - 1);
return -EINVAL;
}
head = &argos_pdata->devices[dev_num].task_affinity_list;
this = kzalloc(sizeof(struct argos_task_affinity), GFP_ATOMIC);
if (!this)
return -ENOMEM;
this->p = p;
this->affinity_cpu_mask = affinity_cpu_mask;
this->default_cpu_mask = default_cpu_mask;
spin_lock(&argos_task_lock);
list_add(&this->entry, head);
spin_unlock(&argos_task_lock);
return 0;
}
int argos_task_affinity_setup_label(struct task_struct *p, const char *label,
struct cpumask *affinity_cpu_mask,
struct cpumask *default_cpu_mask)
{
int dev_num;
dev_num = argos_find_index(label);
return argos_task_affinity_setup(p, dev_num, affinity_cpu_mask, default_cpu_mask);
}
static int argos_irq_affinity_setup(unsigned int irq, int dev_num,
struct cpumask *affinity_cpu_mask,
struct cpumask *default_cpu_mask)
{
struct argos_irq_affinity *this;
struct list_head *head;
if (argos_pdata == NULL) {
pr_err("%s argos not initialized\n",
__func__);
return -ENXIO;
}
if (dev_num < 0 || dev_num >= argos_pdata->ndevice) {
pr_err("%s dev_num:%d should be dev_num:0 ~ %d in boundary\n",
__func__, dev_num, argos_pdata->ndevice - 1);
return -EINVAL;
}
head = &argos_pdata->devices[dev_num].irq_affinity_list;
this = kzalloc(sizeof(struct argos_irq_affinity), GFP_ATOMIC);
if (!this)
return -ENOMEM;
this->irq = irq;
this->affinity_cpu_mask = affinity_cpu_mask;
this->default_cpu_mask = default_cpu_mask;
spin_lock(&argos_irq_lock);
list_add(&this->entry, head);
spin_unlock(&argos_irq_lock);
return 0;
}
int argos_irq_affinity_setup_label(unsigned int irq, const char *label,
struct cpumask *affinity_cpu_mask,
struct cpumask *default_cpu_mask)
{
int dev_num;
dev_num = argos_find_index(label);
return argos_irq_affinity_setup(irq, dev_num, affinity_cpu_mask, default_cpu_mask);
}
int argos_task_affinity_apply(int dev_num, bool enable)
{
struct argos_task_affinity *this;
struct list_head *head;
int result = 0;
struct cpumask *mask;
bool *hotplug_disable;
struct pm_qos_request *hotplug_min_qos_req;
head = &argos_pdata->devices[dev_num].task_affinity_list;
hotplug_disable = &argos_pdata->devices[dev_num].task_hotplug_disable;
hotplug_min_qos_req = &argos_pdata->devices[dev_num].qos->hotplug_min_qos_req;
if (list_empty(head)) {
pr_debug("%s: task_affinity_list is empty\n", __func__);
return result;
}
list_for_each_entry(this, head, entry) {
if (enable) {
if (*hotplug_disable == false) {
UPDATE_PM_QOS(hotplug_min_qos_req,
PM_QOS_CPU_ONLINE_MIN, NR_CPUS);
*hotplug_disable = true;
}
mask = this->affinity_cpu_mask;
} else {
if (*hotplug_disable == true) {
REMOVE_PM_QOS(hotplug_min_qos_req);
*hotplug_disable = false;
}
mask = this->default_cpu_mask;
}
result = set_cpus_allowed_ptr(this->p, mask);
pr_info("%s: %s affinity %s to cpu_mask:0x%X\n",
__func__, this->p->comm, (enable ? "enable" : "disable"),
(int)*mask->bits);
}
return result;
}
int argos_irq_affinity_apply(int dev_num, bool enable)
{
struct argos_irq_affinity *this;
struct list_head *head;
int result = 0;
struct cpumask *mask;
bool *hotplug_disable;
struct pm_qos_request *hotplug_min_qos_req;
head = &argos_pdata->devices[dev_num].irq_affinity_list;
hotplug_disable = &argos_pdata->devices[dev_num].irq_hotplug_disable;
hotplug_min_qos_req = &argos_pdata->devices[dev_num].qos->hotplug_min_qos_req;
if (list_empty(head)) {
pr_debug("%s: irq_affinity_list is empty\n", __func__);
return result;
}
list_for_each_entry(this, head, entry) {
if (enable) {
if (*hotplug_disable == false) {
UPDATE_PM_QOS(hotplug_min_qos_req,
PM_QOS_CPU_ONLINE_MIN, NR_CPUS);
*hotplug_disable = true;
}
mask = this->affinity_cpu_mask;
} else {
if (*hotplug_disable == true) {
REMOVE_PM_QOS(hotplug_min_qos_req);
*hotplug_disable = false;
}
mask = this->default_cpu_mask;
}
result = irq_set_affinity(this->irq, mask);
pr_info("%s: irq%d affinity %s to cpu_mask:0x%X\n",
__func__, this->irq, (enable ? "enable" : "disable"),
(int)*mask->bits);
}
return result;
}
#ifdef CONFIG_SCHED_HMP
int argos_hmpboost_apply(int dev_num, bool enable)
{
bool *hmpboost_enable;
hmpboost_enable = &argos_pdata->devices[dev_num].hmpboost_enable;
if (enable) {
/* disable -> enable */
if (*hmpboost_enable == false) {
set_hmp_boost(true);
*hmpboost_enable = true;
pr_info("%s: hmp boost enable [%d]\n", __func__, dev_num);
}
} else {
/* enable -> disable */
if (*hmpboost_enable == true) {
set_hmp_boost(false);
*hmpboost_enable = false;
pr_info("%s: hmp boost disable [%d]\n", __func__, dev_num);
}
}
return 0;
}
#endif
static void argos_freq_unlock(int type)
{
struct argos_pm_qos *qos = argos_pdata->devices[type].qos;
const char *cname;
cname = argos_pdata->devices[type].desc;
REMOVE_PM_QOS(&qos->cpu_min_qos_req);
REMOVE_PM_QOS(&qos->cpu_max_qos_req);
REMOVE_PM_QOS(&qos->kfc_min_qos_req);
REMOVE_PM_QOS(&qos->kfc_max_qos_req);
REMOVE_PM_QOS(&qos->mif_qos_req);
REMOVE_PM_QOS(&qos->int_qos_req);
pr_info("%s name:%s\n", __func__, cname);
}
static void argos_freq_lock(int type, int level)
{
unsigned cpu_min_freq, cpu_max_freq, kfc_min_freq, kfc_max_freq, mif_freq, int_freq;
struct boost_table *t = &argos_pdata->devices[type].tables[level];
struct argos_pm_qos *qos = argos_pdata->devices[type].qos;
const char *cname;
cname = argos_pdata->devices[type].desc;
cpu_min_freq = t->items[CPU_MIN_FREQ];
cpu_max_freq = t->items[CPU_MAX_FREQ];
kfc_min_freq = t->items[KFC_MIN_FREQ];
kfc_max_freq = t->items[KFC_MAX_FREQ];
mif_freq = t->items[MIFFREQ];
int_freq = t->items[INTFREQ];
if (cpu_min_freq) {
UPDATE_PM_QOS(&qos->cpu_min_qos_req,
PM_QOS_CLUSTER1_FREQ_MIN, cpu_min_freq);
} else {
REMOVE_PM_QOS(&qos->cpu_min_qos_req);
}
if (cpu_max_freq) {
UPDATE_PM_QOS(&qos->cpu_max_qos_req,
PM_QOS_CLUSTER1_FREQ_MAX, cpu_max_freq);
} else {
REMOVE_PM_QOS(&qos->cpu_max_qos_req);
}
if (kfc_min_freq) {
UPDATE_PM_QOS(&qos->kfc_min_qos_req,
PM_QOS_CLUSTER0_FREQ_MIN, kfc_min_freq);
} else {
REMOVE_PM_QOS(&qos->kfc_min_qos_req);
}
if (kfc_max_freq) {
UPDATE_PM_QOS(&qos->kfc_max_qos_req,
PM_QOS_CLUSTER0_FREQ_MAX, kfc_max_freq);
} else {
REMOVE_PM_QOS(&qos->kfc_max_qos_req);
}
if (mif_freq) {
UPDATE_PM_QOS(&qos->mif_qos_req,
PM_QOS_BUS_THROUGHPUT, mif_freq);
} else {
REMOVE_PM_QOS(&qos->mif_qos_req);
}
if (int_freq) {
UPDATE_PM_QOS(&qos->int_qos_req,
PM_QOS_DEVICE_THROUGHPUT, int_freq);
} else {
REMOVE_PM_QOS(&qos->int_qos_req);
}
pr_info("%s name:%s, CPU_MIN=%d, CPU_MAX=%d, KFC_MIN=%d, KFC_MAX=%d, MIF=%d, INT=%d\n",
__func__, cname, cpu_min_freq, cpu_max_freq, kfc_min_freq, kfc_max_freq, mif_freq, int_freq);
}
void argos_block_enable(char *req_name, bool set)
{
int dev_num;
struct argos *cnode;
dev_num = argos_find_index(req_name);
if (dev_num < 0) {
pr_err("%s: No match found for label: %s", __func__, req_name);
return;
}
cnode = &argos_pdata->devices[dev_num];
if (set) {
cnode->argos_block = true;
mutex_lock(&cnode->level_mutex);
argos_freq_unlock(dev_num);
argos_task_affinity_apply(dev_num, 0);
argos_irq_affinity_apply(dev_num, 0);
#ifdef CONFIG_SCHED_HMP
argos_hmpboost_apply(dev_num, 0);
#endif
cnode->prev_level = -1;
mutex_unlock(&cnode->level_mutex);
} else {
cnode->argos_block = false;
}
pr_info("%s req_name:%s block:%d\n", __func__, req_name, cnode->argos_block);
}
static int argos_cpuidle_reboot_notifier(struct notifier_block *this,
unsigned long event, void *_cmd)
{
switch (event) {
case SYSTEM_POWER_OFF:
case SYS_RESTART:
pr_info("%s called \n", __func__);
pm_qos_remove_notifier(PM_QOS_NETWORK_THROUGHPUT,
&argos_pdata->pm_qos_nfb);
break;
}
return NOTIFY_OK;
}
static struct notifier_block argos_cpuidle_reboot_nb = {
.notifier_call = argos_cpuidle_reboot_notifier,
};
static int argos_pm_qos_notify(struct notifier_block *nfb,
unsigned long speedtype, void *arg)
{
int type, level, prev_level;
unsigned long speed;
bool argos_blocked;
struct argos *cnode;
type = (speedtype & TYPE_MASK_BIT) - 1;
if (type < 0 || type > argos_pdata->ndevice) {
pr_err("There is no type for devices type[%d], ndevice[%d]\n",
type, argos_pdata->ndevice);
return NOTIFY_BAD;
}
speed = speedtype >> TYPE_SHIFT;
cnode = &argos_pdata->devices[type];
prev_level = cnode->prev_level;
pr_debug("%s name:%s, speed:%ldMbps\n", __func__, cnode->desc, speed);
argos_blocked = cnode->argos_block;
/* Find proper level */
for (level = 0; level < cnode->ntables; level++) {
struct boost_table *t = &cnode->tables[level];
if (speed < t->items[THRESHOLD])
break;
else if (argos_pdata->devices[type].ntables == level) {
level++;
break;
}
}
/* decrease 1 level to match proper table */
level--;
if (!argos_blocked) {
if (level != prev_level) {
if (mutex_trylock(&cnode->level_mutex) == 0) {
/*
* If the mutex is already locked, it means this argos
* is being blocked or is handling another change.
* We don't need to wait.
*/
pr_warn("%s: skip name:%s, speed:%ldMbps, prev level:%d, request level:%d\n",
__func__, cnode->desc, speed, prev_level, level);
goto out;
}
pr_info("%s: name:%s, speed:%ldMbps, prev level:%d, request level:%d\n",
__func__, cnode->desc, speed, prev_level, level);
if (level == -1) {
if (cnode->argos_notifier.head) {
pr_debug("%s: Call argos notifier(%s lev:%d)\n", __func__, cnode->desc, level);
blocking_notifier_call_chain(&cnode->argos_notifier, speed, NULL);
}
argos_freq_unlock(type);
argos_task_affinity_apply(type, 0);
argos_irq_affinity_apply(type, 0);
#ifdef CONFIG_SCHED_HMP
argos_hmpboost_apply(type, 0);
#endif
} else {
unsigned enable_flag;
argos_freq_lock(type, level);
enable_flag = argos_pdata->devices[type].tables[level].items[TASK_AFFINITY_EN];
argos_task_affinity_apply(type, enable_flag);
enable_flag = argos_pdata->devices[type].tables[level].items[IRQ_AFFINITY_EN];
argos_irq_affinity_apply(type, enable_flag);
enable_flag = argos_pdata->devices[type].tables[level].items[HMP_BOOST_EN];
#ifdef CONFIG_SCHED_HMP
argos_hmpboost_apply(type, enable_flag);
#endif
if (cnode->argos_notifier.head) {
pr_debug("%s: Call argos notifier(%s lev:%d)\n", __func__, cnode->desc, level);
blocking_notifier_call_chain(&cnode->argos_notifier, speed, NULL);
}
}
cnode->prev_level = level;
mutex_unlock(&cnode->level_mutex);
} else {
pr_debug("%s:same level (%d) is requested",
__func__, level);
}
}
out:
return NOTIFY_OK;
}
#ifdef CONFIG_OF
static int argos_parse_dt(struct device *dev)
{
struct argos_platform_data *pdata = dev->platform_data;
struct argos *cnode;
struct device_node *np, *cnp;
int device_count = 0, num_level = 0;
int retval = 0, i, j;
np = dev->of_node;
pdata->ndevice = of_get_child_count(np);
if (!pdata->ndevice) {
dev_err(dev, "There are no booster devices\n");
return -ENODEV;
}
pdata->devices = devm_kzalloc(dev,
sizeof(struct argos) * pdata->ndevice, GFP_KERNEL);
if (!pdata->devices) {
dev_err(dev, "Failed to allocate memory\n");
return -ENOMEM;
}
for_each_child_of_node(np, cnp) {
cnode = &pdata->devices[device_count];
cnode->desc = of_get_property(cnp, "net_boost,label", NULL);
if (of_property_read_u32(cnp, "net_boost,table_size", &num_level)) {
dev_err(dev, "Failed to get table size: node not exist\n");
retval = -EINVAL;
goto err_out;
}
cnode->ntables = num_level;
/* Allocation for freq and time table */
if (!cnode->tables) {
cnode->tables = devm_kzalloc(dev, sizeof(struct boost_table) * cnode->ntables,
GFP_KERNEL);
if (!cnode->tables) {
dev_err(dev, "Failed to allocate memory of freq_table\n");
retval = -ENOMEM;
goto err_out;
}
}
/* Get and add frequncy and time table */
for (i = 0; i < num_level; i++) {
for (j = 0; j < ITEM_MAX; j++) {
if (of_property_read_u32_index(cnp,
"net_boost,table",
i * ITEM_MAX + j,
&cnode->tables[i].items[j])) {
dev_err(dev, "Failed to get property\n");
retval = -EINVAL;
goto err_out;
}
}
}
INIT_LIST_HEAD(&cnode->task_affinity_list);
INIT_LIST_HEAD(&cnode->irq_affinity_list);
cnode->task_hotplug_disable = false;
cnode->irq_hotplug_disable = false;
cnode->hmpboost_enable = false;
cnode->argos_block = false;
cnode->prev_level = -1;
mutex_init(&cnode->level_mutex);
cnode->qos = devm_kzalloc(dev, sizeof(struct argos_pm_qos), GFP_KERNEL);
if (!cnode->qos) {
dev_err(dev, "Failed to allocate memory of qos\n");
retval = -ENOMEM;
goto err_out;
}
BLOCKING_INIT_NOTIFIER_HEAD(&cnode->argos_notifier);
device_count++;
}
return 0;
err_out:
return retval;
}
#endif
static int argos_probe(struct platform_device *pdev)
{
int ret = 0;
struct argos_platform_data *pdata;
pr_info("%s: Start probe\n", __func__);
if (pdev->dev.of_node) {
pdata = devm_kzalloc(&pdev->dev,
sizeof(struct argos_platform_data), GFP_KERNEL);
if (!pdata) {
dev_err(&pdev->dev, "Failed to allocate platform data\n");
return -ENOMEM;
}
pdev->dev.platform_data = pdata;
ret = argos_parse_dt(&pdev->dev);
if (ret) {
dev_err(&pdev->dev, "Failed to parse dt data\n");
return ret;
}
pr_info("%s: parse dt done\n", __func__);
} else {
pdata = pdev->dev.platform_data;
}
if (!pdata) {
dev_err(&pdev->dev, "There are no platform data\n");
return -EINVAL;
}
if (!pdata->ndevice || !pdata->devices) {
dev_err(&pdev->dev, "There are no devices\n");
return -EINVAL;
}
pdata->pm_qos_nfb.notifier_call = argos_pm_qos_notify;
pm_qos_add_notifier(PM_QOS_NETWORK_THROUGHPUT, &pdata->pm_qos_nfb);
register_reboot_notifier(&argos_cpuidle_reboot_nb);
argos_pdata = pdata;
platform_set_drvdata(pdev, pdata);
return 0;
}
static int argos_remove(struct platform_device *pdev)
{
struct argos_platform_data *pdata = platform_get_drvdata(pdev);
if (!pdata || !argos_pdata)
return 0;
pm_qos_remove_notifier(PM_QOS_NETWORK_THROUGHPUT, &pdata->pm_qos_nfb);
unregister_reboot_notifier(&argos_cpuidle_reboot_nb);
return 0;
}
#ifdef CONFIG_OF
static struct of_device_id argos_dt_ids[] = {
{ .compatible = "samsung,argos"},
{ }
};
#endif
static struct platform_driver argos_driver = {
.driver = {
.name = ARGOS_NAME,
.owner = THIS_MODULE,
#ifdef CONFIG_OF
.of_match_table = of_match_ptr(argos_dt_ids),
#endif
},
.probe = argos_probe,
.remove = argos_remove
};
static int __init argos_init(void)
{
return platform_driver_register(&argos_driver);
}
static void __exit argos_exit(void)
{
return platform_driver_unregister(&argos_driver);
}
subsys_initcall(argos_init);
module_exit(argos_exit);
MODULE_LICENSE("GPL");
MODULE_AUTHOR("SAMSUNG Electronics");
MODULE_DESCRIPTION("ARGOS DEVICE");