342 lines
8.6 KiB
C
342 lines
8.6 KiB
C
|
// SPDX-License-Identifier: GPL-2.0+
|
||
|
|
// Copyright (c) 2016-2017 Hisilicon Limited.
|
||
|
|
|
||
|
|
#include <linux/list.h>
|
||
|
|
#include <linux/spinlock.h>
|
||
|
|
|
||
|
|
#include "hnae3.h"
|
||
|
|
|
||
|
|
static LIST_HEAD(hnae3_ae_algo_list);
|
||
|
|
static LIST_HEAD(hnae3_client_list);
|
||
|
|
static LIST_HEAD(hnae3_ae_dev_list);
|
||
|
|
|
||
|
|
/* we are keeping things simple and using single lock for all the
|
||
|
|
* list. This is a non-critical code so other updations, if happen
|
||
|
|
* in parallel, can wait.
|
||
|
|
*/
|
||
|
|
static DEFINE_MUTEX(hnae3_common_lock);
|
||
|
|
|
||
|
|
static bool hnae3_client_match(enum hnae3_client_type client_type,
|
||
|
|
enum hnae3_dev_type dev_type)
|
||
|
|
{
|
||
|
|
if ((dev_type == HNAE3_DEV_KNIC) && (client_type == HNAE3_CLIENT_KNIC ||
|
||
|
|
client_type == HNAE3_CLIENT_ROCE))
|
||
|
|
return true;
|
||
|
|
|
||
|
|
if (dev_type == HNAE3_DEV_UNIC && client_type == HNAE3_CLIENT_UNIC)
|
||
|
|
return true;
|
||
|
|
|
||
|
|
return false;
|
||
|
|
}
|
||
|
|
|
||
|
|
void hnae3_set_client_init_flag(struct hnae3_client *client,
|
||
|
|
struct hnae3_ae_dev *ae_dev, int inited)
|
||
|
|
{
|
||
|
|
switch (client->type) {
|
||
|
|
case HNAE3_CLIENT_KNIC:
|
||
|
|
hnae3_set_bit(ae_dev->flag, HNAE3_KNIC_CLIENT_INITED_B, inited);
|
||
|
|
break;
|
||
|
|
case HNAE3_CLIENT_UNIC:
|
||
|
|
hnae3_set_bit(ae_dev->flag, HNAE3_UNIC_CLIENT_INITED_B, inited);
|
||
|
|
break;
|
||
|
|
case HNAE3_CLIENT_ROCE:
|
||
|
|
hnae3_set_bit(ae_dev->flag, HNAE3_ROCE_CLIENT_INITED_B, inited);
|
||
|
|
break;
|
||
|
|
default:
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(hnae3_set_client_init_flag);
|
||
|
|
|
||
|
|
static int hnae3_get_client_init_flag(struct hnae3_client *client,
|
||
|
|
struct hnae3_ae_dev *ae_dev)
|
||
|
|
{
|
||
|
|
int inited = 0;
|
||
|
|
|
||
|
|
switch (client->type) {
|
||
|
|
case HNAE3_CLIENT_KNIC:
|
||
|
|
inited = hnae3_get_bit(ae_dev->flag,
|
||
|
|
HNAE3_KNIC_CLIENT_INITED_B);
|
||
|
|
break;
|
||
|
|
case HNAE3_CLIENT_UNIC:
|
||
|
|
inited = hnae3_get_bit(ae_dev->flag,
|
||
|
|
HNAE3_UNIC_CLIENT_INITED_B);
|
||
|
|
break;
|
||
|
|
case HNAE3_CLIENT_ROCE:
|
||
|
|
inited = hnae3_get_bit(ae_dev->flag,
|
||
|
|
HNAE3_ROCE_CLIENT_INITED_B);
|
||
|
|
break;
|
||
|
|
default:
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
|
||
|
|
return inited;
|
||
|
|
}
|
||
|
|
|
||
|
|
static int hnae3_match_n_instantiate(struct hnae3_client *client,
|
||
|
|
struct hnae3_ae_dev *ae_dev, bool is_reg)
|
||
|
|
{
|
||
|
|
int ret;
|
||
|
|
|
||
|
|
/* check if this client matches the type of ae_dev */
|
||
|
|
if (!(hnae3_client_match(client->type, ae_dev->dev_type) &&
|
||
|
|
hnae3_get_bit(ae_dev->flag, HNAE3_DEV_INITED_B))) {
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
/* now, (un-)instantiate client by calling lower layer */
|
||
|
|
if (is_reg) {
|
||
|
|
ret = ae_dev->ops->init_client_instance(client, ae_dev);
|
||
|
|
if (ret)
|
||
|
|
dev_err(&ae_dev->pdev->dev,
|
||
|
|
"fail to instantiate client, ret = %d\n", ret);
|
||
|
|
|
||
|
|
return ret;
|
||
|
|
}
|
||
|
|
|
||
|
|
if (hnae3_get_client_init_flag(client, ae_dev)) {
|
||
|
|
ae_dev->ops->uninit_client_instance(client, ae_dev);
|
||
|
|
|
||
|
|
hnae3_set_client_init_flag(client, ae_dev, 0);
|
||
|
|
}
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
|
||
|
|
int hnae3_register_client(struct hnae3_client *client)
|
||
|
|
{
|
||
|
|
struct hnae3_client *client_tmp;
|
||
|
|
struct hnae3_ae_dev *ae_dev;
|
||
|
|
int ret = 0;
|
||
|
|
|
||
|
|
mutex_lock(&hnae3_common_lock);
|
||
|
|
/* one system should only have one client for every type */
|
||
|
|
list_for_each_entry(client_tmp, &hnae3_client_list, node) {
|
||
|
|
if (client_tmp->type == client->type)
|
||
|
|
goto exit;
|
||
|
|
}
|
||
|
|
|
||
|
|
list_add_tail(&client->node, &hnae3_client_list);
|
||
|
|
|
||
|
|
/* initialize the client on every matched port */
|
||
|
|
list_for_each_entry(ae_dev, &hnae3_ae_dev_list, node) {
|
||
|
|
/* if the client could not be initialized on current port, for
|
||
|
|
* any error reasons, move on to next available port
|
||
|
|
*/
|
||
|
|
ret = hnae3_match_n_instantiate(client, ae_dev, true);
|
||
|
|
if (ret)
|
||
|
|
dev_err(&ae_dev->pdev->dev,
|
||
|
|
"match and instantiation failed for port, ret = %d\n",
|
||
|
|
ret);
|
||
|
|
}
|
||
|
|
|
||
|
|
exit:
|
||
|
|
mutex_unlock(&hnae3_common_lock);
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(hnae3_register_client);
|
||
|
|
|
||
|
|
void hnae3_unregister_client(struct hnae3_client *client)
|
||
|
|
{
|
||
|
|
struct hnae3_ae_dev *ae_dev;
|
||
|
|
|
||
|
|
mutex_lock(&hnae3_common_lock);
|
||
|
|
/* un-initialize the client on every matched port */
|
||
|
|
list_for_each_entry(ae_dev, &hnae3_ae_dev_list, node) {
|
||
|
|
hnae3_match_n_instantiate(client, ae_dev, false);
|
||
|
|
}
|
||
|
|
|
||
|
|
list_del(&client->node);
|
||
|
|
mutex_unlock(&hnae3_common_lock);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(hnae3_unregister_client);
|
||
|
|
|
||
|
|
/* hnae3_register_ae_algo - register a AE algorithm to hnae3 framework
|
||
|
|
* @ae_algo: AE algorithm
|
||
|
|
* NOTE: the duplicated name will not be checked
|
||
|
|
*/
|
||
|
|
void hnae3_register_ae_algo(struct hnae3_ae_algo *ae_algo)
|
||
|
|
{
|
||
|
|
const struct pci_device_id *id;
|
||
|
|
struct hnae3_ae_dev *ae_dev;
|
||
|
|
struct hnae3_client *client;
|
||
|
|
int ret = 0;
|
||
|
|
|
||
|
|
mutex_lock(&hnae3_common_lock);
|
||
|
|
|
||
|
|
list_add_tail(&ae_algo->node, &hnae3_ae_algo_list);
|
||
|
|
|
||
|
|
/* Check if this algo/ops matches the list of ae_devs */
|
||
|
|
list_for_each_entry(ae_dev, &hnae3_ae_dev_list, node) {
|
||
|
|
id = pci_match_id(ae_algo->pdev_id_table, ae_dev->pdev);
|
||
|
|
if (!id)
|
||
|
|
continue;
|
||
|
|
|
||
|
|
if (!ae_algo->ops) {
|
||
|
|
dev_err(&ae_dev->pdev->dev, "ae_algo ops are null\n");
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
ae_dev->ops = ae_algo->ops;
|
||
|
|
|
||
|
|
ret = ae_algo->ops->init_ae_dev(ae_dev);
|
||
|
|
if (ret) {
|
||
|
|
dev_err(&ae_dev->pdev->dev,
|
||
|
|
"init ae_dev error, ret = %d\n", ret);
|
||
|
|
continue;
|
||
|
|
}
|
||
|
|
|
||
|
|
/* ae_dev init should set flag */
|
||
|
|
hnae3_set_bit(ae_dev->flag, HNAE3_DEV_INITED_B, 1);
|
||
|
|
|
||
|
|
/* check the client list for the match with this ae_dev type and
|
||
|
|
* initialize the figure out client instance
|
||
|
|
*/
|
||
|
|
list_for_each_entry(client, &hnae3_client_list, node) {
|
||
|
|
ret = hnae3_match_n_instantiate(client, ae_dev, true);
|
||
|
|
if (ret)
|
||
|
|
dev_err(&ae_dev->pdev->dev,
|
||
|
|
"match and instantiation failed, ret = %d\n",
|
||
|
|
ret);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
mutex_unlock(&hnae3_common_lock);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(hnae3_register_ae_algo);
|
||
|
|
|
||
|
|
/* hnae3_unregister_ae_algo - unregisters a AE algorithm
|
||
|
|
* @ae_algo: the AE algorithm to unregister
|
||
|
|
*/
|
||
|
|
void hnae3_unregister_ae_algo(struct hnae3_ae_algo *ae_algo)
|
||
|
|
{
|
||
|
|
const struct pci_device_id *id;
|
||
|
|
struct hnae3_ae_dev *ae_dev;
|
||
|
|
struct hnae3_client *client;
|
||
|
|
|
||
|
|
mutex_lock(&hnae3_common_lock);
|
||
|
|
/* Check if there are matched ae_dev */
|
||
|
|
list_for_each_entry(ae_dev, &hnae3_ae_dev_list, node) {
|
||
|
|
if (!hnae3_get_bit(ae_dev->flag, HNAE3_DEV_INITED_B))
|
||
|
|
continue;
|
||
|
|
|
||
|
|
id = pci_match_id(ae_algo->pdev_id_table, ae_dev->pdev);
|
||
|
|
if (!id)
|
||
|
|
continue;
|
||
|
|
|
||
|
|
/* check the client list for the match with this ae_dev type and
|
||
|
|
* un-initialize the figure out client instance
|
||
|
|
*/
|
||
|
|
list_for_each_entry(client, &hnae3_client_list, node)
|
||
|
|
hnae3_match_n_instantiate(client, ae_dev, false);
|
||
|
|
|
||
|
|
ae_algo->ops->uninit_ae_dev(ae_dev);
|
||
|
|
hnae3_set_bit(ae_dev->flag, HNAE3_DEV_INITED_B, 0);
|
||
|
|
ae_dev->ops = NULL;
|
||
|
|
}
|
||
|
|
|
||
|
|
list_del(&ae_algo->node);
|
||
|
|
mutex_unlock(&hnae3_common_lock);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(hnae3_unregister_ae_algo);
|
||
|
|
|
||
|
|
/* hnae3_register_ae_dev - registers a AE device to hnae3 framework
|
||
|
|
* @ae_dev: the AE device
|
||
|
|
* NOTE: the duplicated name will not be checked
|
||
|
|
*/
|
||
|
|
int hnae3_register_ae_dev(struct hnae3_ae_dev *ae_dev)
|
||
|
|
{
|
||
|
|
const struct pci_device_id *id;
|
||
|
|
struct hnae3_ae_algo *ae_algo;
|
||
|
|
struct hnae3_client *client;
|
||
|
|
int ret = 0;
|
||
|
|
|
||
|
|
mutex_lock(&hnae3_common_lock);
|
||
|
|
|
||
|
|
list_add_tail(&ae_dev->node, &hnae3_ae_dev_list);
|
||
|
|
|
||
|
|
/* Check if there are matched ae_algo */
|
||
|
|
list_for_each_entry(ae_algo, &hnae3_ae_algo_list, node) {
|
||
|
|
id = pci_match_id(ae_algo->pdev_id_table, ae_dev->pdev);
|
||
|
|
if (!id)
|
||
|
|
continue;
|
||
|
|
|
||
|
|
if (!ae_algo->ops) {
|
||
|
|
dev_err(&ae_dev->pdev->dev, "ae_algo ops are null\n");
|
||
|
|
ret = -EOPNOTSUPP;
|
||
|
|
goto out_err;
|
||
|
|
}
|
||
|
|
ae_dev->ops = ae_algo->ops;
|
||
|
|
|
||
|
|
ret = ae_dev->ops->init_ae_dev(ae_dev);
|
||
|
|
if (ret) {
|
||
|
|
dev_err(&ae_dev->pdev->dev,
|
||
|
|
"init ae_dev error, ret = %d\n", ret);
|
||
|
|
goto out_err;
|
||
|
|
}
|
||
|
|
|
||
|
|
/* ae_dev init should set flag */
|
||
|
|
hnae3_set_bit(ae_dev->flag, HNAE3_DEV_INITED_B, 1);
|
||
|
|
break;
|
||
|
|
}
|
||
|
|
|
||
|
|
/* check the client list for the match with this ae_dev type and
|
||
|
|
* initialize the figure out client instance
|
||
|
|
*/
|
||
|
|
list_for_each_entry(client, &hnae3_client_list, node) {
|
||
|
|
ret = hnae3_match_n_instantiate(client, ae_dev, true);
|
||
|
|
if (ret)
|
||
|
|
dev_err(&ae_dev->pdev->dev,
|
||
|
|
"match and instantiation failed, ret = %d\n",
|
||
|
|
ret);
|
||
|
|
}
|
||
|
|
|
||
|
|
mutex_unlock(&hnae3_common_lock);
|
||
|
|
|
||
|
|
return 0;
|
||
|
|
|
||
|
|
out_err:
|
||
|
|
list_del(&ae_dev->node);
|
||
|
|
mutex_unlock(&hnae3_common_lock);
|
||
|
|
|
||
|
|
return ret;
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(hnae3_register_ae_dev);
|
||
|
|
|
||
|
|
/* hnae3_unregister_ae_dev - unregisters a AE device
|
||
|
|
* @ae_dev: the AE device to unregister
|
||
|
|
*/
|
||
|
|
void hnae3_unregister_ae_dev(struct hnae3_ae_dev *ae_dev)
|
||
|
|
{
|
||
|
|
const struct pci_device_id *id;
|
||
|
|
struct hnae3_ae_algo *ae_algo;
|
||
|
|
struct hnae3_client *client;
|
||
|
|
|
||
|
|
mutex_lock(&hnae3_common_lock);
|
||
|
|
/* Check if there are matched ae_algo */
|
||
|
|
list_for_each_entry(ae_algo, &hnae3_ae_algo_list, node) {
|
||
|
|
if (!hnae3_get_bit(ae_dev->flag, HNAE3_DEV_INITED_B))
|
||
|
|
continue;
|
||
|
|
|
||
|
|
id = pci_match_id(ae_algo->pdev_id_table, ae_dev->pdev);
|
||
|
|
if (!id)
|
||
|
|
continue;
|
||
|
|
|
||
|
|
list_for_each_entry(client, &hnae3_client_list, node)
|
||
|
|
hnae3_match_n_instantiate(client, ae_dev, false);
|
||
|
|
|
||
|
|
ae_algo->ops->uninit_ae_dev(ae_dev);
|
||
|
|
hnae3_set_bit(ae_dev->flag, HNAE3_DEV_INITED_B, 0);
|
||
|
|
ae_dev->ops = NULL;
|
||
|
|
}
|
||
|
|
|
||
|
|
list_del(&ae_dev->node);
|
||
|
|
mutex_unlock(&hnae3_common_lock);
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(hnae3_unregister_ae_dev);
|
||
|
|
|
||
|
|
MODULE_AUTHOR("Huawei Tech. Co., Ltd.");
|
||
|
|
MODULE_LICENSE("GPL");
|
||
|
|
MODULE_DESCRIPTION("HNAE3(Hisilicon Network Acceleration Engine) Framework");
|
||
|
|
MODULE_VERSION(HNAE3_MOD_VERSION);
|