253 lines
6.6 KiB
C
253 lines
6.6 KiB
C
// SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
|
|
/*
|
|
* Copyright (c) 2018, Mellanox Technologies inc. All rights reserved.
|
|
*/
|
|
|
|
#include <rdma/ib_user_verbs.h>
|
|
#include <rdma/ib_verbs.h>
|
|
#include <rdma/uverbs_types.h>
|
|
#include <rdma/uverbs_ioctl.h>
|
|
#include <rdma/mlx5_user_ioctl_cmds.h>
|
|
#include <rdma/ib_umem.h>
|
|
#include <linux/mlx5/driver.h>
|
|
#include <linux/mlx5/fs.h>
|
|
#include "mlx5_ib.h"
|
|
|
|
#define UVERBS_MODULE_NAME mlx5_ib
|
|
#include <rdma/uverbs_named_ioctl.h>
|
|
|
|
static const struct uverbs_attr_spec mlx5_ib_flow_type[] = {
|
|
[MLX5_IB_FLOW_TYPE_NORMAL] = {
|
|
.type = UVERBS_ATTR_TYPE_PTR_IN,
|
|
.u.ptr = {
|
|
.len = sizeof(u16), /* data is priority */
|
|
.min_len = sizeof(u16),
|
|
}
|
|
},
|
|
[MLX5_IB_FLOW_TYPE_SNIFFER] = {
|
|
.type = UVERBS_ATTR_TYPE_PTR_IN,
|
|
UVERBS_ATTR_NO_DATA(),
|
|
},
|
|
[MLX5_IB_FLOW_TYPE_ALL_DEFAULT] = {
|
|
.type = UVERBS_ATTR_TYPE_PTR_IN,
|
|
UVERBS_ATTR_NO_DATA(),
|
|
},
|
|
[MLX5_IB_FLOW_TYPE_MC_DEFAULT] = {
|
|
.type = UVERBS_ATTR_TYPE_PTR_IN,
|
|
UVERBS_ATTR_NO_DATA(),
|
|
},
|
|
};
|
|
|
|
static int UVERBS_HANDLER(MLX5_IB_METHOD_CREATE_FLOW)(
|
|
struct ib_uverbs_file *file, struct uverbs_attr_bundle *attrs)
|
|
{
|
|
struct mlx5_ib_flow_handler *flow_handler;
|
|
struct mlx5_ib_flow_matcher *fs_matcher;
|
|
void *devx_obj;
|
|
int dest_id, dest_type;
|
|
void *cmd_in;
|
|
int inlen;
|
|
bool dest_devx, dest_qp;
|
|
struct ib_qp *qp = NULL;
|
|
struct ib_uobject *uobj =
|
|
uverbs_attr_get_uobject(attrs, MLX5_IB_ATTR_CREATE_FLOW_HANDLE);
|
|
struct mlx5_ib_dev *dev = to_mdev(uobj->context->device);
|
|
|
|
if (!capable(CAP_NET_RAW))
|
|
return -EPERM;
|
|
|
|
dest_devx =
|
|
uverbs_attr_is_valid(attrs, MLX5_IB_ATTR_CREATE_FLOW_DEST_DEVX);
|
|
dest_qp = uverbs_attr_is_valid(attrs,
|
|
MLX5_IB_ATTR_CREATE_FLOW_DEST_QP);
|
|
|
|
if ((dest_devx && dest_qp) || (!dest_devx && !dest_qp))
|
|
return -EINVAL;
|
|
|
|
if (dest_devx) {
|
|
devx_obj = uverbs_attr_get_obj(
|
|
attrs, MLX5_IB_ATTR_CREATE_FLOW_DEST_DEVX);
|
|
if (IS_ERR(devx_obj))
|
|
return PTR_ERR(devx_obj);
|
|
|
|
/* Verify that the given DEVX object is a flow
|
|
* steering destination.
|
|
*/
|
|
if (!mlx5_ib_devx_is_flow_dest(devx_obj, &dest_id, &dest_type))
|
|
return -EINVAL;
|
|
} else {
|
|
struct mlx5_ib_qp *mqp;
|
|
|
|
qp = uverbs_attr_get_obj(attrs,
|
|
MLX5_IB_ATTR_CREATE_FLOW_DEST_QP);
|
|
if (IS_ERR(qp))
|
|
return PTR_ERR(qp);
|
|
|
|
if (qp->qp_type != IB_QPT_RAW_PACKET)
|
|
return -EINVAL;
|
|
|
|
mqp = to_mqp(qp);
|
|
if (mqp->flags & MLX5_IB_QP_RSS)
|
|
dest_id = mqp->rss_qp.tirn;
|
|
else
|
|
dest_id = mqp->raw_packet_qp.rq.tirn;
|
|
dest_type = MLX5_FLOW_DESTINATION_TYPE_TIR;
|
|
}
|
|
|
|
if (dev->rep)
|
|
return -ENOTSUPP;
|
|
|
|
cmd_in = uverbs_attr_get_alloced_ptr(
|
|
attrs, MLX5_IB_ATTR_CREATE_FLOW_MATCH_VALUE);
|
|
inlen = uverbs_attr_get_len(attrs,
|
|
MLX5_IB_ATTR_CREATE_FLOW_MATCH_VALUE);
|
|
fs_matcher = uverbs_attr_get_obj(attrs,
|
|
MLX5_IB_ATTR_CREATE_FLOW_MATCHER);
|
|
flow_handler = mlx5_ib_raw_fs_rule_add(dev, fs_matcher, cmd_in, inlen,
|
|
dest_id, dest_type);
|
|
if (IS_ERR(flow_handler))
|
|
return PTR_ERR(flow_handler);
|
|
|
|
ib_set_flow(uobj, &flow_handler->ibflow, qp, &dev->ib_dev);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int flow_matcher_cleanup(struct ib_uobject *uobject,
|
|
enum rdma_remove_reason why)
|
|
{
|
|
struct mlx5_ib_flow_matcher *obj = uobject->object;
|
|
int ret;
|
|
|
|
ret = ib_destroy_usecnt(&obj->usecnt, why, uobject);
|
|
if (ret)
|
|
return ret;
|
|
|
|
kfree(obj);
|
|
return 0;
|
|
}
|
|
|
|
static int UVERBS_HANDLER(MLX5_IB_METHOD_FLOW_MATCHER_CREATE)(
|
|
struct ib_uverbs_file *file, struct uverbs_attr_bundle *attrs)
|
|
{
|
|
struct ib_uobject *uobj = uverbs_attr_get_uobject(
|
|
attrs, MLX5_IB_ATTR_FLOW_MATCHER_CREATE_HANDLE);
|
|
struct mlx5_ib_dev *dev = to_mdev(uobj->context->device);
|
|
struct mlx5_ib_flow_matcher *obj;
|
|
int err;
|
|
|
|
obj = kzalloc(sizeof(struct mlx5_ib_flow_matcher), GFP_KERNEL);
|
|
if (!obj)
|
|
return -ENOMEM;
|
|
|
|
obj->mask_len = uverbs_attr_get_len(
|
|
attrs, MLX5_IB_ATTR_FLOW_MATCHER_MATCH_MASK);
|
|
err = uverbs_copy_from(&obj->matcher_mask,
|
|
attrs,
|
|
MLX5_IB_ATTR_FLOW_MATCHER_MATCH_MASK);
|
|
if (err)
|
|
goto end;
|
|
|
|
obj->flow_type = uverbs_attr_get_enum_id(
|
|
attrs, MLX5_IB_ATTR_FLOW_MATCHER_FLOW_TYPE);
|
|
|
|
if (obj->flow_type == MLX5_IB_FLOW_TYPE_NORMAL) {
|
|
err = uverbs_copy_from(&obj->priority,
|
|
attrs,
|
|
MLX5_IB_ATTR_FLOW_MATCHER_FLOW_TYPE);
|
|
if (err)
|
|
goto end;
|
|
}
|
|
|
|
err = uverbs_copy_from(&obj->match_criteria_enable,
|
|
attrs,
|
|
MLX5_IB_ATTR_FLOW_MATCHER_MATCH_CRITERIA);
|
|
if (err)
|
|
goto end;
|
|
|
|
uobj->object = obj;
|
|
obj->mdev = dev->mdev;
|
|
atomic_set(&obj->usecnt, 0);
|
|
return 0;
|
|
|
|
end:
|
|
kfree(obj);
|
|
return err;
|
|
}
|
|
|
|
DECLARE_UVERBS_NAMED_METHOD(
|
|
MLX5_IB_METHOD_CREATE_FLOW,
|
|
UVERBS_ATTR_IDR(MLX5_IB_ATTR_CREATE_FLOW_HANDLE,
|
|
UVERBS_OBJECT_FLOW,
|
|
UVERBS_ACCESS_NEW,
|
|
UA_MANDATORY),
|
|
UVERBS_ATTR_PTR_IN(
|
|
MLX5_IB_ATTR_CREATE_FLOW_MATCH_VALUE,
|
|
UVERBS_ATTR_SIZE(1, sizeof(struct mlx5_ib_match_params)),
|
|
UA_MANDATORY,
|
|
UA_ALLOC_AND_COPY),
|
|
UVERBS_ATTR_IDR(MLX5_IB_ATTR_CREATE_FLOW_MATCHER,
|
|
MLX5_IB_OBJECT_FLOW_MATCHER,
|
|
UVERBS_ACCESS_READ,
|
|
UA_MANDATORY),
|
|
UVERBS_ATTR_IDR(MLX5_IB_ATTR_CREATE_FLOW_DEST_QP,
|
|
UVERBS_OBJECT_QP,
|
|
UVERBS_ACCESS_READ),
|
|
UVERBS_ATTR_IDR(MLX5_IB_ATTR_CREATE_FLOW_DEST_DEVX,
|
|
MLX5_IB_OBJECT_DEVX_OBJ,
|
|
UVERBS_ACCESS_READ));
|
|
|
|
DECLARE_UVERBS_NAMED_METHOD_DESTROY(
|
|
MLX5_IB_METHOD_DESTROY_FLOW,
|
|
UVERBS_ATTR_IDR(MLX5_IB_ATTR_CREATE_FLOW_HANDLE,
|
|
UVERBS_OBJECT_FLOW,
|
|
UVERBS_ACCESS_DESTROY,
|
|
UA_MANDATORY));
|
|
|
|
ADD_UVERBS_METHODS(mlx5_ib_fs,
|
|
UVERBS_OBJECT_FLOW,
|
|
&UVERBS_METHOD(MLX5_IB_METHOD_CREATE_FLOW),
|
|
&UVERBS_METHOD(MLX5_IB_METHOD_DESTROY_FLOW));
|
|
|
|
DECLARE_UVERBS_NAMED_METHOD(
|
|
MLX5_IB_METHOD_FLOW_MATCHER_CREATE,
|
|
UVERBS_ATTR_IDR(MLX5_IB_ATTR_FLOW_MATCHER_CREATE_HANDLE,
|
|
MLX5_IB_OBJECT_FLOW_MATCHER,
|
|
UVERBS_ACCESS_NEW,
|
|
UA_MANDATORY),
|
|
UVERBS_ATTR_PTR_IN(
|
|
MLX5_IB_ATTR_FLOW_MATCHER_MATCH_MASK,
|
|
UVERBS_ATTR_SIZE(1, sizeof(struct mlx5_ib_match_params)),
|
|
UA_MANDATORY),
|
|
UVERBS_ATTR_ENUM_IN(MLX5_IB_ATTR_FLOW_MATCHER_FLOW_TYPE,
|
|
mlx5_ib_flow_type,
|
|
UA_MANDATORY),
|
|
UVERBS_ATTR_PTR_IN(MLX5_IB_ATTR_FLOW_MATCHER_MATCH_CRITERIA,
|
|
UVERBS_ATTR_TYPE(u8),
|
|
UA_MANDATORY));
|
|
|
|
DECLARE_UVERBS_NAMED_METHOD_DESTROY(
|
|
MLX5_IB_METHOD_FLOW_MATCHER_DESTROY,
|
|
UVERBS_ATTR_IDR(MLX5_IB_ATTR_FLOW_MATCHER_DESTROY_HANDLE,
|
|
MLX5_IB_OBJECT_FLOW_MATCHER,
|
|
UVERBS_ACCESS_DESTROY,
|
|
UA_MANDATORY));
|
|
|
|
DECLARE_UVERBS_NAMED_OBJECT(MLX5_IB_OBJECT_FLOW_MATCHER,
|
|
UVERBS_TYPE_ALLOC_IDR(flow_matcher_cleanup),
|
|
&UVERBS_METHOD(MLX5_IB_METHOD_FLOW_MATCHER_CREATE),
|
|
&UVERBS_METHOD(MLX5_IB_METHOD_FLOW_MATCHER_DESTROY));
|
|
|
|
DECLARE_UVERBS_OBJECT_TREE(flow_objects,
|
|
&UVERBS_OBJECT(MLX5_IB_OBJECT_FLOW_MATCHER));
|
|
|
|
int mlx5_ib_get_flow_trees(const struct uverbs_object_tree_def **root)
|
|
{
|
|
int i = 0;
|
|
|
|
root[i++] = &flow_objects;
|
|
root[i++] = &mlx5_ib_fs;
|
|
|
|
return i;
|
|
}
|