path: root/drivers/net/ethernet/mellanox/mlx5/core/steering/hws/table.c

// SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
/* Copyright (c) 2024 NVIDIA Corporation & Affiliates */

#include "internal.h"

u32 mlx5hws_table_get_id(struct mlx5hws_table *tbl)
{
	return tbl->ft_id;
}

static void hws_table_init_next_ft_attr(struct mlx5hws_table *tbl,
					struct mlx5hws_cmd_ft_create_attr *ft_attr)
{
	ft_attr->type = tbl->fw_ft_type;
	if (tbl->type == MLX5HWS_TABLE_TYPE_FDB)
		ft_attr->level = tbl->ctx->caps->fdb_ft.max_level - 1;
	else
		ft_attr->level = tbl->ctx->caps->nic_ft.max_level - 1;
	ft_attr->rtc_valid = true;
}

static void hws_table_set_cap_attr(struct mlx5hws_table *tbl,
				   struct mlx5hws_cmd_ft_create_attr *ft_attr)
{
	/* Enabling reformat_en or decap_en for the first flow table
	 * must be done when all VFs are down.
	 * However, HWS doesn't know when it is required to create the first FT.
	 * On the other hand, HWS doesn't use all these FT capabilities at all
	 * (the API doesn't even provide a way to specify these flags), so we'll
	 * just set these caps on all the flow tables.
	 * If HCA_CAP.fdb_dynamic_tunnel is set, this constraint is N/A.
	 */
	if (!MLX5_CAP_ESW_FLOWTABLE(tbl->ctx->mdev, fdb_dynamic_tunnel)) {
		ft_attr->reformat_en = true;
		ft_attr->decap_en = true;
	}
}

static int hws_table_up_default_fdb_miss_tbl(struct mlx5hws_table *tbl)
{
	struct mlx5hws_cmd_ft_create_attr ft_attr = {0};
	struct mlx5hws_cmd_set_fte_attr fte_attr = {0};
	struct mlx5hws_cmd_forward_tbl *default_miss;
	struct mlx5hws_cmd_set_fte_dest dest = {0};
	struct mlx5hws_context *ctx = tbl->ctx;
	u8 tbl_type = tbl->type;

	if (tbl->type != MLX5HWS_TABLE_TYPE_FDB)
		return 0;

	if (ctx->common_res[tbl_type].default_miss) {
		ctx->common_res[tbl_type].default_miss->refcount++;
		return 0;
	}

	ft_attr.type = tbl->fw_ft_type;
	ft_attr.level = tbl->ctx->caps->fdb_ft.max_level; /* The last level */
	ft_attr.rtc_valid = false;

	dest.destination_type = MLX5_FLOW_DESTINATION_TYPE_VPORT;
	dest.destination_id = ctx->caps->eswitch_manager_vport_number;

	fte_attr.action_flags = MLX5_FLOW_CONTEXT_ACTION_FWD_DEST;
	fte_attr.dests_num = 1;
	fte_attr.dests = &dest;

	default_miss = mlx5hws_cmd_forward_tbl_create(ctx->mdev, &ft_attr, &fte_attr);
	if (!default_miss) {
		mlx5hws_err(ctx, "Failed to default miss table type: 0x%x\n", tbl_type);
		return -EINVAL;
	}

	/* ctx->ctrl_lock must be held here */
	ctx->common_res[tbl_type].default_miss = default_miss;
	ctx->common_res[tbl_type].default_miss->refcount++;

	return 0;
}

/* Called under ctx->ctrl_lock */
static void hws_table_down_default_fdb_miss_tbl(struct mlx5hws_table *tbl)
{
	struct mlx5hws_cmd_forward_tbl *default_miss;
	struct mlx5hws_context *ctx = tbl->ctx;
	u8 tbl_type = tbl->type;

	if (tbl->type != MLX5HWS_TABLE_TYPE_FDB)
		return;

	default_miss = ctx->common_res[tbl_type].default_miss;
	if (--default_miss->refcount)
		return;

	mlx5hws_cmd_forward_tbl_destroy(ctx->mdev, default_miss);
	ctx->common_res[tbl_type].default_miss = NULL;
}

static int hws_table_connect_to_default_miss_tbl(struct mlx5hws_table *tbl, u32 ft_id)
{
	struct mlx5hws_cmd_ft_modify_attr ft_attr = {0};
	int ret;

	if (unlikely(tbl->type != MLX5HWS_TABLE_TYPE_FDB))
		pr_warn("HWS: invalid table type %d\n", tbl->type);

	mlx5hws_cmd_set_attr_connect_miss_tbl(tbl->ctx,
					      tbl->fw_ft_type,
					      tbl->type,
					      &ft_attr);

	ret = mlx5hws_cmd_flow_table_modify(tbl->ctx->mdev, &ft_attr, ft_id);
	if (ret) {
		mlx5hws_err(tbl->ctx, "Failed to connect FT to default FDB FT\n");
		return ret;
	}

	return 0;
}

int mlx5hws_table_create_default_ft(struct mlx5_core_dev *mdev,
				    struct mlx5hws_table *tbl,
				    u32 *ft_id)
{
	struct mlx5hws_cmd_ft_create_attr ft_attr = {0};
	int ret;

	hws_table_init_next_ft_attr(tbl, &ft_attr);
	hws_table_set_cap_attr(tbl, &ft_attr);

	ret = mlx5hws_cmd_flow_table_create(mdev, &ft_attr, ft_id);
	if (ret) {
		mlx5hws_err(tbl->ctx, "Failed creating default ft\n");
		return ret;
	}

	if (tbl->type == MLX5HWS_TABLE_TYPE_FDB) {
		/* Take/create ref over the default miss */
		ret = hws_table_up_default_fdb_miss_tbl(tbl);
		if (ret) {
			mlx5hws_err(tbl->ctx, "Failed to get default fdb miss\n");
			goto free_ft_obj;
		}
		ret = hws_table_connect_to_default_miss_tbl(tbl, *ft_id);
		if (ret) {
			mlx5hws_err(tbl->ctx, "Failed connecting to default miss tbl\n");
			goto down_miss_tbl;
		}
	}

	return 0;

down_miss_tbl:
	hws_table_down_default_fdb_miss_tbl(tbl);
free_ft_obj:
	mlx5hws_cmd_flow_table_destroy(mdev, ft_attr.type, *ft_id);
	return ret;
}

void mlx5hws_table_destroy_default_ft(struct mlx5hws_table *tbl,
				      u32 ft_id)
{
	mlx5hws_cmd_flow_table_destroy(tbl->ctx->mdev, tbl->fw_ft_type, ft_id);
	hws_table_down_default_fdb_miss_tbl(tbl);
}

static int hws_table_init_check_hws_support(struct mlx5hws_context *ctx,
					    struct mlx5hws_table *tbl)
{
	if (!(ctx->flags & MLX5HWS_CONTEXT_FLAG_HWS_SUPPORT)) {
		mlx5hws_err(ctx, "HWS not supported, cannot create mlx5hws_table\n");
		return -EOPNOTSUPP;
	}

	return 0;
}

static int hws_table_init(struct mlx5hws_table *tbl)
{
	struct mlx5hws_context *ctx = tbl->ctx;
	int ret;

	ret = hws_table_init_check_hws_support(ctx, tbl);
	if (ret)
		return ret;

	if (mlx5hws_table_get_fw_ft_type(tbl->type, (u8 *)&tbl->fw_ft_type)) {
		pr_warn("HWS: invalid table type %d\n", tbl->type);
		return -EOPNOTSUPP;
	}

	mutex_lock(&ctx->ctrl_lock);
	ret = mlx5hws_table_create_default_ft(tbl->ctx->mdev, tbl, &tbl->ft_id);
	if (ret) {
		mlx5hws_err(tbl->ctx, "Failed to create flow table object\n");
		mutex_unlock(&ctx->ctrl_lock);
		return ret;
	}

	ret = mlx5hws_action_get_default_stc(ctx, tbl->type);
	if (ret)
		goto tbl_destroy;

	INIT_LIST_HEAD(&tbl->matchers_list);
	INIT_LIST_HEAD(&tbl->default_miss.head);

	mutex_unlock(&ctx->ctrl_lock);

	return 0;

tbl_destroy:
	mlx5hws_table_destroy_default_ft(tbl, tbl->ft_id);
	mutex_unlock(&ctx->ctrl_lock);
	return ret;
}

static void hws_table_uninit(struct mlx5hws_table *tbl)
{
	mutex_lock(&tbl->ctx->ctrl_lock);
	mlx5hws_action_put_default_stc(tbl->ctx, tbl->type);
	mlx5hws_table_destroy_default_ft(tbl, tbl->ft_id);
	mutex_unlock(&tbl->ctx->ctrl_lock);
}

struct mlx5hws_table *mlx5hws_table_create(struct mlx5hws_context *ctx,
					   struct mlx5hws_table_attr *attr)
{
	struct mlx5hws_table *tbl;
	int ret;

	if (attr->type > MLX5HWS_TABLE_TYPE_FDB) {
		mlx5hws_err(ctx, "Invalid table type %d\n", attr->type);
		return NULL;
	}

	tbl = kzalloc(sizeof(*tbl), GFP_KERNEL);
	if (!tbl)
		return NULL;

	tbl->ctx = ctx;
	tbl->type = attr->type;
	tbl->level = attr->level;

	ret = hws_table_init(tbl);
	if (ret) {
		mlx5hws_err(ctx, "Failed to initialise table\n");
		goto free_tbl;
	}

	mutex_lock(&ctx->ctrl_lock);
	list_add(&tbl->tbl_list_node, &ctx->tbl_list);
	mutex_unlock(&ctx->ctrl_lock);

	return tbl;

free_tbl:
	kfree(tbl);
	return NULL;
}

int mlx5hws_table_destroy(struct mlx5hws_table *tbl)
{
	struct mlx5hws_context *ctx = tbl->ctx;
	int ret;

	mutex_lock(&ctx->ctrl_lock);
	if (!list_empty(&tbl->matchers_list)) {
		mlx5hws_err(tbl->ctx, "Cannot destroy table containing matchers\n");
		ret = -EBUSY;
		goto unlock_err;
	}

	if (!list_empty(&tbl->default_miss.head)) {
		mlx5hws_err(tbl->ctx, "Cannot destroy table pointed by default miss\n");
		ret = -EBUSY;
		goto unlock_err;
	}

	list_del_init(&tbl->tbl_list_node);
	mutex_unlock(&ctx->ctrl_lock);

	hws_table_uninit(tbl);
	kfree(tbl);

	return 0;

unlock_err:
	mutex_unlock(&ctx->ctrl_lock);
	return ret;
}

static u32 hws_table_get_last_ft(struct mlx5hws_table *tbl)
{
	struct mlx5hws_matcher *matcher;

	if (list_empty(&tbl->matchers_list))
		return tbl->ft_id;

	matcher = list_last_entry(&tbl->matchers_list, struct mlx5hws_matcher, list_node);
	return matcher->end_ft_id;
}

int mlx5hws_table_ft_set_default_next_ft(struct mlx5hws_table *tbl, u32 ft_id)
{
	struct mlx5hws_cmd_ft_modify_attr ft_attr = {0};
	int ret;

	/* Due to FW limitation, resetting the flow table to default action will
	 * disconnect RTC when ignore_flow_level_rtc_valid is not supported.
	 */
	if (!tbl->ctx->caps->nic_ft.ignore_flow_level_rtc_valid)
		return 0;

	if (tbl->type == MLX5HWS_TABLE_TYPE_FDB)
		return hws_table_connect_to_default_miss_tbl(tbl, ft_id);

	ft_attr.type = tbl->fw_ft_type;
	ft_attr.modify_fs = MLX5_IFC_MODIFY_FLOW_TABLE_MISS_ACTION;
	ft_attr.table_miss_action = MLX5_IFC_MODIFY_FLOW_TABLE_MISS_ACTION_DEFAULT;

	ret = mlx5hws_cmd_flow_table_modify(tbl->ctx->mdev, &ft_attr, ft_id);
	if (ret) {
		mlx5hws_err(tbl->ctx, "Failed to set FT default miss action\n");
		return ret;
	}

	return 0;
}

int mlx5hws_table_ft_set_next_rtc(struct mlx5hws_context *ctx,
				  u32 ft_id,
				  u32 fw_ft_type,
				  u32 rtc_0_id,
				  u32 rtc_1_id)
{
	struct mlx5hws_cmd_ft_modify_attr ft_attr = {0};

	ft_attr.modify_fs = MLX5_IFC_MODIFY_FLOW_TABLE_RTC_ID;
	ft_attr.type = fw_ft_type;
	ft_attr.rtc_id_0 = rtc_0_id;
	ft_attr.rtc_id_1 = rtc_1_id;

	return mlx5hws_cmd_flow_table_modify(ctx->mdev, &ft_attr, ft_id);
}

static int hws_table_ft_set_next_ft(struct mlx5hws_context *ctx,
				    u32 ft_id,
				    u32 fw_ft_type,
				    u32 next_ft_id)
{
	struct mlx5hws_cmd_ft_modify_attr ft_attr = {0};

	ft_attr.modify_fs = MLX5_IFC_MODIFY_FLOW_TABLE_MISS_ACTION;
	ft_attr.table_miss_action = MLX5_IFC_MODIFY_FLOW_TABLE_MISS_ACTION_GOTO_TBL;
	ft_attr.type = fw_ft_type;
	ft_attr.table_miss_id = next_ft_id;

	return mlx5hws_cmd_flow_table_modify(ctx->mdev, &ft_attr, ft_id);
}

int mlx5hws_table_update_connected_miss_tables(struct mlx5hws_table *dst_tbl)
{
	struct mlx5hws_table *src_tbl;
	int ret;

	if (list_empty(&dst_tbl->default_miss.head))
		return 0;

	list_for_each_entry(src_tbl, &dst_tbl->default_miss.head, default_miss.next) {
		ret = mlx5hws_table_connect_to_miss_table(src_tbl, dst_tbl);
		if (ret) {
			mlx5hws_err(dst_tbl->ctx,
				    "Failed to update source miss table, unexpected behavior\n");
			return ret;
		}
	}

	return 0;
}

int mlx5hws_table_connect_to_miss_table(struct mlx5hws_table *src_tbl,
					struct mlx5hws_table *dst_tbl)
{
	struct mlx5hws_matcher *matcher;
	u32 last_ft_id;
	int ret;

	last_ft_id = hws_table_get_last_ft(src_tbl);

	if (dst_tbl) {
		if (list_empty(&dst_tbl->matchers_list)) {
			/* Connect src_tbl last_ft to dst_tbl start anchor */
			ret = hws_table_ft_set_next_ft(src_tbl->ctx,
						       last_ft_id,
						       src_tbl->fw_ft_type,
						       dst_tbl->ft_id);
			if (ret)
				return ret;

			/* Reset last_ft RTC to default RTC */
			ret = mlx5hws_table_ft_set_next_rtc(src_tbl->ctx,
							    last_ft_id,
							    src_tbl->fw_ft_type,
							    0, 0);
			if (ret)
				return ret;
		} else {
			/* Connect src_tbl last_ft to first matcher RTC */
			matcher = list_first_entry(&dst_tbl->matchers_list,
						   struct mlx5hws_matcher,
						   list_node);
			ret = mlx5hws_table_ft_set_next_rtc(src_tbl->ctx,
							    last_ft_id,
							    src_tbl->fw_ft_type,
							    matcher->match_ste.rtc_0_id,
							    matcher->match_ste.rtc_1_id);
			if (ret)
				return ret;

			/* Reset next miss FT to default */
			ret = mlx5hws_table_ft_set_default_next_ft(src_tbl, last_ft_id);
			if (ret)
				return ret;
		}
	} else {
		/* Reset next miss FT to default */
		ret = mlx5hws_table_ft_set_default_next_ft(src_tbl, last_ft_id);
		if (ret)
			return ret;

		/* Reset last_ft RTC to default RTC */
		ret = mlx5hws_table_ft_set_next_rtc(src_tbl->ctx,
						    last_ft_id,
						    src_tbl->fw_ft_type,
						    0, 0);
		if (ret)
			return ret;
	}

	src_tbl->default_miss.miss_tbl = dst_tbl;

	return 0;
}

static int hws_table_set_default_miss_not_valid(struct mlx5hws_table *tbl,
						struct mlx5hws_table *miss_tbl)
{
	if (!tbl->ctx->caps->nic_ft.ignore_flow_level_rtc_valid) {
		mlx5hws_err(tbl->ctx, "Default miss table is not supported\n");
		return -EOPNOTSUPP;
	}

	if ((miss_tbl && miss_tbl->type != tbl->type)) {
		mlx5hws_err(tbl->ctx, "Invalid arguments\n");
		return -EINVAL;
	}

	return 0;
}

int mlx5hws_table_set_default_miss(struct mlx5hws_table *tbl,
				   struct mlx5hws_table *miss_tbl)
{
	struct mlx5hws_context *ctx = tbl->ctx;
	struct mlx5hws_table *old_miss_tbl;
	int ret;

	ret = hws_table_set_default_miss_not_valid(tbl, miss_tbl);
	if (ret)
		return ret;

	mutex_lock(&ctx->ctrl_lock);

	old_miss_tbl = tbl->default_miss.miss_tbl;
	ret = mlx5hws_table_connect_to_miss_table(tbl, miss_tbl);
	if (ret)
		goto out;

	if (old_miss_tbl)
		list_del_init(&tbl->default_miss.next);

	old_miss_tbl = tbl->default_miss.miss_tbl;
	if (old_miss_tbl)
		list_del_init(&old_miss_tbl->default_miss.head);

	if (miss_tbl)
		list_add(&tbl->default_miss.next, &miss_tbl->default_miss.head);

	mutex_unlock(&ctx->ctrl_lock);
	return 0;
out:
	mutex_unlock(&ctx->ctrl_lock);
	return ret;
}