Commit a3088f87 authored by Parav Pandit's avatar Parav Pandit Committed by Saeed Mahameed

net/mlx5: SF, Split mlx5_sf_hw_table into two parts

Device has SF ids in two different contiguous ranges. One for the local
controller and second for the external controller's PF.

Each such range has its own maximum number of functions and base id.
To allocate SF from either of the range, prepare code to split into
range specific fields into its own structure.
Signed-off-by: default avatarParav Pandit <parav@nvidia.com>
Reviewed-by: default avatarVu Pham <vuhuong@nvidia.com>
Signed-off-by: default avatarSaeed Mahameed <saeedm@nvidia.com>
parent 01ed9550
...@@ -15,43 +15,55 @@ struct mlx5_sf_hw { ...@@ -15,43 +15,55 @@ struct mlx5_sf_hw {
u8 pending_delete: 1; u8 pending_delete: 1;
}; };
struct mlx5_sf_hw_table { struct mlx5_sf_hwc_table {
struct mlx5_core_dev *dev;
struct mlx5_sf_hw *sfs; struct mlx5_sf_hw *sfs;
int max_local_functions; int max_fn;
u16 start_fn_id; u16 start_fn_id;
};
enum mlx5_sf_hwc_index {
MLX5_SF_HWC_LOCAL,
MLX5_SF_HWC_MAX,
};
struct mlx5_sf_hw_table {
struct mlx5_core_dev *dev;
struct mutex table_lock; /* Serializes sf deletion and vhca state change handler. */ struct mutex table_lock; /* Serializes sf deletion and vhca state change handler. */
struct notifier_block vhca_nb; struct notifier_block vhca_nb;
struct mlx5_sf_hwc_table hwc[MLX5_SF_HWC_MAX];
}; };
u16 mlx5_sf_sw_to_hw_id(const struct mlx5_core_dev *dev, u16 sw_id) u16 mlx5_sf_sw_to_hw_id(const struct mlx5_core_dev *dev, u16 sw_id)
{ {
struct mlx5_sf_hw_table *table = dev->priv.sf_hw_table; struct mlx5_sf_hwc_table *hwc = &dev->priv.sf_hw_table->hwc[MLX5_SF_HWC_LOCAL];
return table->start_fn_id + sw_id; return hwc->start_fn_id + sw_id;
} }
static u16 mlx5_sf_hw_to_sw_id(const struct mlx5_core_dev *dev, u16 hw_id) static u16 mlx5_sf_hw_to_sw_id(const struct mlx5_core_dev *dev, u16 hw_id)
{ {
struct mlx5_sf_hw_table *table = dev->priv.sf_hw_table; struct mlx5_sf_hwc_table *hwc = &dev->priv.sf_hw_table->hwc[MLX5_SF_HWC_LOCAL];
return hw_id - table->start_fn_id; return hw_id - hwc->start_fn_id;
} }
static int mlx5_sf_hw_table_id_alloc(struct mlx5_sf_hw_table *table, u32 usr_sfnum) static int mlx5_sf_hw_table_id_alloc(struct mlx5_sf_hw_table *table, u32 usr_sfnum)
{ {
struct mlx5_sf_hwc_table *hwc;
int i; int i;
hwc = &table->hwc[MLX5_SF_HWC_LOCAL];
/* Check if sf with same sfnum already exists or not. */ /* Check if sf with same sfnum already exists or not. */
for (i = 0; i < table->max_local_functions; i++) { for (i = 0; i < hwc->max_fn; i++) {
if (table->sfs[i].allocated && table->sfs[i].usr_sfnum == usr_sfnum) if (hwc->sfs[i].allocated && hwc->sfs[i].usr_sfnum == usr_sfnum)
return -EEXIST; return -EEXIST;
} }
/* Find the free entry and allocate the entry from the array */ /* Find the free entry and allocate the entry from the array */
for (i = 0; i < table->max_local_functions; i++) { for (i = 0; i < hwc->max_fn; i++) {
if (!table->sfs[i].allocated) { if (!hwc->sfs[i].allocated) {
table->sfs[i].usr_sfnum = usr_sfnum; hwc->sfs[i].usr_sfnum = usr_sfnum;
table->sfs[i].allocated = true; hwc->sfs[i].allocated = true;
return i; return i;
} }
} }
...@@ -60,8 +72,10 @@ static int mlx5_sf_hw_table_id_alloc(struct mlx5_sf_hw_table *table, u32 usr_sfn ...@@ -60,8 +72,10 @@ static int mlx5_sf_hw_table_id_alloc(struct mlx5_sf_hw_table *table, u32 usr_sfn
static void mlx5_sf_hw_table_id_free(struct mlx5_sf_hw_table *table, int id) static void mlx5_sf_hw_table_id_free(struct mlx5_sf_hw_table *table, int id)
{ {
table->sfs[id].allocated = false; struct mlx5_sf_hwc_table *hwc = &table->hwc[MLX5_SF_HWC_LOCAL];
table->sfs[id].pending_delete = false;
hwc->sfs[id].allocated = false;
hwc->sfs[id].pending_delete = false;
} }
int mlx5_sf_hw_table_sf_alloc(struct mlx5_core_dev *dev, u32 usr_sfnum) int mlx5_sf_hw_table_sf_alloc(struct mlx5_core_dev *dev, u32 usr_sfnum)
...@@ -125,11 +139,13 @@ void mlx5_sf_hw_table_sf_deferred_free(struct mlx5_core_dev *dev, u16 id) ...@@ -125,11 +139,13 @@ void mlx5_sf_hw_table_sf_deferred_free(struct mlx5_core_dev *dev, u16 id)
{ {
struct mlx5_sf_hw_table *table = dev->priv.sf_hw_table; struct mlx5_sf_hw_table *table = dev->priv.sf_hw_table;
u32 out[MLX5_ST_SZ_DW(query_vhca_state_out)] = {}; u32 out[MLX5_ST_SZ_DW(query_vhca_state_out)] = {};
struct mlx5_sf_hwc_table *hwc;
u16 hw_fn_id; u16 hw_fn_id;
u8 state; u8 state;
int err; int err;
hw_fn_id = mlx5_sf_sw_to_hw_id(dev, id); hw_fn_id = mlx5_sf_sw_to_hw_id(dev, id);
hwc = &table->hwc[MLX5_SF_HWC_LOCAL];
mutex_lock(&table->table_lock); mutex_lock(&table->table_lock);
err = mlx5_cmd_query_vhca_state(dev, hw_fn_id, out, sizeof(out)); err = mlx5_cmd_query_vhca_state(dev, hw_fn_id, out, sizeof(out));
if (err) if (err)
...@@ -137,25 +153,31 @@ void mlx5_sf_hw_table_sf_deferred_free(struct mlx5_core_dev *dev, u16 id) ...@@ -137,25 +153,31 @@ void mlx5_sf_hw_table_sf_deferred_free(struct mlx5_core_dev *dev, u16 id)
state = MLX5_GET(query_vhca_state_out, out, vhca_state_context.vhca_state); state = MLX5_GET(query_vhca_state_out, out, vhca_state_context.vhca_state);
if (state == MLX5_VHCA_STATE_ALLOCATED) { if (state == MLX5_VHCA_STATE_ALLOCATED) {
mlx5_cmd_dealloc_sf(dev, hw_fn_id); mlx5_cmd_dealloc_sf(dev, hw_fn_id);
table->sfs[id].allocated = false; hwc->sfs[id].allocated = false;
} else { } else {
table->sfs[id].pending_delete = true; hwc->sfs[id].pending_delete = true;
} }
err: err:
mutex_unlock(&table->table_lock); mutex_unlock(&table->table_lock);
} }
static void mlx5_sf_hw_dealloc_all(struct mlx5_sf_hw_table *table) static void mlx5_sf_hw_table_hwc_dealloc_all(struct mlx5_core_dev *dev,
struct mlx5_sf_hwc_table *hwc)
{ {
int i; int i;
for (i = 0; i < table->max_local_functions; i++) { for (i = 0; i < hwc->max_fn; i++) {
if (table->sfs[i].allocated) if (hwc->sfs[i].allocated)
_mlx5_sf_hw_table_sf_free(table->dev, i); _mlx5_sf_hw_table_sf_free(dev, i);
} }
} }
static int mlx5_sf_hw_table_alloc(struct mlx5_sf_hw_table *table, u16 max_fn, u16 base_id) static void mlx5_sf_hw_table_dealloc_all(struct mlx5_sf_hw_table *table)
{
mlx5_sf_hw_table_hwc_dealloc_all(table->dev, &table->hwc[MLX5_SF_HWC_LOCAL]);
}
static int mlx5_sf_hw_table_hwc_init(struct mlx5_sf_hwc_table *hwc, u16 max_fn, u16 base_id)
{ {
struct mlx5_sf_hw *sfs; struct mlx5_sf_hw *sfs;
...@@ -163,12 +185,17 @@ static int mlx5_sf_hw_table_alloc(struct mlx5_sf_hw_table *table, u16 max_fn, u1 ...@@ -163,12 +185,17 @@ static int mlx5_sf_hw_table_alloc(struct mlx5_sf_hw_table *table, u16 max_fn, u1
if (!sfs) if (!sfs)
return -ENOMEM; return -ENOMEM;
table->sfs = sfs; hwc->sfs = sfs;
table->max_local_functions = max_fn; hwc->max_fn = max_fn;
table->start_fn_id = base_id; hwc->start_fn_id = base_id;
return 0; return 0;
} }
static void mlx5_sf_hw_table_hwc_cleanup(struct mlx5_sf_hwc_table *hwc)
{
kfree(hwc->sfs);
}
int mlx5_sf_hw_table_init(struct mlx5_core_dev *dev) int mlx5_sf_hw_table_init(struct mlx5_core_dev *dev)
{ {
struct mlx5_sf_hw_table *table; struct mlx5_sf_hw_table *table;
...@@ -189,7 +216,7 @@ int mlx5_sf_hw_table_init(struct mlx5_core_dev *dev) ...@@ -189,7 +216,7 @@ int mlx5_sf_hw_table_init(struct mlx5_core_dev *dev)
dev->priv.sf_hw_table = table; dev->priv.sf_hw_table = table;
base_id = mlx5_sf_start_function_id(dev); base_id = mlx5_sf_start_function_id(dev);
err = mlx5_sf_hw_table_alloc(table, max_fn, base_id); err = mlx5_sf_hw_table_hwc_init(&table->hwc[MLX5_SF_HWC_LOCAL], max_fn, base_id);
if (err) if (err)
goto table_err; goto table_err;
...@@ -210,7 +237,7 @@ void mlx5_sf_hw_table_cleanup(struct mlx5_core_dev *dev) ...@@ -210,7 +237,7 @@ void mlx5_sf_hw_table_cleanup(struct mlx5_core_dev *dev)
return; return;
mutex_destroy(&table->table_lock); mutex_destroy(&table->table_lock);
kfree(table->sfs); mlx5_sf_hw_table_hwc_cleanup(&table->hwc[MLX5_SF_HWC_LOCAL]);
kfree(table); kfree(table);
} }
...@@ -218,14 +245,16 @@ static int mlx5_sf_hw_vhca_event(struct notifier_block *nb, unsigned long opcode ...@@ -218,14 +245,16 @@ static int mlx5_sf_hw_vhca_event(struct notifier_block *nb, unsigned long opcode
{ {
struct mlx5_sf_hw_table *table = container_of(nb, struct mlx5_sf_hw_table, vhca_nb); struct mlx5_sf_hw_table *table = container_of(nb, struct mlx5_sf_hw_table, vhca_nb);
const struct mlx5_vhca_state_event *event = data; const struct mlx5_vhca_state_event *event = data;
struct mlx5_sf_hwc_table *hwc;
struct mlx5_sf_hw *sf_hw; struct mlx5_sf_hw *sf_hw;
u16 sw_id; u16 sw_id;
if (event->new_vhca_state != MLX5_VHCA_STATE_ALLOCATED) if (event->new_vhca_state != MLX5_VHCA_STATE_ALLOCATED)
return 0; return 0;
hwc = &table->hwc[MLX5_SF_HWC_LOCAL];
sw_id = mlx5_sf_hw_to_sw_id(table->dev, event->function_id); sw_id = mlx5_sf_hw_to_sw_id(table->dev, event->function_id);
sf_hw = &table->sfs[sw_id]; sf_hw = &hwc->sfs[sw_id];
mutex_lock(&table->table_lock); mutex_lock(&table->table_lock);
/* SF driver notified through firmware that SF is finally detached. /* SF driver notified through firmware that SF is finally detached.
...@@ -257,7 +286,7 @@ void mlx5_sf_hw_table_destroy(struct mlx5_core_dev *dev) ...@@ -257,7 +286,7 @@ void mlx5_sf_hw_table_destroy(struct mlx5_core_dev *dev)
mlx5_vhca_event_notifier_unregister(dev, &table->vhca_nb); mlx5_vhca_event_notifier_unregister(dev, &table->vhca_nb);
/* Dealloc SFs whose firmware event has been missed. */ /* Dealloc SFs whose firmware event has been missed. */
mlx5_sf_hw_dealloc_all(table); mlx5_sf_hw_table_dealloc_all(table);
} }
bool mlx5_sf_hw_table_supported(const struct mlx5_core_dev *dev) bool mlx5_sf_hw_table_supported(const struct mlx5_core_dev *dev)
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment