net/mlx5: Support querying max VFs from device

For ECPF with eswitch manager privilege, query the host max VF count
by querying the device using query_functions command.

With this enhancement:
1. flow steering entries are created only for valid vports based on
   the max VF count of the PF.
2. Driver only queries cap of valid vport.

Eswitch requires the max VFs when doing initialization, so do sr-iov
init before eswitch init.

Signed-off-by: Bodong Wang <bodong@mellanox.com>
Reviewed-by: Parav Pandit <parav@mellanox.com>
Signed-off-by: Saeed Mahameed <saeedm@mellanox.com>

diff --git a/drivers/net/ethernet/mellanox/mlx5/core/main.c b/drivers/net/ethernet/mellanox/mlx5/core/main.c
index 8e96c42d3b84f26079910ffc27bc690c76e4b551..720f65bfe6a9c3f0ba91eaea1b3db9b3fbb50c39 100644 (file)
--- a/drivers/net/ethernet/mellanox/mlx5/core/main.c
+++ b/drivers/net/ethernet/mellanox/mlx5/core/main.c
@@ -844,32 +844,32 @@ static int mlx5_init_once(struct mlx5_core_dev *dev)
                goto err_rl_cleanup;
        }
 
-       err = mlx5_eswitch_init(dev);
+       err = mlx5_sriov_init(dev);
        if (err) {
-               mlx5_core_err(dev, "Failed to init eswitch %d\n", err);
+               mlx5_core_err(dev, "Failed to init sriov %d\n", err);
                goto err_mpfs_cleanup;
        }
 
-       err = mlx5_sriov_init(dev);
+       err = mlx5_eswitch_init(dev);
        if (err) {
-               mlx5_core_err(dev, "Failed to init sriov %d\n", err);
-               goto err_eswitch_cleanup;
+               mlx5_core_err(dev, "Failed to init eswitch %d\n", err);
+               goto err_sriov_cleanup;
        }
 
        err = mlx5_fpga_init(dev);
        if (err) {
                mlx5_core_err(dev, "Failed to init fpga device %d\n", err);
-               goto err_sriov_cleanup;
+               goto err_eswitch_cleanup;
        }
 
        dev->tracer = mlx5_fw_tracer_create(dev);
 
        return 0;
 
-err_sriov_cleanup:
-       mlx5_sriov_cleanup(dev);
 err_eswitch_cleanup:
        mlx5_eswitch_cleanup(dev->priv.eswitch);
+err_sriov_cleanup:
+       mlx5_sriov_cleanup(dev);
 err_mpfs_cleanup:
        mlx5_mpfs_cleanup(dev);
 err_rl_cleanup:
@@ -893,8 +893,8 @@ static void mlx5_cleanup_once(struct mlx5_core_dev *dev)
 {
        mlx5_fw_tracer_destroy(dev->tracer);
        mlx5_fpga_cleanup(dev);
-       mlx5_sriov_cleanup(dev);
        mlx5_eswitch_cleanup(dev->priv.eswitch);
+       mlx5_sriov_cleanup(dev);
        mlx5_mpfs_cleanup(dev);
        mlx5_cleanup_rl_table(dev);
        mlx5_vxlan_destroy(dev->vxlan);

diff --git a/drivers/net/ethernet/mellanox/mlx5/core/sriov.c b/drivers/net/ethernet/mellanox/mlx5/core/sriov.c
index a249b3c3843db0e624948d86a824d6bea8b8c115..2eecb831c4997adbebe5e8c091e0cba278d5ebab 100644 (file)
--- a/drivers/net/ethernet/mellanox/mlx5/core/sriov.c
+++ b/drivers/net/ethernet/mellanox/mlx5/core/sriov.c
@@ -208,6 +208,27 @@ void mlx5_sriov_detach(struct mlx5_core_dev *dev)
        mlx5_device_disable_sriov(dev);
 }
 
+static u16 mlx5_get_max_vfs(struct mlx5_core_dev *dev)
+{
+       u32 out[MLX5_ST_SZ_DW(query_esw_functions_out)] = {};
+       u16 host_total_vfs;
+       int err;
+
+       if (mlx5_core_is_ecpf_esw_manager(dev)) {
+               err = mlx5_esw_query_functions(dev, out, sizeof(out));
+               host_total_vfs = MLX5_GET(query_esw_functions_out, out,
+                                         host_params_context.host_total_vfs);
+
+               /* Old FW doesn't support getting total_vfs from esw func
+                * but supports getting it from pci_sriov.
+                */
+               if (!err && host_total_vfs)
+                       return host_total_vfs;
+       }
+
+       return pci_sriov_get_totalvfs(dev->pdev);
+}
+
 int mlx5_sriov_init(struct mlx5_core_dev *dev)
 {
        struct mlx5_core_sriov *sriov = &dev->priv.sriov;
@@ -218,6 +239,7 @@ int mlx5_sriov_init(struct mlx5_core_dev *dev)
                return 0;
 
        total_vfs = pci_sriov_get_totalvfs(pdev);
+       sriov->max_vfs = mlx5_get_max_vfs(dev);
        sriov->num_vfs = pci_num_vf(pdev);
        sriov->vfs_ctx = kcalloc(total_vfs, sizeof(*sriov->vfs_ctx), GFP_KERNEL);
        if (!sriov->vfs_ctx)

diff --git a/include/linux/mlx5/driver.h b/include/linux/mlx5/driver.h
index b5431f7d97cbb8b24414eea50be28cbb05c271fe..64155fe201ee4d170c85ce2759c67d518e3a3ca5 100644 (file)
--- a/include/linux/mlx5/driver.h
+++ b/include/linux/mlx5/driver.h
@@ -470,6 +470,7 @@ struct mlx5_core_sriov {
        struct mlx5_vf_context  *vfs_ctx;
        int                     num_vfs;
        int                     enabled_vfs;
+       u16                     max_vfs;
 };
 
 struct mlx5_fc_stats {
@@ -1103,13 +1104,9 @@ static inline bool mlx5_ecpf_vport_exists(struct mlx5_core_dev *dev)
        return mlx5_core_is_pf(dev) && MLX5_CAP_ESW(dev, ecpf_vport_exists);
 }
 
-#define MLX5_HOST_PF_MAX_VFS   (127u)
 static inline u16 mlx5_core_max_vfs(struct mlx5_core_dev *dev)
 {
-       if (mlx5_core_is_ecpf_esw_manager(dev))
-               return MLX5_HOST_PF_MAX_VFS;
-       else
-               return pci_sriov_get_totalvfs(dev->pdev);
+       return dev->priv.sriov.max_vfs;
 }
 
 static inline int mlx5_get_gid_table_len(u16 param)

diff --git a/include/linux/mlx5/mlx5_ifc.h b/include/linux/mlx5/mlx5_ifc.h
index 6513b985c5e9c6f6ae0137100370aa3e559a9b3c..e3c154b573a29cac265111199402a84691c77aa2 100644 (file)
--- a/include/linux/mlx5/mlx5_ifc.h
+++ b/include/linux/mlx5/mlx5_ifc.h
@@ -9711,7 +9711,7 @@ struct mlx5_ifc_host_params_context_bits {
        u8         reserved_at_8[0x8];
        u8         host_num_of_vfs[0x10];
 
-       u8         reserved_at_20[0x10];
+       u8         host_total_vfs[0x10];
        u8         host_pci_bus[0x10];
 
        u8         reserved_at_40[0x10];