Contributors: 17
Author Tokens Token Proportion Commits Commit Proportion
Aviv Heller 176 21.03% 5 9.09%
Roi Dayan 163 19.47% 7 12.73%
Shay Drory 154 18.40% 6 10.91%
Eli Cohen 96 11.47% 4 7.27%
Mark Bloch 94 11.23% 13 23.64%
Rongwei Liu 59 7.05% 3 5.45%
Or Har-Toov 30 3.58% 2 3.64%
Maor Gottlieb 15 1.79% 5 9.09%
Mark Zhang 11 1.31% 1 1.82%
Bodong Wang 8 0.96% 1 1.82%
Leon Romanovsky 8 0.96% 2 3.64%
Erez Alfasi 7 0.84% 1 1.82%
Jianbo Liu 6 0.72% 1 1.82%
Erez Shitrit 4 0.48% 1 1.82%
Shahar Klein 3 0.36% 1 1.82%
Saeed Mahameed 2 0.24% 1 1.82%
Daniel Jurgens 1 0.12% 1 1.82%
Total 837 55


/* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */
/* Copyright (c) 2019 Mellanox Technologies. */

#ifndef __MLX5_LAG_H__
#define __MLX5_LAG_H__

#include <linux/debugfs.h>
#include <linux/errno.h>
#include <linux/xarray.h>
#include <linux/mlx5/fs.h>

#define MLX5_LAG_MAX_HASH_BUCKETS 16
/* XArray mark for the LAG master device
 * (device with lowest mlx5_get_dev_index).
 * Note: XA_MARK_0 is reserved by XA_FLAGS_ALLOC for free-slot tracking.
 */
#define MLX5_LAG_XA_MARK_MASTER XA_MARK_1

#include "mlx5_core.h"
#include "mp.h"
#include "port_sel.h"
#include "mpesw.h"

enum {
	MLX5_LAG_P1,
	MLX5_LAG_P2,
};

enum {
	MLX5_LAG_FLAG_NDEVS_READY,
};

enum {
	MLX5_LAG_MODE_FLAG_HASH_BASED,
	MLX5_LAG_MODE_FLAG_SHARED_FDB,
	MLX5_LAG_MODE_FLAG_FDB_SEL_MODE_NATIVE,
};

enum mlx5_lag_mode {
	MLX5_LAG_MODE_NONE,
	MLX5_LAG_MODE_ROCE,
	MLX5_LAG_MODE_SRIOV,
	MLX5_LAG_MODE_MULTIPATH,
	MLX5_LAG_MODE_MPESW,
};

struct lag_func {
	struct mlx5_core_dev *dev;
	struct net_device    *netdev;
	bool has_drop;
	unsigned int idx; /* xarray index assigned by LAG */
	struct mlx5_nb port_change_nb;
};

/* Used for collection of netdev event info. */
struct lag_tracker {
	enum   netdev_lag_tx_type           tx_type;
	struct netdev_lag_lower_state_info  netdev_state[MLX5_MAX_PORTS];
	unsigned int is_bonded:1;
	unsigned int has_inactive:1;
	enum netdev_lag_hash hash_type;
	u32 bond_speed_mbps;
};

/* LAG data of a ConnectX card.
 * It serves both its phys functions.
 */
struct mlx5_lag {
	enum mlx5_lag_mode        mode;
	unsigned long		  mode_flags;
	unsigned long		  state_flags;
	u8			  ports;
	u8			  buckets;
	int			  mode_changes_in_progress;
	u8			  v2p_map[MLX5_MAX_PORTS * MLX5_LAG_MAX_HASH_BUCKETS];
	struct kref               ref;
	struct xarray             pfs;
	struct lag_tracker        tracker;
	struct workqueue_struct   *wq;
	struct delayed_work       bond_work;
	struct work_struct        speed_update_work;
	struct notifier_block     nb;
	possible_net_t net;
	struct lag_mp             lag_mp;
	struct mlx5_lag_port_sel  port_sel;
	/* Protect lag fields/state changes */
	struct mutex		  lock;
	struct lag_mpesw	  lag_mpesw;
	struct mlx5_flow_table   *lag_demux_ft;
	struct mlx5_flow_group   *lag_demux_fg;
	struct xarray		  lag_demux_rules;
};

static inline struct mlx5_lag *
mlx5_lag_dev(struct mlx5_core_dev *dev)
{
	return dev->priv.lag;
}

static inline struct lag_func *
mlx5_lag_pf(struct mlx5_lag *ldev, unsigned int idx)
{
	return xa_load(&ldev->pfs, idx);
}

/* Get device index (mlx5_get_dev_index) from xarray index */
static inline int mlx5_lag_xa_to_dev_idx(struct mlx5_lag *ldev, int xa_idx)
{
	struct lag_func *pf = mlx5_lag_pf(ldev, xa_idx);

	return pf ? mlx5_get_dev_index(pf->dev) : -ENOENT;
}

/* Find lag_func by device index (reverse lookup from mlx5_get_dev_index) */
static inline struct lag_func *
mlx5_lag_pf_by_dev_idx(struct mlx5_lag *ldev, int dev_idx)
{
	struct lag_func *pf;
	unsigned long idx;

	xa_for_each(&ldev->pfs, idx, pf) {
		if (mlx5_get_dev_index(pf->dev) == dev_idx)
			return pf;
	}
	return NULL;
}

static inline bool
__mlx5_lag_is_active(struct mlx5_lag *ldev)
{
	return ldev->mode != MLX5_LAG_MODE_NONE;
}

static inline bool
mlx5_lag_is_ready(struct mlx5_lag *ldev)
{
	return test_bit(MLX5_LAG_FLAG_NDEVS_READY, &ldev->state_flags);
}

bool mlx5_lag_shared_fdb_supported(struct mlx5_lag *ldev);
bool mlx5_lag_check_prereq(struct mlx5_lag *ldev);
int mlx5_lag_demux_init(struct mlx5_core_dev *dev,
			struct mlx5_flow_table_attr *ft_attr);
void mlx5_lag_demux_cleanup(struct mlx5_core_dev *dev);
int mlx5_lag_demux_rule_add(struct mlx5_core_dev *dev, u16 vport_num,
			    int vport_index);
void mlx5_lag_demux_rule_del(struct mlx5_core_dev *dev, int vport_index);
void mlx5_modify_lag(struct mlx5_lag *ldev,
		     struct lag_tracker *tracker);
int mlx5_activate_lag(struct mlx5_lag *ldev,
		      struct lag_tracker *tracker,
		      enum mlx5_lag_mode mode,
		      bool shared_fdb);
int mlx5_lag_dev_get_netdev_idx(struct mlx5_lag *ldev,
				struct net_device *ndev);

char *mlx5_get_str_port_sel_mode(enum mlx5_lag_mode mode, unsigned long flags);
void mlx5_infer_tx_enabled(struct lag_tracker *tracker, struct mlx5_lag *ldev,
			   u8 *ports, int *num_enabled);

void mlx5_ldev_add_debugfs(struct mlx5_core_dev *dev);
void mlx5_ldev_remove_debugfs(struct dentry *dbg);
void mlx5_disable_lag(struct mlx5_lag *ldev);
void mlx5_lag_remove_devices(struct mlx5_lag *ldev);
int mlx5_deactivate_lag(struct mlx5_lag *ldev);
void mlx5_lag_add_devices(struct mlx5_lag *ldev);
struct mlx5_devcom_comp_dev *mlx5_lag_get_devcom_comp(struct mlx5_lag *ldev);

#ifdef CONFIG_MLX5_ESWITCH
void mlx5_lag_set_vports_agg_speed(struct mlx5_lag *ldev);
void mlx5_lag_reset_vports_speed(struct mlx5_lag *ldev);
#else
static inline void mlx5_lag_set_vports_agg_speed(struct mlx5_lag *ldev) {}
static inline void mlx5_lag_reset_vports_speed(struct mlx5_lag *ldev) {}
#endif

static inline bool mlx5_lag_is_supported(struct mlx5_core_dev *dev)
{
	if (!MLX5_CAP_GEN(dev, vport_group_manager) ||
	    !MLX5_CAP_GEN(dev, lag_master) ||
	    MLX5_CAP_GEN(dev, num_lag_ports) < 2 ||
	    mlx5_get_dev_index(dev) >= MLX5_MAX_PORTS ||
	    MLX5_CAP_GEN(dev, num_lag_ports) > MLX5_MAX_PORTS)
		return false;
	return true;
}

#define mlx5_ldev_for_each(i, start_index, ldev) \
	for (int tmp = start_index; tmp = mlx5_get_next_ldev_func(ldev, tmp), \
	     i = tmp, tmp < MLX5_MAX_PORTS; tmp++)

#define mlx5_ldev_for_each_reverse(i, start_index, end_index, ldev)      \
	for (int tmp = start_index, tmp1 = end_index; \
	     tmp = mlx5_get_pre_ldev_func(ldev, tmp, tmp1), \
	     i = tmp, tmp >= tmp1; tmp--)

int mlx5_get_pre_ldev_func(struct mlx5_lag *ldev, int start_idx, int end_idx);
int mlx5_get_next_ldev_func(struct mlx5_lag *ldev, int start_idx);
int mlx5_lag_get_dev_index_by_seq(struct mlx5_lag *ldev, int seq);
int mlx5_lag_num_devs(struct mlx5_lag *ldev);
int mlx5_lag_num_netdevs(struct mlx5_lag *ldev);
#endif /* __MLX5_LAG_H__ */