Commit 1182f365 authored by Tariq Toukan's avatar Tariq Toukan Committed by Saeed Mahameed
Browse files

net/mlx5e: kTLS, Add kTLS RX HW offload support 



Implement driver support for the kTLS RX HW offload feature.
Resync support is added in a downstream patch.

New offload contexts post their static/progress params WQEs
over the per-channel async ICOSQ, protected under a spin-lock.
The Channel/RQ is selected according to the socket's rxq index.

Feature is OFF by default. Can be turned on by:
$ ethtool -K <if> tls-hw-rx-offload on

A new TLS-RX workqueue is used to allow asynchronous addition of
steering rules, out of the NAPI context.
It will be also used in a downstream patch in the resync procedure.

Signed-off-by: default avatarTariq Toukan <tariqt@mellanox.com>
Signed-off-by: default avatarSaeed Mahameed <saeedm@mellanox.com>
parent df8d8667

drivers/net/ethernet/mellanox/mlx5/core/Kconfig

+1 −0
Original line number Diff line number Diff line
@@ -173,6 +173,7 @@ config MLX5_TLS 
config MLX5_EN_TLS

	bool "TLS cryptography-offload accelaration"

	depends on MLX5_CORE_EN

	depends on XPS

	depends on MLX5_FPGA_TLS || MLX5_TLS

	default y

	help

drivers/net/ethernet/mellanox/mlx5/core/Makefile

+1 −1
Original line number Diff line number Diff line
@@ -75,7 +75,7 @@ mlx5_core-$(CONFIG_MLX5_EN_IPSEC) += en_accel/ipsec.o en_accel/ipsec_rxtx.o \ 


mlx5_core-$(CONFIG_MLX5_EN_TLS) += en_accel/tls.o en_accel/tls_rxtx.o en_accel/tls_stats.o \

				   en_accel/fs_tcp.o en_accel/ktls.o en_accel/ktls_txrx.o \

				   en_accel/ktls_tx.o

				   en_accel/ktls_tx.o en_accel/ktls_rx.o



mlx5_core-$(CONFIG_MLX5_SW_STEERING) += steering/dr_domain.o steering/dr_table.o \

					steering/dr_matcher.o steering/dr_rule.o \

drivers/net/ethernet/mellanox/mlx5/core/accel/tls.h

+18 −1
Original line number Diff line number Diff line
@@ -43,9 +43,20 @@ int mlx5_ktls_create_key(struct mlx5_core_dev *mdev, 
			 u32 *p_key_id);

void mlx5_ktls_destroy_key(struct mlx5_core_dev *mdev, u32 key_id);



static inline bool mlx5_accel_is_ktls_tx(struct mlx5_core_dev *mdev)

{

	return MLX5_CAP_GEN(mdev, tls_tx);

}



static inline bool mlx5_accel_is_ktls_rx(struct mlx5_core_dev *mdev)

{

	return MLX5_CAP_GEN(mdev, tls_rx);

}



static inline bool mlx5_accel_is_ktls_device(struct mlx5_core_dev *mdev)

{

	if (!MLX5_CAP_GEN(mdev, tls_tx))

	if (!mlx5_accel_is_ktls_tx(mdev) &&

	    !mlx5_accel_is_ktls_rx(mdev))

		return false;



	if (!MLX5_CAP_GEN(mdev, log_max_dek))
@@ -67,6 +78,12 @@ static inline bool mlx5e_ktls_type_check(struct mlx5_core_dev *mdev, 
	return false;

}

#else

static inline bool mlx5_accel_is_ktls_tx(struct mlx5_core_dev *mdev)

{ return false; }



static inline bool mlx5_accel_is_ktls_rx(struct mlx5_core_dev *mdev)

{ return false; }



static inline int

mlx5_ktls_create_key(struct mlx5_core_dev *mdev,

		     struct tls_crypto_info *crypto_info,

drivers/net/ethernet/mellanox/mlx5/core/en/txrx.h

+11 −0
Original line number Diff line number Diff line
@@ -11,6 +11,10 @@ 
enum mlx5e_icosq_wqe_type {

	MLX5E_ICOSQ_WQE_NOP,

	MLX5E_ICOSQ_WQE_UMR_RX,

#ifdef CONFIG_MLX5_EN_TLS

	MLX5E_ICOSQ_WQE_UMR_TLS,

	MLX5E_ICOSQ_WQE_SET_PSV_TLS,

#endif

};



static inline bool
@@ -114,9 +118,16 @@ struct mlx5e_icosq_wqe_info { 
		struct {

			struct mlx5e_rq *rq;

		} umr;

#ifdef CONFIG_MLX5_EN_TLS

		struct {

			struct mlx5e_ktls_offload_context_rx *priv_rx;

		} tls_set_params;

#endif

	};

};



void mlx5e_free_icosq_descs(struct mlx5e_icosq *sq);



static inline u16 mlx5e_icosq_get_next_pi(struct mlx5e_icosq *sq, u16 size)

{

	struct mlx5_wq_cyc *wq = &sq->wq;

drivers/net/ethernet/mellanox/mlx5/core/en_accel/en_accel.h

+20 −0
Original line number Diff line number Diff line
@@ -37,6 +37,7 @@ 
#include <linux/skbuff.h>

#include <linux/netdevice.h>

#include "en_accel/ipsec_rxtx.h"

#include "en_accel/tls.h"

#include "en_accel/tls_rxtx.h"

#include "en.h"

#include "en/txrx.h"
@@ -147,4 +148,23 @@ static inline bool mlx5e_accel_tx_finish(struct mlx5e_priv *priv, 
	return true;

}



static inline int mlx5e_accel_sk_get_rxq(struct sock *sk)

{

	int rxq = sk_rx_queue_get(sk);



	if (unlikely(rxq == -1))

		rxq = 0;



	return rxq;

}



static inline int mlx5e_accel_init_rx(struct mlx5e_priv *priv)

{

	return mlx5e_ktls_init_rx(priv);

}



static inline void mlx5e_accel_cleanup_rx(struct mlx5e_priv *priv)

{

	mlx5e_ktls_cleanup_rx(priv);

}

#endif /* __MLX5E_EN_ACCEL_H__ */

CRA Git | Maintained and supported by SUSTech CRA and CCSE