qede: Add qedr framework (cee9fbd8) · Commits · 戴 / test

drivers/net/ethernet/qlogic/Kconfig

+12 −6

Original line number	Diff line number	Diff line
		@@ -89,12 +89,7 @@ config QED
		This enables the support for ...

		config QED_LL2
		bool "Qlogic QED Light L2 interface"
		default n
		depends on QED
		---help---
		This enables support for Light L2 interface which is required
		by all qed protocol drivers other than qede.
		bool

		config QED_SRIOV
		bool "QLogic QED 25/40/100Gb SR-IOV support"
		@@ -112,4 +107,15 @@ config QEDE
		---help---
		This enables the support for ...

		config INFINIBAND_QEDR
		tristate "QLogic qede RoCE sources [debug]"
		depends on QEDE && 64BIT
		select QED_LL2
		default n
		---help---
		This provides a temporary node that allows the compilation
		and logical testing of the InfiniBand over Ethernet support
		for QLogic QED. This would be replaced by the 'real' option
		once the QEDR driver is added [+relocated].

		endif # NET_VENDOR_QLOGIC

drivers/net/ethernet/qlogic/qede/Makefile

+1 −0

Original line number	Diff line number	Diff line
		@@ -2,3 +2,4 @@ obj-$(CONFIG_QEDE) := qede.o

		qede-y := qede_main.o qede_ethtool.o
		qede-$(CONFIG_DCB) += qede_dcbnl.o
		qede-$(CONFIG_INFINIBAND_QEDR) += qede_roce.o

drivers/net/ethernet/qlogic/qede/qede.h

+9 −0

Original line number	Diff line number	Diff line
		@@ -106,6 +106,13 @@ struct qede_vlan {
		bool configured;
		};

		struct qede_rdma_dev {
		struct qedr_dev *qedr_dev;
		struct list_head entry;
		struct list_head roce_event_list;
		struct workqueue_struct *roce_wq;
		};

		struct qede_dev {
		struct qed_dev *cdev;
		struct net_device *ndev;
		@@ -185,6 +192,8 @@ struct qede_dev {
		unsigned long sp_flags;
		u16 vxlan_dst_port;
		u16 geneve_dst_port;

		struct qede_rdma_dev rdma_info;
		};

		enum QEDE_STATE {

drivers/net/ethernet/qlogic/qede/qede_main.c

+26 −9

Original line number	Diff line number	Diff line
		@@ -36,7 +36,7 @@
		#include <linux/random.h>
		#include <net/ip6_checksum.h>
		#include <linux/bitops.h>

		#include <linux/qed/qede_roce.h>
		#include "qede.h"

		static char version[] =
		@@ -193,8 +193,7 @@ static int qede_netdev_event(struct notifier_block *this, unsigned long event,
		struct ethtool_drvinfo drvinfo;
		struct qede_dev *edev;

		/* Currently only support name change */
		if (event != NETDEV_CHANGENAME)
		if (event != NETDEV_CHANGENAME && event != NETDEV_CHANGEADDR)
		goto done;

		/* Check whether this is a qede device */
		@@ -207,11 +206,18 @@ static int qede_netdev_event(struct notifier_block *this, unsigned long event,
		goto done;
		edev = netdev_priv(ndev);

		switch (event) {
		case NETDEV_CHANGENAME:
		/* Notify qed of the name change */
		if (!edev->ops \|\| !edev->ops->common)
		goto done;
		edev->ops->common->set_id(edev->cdev, edev->ndev->name,
		"qede");
		edev->ops->common->set_id(edev->cdev, edev->ndev->name, "qede");
		break;
		case NETDEV_CHANGEADDR:
		edev = netdev_priv(ndev);
		qede_roce_event_changeaddr(edev);
		break;
		}

		done:
		return NOTIFY_DONE;
		@@ -2545,10 +2551,14 @@ static int __qede_probe(struct pci_dev *pdev, u32 dp_module, u8 dp_level,

		qede_init_ndev(edev);

		rc = qede_roce_dev_add(edev);
		if (rc)
		goto err3;

		rc = register_netdev(edev->ndev);
		if (rc) {
		DP_NOTICE(edev, "Cannot register net-device\n");
		goto err3;
		goto err4;
		}

		edev->ops->common->set_id(cdev, edev->ndev->name, DRV_MODULE_VERSION);
		@@ -2568,6 +2578,8 @@ static int __qede_probe(struct pci_dev *pdev, u32 dp_module, u8 dp_level,

		return 0;

		err4:
		qede_roce_dev_remove(edev);
		err3:
		free_netdev(edev->ndev);
		err2:
		@@ -2614,8 +2626,11 @@ static void __qede_remove(struct pci_dev *pdev, enum qede_remove_mode mode)
		DP_INFO(edev, "Starting qede_remove\n");

		cancel_delayed_work_sync(&edev->sp_task);

		unregister_netdev(ndev);

		qede_roce_dev_remove(edev);

		edev->ops->common->set_power_state(cdev, PCI_D0);

		pci_set_drvdata(pdev, NULL);
		@@ -3512,6 +3527,7 @@ static void qede_unload(struct qede_dev *edev, enum qede_unload_mode mode)

		DP_INFO(edev, "Starting qede unload\n");

		qede_roce_dev_event_close(edev);
		mutex_lock(&edev->qede_lock);
		edev->state = QEDE_STATE_CLOSED;

		@@ -3612,6 +3628,7 @@ static int qede_load(struct qede_dev *edev, enum qede_load_mode mode)
		/* Query whether link is already-up */
		memset(&link_output, 0, sizeof(link_output));
		edev->ops->common->get_link(edev->cdev, &link_output);
		qede_roce_dev_event_open(edev);
		qede_link_update(edev, &link_output);

		DP_INFO(edev, "Ending successfully qede load\n");

drivers/net/ethernet/qlogic/qede/qede_roce.c

0 → 100644

+314 −0

Original line number	Diff line number	Diff line
		/* QLogic qedr NIC Driver
		* Copyright (c) 2015-2016 QLogic Corporation
		*
		* This software is available to you under a choice of one of two
		* licenses. You may choose to be licensed under the terms of the GNU
		* General Public License (GPL) Version 2, available from the file
		* COPYING in the main directory of this source tree, or the
		* OpenIB.org BSD license below:
		*
		* Redistribution and use in source and binary forms, with or
		* without modification, are permitted provided that the following
		* conditions are met:
		*
		* - Redistributions of source code must retain the above
		* copyright notice, this list of conditions and the following
		* disclaimer.
		*
		* - Redistributions in binary form must reproduce the above
		* copyright notice, this list of conditions and the following
		* disclaimer in the documentation and /or other materials
		* provided with the distribution.
		*
		* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
		* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
		* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
		* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
		* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
		* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
		* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
		* SOFTWARE.
		*/
		#include <linux/pci.h>
		#include <linux/netdevice.h>
		#include <linux/list.h>
		#include <linux/mutex.h>
		#include <linux/qed/qede_roce.h>
		#include "qede.h"

		static struct qedr_driver *qedr_drv;
		static LIST_HEAD(qedr_dev_list);
		static DEFINE_MUTEX(qedr_dev_list_lock);

		bool qede_roce_supported(struct qede_dev *dev)
		{
		return dev->dev_info.common.rdma_supported;
		}

		static void _qede_roce_dev_add(struct qede_dev *edev)
		{
		if (!qedr_drv)
		return;

		edev->rdma_info.qedr_dev = qedr_drv->add(edev->cdev, edev->pdev,
		edev->ndev);
		}

		static int qede_roce_create_wq(struct qede_dev *edev)
		{
		INIT_LIST_HEAD(&edev->rdma_info.roce_event_list);
		edev->rdma_info.roce_wq = create_singlethread_workqueue("roce_wq");
		if (!edev->rdma_info.roce_wq) {
		DP_NOTICE(edev, "qedr: Could not create workqueue\n");
		return -ENOMEM;
		}

		return 0;
		}

		static void qede_roce_cleanup_event(struct qede_dev *edev)
		{
		struct list_head *head = &edev->rdma_info.roce_event_list;
		struct qede_roce_event_work *event_node;

		flush_workqueue(edev->rdma_info.roce_wq);
		while (!list_empty(head)) {
		event_node = list_entry(head->next, struct qede_roce_event_work,
		list);
		cancel_work_sync(&event_node->work);
		list_del(&event_node->list);
		kfree(event_node);
		}
		}

		static void qede_roce_destroy_wq(struct qede_dev *edev)
		{
		qede_roce_cleanup_event(edev);
		destroy_workqueue(edev->rdma_info.roce_wq);
		}

		int qede_roce_dev_add(struct qede_dev *edev)
		{
		int rc = 0;

		if (qede_roce_supported(edev)) {
		rc = qede_roce_create_wq(edev);
		if (rc)
		return rc;

		INIT_LIST_HEAD(&edev->rdma_info.entry);
		mutex_lock(&qedr_dev_list_lock);
		list_add_tail(&edev->rdma_info.entry, &qedr_dev_list);
		_qede_roce_dev_add(edev);
		mutex_unlock(&qedr_dev_list_lock);
		}

		return rc;
		}

		static void _qede_roce_dev_remove(struct qede_dev *edev)
		{
		if (qedr_drv && qedr_drv->remove && edev->rdma_info.qedr_dev)
		qedr_drv->remove(edev->rdma_info.qedr_dev);
		edev->rdma_info.qedr_dev = NULL;
		}

		void qede_roce_dev_remove(struct qede_dev *edev)
		{
		if (!qede_roce_supported(edev))
		return;

		qede_roce_destroy_wq(edev);
		mutex_lock(&qedr_dev_list_lock);
		_qede_roce_dev_remove(edev);
		list_del(&edev->rdma_info.entry);
		mutex_unlock(&qedr_dev_list_lock);
		}

		static void _qede_roce_dev_open(struct qede_dev *edev)
		{
		if (qedr_drv && edev->rdma_info.qedr_dev && qedr_drv->notify)
		qedr_drv->notify(edev->rdma_info.qedr_dev, QEDE_UP);
		}

		static void qede_roce_dev_open(struct qede_dev *edev)
		{
		if (!qede_roce_supported(edev))
		return;

		mutex_lock(&qedr_dev_list_lock);
		_qede_roce_dev_open(edev);
		mutex_unlock(&qedr_dev_list_lock);
		}

		static void _qede_roce_dev_close(struct qede_dev *edev)
		{
		if (qedr_drv && edev->rdma_info.qedr_dev && qedr_drv->notify)
		qedr_drv->notify(edev->rdma_info.qedr_dev, QEDE_DOWN);
		}

		static void qede_roce_dev_close(struct qede_dev *edev)
		{
		if (!qede_roce_supported(edev))
		return;

		mutex_lock(&qedr_dev_list_lock);
		_qede_roce_dev_close(edev);
		mutex_unlock(&qedr_dev_list_lock);
		}

		static void qede_roce_dev_shutdown(struct qede_dev *edev)
		{
		if (!qede_roce_supported(edev))
		return;

		mutex_lock(&qedr_dev_list_lock);
		if (qedr_drv && edev->rdma_info.qedr_dev && qedr_drv->notify)
		qedr_drv->notify(edev->rdma_info.qedr_dev, QEDE_CLOSE);
		mutex_unlock(&qedr_dev_list_lock);
		}

		int qede_roce_register_driver(struct qedr_driver *drv)
		{
		struct qede_dev *edev;
		u8 qedr_counter = 0;

		mutex_lock(&qedr_dev_list_lock);
		if (qedr_drv) {
		mutex_unlock(&qedr_dev_list_lock);
		return -EINVAL;
		}
		qedr_drv = drv;

		list_for_each_entry(edev, &qedr_dev_list, rdma_info.entry) {
		struct net_device *ndev;

		qedr_counter++;
		_qede_roce_dev_add(edev);
		ndev = edev->ndev;
		if (netif_running(ndev) && netif_oper_up(ndev))
		_qede_roce_dev_open(edev);
		}
		mutex_unlock(&qedr_dev_list_lock);

		DP_INFO(edev, "qedr: discovered and registered %d RoCE funcs\n",
		qedr_counter);

		return 0;
		}
		EXPORT_SYMBOL(qede_roce_register_driver);

		void qede_roce_unregister_driver(struct qedr_driver *drv)
		{
		struct qede_dev *edev;

		mutex_lock(&qedr_dev_list_lock);
		list_for_each_entry(edev, &qedr_dev_list, rdma_info.entry) {
		if (edev->rdma_info.qedr_dev)
		_qede_roce_dev_remove(edev);
		}
		qedr_drv = NULL;
		mutex_unlock(&qedr_dev_list_lock);
		}
		EXPORT_SYMBOL(qede_roce_unregister_driver);

		static void qede_roce_changeaddr(struct qede_dev *edev)
		{
		if (!qede_roce_supported(edev))
		return;

		if (qedr_drv && edev->rdma_info.qedr_dev && qedr_drv->notify)
		qedr_drv->notify(edev->rdma_info.qedr_dev, QEDE_CHANGE_ADDR);
		}

		struct qede_roce_event_work *qede_roce_get_free_event_node(struct qede_dev
		*edev)
		{
		struct qede_roce_event_work *event_node = NULL;
		struct list_head *list_node = NULL;
		bool found = false;

		list_for_each(list_node, &edev->rdma_info.roce_event_list) {
		event_node = list_entry(list_node, struct qede_roce_event_work,
		list);
		if (!work_pending(&event_node->work)) {
		found = true;
		break;
		}
		}

		if (!found) {
		event_node = kzalloc(sizeof(*event_node), GFP_KERNEL);
		if (!event_node) {
		DP_NOTICE(edev,
		"qedr: Could not allocate memory for roce work\n");
		return NULL;
		}
		list_add_tail(&event_node->list,
		&edev->rdma_info.roce_event_list);
		}

		return event_node;
		}

		static void qede_roce_handle_event(struct work_struct *work)
		{
		struct qede_roce_event_work *event_node;
		enum qede_roce_event event;
		struct qede_dev *edev;

		event_node = container_of(work, struct qede_roce_event_work, work);
		event = event_node->event;
		edev = event_node->ptr;

		switch (event) {
		case QEDE_UP:
		qede_roce_dev_open(edev);
		break;
		case QEDE_DOWN:
		qede_roce_dev_close(edev);
		break;
		case QEDE_CLOSE:
		qede_roce_dev_shutdown(edev);
		break;
		case QEDE_CHANGE_ADDR:
		qede_roce_changeaddr(edev);
		break;
		default:
		DP_NOTICE(edev, "Invalid roce event %d", event);
		}
		}

		static void qede_roce_add_event(struct qede_dev *edev,
		enum qede_roce_event event)
		{
		struct qede_roce_event_work *event_node;

		if (!edev->rdma_info.qedr_dev)
		return;

		event_node = qede_roce_get_free_event_node(edev);
		if (!event_node)
		return;

		event_node->event = event;
		event_node->ptr = edev;

		INIT_WORK(&event_node->work, qede_roce_handle_event);
		queue_work(edev->rdma_info.roce_wq, &event_node->work);
		}

		void qede_roce_dev_event_open(struct qede_dev *edev)
		{
		qede_roce_add_event(edev, QEDE_UP);
		}

		void qede_roce_dev_event_close(struct qede_dev *edev)
		{
		qede_roce_add_event(edev, QEDE_DOWN);
		}

		void qede_roce_event_changeaddr(struct qede_dev *edev)
		{
		qede_roce_add_event(edev, QEDE_CHANGE_ADDR);
		}

Admin message