Commit 3d0c5f1c authored by Magnus Karlsson's avatar Magnus Karlsson Committed by Daniel Borkmann
Browse files

i40e: add support for AF_XDP need_wakeup feature 



This patch adds support for the need_wakeup feature of AF_XDP. If the
application has told the kernel that it might sleep using the new bind
flag XDP_USE_NEED_WAKEUP, the driver will then set this flag if it has
no more buffers on the NIC Rx ring and yield to the application. For
Tx, it will set the flag if it has no outstanding Tx completion
interrupts and return to the application.

Signed-off-by: default avatarMagnus Karlsson <magnus.karlsson@intel.com>
Acked-by: default avatarJonathan Lemon <jonathan.lemon@gmail.com>
Signed-off-by: default avatarDaniel Borkmann <daniel@iogearbox.net>
parent 77cd0d7b

drivers/net/ethernet/intel/i40e/i40e_xsk.c

+18 −0
Original line number Diff line number Diff line
@@ -626,6 +626,15 @@ int i40e_clean_rx_irq_zc(struct i40e_ring *rx_ring, int budget) 


	i40e_finalize_xdp_rx(rx_ring, xdp_xmit);

	i40e_update_rx_stats(rx_ring, total_rx_bytes, total_rx_packets);



	if (xsk_umem_uses_need_wakeup(rx_ring->xsk_umem)) {

		if (failure || rx_ring->next_to_clean == rx_ring->next_to_use)

			xsk_set_rx_need_wakeup(rx_ring->xsk_umem);

		else

			xsk_clear_rx_need_wakeup(rx_ring->xsk_umem);



		return (int)total_rx_packets;

	}

	return failure ? budget : (int)total_rx_packets;

}
@@ -681,6 +690,8 @@ static bool i40e_xmit_zc(struct i40e_ring *xdp_ring, unsigned int budget) 
		i40e_xdp_ring_update_tail(xdp_ring);



		xsk_umem_consume_tx_done(xdp_ring->xsk_umem);

		if (xsk_umem_uses_need_wakeup(xdp_ring->xsk_umem))

			xsk_clear_tx_need_wakeup(xdp_ring->xsk_umem);

	}



	return !!budget && work_done;
@@ -759,6 +770,13 @@ bool i40e_clean_xdp_tx_irq(struct i40e_vsi *vsi, 
	i40e_update_tx_stats(tx_ring, completed_frames, total_bytes);



out_xmit:

	if (xsk_umem_uses_need_wakeup(tx_ring->xsk_umem)) {

		if (tx_ring->next_to_clean == tx_ring->next_to_use)

			xsk_set_tx_need_wakeup(tx_ring->xsk_umem);

		else

			xsk_clear_tx_need_wakeup(tx_ring->xsk_umem);

	}



	xmit_done = i40e_xmit_zc(tx_ring, budget);



	return work_done && xmit_done;

CRA Git | Maintained and supported by SUSTech CRA and CCSE