Commit 5fa23e0b authored by Krzysztof Kazimierczak's avatar Krzysztof Kazimierczak Committed by Jeff Kirsher
Browse files

ice: Support XDP UMEM wake up mechanism 



Add support for a new AF_XDP feature that has already been introduced in
upstreamed Intel NIC drivers. If a user space application signals that
it might sleep using the new bind flag XDP_USE_NEED_WAKEUP, the driver
will then set this flag if it has no more buffers on the NIC Rx ring and
yield to the application. For Tx, it will set the flag if it has no
outstanding Tx completion interrupts and return to the application.

Signed-off-by: default avatarKrzysztof Kazimierczak <krzysztof.kazimierczak@intel.com>
Tested-by: default avatarAndrew Bowers <andrewx.bowers@intel.com>
Signed-off-by: default avatarJeff Kirsher <jeffrey.t.kirsher@intel.com>
parent 31c5f7f3

drivers/net/ethernet/intel/ice/ice_xsk.c

+18 −0
Original line number Diff line number Diff line
@@ -937,6 +937,15 @@ int ice_clean_rx_irq_zc(struct ice_ring *rx_ring, int budget) 
	ice_finalize_xdp_rx(rx_ring, xdp_xmit);

	ice_update_rx_ring_stats(rx_ring, total_rx_packets, total_rx_bytes);



	if (xsk_umem_uses_need_wakeup(rx_ring->xsk_umem)) {

		if (failure || rx_ring->next_to_clean == rx_ring->next_to_use)

			xsk_set_rx_need_wakeup(rx_ring->xsk_umem);

		else

			xsk_clear_rx_need_wakeup(rx_ring->xsk_umem);



		return (int)total_rx_packets;

	}



	return failure ? budget : (int)total_rx_packets;

}
@@ -988,6 +997,8 @@ static bool ice_xmit_zc(struct ice_ring *xdp_ring, int budget) 
	if (tx_desc) {

		ice_xdp_ring_update_tail(xdp_ring);

		xsk_umem_consume_tx_done(xdp_ring->xsk_umem);

		if (xsk_umem_uses_need_wakeup(xdp_ring->xsk_umem))

			xsk_clear_tx_need_wakeup(xdp_ring->xsk_umem);

	}



	return budget > 0 && work_done;
@@ -1063,6 +1074,13 @@ bool ice_clean_tx_irq_zc(struct ice_ring *xdp_ring, int budget) 
	if (xsk_frames)

		xsk_umem_complete_tx(xdp_ring->xsk_umem, xsk_frames);



	if (xsk_umem_uses_need_wakeup(xdp_ring->xsk_umem)) {

		if (xdp_ring->next_to_clean == xdp_ring->next_to_use)

			xsk_set_tx_need_wakeup(xdp_ring->xsk_umem);

		else

			xsk_clear_tx_need_wakeup(xdp_ring->xsk_umem);

	}



	ice_update_tx_ring_stats(xdp_ring, total_packets, total_bytes);

	xmit_done = ice_xmit_zc(xdp_ring, ICE_DFLT_IRQ_WORK);

CRA Git | Maintained and supported by SUSTech CRA and CCSE