samples/pktgen: add script pktgen_sample06_numa_awared_queue_irq_affinity.sh

#!/bin/bash

#

# Multiqueue: Using pktgen threads for sending on multiple CPUs

#  * adding devices to kernel threads which are in the same NUMA node

#  * bound devices queue's irq affinity to the threads, 1:1 mapping

#  * notice the naming scheme for keeping device names unique

#  * nameing scheme: dev@thread_number

#  * flow variation via random UDP source port

#

basedir=`dirname $0`

source ${basedir}/functions.sh

root_check_run_with_sudo "$@"

#

# Required param: -i dev in $DEV

source ${basedir}/parameters.sh

# Base Config

DELAY="0"        # Zero means max speed

[ -z "$COUNT" ]     && COUNT="20000000"   # Zero means indefinitely

[ -z "$CLONE_SKB" ] && CLONE_SKB="0"

# Flow variation random source port between min and max

UDP_MIN=9

UDP_MAX=109

node=`get_iface_node $DEV`

irq_array=(`get_iface_irqs $DEV`)

cpu_array=(`get_node_cpus $node`)

[ $THREADS -gt ${#irq_array[*]} -o $THREADS -gt ${#cpu_array[*]}  ] && \

	err 1 "Thread number $THREADS exceeds: min (${#irq_array[*]},${#cpu_array[*]})"

# (example of setting default params in your script)

if [ -z "$DEST_IP" ]; then

    [ -z "$IP6" ] && DEST_IP="198.18.0.42" || DEST_IP="FD00::1"

fi

[ -z "$DST_MAC" ] && DST_MAC="90:e2:ba:ff:ff:ff"

# General cleanup everything since last run

pg_ctrl "reset"

# Threads are specified with parameter -t value in $THREADS

for ((i = 0; i < $THREADS; i++)); do

    # The device name is extended with @name, using thread number to

    # make then unique, but any name will do.

    # Set the queue's irq affinity to this $thread (processor)

    # if '-f' is designated, offset cpu id

    thread=${cpu_array[$((i+F_THREAD))]}

    dev=${DEV}@${thread}

    echo $thread > /proc/irq/${irq_array[$i]}/smp_affinity_list

    info "irq ${irq_array[$i]} is set affinity to `cat /proc/irq/${irq_array[$i]}/smp_affinity_list`"

    # Add remove all other devices and add_device $dev to thread

    pg_thread $thread "rem_device_all"

    pg_thread $thread "add_device" $dev

    # select queue and bind the queue and $dev in 1:1 relationship

    queue_num=$i

    info "queue number is $queue_num"

    pg_set $dev "queue_map_min $queue_num"

    pg_set $dev "queue_map_max $queue_num"

    # Notice config queue to map to cpu (mirrors smp_processor_id())

    # It is beneficial to map IRQ /proc/irq/*/smp_affinity 1:1 to CPU number

    pg_set $dev "flag QUEUE_MAP_CPU"

    # Base config of dev

    pg_set $dev "count $COUNT"

    pg_set $dev "clone_skb $CLONE_SKB"

    pg_set $dev "pkt_size $PKT_SIZE"

    pg_set $dev "delay $DELAY"

    # Flag example disabling timestamping

    pg_set $dev "flag NO_TIMESTAMP"

    # Destination

    pg_set $dev "dst_mac $DST_MAC"

    pg_set $dev "dst$IP6 $DEST_IP"

    # Setup random UDP port src range

    pg_set $dev "flag UDPSRC_RND"

    pg_set $dev "udp_src_min $UDP_MIN"

    pg_set $dev "udp_src_max $UDP_MAX"

done

# start_run

echo "Running... ctrl^C to stop" >&2

pg_ctrl "start"

echo "Done" >&2

# Print results

for ((i = 0; i < $THREADS; i++)); do

    thread=${cpu_array[$((i+F_THREAD))]}

    dev=${DEV}@${thread}

    echo "Device: $dev"

    cat /proc/net/pktgen/$dev | grep -A2 "Result:"

done