[CI] issue: HPCINFRA-3931 Sockperf test Worker threads mode

Today we are running the Sockperf test in R2C mode only, meaning we are
not testing the new worker threads mode in our CI process.

Add Worker threads mode test to the test.sh run, running both R2C mode
and worker threads mode one after the other.

Signed-off-by: NirWolfer <[email protected]>

Author: NirWolfer

.ci/matrix_job.yaml

@@ -126,9 +126,24 @@ runs_on_dockers:
   - {
       file: '.ci/dockerfiles/Dockerfile.ubuntu22.04',
       arch: 'x86_64',
-      name: 'test',
+      name: 'sockperf',
       uri: 'xlio/$arch/ubuntu22.04/$name',
-      tag: '20250219',
+      tag: '20251015',
+      build_args: '--no-cache --target test',
+      category: 'tests',
+      annotations: [{ key: 'k8s.v1.cni.cncf.io/networks', value: 'sriov-cx6dx-p1' }],
+      limits: '{memory: 10Gi, cpu: 10000m, hugepages-2Mi: 10Gi, nvidia.com/sriov-cx6dx-p1: 1}',
+      requests: '{memory: 10Gi, cpu: 10000m, hugepages-2Mi: 10Gi, nvidia.com/sriov-cx6dx-p1: 1}',
+      caps_add: '[ IPC_LOCK, SYS_RESOURCE ]',
+      runAsUser: '0',
+      runAsGroup: '0'
+    }
+  - {
+      file: '.ci/dockerfiles/Dockerfile.ubuntu22.04',
+      arch: 'x86_64',
+      name: 'sockperf-worker-threads',
+      uri: 'xlio/$arch/ubuntu22.04/$name',
+      tag: '20251015',
       build_args: '--no-cache --target test',
       category: 'tests',
       annotations: [{ key: 'k8s.v1.cni.cncf.io/networks', value: 'sriov-cx6dx-p1' }],
@@ -351,12 +366,27 @@ steps:
   - name: Test
     enable: ${do_test}
     containerSelector:
-      - "{name: 'test'}"
+      - "{name: 'sockperf'}"
+    agentSelector:
+      - "{nodeLabel: 'skip-agent'}"
+    run: |
+      [ "x${do_test}" == "xtrue" ] && action=yes || action=no
+      env WORKSPACE=$PWD TARGET=${flags} jenkins_test_run=${action} WORKER_THREADS=false ./contrib/test_jenkins.sh
+    parallel: false
+    onfail: |
+      ./.ci/artifacts.sh
+    archiveArtifacts-onfail: |
+      jenkins/**/arch-*.tar.gz
+
+  - name: Test (Worker thread mode)
+    enable: ${do_test}
+    containerSelector:
+      - "{name: 'sockperf-worker-threads'}"
     agentSelector:
       - "{nodeLabel: 'skip-agent'}"
     run: |
       [ "x${do_test}" == "xtrue" ] && action=yes || action=no
-      env WORKSPACE=$PWD TARGET=${flags} jenkins_test_run=${action} ./contrib/test_jenkins.sh
+      env WORKSPACE=$PWD TARGET=${flags} jenkins_test_run=${action} WORKER_THREADS=true ./contrib/test_jenkins.sh
     parallel: false
     onfail: |
       ./.ci/artifacts.sh

contrib/jenkins_tests/test.sh

@@ -1,5 +1,6 @@
 #!/bin/bash -eExl
 
+ulimit -n 50000
 source $(dirname $0)/globals.sh
 
 # Fix hugepages for docker environments
@@ -42,6 +43,7 @@ fi
 
 test_list="tcp-pp tcp-tp tcp-ul"
 test_lib=$install_dir/lib/${prj_lib}
+WORKER_THREADS=${WORKER_THREADS:-"false"}
 
 if [[ -f /.dockerenv ]] || [[ -f /run/.containerenv ]] || [[ -n "${KUBERNETES_SERVICE_HOST}" ]]; then
 	test_ip_list_v4=$(ip -f inet addr show net1 | awk '/inet / {print $2}' | cut -d/ -f1)
@@ -70,6 +72,15 @@ fi
 
 nerrors=0
 
+# Enable params based on the mode choice - given by WORKER_THREADS variable
+if [[ "$WORKER_THREADS" = "true" ]]; then
+	echo "Testing mode: Worker Threads"
+	test_params='-x "--nonblocked" -e "XLIO_WORKER_THREADS=2"'
+else
+	echo "Testing mode: R2C"
+	test_params='-x "--debug" '
+fi
+
 for test_link in ${test_ip_list}; do
 	for test in ${test_list}; do
 		IFS=':' read test_in test_ip <<< "$test_link"
@@ -79,9 +90,8 @@ for test_link in ${test_ip_list}; do
 		for i in $(seq 3); do
 			rm -fv ${test_dir}/${test_name}.log ${test_dir}/${test_name}.dump || :
 			set +e
-			${sudo_cmd} ${timeout_exe} ${PWD}/tests/verifier/verifier.pl -a ${test_app} -x " --debug  " \
-				-t ${test}:tc[1-9]$ -s ${test_ip} -l ${test_dir}/${test_name}.log \
-				-e " LD_PRELOAD=${test_lib} " --progress=0
+			${sudo_cmd} ${timeout_exe} ${PWD}/tests/verifier/verifier.pl ${test_params} -e "LD_PRELOAD=${test_lib}" \
+				-a ${test_app} -t ${test}:tc[1-9]$ -s ${test_ip} -l ${test_dir}/${test_name}.log --progress=0
 			# make sure to catch the error
 			ret=$?
 			set -e