[CI] issue: HPCINFRA-3249 Move Gtest to containers

Today Gtest is running on benni09, a single env that cannot run in
parallel and that we cannot replicate in case of a failure.

The best option is to move Gtest to containers running on Blossom cloud,
and enable parallel run of the CI pipeline, which will offload some of
the long build times we encounter due to build queues.

Create gtest container definition under category 'tests'
Remove agent 'beni09' and the agent selectors from the matrix file
Setup environment (hugepages and ulimits) required to run gtest on containerized
environment
Allow CI pipeline to have concurrent runs

Signed-off-by: NirWolfer <[email protected]>

Author: NirWolfer

.ci/dockerfiles/Dockerfile.ubuntu22.04

@@ -41,6 +41,7 @@ RUN mkdir -p /var/run/sshd ~/.ssh && \
     echo "   LogLevel ERROR" >> ~/.ssh/config
 
 # Style target, installs clang-format-15
+FROM tests AS gtest
 FROM build AS style
 RUN apt-get update \
  && apt-get install -y clang-15 clang-format-15 \

.ci/matrix_job.yaml

@@ -1,8 +1,6 @@
 ---
 job: LIBXLIO
 
-step_allow_single_selector: false
-
 registry_host: nbu-harbor.gtm.nvidia.com
 registry_auth: swx-infra_harbor_credentials
 registry_path: /swx-infra/media
@@ -179,8 +177,21 @@ runs_on_dockers:
     }
   - {name: 'secret-scan', url: '${registry_host}/toolbox/secret_scan:0.0.27', arch: 'x86_64', tag: '0.0.27', category: 'tool'}
 
-runs_on_agents:
-  - {nodeLabel: 'beni09', category: 'base'}
+  - {
+     file: '.ci/dockerfiles/Dockerfile.ubuntu22.04',
+     arch: 'x86_64',
+     name: 'gtest',
+     uri: 'xlio/$arch/ubuntu22.04/$name',
+     tag: '20251016',
+     build_args: '--no-cache --target gtest',
+     category: 'tests',
+     annotations: [{ key: 'k8s.v1.cni.cncf.io/networks', value: 'sriov-cx6dx-p1@net1,sriov-cx6dx-p2@net2' }],
+     limits: '{memory: 8Gi, cpu: 8000m, hugepages-2Mi: 8Gi, nvidia.com/sriov-cx6dx-p1: 1, nvidia.com/sriov-cx6dx-p2: 1}',
+     requests: '{memory: 8Gi, cpu: 8000m, hugepages-2Mi: 8Gi, nvidia.com/sriov-cx6dx-p1: 1, nvidia.com/sriov-cx6dx-p2: 1}',
+     caps_add: '[ IPC_LOCK, SYS_RESOURCE ]',
+     runAsUser: '0',
+     runAsGroup: '0'
+    }
 
 matrix:
   axes:
@@ -228,29 +239,17 @@ steps:
       - "{category: 'tests'}"
       - "{name: 'vg'}"
       - "{name: 'vg-worker-threads'}"
-    agentSelector:
-      - "{nodeLabel: 'skip-agent'}"
-    run: |
-      echo "Installing DOCA: ${DOCA_VERSION} ..."
-      .ci/scripts/doca_install.sh
-
-  - name: Install Doca-host on Tools
+      - "{name: 'style', category: 'tool', variant: 1}"
     run: |
       echo "Installing DOCA: ${DOCA_VERSION} ..."
-      .ci/scripts/doca_install.sh
-    containerSelector:
-      - "{name: 'style', category: 'tool', variant: 1}"
-    agentSelector:
-      - "{nodeLabel: 'skip-agent'}"
+      .ci/scripts/doca_install.sh 
 
   - name: Copyrights
     enable: ${do_copyrights}
     credentialsId: 'mellanox_github_credentials'
     run: env WORKSPACE=$PWD GITHUB_TOKEN=$MELLANOX_GH_TOKEN ./contrib/jenkins_tests/copyrights.sh
     containerSelector:
       - "{name: 'header-check', category: 'tool', variant: 1}"
-    agentSelector:
-      - "{nodeLabel: 'skip-agent'}"
     archiveArtifacts: '*.log,*.tar.gz'
     parallel: false
 
@@ -264,8 +263,6 @@ steps:
     containerSelector:
       - "{category: 'base'}"
       - "{category: 'tests'}"
-    agentSelector:
-      - "{category: 'base'}"
     run: |
       [ "x${do_build}" == "xtrue" ] && action=yes || action=no
       env WORKSPACE=$PWD TARGET=${flags} jenkins_test_build=${action} ./contrib/test_jenkins.sh
@@ -279,8 +276,6 @@ steps:
     enable: ${do_service}
     containerSelector:
       - "{category: 'base', variant:1}"
-    agentSelector:
-      - "{category: 'base', variant:1}"
     run: |
       [ "x${do_service}" == "xtrue" ] && action=yes || action=no
       env WORKSPACE=$PWD TARGET=${flags} jenkins_test_tool=${action} ./contrib/test_jenkins.sh
@@ -294,8 +289,6 @@ steps:
     enable: ${do_package}
     containerSelector:
       - "{category: 'base'}"
-    agentSelector:
-      - "{nodeLabel: 'skip-agent'}"
     run: |
       [ "x${do_package}" == "xtrue" ] && action=yes || action=no
       env WORKSPACE=$PWD TARGET=${flags} jenkins_test_rpm=${action} ./contrib/test_jenkins.sh
@@ -309,8 +302,6 @@ steps:
     enable: ${do_style}
     containerSelector:
       - "{name: 'style', category: 'tool'}"
-    agentSelector:
-      - "{nodeLabel: 'skip-agent'}"
     run: |
       [ "x${do_style}" == "xtrue" ] && action=yes || action=no
       env WORKSPACE=$PWD TARGET=${flags} jenkins_test_style=${action} ./contrib/test_jenkins.sh
@@ -324,8 +315,6 @@ steps:
     enable: ${do_compiler}
     containerSelector:
       - "{name: 'toolbox', category: 'tool'}"
-    agentSelector:
-      - "{nodeLabel: 'skip-agent'}"
     run: |
       [ "x${do_compiler}" == "xtrue" ] && action=yes || action=no
       env WORKSPACE=$PWD TARGET=${flags} jenkins_test_compiler=${action} ./contrib/test_jenkins.sh
@@ -340,8 +329,6 @@ steps:
     credentialsId: 'media_coverity_credentials'
     containerSelector:
       - "{name: 'toolbox', category: 'tool'}"
-    agentSelector:
-      - "{nodeLabel: 'skip-agent'}"
     run: |
       [ "x${do_coverity}" == "xtrue" ] && action=yes || action=no
       env WORKSPACE=$PWD TARGET=${flags} jenkins_test_cov=${action} ./contrib/test_jenkins.sh
@@ -356,8 +343,6 @@ steps:
     enable: ${do_cppcheck}
     containerSelector:
       - "{name: 'xlio_static.cppcheck', category: 'tool', variant: 1}"
-    agentSelector:
-      - "{nodeLabel: 'skip-agent'}"
     run: |
       [ "x${do_cppcheck}" == "xtrue" ] && action=yes || action=no
       env WORKSPACE=$PWD TARGET=${flags} jenkins_test_cppcheck=${action} ./contrib/test_jenkins.sh
@@ -371,8 +356,6 @@ steps:
     enable: ${do_csbuild}
     containerSelector:
       - "{name: 'xlio_static.csbuild', category: 'tool', variant: 1}"
-    agentSelector:
-      - "{nodeLabel: 'skip-agent'}"
     run: |
       [ "x${do_csbuild}" == "xtrue" ] && action=yes || action=no
       env WORKSPACE=$PWD TARGET=${flags} jenkins_test_csbuild=${action} ./contrib/test_jenkins.sh
@@ -386,8 +369,6 @@ steps:
     enable: ${do_test}
     containerSelector:
       - "{name: 'sockperf'}"
-    agentSelector:
-      - "{nodeLabel: 'skip-agent'}"
     run: |
       [ "x${do_test}" == "xtrue" ] && action=yes || action=no
       env WORKSPACE=$PWD TARGET=${flags} jenkins_test_run=${action} WORKER_THREADS=false ./contrib/test_jenkins.sh
@@ -401,8 +382,6 @@ steps:
     enable: ${do_test}
     containerSelector:
       - "{name: 'sockperf-worker-threads'}"
-    agentSelector:
-      - "{nodeLabel: 'skip-agent'}"
     run: |
       [ "x${do_test}" == "xtrue" ] && action=yes || action=no
       env WORKSPACE=$PWD TARGET=${flags} jenkins_test_run=${action} WORKER_THREADS=true ./contrib/test_jenkins.sh
@@ -416,8 +395,6 @@ steps:
     #enable: ${do_unit_test}
     containerSelector:
       - "{name: 'unit-test', category: 'tool', variant: 1}"
-    agentSelector:
-      - "{nodeLabel: 'skip-agent'}"
     run: |
       env WORKSPACE=$PWD ./contrib/jenkins_tests/unit_test.sh
     parallel: false
@@ -429,9 +406,7 @@ steps:
   - name: Gtest
     enable: ${do_gtest}
     containerSelector:
-      - "{name: 'skip-container'}"
-    agentSelector:
-      - "{nodeLabel: 'beni09'}"
+      - "{name: 'gtest'}"
     run: |
       [ "x${do_gtest}" == "xtrue" ] && action=yes || action=no
       env WORKSPACE=$PWD TARGET=${flags} jenkins_test_gtest=${action} ./contrib/test_jenkins.sh
@@ -447,8 +422,6 @@ steps:
     enable: ${do_valgrind}
     containerSelector:
       - "{name: 'vg'}"
-    agentSelector:
-      - "{nodeLabel: 'skip-agent'}"
     run: |
       [ "x${do_valgrind}" == "xtrue" ] && action=yes || action=no
       env WORKSPACE=$PWD TARGET=${flags} jenkins_test_vg=${action} WORKER_THREADS=false ./contrib/test_jenkins.sh
@@ -463,8 +436,6 @@ steps:
     enable: ${do_valgrind}
     containerSelector:
       - "{name: 'vg-worker-threads'}"
-    agentSelector:
-      - "{nodeLabel: 'skip-agent'}"
     run: |
       [ "x${do_valgrind}" == "xtrue" ] && action=yes || action=no
       env WORKSPACE=$PWD TARGET=${flags} jenkins_test_vg=${action} WORKER_THREADS=true ./contrib/test_jenkins.sh
@@ -479,8 +450,6 @@ steps:
     enable: ${do_commit}
     containerSelector:
       - "{name: 'toolbox', category: 'tool', variant:1}"
-    agentSelector:
-      - "{nodeLabel: 'skip-agent'}"
     run: |
       [ "x${do_commit}" == "xtrue" ] && action=yes || action=no
       env WORKSPACE=$PWD TARGET=${flags} jenkins_test_commit=${action} ./contrib/test_jenkins.sh
@@ -497,8 +466,6 @@ steps:
       - "{name: 'vg'}"
       - "{name: 'vg-worker-threads'}"
       - "{category: 'tests'}"
-    agentSelector:
-      - "{nodeLabel: 'beni09'}"
     run: |
       ./.ci/artifacts.sh
     parallel: false
@@ -511,8 +478,6 @@ steps:
     enable: ${do_blackduck}
     containerSelector:
       - "{name: 'xlio_static.bduck', category:'tool'}"
-    agentSelector:
-      - "{nodeLabel: 'skip-agent'}"
     run: |
       # WA for possible CI-Demo bug: HPCINFRA-1614
       if ${do_blackduck} ; then
@@ -525,8 +490,6 @@ steps:
     enable: ${do_documentation_test}
     containerSelector:
       - "{name: 'documentation_test'}"
-    agentSelector:
-      - "{nodeLabel: 'skip-agent'}"
     run: |
       python3 generate_docs.py
       python3 src/core/config/generate_mappings.py

.ci/opensource_jjb.yaml

@@ -13,7 +13,7 @@
             properties-content: |
               jjb_proj={jjb_proj}
     description: Do NOT edit this job through the Web GUI !
-    concurrent: false
+    concurrent: true
     parameters:
         - string:
             name: "sha1"

contrib/jenkins_tests/gtest.sh

@@ -2,6 +2,11 @@
 
 source $(dirname $0)/globals.sh
 
+# Fix hugepages for docker environments
+do_hugepages
+ulimit -l unlimited
+ulimit -c unlimited
+
 echo "Checking for gtest ..."
 
 if [[ -z "${MANUAL_RUN}" ]]; then
@@ -11,11 +16,6 @@ if [[ -z "${MANUAL_RUN}" ]]; then
 		exit 1
 	fi
 
-	if [ $(command -v ibdev2netdev >/dev/null 2>&1 || echo $?) ]; then
-		echo "[SKIP] ibdev2netdev tool does not exist"
-		exit 1
-	fi
-
 	cd $WORKSPACE
 
 	rm -rf $gtest_dir
@@ -58,8 +58,8 @@ function do_get_addrs()
 	echo $gtest_ip_list
 }
 
-gtest_opt="--addr=$(do_get_addrs 'eth' ${opt2})"
-gtest_opt_ipv6="--addr=$(do_get_addrs 'inet6' ${opt2}) -r fdff:ffff:ffff:ffff:ffff:ffff:ffff:ffff" # Remote - Dummy Address
+gtest_opt="--addr=$(ip -f inet addr show net1 | awk '/inet / {print $2}' | cut -d/ -f1),$(ip -f inet addr show net2 | awk '/inet / {print $2}' | cut -d/ -f1)"
+gtest_opt_ipv6="--addr=$(ip -f inet6 addr show net1 | grep global | awk '/inet6 / {print $2}' | cut -d/ -f1),$(ip -f inet6 addr show net2 | grep global | awk '/inet6 / {print $2}' | cut -d/ -f1) -r fdff:ffff:ffff:ffff:ffff:ffff:ffff:ffff" #
 
 set +eE