[CI] issue: HPCINFRA-4016 Optimize compiler step

The compiler step currently takes a long time to run (about 20–40 minutes).
Add a Dockerfile that copies the compiler modulefiles locally.
Run the compiler step on this image to avoid NFS access and reduce the step duration.

Signed-off-by: Noam Tsemah <[email protected]>

Author: ntsemah

.ci/dockerfiles/Dockerfile.rhel8.6.compiler

@@ -0,0 +1,29 @@
+ARG ARCH=x86_64
+FROM harbor.mellanox.com/hpcx/$ARCH/rhel8.6/builder:inbox as builder
+
+#Builder stage to access compilers from mounted NFS
+RUN mkdir -p /tmp/compilers/oss/clang \
+ && mkdir -p /tmp/compilers/oss \
+ && mkdir -p /tmp/compilers/commercial/intel \
+ && mkdir -p /tmp/compilers/etc/modulefiles/dev \
+ && mkdir -p /tmp/compilers/etc/modulefiles/intel
+
+# Copy compilers from NFS to temp location
+RUN if [ -d /hpc/local/oss/clang/9.0.1 ]; then cp -r /hpc/local/oss/clang/9.0.1 /tmp/compilers/oss/clang/; fi && \
+    if [ -d /hpc/local/oss/gcc-8.3.0 ]; then cp -r /hpc/local/oss/gcc-8.3.0 /tmp/compilers/oss/; fi && \
+    if [ -d /hpc/local/oss/gcc-9.3.0 ]; then cp -r /hpc/local/oss/gcc-9.3.0 /tmp/compilers/oss/; fi && \
+    if [ -d /hpc/local/oss/gcc-10.1.0 ]; then cp -r /hpc/local/oss/gcc-10.1.0 /tmp/compilers/oss/; fi && \
+    if [ -d /hpc/local/commercial/intel/parallel_studio_xe_2018_update4 ]; then cp -r /hpc/local/commercial/intel/parallel_studio_xe_2018_update4 /tmp/compilers/commercial/intel/; fi && \
+    if [ -d /hpc/local/commercial/intel/parallel_studio_xe_2020_update1 ]; then cp -r /hpc/local/commercial/intel/parallel_studio_xe_2020_update1 /tmp/compilers/commercial/intel/; fi && \
+    if [ -e /hpc/local/etc/modulefiles/dev/clang-9.0.1 ]; then cp -r /hpc/local/etc/modulefiles/dev/clang-9.0.1 /tmp/compilers/etc/modulefiles/dev/; fi && \
+    if [ -e /hpc/local/etc/modulefiles/dev/gcc-8.3.0 ]; then cp -r /hpc/local/etc/modulefiles/dev/gcc-8.3.0 /tmp/compilers/etc/modulefiles/dev/; fi && \
+    if [ -e /hpc/local/etc/modulefiles/dev/gcc-9.3.0 ]; then cp -r /hpc/local/etc/modulefiles/dev/gcc-9.3.0 /tmp/compilers/etc/modulefiles/dev/; fi && \
+    if [ -e /hpc/local/etc/modulefiles/dev/gcc-10.1.0 ]; then cp -r /hpc/local/etc/modulefiles/dev/gcc-10.1.0 /tmp/compilers/etc/modulefiles/dev/; fi && \
+    if [ -e /hpc/local/etc/modulefiles/intel/ics-18.0.4 ]; then cp -r /hpc/local/etc/modulefiles/intel/ics-18.0.4 /tmp/compilers/etc/modulefiles/intel/; fi && \
+    if [ -e /hpc/local/etc/modulefiles/intel/ics-19.1.1 ]; then cp -r /hpc/local/etc/modulefiles/intel/ics-19.1.1 /tmp/compilers/etc/modulefiles/intel/; fi
+
+
+FROM harbor.mellanox.com/hpcx/$ARCH/rhel8.6/builder:inbox
+
+# Copy compilers from builder stage
+COPY --from=builder /tmp/compilers/ /hpc/local/

.ci/matrix_job.yaml

@@ -29,11 +29,11 @@ credentials:
 
 volumes:
   - {mountPath: /hpc/local/bin, hostPath: /hpc/local/bin}
-  - {mountPath: /hpc/local/oss, hostPath: /hpc/local/oss}
+  #- {mountPath: /hpc/local/oss, hostPath: /hpc/local/oss}
   - {mountPath: /hpc/local/oss/xlio, hostPath: /hpc/local/oss/xlio}
   - {mountPath: /auto/sw_tools/Commercial, hostPath: /auto/sw_tools/Commercial}
-  - {mountPath: /hpc/local/commercial, hostPath: /hpc/local/commercial}
-  - {mountPath: /hpc/local/etc/modulefiles, hostPath: /hpc/local/etc/modulefiles}
+  #- {mountPath: /hpc/local/commercial, hostPath: /hpc/local/commercial}
+  #- {mountPath: /hpc/local/etc/modulefiles, hostPath: /hpc/local/etc/modulefiles}
   # for Antivirus
   - {mountPath: /auto/BACKUP/logs_of_LOGS, hostPath: /auto/BACKUP/logs_of_LOGS}
   - {mountPath: /auto/GLIT/SCRIPTS/HELPERS, hostPath: /auto/GLIT/SCRIPTS/HELPERS}
@@ -87,6 +87,7 @@ runs_on_dockers:
      category: 'tool'
     }
   - {name: 'toolbox', url: 'harbor.mellanox.com/hpcx/x86_64/rhel8.6/builder:inbox', category: 'tool', arch: 'x86_64'}
+  - {name: 'compiler', url: 'harbor.mellanox.com/swx-infra/media/xlio/x86_64/rhel8.6/compiler:20251106', category: 'tool', arch: 'x86_64'}
   - {name: 'header-check', url: 'harbor.mellanox.com/toolbox/header_check:0.0.58', category: 'tool', arch: 'x86_64', tag: '0.0.58'}
 # static tests
   - {
@@ -222,12 +223,12 @@ steps:
       - "{nodeLabel: 'skip-agent'}"
     run: |
       echo "Installing DOCA: ${DOCA_VERSION} ..."
-      .ci/scripts/doca_install.sh 
+      .ci/scripts/doca_install.sh
 
   - name: Install Doca-host on Tools
     run: |
       echo "Installing DOCA: ${DOCA_VERSION} ..."
-      .ci/scripts/doca_install.sh 
+      .ci/scripts/doca_install.sh
     containerSelector:
       - "{name: 'style', category: 'tool', variant: 1}"
     agentSelector:
@@ -323,7 +324,7 @@ steps:
   - name: Compiler
     enable: ${do_compiler}
     containerSelector:
-      - "{name: 'toolbox', category: 'tool'}"
+      - "{name: 'compiler', category: 'tool'}"
     agentSelector:
       - "{nodeLabel: 'skip-agent'}"
     run: |

contrib/jenkins_tests/compiler.sh

@@ -10,7 +10,9 @@ rm -rf $compiler_dir
 mkdir -p $compiler_dir
 cd $compiler_dir
 
-compiler_list="clang:clang++:dev/clang-9.0.1 icc:icpc:intel/ics-18.0.4 icc:icpc:intel/ics-19.1.1 gcc:g++:dev/gcc-8.3.0 gcc:g++:dev/gcc-9.3.0 gcc:g++:dev/gcc-10.1.0"
+compiler_list="clang:clang++:dev/clang-9.0.1 gcc:g++:dev/gcc-8.3.0 gcc:g++:dev/gcc-9.3.0 gcc:g++:dev/gcc-10.1.0"
+
+# compiler_list="clang:clang++:dev/clang-9.0.1 icc:icpc:intel/ics-18.0.4 icc:icpc:intel/ics-19.1.1 gcc:g++:dev/gcc-8.3.0 gcc:g++:dev/gcc-9.3.0 gcc:g++:dev/gcc-10.1.0"
 
 compiler_tap=${WORKSPACE}/${prefix}/compiler.tap
 echo "1..$(echo $compiler_list | tr " " "\n" | wc -l)" > $compiler_tap