[CI] issue: HPCINFRA-4016 Optimize compiler step

The compiler step currently takes a long time to run (about 20–40 minutes).
Add a Dockerfile that copies the compiler modulefiles locally.
Run the compiler step on this image to avoid NFS access and reduce the step duration.

Signed-off-by: Noam Tsemah <[email protected]>

Author: ntsemah

.ci/dockerfiles/Dockerfile.rhel8.6.compiler

@@ -0,0 +1,29 @@
+ARG ARCH=x86_64
+FROM harbor.mellanox.com/hpcx/$ARCH/rhel8.6/builder:inbox as builder
+
+#Builder stage to access compilers from mounted NFS
+RUN mkdir -p /tmp/compilers/oss/clang \
+ && mkdir -p /tmp/compilers/oss \
+ && mkdir -p /tmp/compilers/commercial/intel \
+ && mkdir -p /tmp/compilers/etc/modulefiles/dev \
+ && mkdir -p /tmp/compilers/etc/modulefiles/intel
+
+# Copy compilers from NFS to temp location
+RUN if [ -d /hpc/local/oss/clang/9.0.1 ]; then cp -r /hpc/local/oss/clang/9.0.1 /tmp/compilers/oss/clang/; fi && \
+    if [ -d /hpc/local/oss/gcc-8.3.0 ]; then cp -r /hpc/local/oss/gcc-8.3.0 /tmp/compilers/oss/; fi && \
+    if [ -d /hpc/local/oss/gcc-9.3.0 ]; then cp -r /hpc/local/oss/gcc-9.3.0 /tmp/compilers/oss/; fi && \
+    if [ -d /hpc/local/oss/gcc-10.1.0 ]; then cp -r /hpc/local/oss/gcc-10.1.0 /tmp/compilers/oss/; fi && \
+    #if [ -d /hpc/local/commercial/intel/parallel_studio_xe_2018_update4 ]; then cp -r /hpc/local/commercial/intel/parallel_studio_xe_2018_update4 /tmp/compilers/commercial/intel/; fi && \
+    #if [ -d /hpc/local/commercial/intel/parallel_studio_xe_2020_update1 ]; then cp -r /hpc/local/commercial/intel/parallel_studio_xe_2020_update1 /tmp/compilers/commercial/intel/; fi && \
+    if [ -e /hpc/local/etc/modulefiles/dev/clang-9.0.1 ]; then cp -r /hpc/local/etc/modulefiles/dev/clang-9.0.1 /tmp/compilers/etc/modulefiles/dev/; fi && \
+    if [ -e /hpc/local/etc/modulefiles/dev/gcc-8.3.0 ]; then cp -r /hpc/local/etc/modulefiles/dev/gcc-8.3.0 /tmp/compilers/etc/modulefiles/dev/; fi && \
+    if [ -e /hpc/local/etc/modulefiles/dev/gcc-9.3.0 ]; then cp -r /hpc/local/etc/modulefiles/dev/gcc-9.3.0 /tmp/compilers/etc/modulefiles/dev/; fi && \
+    if [ -e /hpc/local/etc/modulefiles/dev/gcc-10.1.0 ]; then cp -r /hpc/local/etc/modulefiles/dev/gcc-10.1.0 /tmp/compilers/etc/modulefiles/dev/; fi && \
+    if [ -e /hpc/local/etc/modulefiles/intel/ics-18.0.4 ]; then cp -r /hpc/local/etc/modulefiles/intel/ics-18.0.4 /tmp/compilers/etc/modulefiles/intel/; fi && \
+    if [ -e /hpc/local/etc/modulefiles/intel/ics-19.1.1 ]; then cp -r /hpc/local/etc/modulefiles/intel/ics-19.1.1 /tmp/compilers/etc/modulefiles/intel/; fi
+
+
+FROM harbor.mellanox.com/hpcx/$ARCH/rhel8.6/builder:inbox
+
+# Copy compilers from builder stage
+COPY --from=builder /tmp/compilers/ /hpc/local/

.ci/matrix_job.yaml

@@ -28,12 +28,8 @@ credentials:
   - {credentialsId: 'blackduck_api_token', type: 'string', variable: 'BLACKDUCK_API_TOKEN'}
 
 volumes:
-  - {mountPath: /hpc/local/bin, hostPath: /hpc/local/bin}
-  - {mountPath: /hpc/local/oss, hostPath: /hpc/local/oss}
   - {mountPath: /hpc/local/oss/xlio, hostPath: /hpc/local/oss/xlio}
   - {mountPath: /auto/sw_tools/Commercial, hostPath: /auto/sw_tools/Commercial}
-  - {mountPath: /hpc/local/commercial, hostPath: /hpc/local/commercial}
-  - {mountPath: /hpc/local/etc/modulefiles, hostPath: /hpc/local/etc/modulefiles}
   # for Antivirus
   - {mountPath: /auto/BACKUP/logs_of_LOGS, hostPath: /auto/BACKUP/logs_of_LOGS}
   - {mountPath: /auto/GLIT/SCRIPTS/HELPERS, hostPath: /auto/GLIT/SCRIPTS/HELPERS}
@@ -87,6 +83,15 @@ runs_on_dockers:
      category: 'tool'
     }
   - {name: 'toolbox', url: 'harbor.mellanox.com/hpcx/x86_64/rhel8.6/builder:inbox', category: 'tool', arch: 'x86_64'}
+  - {
+     file: '.ci/dockerfiles/Dockerfile.rhel8.6.compiler',
+     arch: 'x86_64',
+     name: 'compiler',
+     uri: 'xlio/$arch/rhel8.6/$name',
+     tag: '20251106',
+     build_args: '--volume /hpc/local:/hpc/local:ro --no-cache',
+     category: 'tool'
+    }
   - {name: 'header-check', url: 'harbor.mellanox.com/toolbox/header_check:0.0.58', category: 'tool', arch: 'x86_64', tag: '0.0.58'}
 # static tests
   - {
@@ -222,12 +227,12 @@ steps:
       - "{nodeLabel: 'skip-agent'}"
     run: |
       echo "Installing DOCA: ${DOCA_VERSION} ..."
-      .ci/scripts/doca_install.sh 
+      .ci/scripts/doca_install.sh
 
   - name: Install Doca-host on Tools
     run: |
       echo "Installing DOCA: ${DOCA_VERSION} ..."
-      .ci/scripts/doca_install.sh 
+      .ci/scripts/doca_install.sh
     containerSelector:
       - "{name: 'style', category: 'tool', variant: 1}"
     agentSelector:
@@ -323,7 +328,7 @@ steps:
   - name: Compiler
     enable: ${do_compiler}
     containerSelector:
-      - "{name: 'toolbox', category: 'tool'}"
+      - "{name: 'compiler', category: 'tool'}"
     agentSelector:
       - "{nodeLabel: 'skip-agent'}"
     run: |