Skip to content

Commit 862d47f

Browse files
committed
[CI] issue: HPCINFRA-4016 Optimize compiler step
The compiler step currently takes a long time to run (about 20–40 minutes). Add a Dockerfile that copies the compiler modulefiles locally. Run the compiler step on this image to avoid NFS access and reduce the step duration. Signed-off-by: Noam Tsemah <[email protected]>
1 parent a72ad32 commit 862d47f

File tree

2 files changed

+26
-3
lines changed

2 files changed

+26
-3
lines changed
Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
ARG ARCH=x86_64
2+
ARG HARBOR_URL=nbu-harbor.gtm.nvidia.com
3+
FROM ${HARBOR_URL}/hpcx/${ARCH}/rhel8.6/builder:inbox
4+
5+
ARG compiler_list="dev/clang-9.0.1 intel/ics-18.0.4 intel/ics-19.1.1 dev/gcc-8.3.0 dev/gcc-9.3.0 dev/gcc-10.1.0"
6+
7+
# Copy required compiler modulefiles
8+
RUN mkdir -p /opt/local/modulefiles/dev /opt/local/modulefiles/intel && \
9+
for module in ${compiler_list}; do \
10+
cp -r /hpc/local/etc/modulefiles/$module /opt/local/modulefiles/$module; \
11+
done
12+
13+
# Set MODULEPATH to search local modulefiles first
14+
ENV MODULEPATH=/opt/local/modulefiles

.ci/matrix_job.yaml

Lines changed: 12 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -180,6 +180,15 @@ runs_on_dockers:
180180
category: 'tool',
181181
build_args: '--no-cache --target build',
182182
}
183+
- {
184+
file: '.ci/dockerfiles/Dockerfile.rhel8.6.compiler',
185+
arch: 'x86_64',
186+
name: 'compiler',
187+
uri: 'xlio/$arch/rhel8.6/$name',
188+
tag: '20251106',
189+
build_args: '--no-cache',
190+
category: 'tool',
191+
}
183192

184193
runs_on_agents:
185194
- {nodeLabel: 'beni09', category: 'base'}
@@ -222,12 +231,12 @@ steps:
222231
- "{nodeLabel: 'skip-agent'}"
223232
run: |
224233
echo "Installing DOCA: ${DOCA_VERSION} ..."
225-
.ci/scripts/doca_install.sh
234+
.ci/scripts/doca_install.sh
226235
227236
- name: Install Doca-host on Tools
228237
run: |
229238
echo "Installing DOCA: ${DOCA_VERSION} ..."
230-
.ci/scripts/doca_install.sh
239+
.ci/scripts/doca_install.sh
231240
containerSelector:
232241
- "{name: 'style', category: 'tool', variant: 1}"
233242
agentSelector:
@@ -323,7 +332,7 @@ steps:
323332
- name: Compiler
324333
enable: ${do_compiler}
325334
containerSelector:
326-
- "{name: 'toolbox', category: 'tool'}"
335+
- "{name: 'compiler', category: 'tool'}"
327336
agentSelector:
328337
- "{nodeLabel: 'skip-agent'}"
329338
run: |

0 commit comments

Comments
 (0)