[FEA] Statically link liblapack and CTK libs, fix runtime images (#422)

* fix issue where images weren't all rebuilding on version bumps

* add missing core cuda and rmm libs to runtime images

* add clean:build and tsc:clean npm package scripts

* set CMake policies, statically link liblapack and libblas

* rebuild images if lerna.json changes

Author: trxcllnt

.github/workflows/build-and-push-image-ssh.yml

@@ -114,6 +114,7 @@ jobs:
           files: |
             ${{ inputs.file }}
             ${{ inputs.files-to-diff }}
+            lerna\.json
             \.github/workflows/merge\.pr\.yml
             \.github/workflows/build-and-push-image\.yml
             \.github/actions/build-and-publish-image-ssh/action\.yml

.github/workflows/build-and-push-image.yml

@@ -105,6 +105,7 @@ jobs:
           files: |
             ${{ inputs.file }}
             ${{ inputs.files-to-diff }}
+            lerna\.json
             \.github/workflows/merge\.pr\.yml
             \.github/workflows/build-and-push-image\.yml
             \.github/actions/build-and-publish-image/action\.yml

.github/workflows/merge.pr.yml

@@ -24,7 +24,6 @@ jobs:
         \.npmrc
         modules
         yarn\.lock
-        package\.json
       build-args: |
         "UCX_VERSION=1.12.1"
 
@@ -43,7 +42,6 @@ jobs:
         \.npmrc
         modules
         yarn\.lock
-        package\.json
         dev/dockerfiles/devel/main\.Dockerfile
       build-args: |
         "CUDAARCHS=ALL"

dev/dockerfiles/devel/main.Dockerfile

@@ -37,6 +37,7 @@ ${CUDA_HOME}/nvvm/lib64:\
 ${CUDA_HOME}/lib64/stubs"
 
 ARG GCC_VERSION=9
+ARG CMAKE_VERSION=3.24.1
 ARG SCCACHE_VERSION=0.2.15
 ARG LINUX_VERSION=ubuntu20.04
 
@@ -71,8 +72,13 @@ deb [signed-by=/usr/share/keyrings/kitware-archive-keyring.gpg] https://apt.kitw
  \
  && apt update \
  && apt install --no-install-recommends -y \
-    git cmake ninja-build \
+    git \
+    # Needed for CMake to find static `liblapack.a`
+    gfortran \
+    ninja-build \
     gcc-${GCC_VERSION} g++-${GCC_VERSION} gdb \
+    cmake=${CMAKE_VERSION}-0kitware1${LINUX_VERSION}.1 \
+    cmake-data=${CMAKE_VERSION}-0kitware1${LINUX_VERSION}.1 \
     curl libssl-dev libcurl4-openssl-dev xz-utils zlib1g-dev liblz4-dev \
     # From opengl/glvnd:devel
     pkg-config \

dev/dockerfiles/runtime/cudf.Dockerfile

@@ -17,7 +17,7 @@ RUN --mount=type=bind,from=build,source=/opt/rapids/,target=/tmp/rapids/ \
         /tmp/rapids/rapidsai-cuda-*.tgz  \
         /tmp/rapids/rapidsai-rmm-*.tgz   \
         /tmp/rapids/rapidsai-cudf-*.tgz; \
-    for x in cudf; do \
+    for x in core cuda rmm cudf; do \
         mkdir node_modules/@rapidsai/${x}/build/Release; \
         tar -C node_modules/@rapidsai/${x}/build/Release \
             -f /tmp/rapids/rapidsai_${x}-*-Linux.tar.gz \

dev/dockerfiles/runtime/cugraph.Dockerfile

@@ -18,7 +18,7 @@ RUN --mount=type=bind,from=build,source=/opt/rapids/,target=/tmp/rapids/ \
         /tmp/rapids/rapidsai-rmm-*.tgz      \
         /tmp/rapids/rapidsai-cudf-*.tgz     \
         /tmp/rapids/rapidsai-cugraph-*.tgz; \
-    for x in cudf cugraph; do \
+    for x in core cuda rmm cudf cugraph; do \
         mkdir node_modules/@rapidsai/${x}/build/Release; \
         tar -C node_modules/@rapidsai/${x}/build/Release \
             -f /tmp/rapids/rapidsai_${x}-*-Linux.tar.gz \

dev/dockerfiles/runtime/cuml.Dockerfile

@@ -18,7 +18,7 @@ RUN --mount=type=bind,from=build,source=/opt/rapids/,target=/tmp/rapids/ \
         /tmp/rapids/rapidsai-rmm-*.tgz   \
         /tmp/rapids/rapidsai-cudf-*.tgz  \
         /tmp/rapids/rapidsai-cuml-*.tgz; \
-    for x in cudf cuml; do \
+    for x in core cuda rmm cudf cuml; do \
         mkdir node_modules/@rapidsai/${x}/build/Release; \
         tar -C node_modules/@rapidsai/${x}/build/Release \
             -f /tmp/rapids/rapidsai_${x}-*-Linux.tar.gz \

dev/dockerfiles/runtime/cuspatial.Dockerfile

@@ -18,7 +18,7 @@ RUN --mount=type=bind,from=build,source=/opt/rapids/,target=/tmp/rapids/ \
         /tmp/rapids/rapidsai-rmm-*.tgz        \
         /tmp/rapids/rapidsai-cudf-*.tgz       \
         /tmp/rapids/rapidsai-cuspatial-*.tgz; \
-    for x in cudf cuspatial; do \
+    for x in core cuda rmm cudf cuspatial; do \
         mkdir node_modules/@rapidsai/${x}/build/Release; \
         tar -C node_modules/@rapidsai/${x}/build/Release \
             -f /tmp/rapids/rapidsai_${x}-*-Linux.tar.gz \

dev/dockerfiles/runtime/demo.Dockerfile

@@ -28,7 +28,7 @@ RUN --mount=type=bind,from=build,source=/opt/rapids/,target=/tmp/rapids/ \
         /tmp/rapids/rapidsai-deck.gl-*.tgz   \
         /tmp/rapids/rapidsai-jsdom-*.tgz     \
         /tmp/rapids/rapidsai-demo-*.tgz;     \
-    for x in cudf cuml cugraph cuspatial sql io; do \
+    for x in core cuda rmm cudf cuml cugraph cuspatial sql io; do \
         mkdir node_modules/@rapidsai/${x}/build/Release; \
         tar -C node_modules/@rapidsai/${x}/build/Release \
             -f /tmp/rapids/rapidsai_${x}-*-Linux.tar.gz \

dev/dockerfiles/runtime/main.Dockerfile

@@ -27,7 +27,7 @@ RUN --mount=type=bind,from=build,source=/opt/rapids/,target=/tmp/rapids/ \
         /tmp/rapids/rapidsai-io-*.tgz        \
         /tmp/rapids/rapidsai-deck.gl-*.tgz   \
         /tmp/rapids/rapidsai-jsdom-*.tgz;    \
-    for x in cudf cuml cugraph cuspatial sql io; do \
+    for x in core cuda rmm cudf cuml cugraph cuspatial sql io; do \
         mkdir node_modules/@rapidsai/${x}/build/Release; \
         tar -C node_modules/@rapidsai/${x}/build/Release \
             -f /tmp/rapids/rapidsai_${x}-*-Linux.tar.gz \