[CI] issue: HPCINFRA-3388 Run all CI steps on containers

Today we have a few CI pipelines that still use nodeLabel: 'master' in
their matrix file, causing some steps to run on the master node.

This is a security risk and we should run only on containers, the master
node will be taken down in the future not allowing this type of run.

Removed weekly dr job that uses nodelabel definition, move this ability
to the release pipeline

Signed-off-by: NirWolfer <[email protected]>

Author: NirWolfer

.ci/do_release.sh

@@ -43,6 +43,9 @@ if [ -z "${do_release}" ]; then
     do_release=false
 fi
 
+# Checkout the release tag
+git checkout tags/${release_tag}
+
 MAJOR_VERSION=$(grep -e "define(\[prj_ver_major\]" configure.ac | awk '{ printf $2 };' | sed  's/)//g')
 MINOR_VERSION=$(grep -e "define(\[prj_ver_minor\]" configure.ac | awk '{ printf $2 };' | sed  's/)//g')
 REVISION_VERSION=$(grep -e "define(\[prj_ver_revision\]" configure.ac | awk '{ printf $2 };' | sed  's/)//g')

.ci/pipeline/dr_weekly_jjb.yaml

@@ -21,7 +21,7 @@
             description: "Tag to release"
         - string:
             name: sha1
-            default: 'tags/$release_tag'
+            default: 'vNext'
             description: 'commit to use, defaults to the commit tag provided under release_tag'
         - string:
             name: "revision"
@@ -43,13 +43,17 @@
             name: "conf_file"
             default: ".ci/pipeline/release_matrix_job.yaml"
             description: "job config file. Do not change it"
+        - bool: 
+            name: "do_dr_build"
+            default: false
+            description: "Build DR weekly"
     pipeline-scm:
         scm:
             - git:
                 url: "{jjb_git}"
                 credentials-id: 'swx-jenkins_ssh_key'
                 branches: ['$sha1']
-                shallow-clone: true
+                shallow-clone: false
                 depth: 2
                 refspec: "+refs/pull/*:refs/remotes/origin/pr/*"
                 browser: githubweb

.ci/pipeline/dr_weekly_matrix.yaml

@@ -15,7 +15,7 @@ kubernetes:
   arch_table:
     x86_64:
       nodeSelector: 'kubernetes.io/arch=amd64'
-      jnlpImage: 'harbor.mellanox.com/toolbox/c3po-jnlp:latest'
+      jnlpImage: 'nbu-harbor.gtm.nvidia.com/toolbox/c3po-jnlp:latest'
 
 env:
   MAIL_FROM: [email protected]
@@ -55,6 +55,9 @@ pipeline_start:
     shell: action
     module: groovy
     run: |
+      if (params.do_dr_build) {
+        env.release_tag = sh (returnStdout: true, script: "git describe --tags --abbrev=0 2>/dev/null").trim()
+      }
       echo "Starting release process for LibXLIO-${release_tag}"
       currentBuild.displayName += "-${release_tag}"
 
@@ -66,7 +69,7 @@ pipeline_stop:
         mail from: "${MAIL_FROM}",
           mimeType: 'text/html',
           to: "${notification_email}",
-          subject: "Release build ended for LibXLIO - ${release_tag}",
+          subject: "${params.do_dr_build ? 'Weekly DR' : 'Release'} build ended for LibXLIO - ${release_tag}",
           body: """
             <p><b>Tag:</b> ${release_tag}</p>
             <p><b>Build url:</b> <a href=${currentBuild.absoluteUrl}>link</a></p>