Sync with develop prior to release v0.6.0

Signed-off-by: Abolfazl Shahbazi <[email protected]>

Author: ashahba

.github/workflows/Bandit-Scan.yaml

@@ -0,0 +1,41 @@
+name: Scanner-Bandit
+on:
+  pull_request:
+    branches:
+      - '**'
+  workflow_dispatch:
+    inputs:
+      repos:
+        description: 'Enter Project repo for which you want to run Bandit scan:'
+        required: true
+        type: string
+        default: 'intel-innersource/frameworks.ai.transfer-learning'
+      refs:
+        description: 'Enter Project branch, tag:'
+        required: true
+        type: string
+        default: 'develop'
+      excludes:
+        description: 'Enter target repository folders to be excluded eg. tools,xyz etc:'
+        required: false
+        type: string
+      config_file:
+        description: 'Enter target repository configuration file for Bandit scan eg. .bandit.yml:'
+        required: false
+        type: string
+        default: 'bandit.yml'
+        # runner_label:
+        #   description: 'Enter one label of the runner that will execute the workflow:'
+        #   required: true
+        #   type: string
+        #   default: "['gasp']"
+jobs:
+  scan-bandit:
+    uses: 'intel-innersource/frameworks.ai.infrastructure.code-scan-tools/.github/workflows/Scanner_Bandit.yml@one-ci-cd'
+    with:
+      repos: 'frameworks.ai.transfer-learning'  # ${{ github.event.inputs.repos }}
+      refs: ${{ github.event.inputs.refs }}
+      # config_file: ${{ github.event.inputs.config_file }}
+      runners: "['gasp']"  # ${{ github.event.inputs.runner_label }}
+    secrets:
+      token: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/build-container.yaml

@@ -14,7 +14,7 @@ jobs:
       credentials: # CAAS Registry Creds
         username: ${{ secrets.REGISTRY_USER }}
         password: ${{ secrets.REGISTRY_TOKEN }}
-    runs-on: [aia-devops] # Runner Label
+    runs-on: [ xai-tlt ] # Runner Label
     steps:
     - uses: actions/checkout@v3
       with:
@@ -37,7 +37,7 @@ jobs:
       credentials: # CAAS Registry Creds
         username: ${{ secrets.REGISTRY_USER }}
         password: ${{ secrets.REGISTRY_TOKEN }}
-    runs-on: [aia-devops]
+    runs-on: [ xai-tlt ]
     steps:
     - uses: docker/login-action@v2
       with: # CAAS Registry Creds

.github/workflows/docs-test.yaml

@@ -14,7 +14,7 @@ on:
 # installs dependencies, build the docs and push it to `gh-pages`
 jobs:
   docs-test:
-    runs-on: [ aia-devops ]
+    runs-on: [ xai-tlt ]
     container:
       image: ${{ vars.GHA_IMAGE }}
       env:

.github/workflows/integration.yaml

@@ -11,7 +11,6 @@ on:
       - r0.2
       - r0.3
       - r0.4
-      - r0.5
     tags:
       - '**'
     paths:
@@ -21,9 +20,10 @@ jobs:
     if: github.event.review.state == 'approved' ||
         github.event.pull_request.merged == true ||
         github.event_name == 'push'
-    runs-on: [ aia-devops ]
+    runs-on: [ xai-tlt ]
     container:
       image: ${{ vars.GHA_IMAGE }}
+      options: --shm-size=4GB
       env:
         http_proxy: ${{ secrets.HTTP_PROXY }}
         https_proxy: ${{ secrets.HTTPS_PROXY }}

.github/workflows/nightly-integration.yaml

@@ -5,9 +5,10 @@ on:
     - cron: "0 22 * * *"
 jobs:
   nightly-test:
-    runs-on: [ aia-devops ]
+    runs-on: [ xai-tlt ]
     container:
       image: ${{ vars.GHA_IMAGE }}
+      options: --shm-size=8GB
       env:
         http_proxy: ${{ secrets.HTTP_PROXY }}
         https_proxy: ${{ secrets.HTTPS_PROXY }}

.github/workflows/nightly-notebook-test.yaml

@@ -5,9 +5,10 @@ on:
     - cron: "0 23 * * *"
 jobs:
   notebook-test:
-    runs-on: [ aia-devops ]
+    runs-on: [ xai-tlt ]
     container:
       image: ${{ vars.GHA_IMAGE }}
+      options: --shm-size=8GB
       env:
         http_proxy: ${{ secrets.HTTP_PROXY }}
         https_proxy: ${{ secrets.HTTPS_PROXY }}

.github/workflows/notebook-test.yaml

@@ -11,7 +11,6 @@ on:
       - r0.2
       - r0.3
       - r0.4
-      - r0.5
     tags:
       - '**'
     paths:
@@ -21,9 +20,10 @@ jobs:
     if: github.event.review.state == 'approved' ||
         github.event.pull_request.merged == true ||
         github.event_name == 'push'
-    runs-on: [ aia-devops ]
+    runs-on: [ xai-tlt ]
     container:
       image: ${{ vars.GHA_IMAGE }}
+      options: --shm-size=4GB
       env:
         http_proxy: ${{ secrets.HTTP_PROXY }}
         https_proxy: ${{ secrets.HTTPS_PROXY }}

.github/workflows/style-test.yaml

@@ -13,7 +13,7 @@ on:
 # installs dependencies and runs the linter
 jobs:
   style-test:
-    runs-on: [ aia-devops ]
+    runs-on: [ xai-tlt ]
     container:
       image: ${{ vars.GHA_IMAGE }}
       env:

.github/workflows/unittest.yaml

@@ -12,16 +12,21 @@ on:
       - '**'
 jobs:
   unit-test:
-    runs-on: [ aia-devops ]
+    runs-on: [ xai-tlt ]
     container:
       image: ${{ vars.GHA_IMAGE }}
+      options: --shm-size=4GB
       env:
         http_proxy: ${{ secrets.HTTP_PROXY }}
         https_proxy: ${{ secrets.HTTPS_PROXY }}
         no_proxy: ${{ secrets.NO_PROXY }}
+        MODEL_DIR: /tmp/tlt_cached_models/torch
       # credentials:
       #   username: ${{ secrets.REGISTRY_USER }}
       #   password: ${{ secrets.REGISTRY_TOKEN }}
+      volumes:
+        - /tf_dataset/dataset/transfer_learning:/tmp/data
+        - /localdisk/tlt_cached_models/torch:/tmp/tlt_cached_models/torch
     steps:
       - uses: actions/checkout@v3
       - name: Run Unit Test

.gitignore

@@ -9,7 +9,6 @@ _autosummary
 **.log
 **/*.cache
 **/**.whl
-**/**/models/
 **/**venv
 **venv*
 build/