Merge branch 'main' into ci/skip_gpu_when_pr_closed

Author: edknv

.github/workflows/pytorch.yml

@@ -1,11 +1,11 @@
 
-name: pytorch
+# name: pytorch
 
-on:
-  push:
-    branches: [main]
-  pull_request:
-    branches: [main]
+# on:
+#   push:
+#     branches: [main]
+#   pull_request:
+#     branches: [main]
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
@@ -19,37 +19,37 @@ jobs:
         python-version: [3.8]
         os: [ubuntu-latest]
 
-    steps:
-      - uses: actions/checkout@v3
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v4
-        with:
-          python-version: ${{ matrix.python-version }}
-          cache: 'pip'
-          cache-dependency-path: 'requirements/dev.txt'
-      - name: Install Ubuntu packages
-        run: |
-          sudo apt-get update -y
-          sudo apt-get install -y protobuf-compiler
-      - name: Install Merlin dependencies
-        run: |
-          ref_type=${{ github.ref_type }}
-          branch=main
-          if [[ $ref_type == "tag"* ]]
-          then
-            git -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +refs/heads/release*:refs/remotes/origin/release*
-            branch=$(git branch -r --contains ${{ github.ref_name }} --list '*release*' --format "%(refname:short)" | sed -e 's/^origin\///')
-          fi
-          pip install "pandas>=1.2.0,<1.4.0dev0"
-          pip install "NVTabular@git+https://github.com/NVIDIA-Merlin/NVTabular.git@$branch"
-          pip install "merlin-core@git+https://github.com/NVIDIA-Merlin/core.git@$branch"
-      - name: Install dependencies
-        run: |
-          python -m pip install --upgrade pip
-          python -m pip install .[pytorch-dev]
-      - name: Build
-        run: |
-          python setup.py develop
-      - name: Run unittests
-        run: |
-          make tests-torch
+#     steps:
+#       - uses: actions/checkout@v3
+#       - name: Set up Python ${{ matrix.python-version }}
+#         uses: actions/setup-python@v4
+#         with:
+#           python-version: ${{ matrix.python-version }}
+#           cache: 'pip'
+#           cache-dependency-path: 'requirements/dev.txt'
+#       - name: Install Ubuntu packages
+#         run: |
+#           sudo apt-get update -y
+#           sudo apt-get install -y protobuf-compiler
+#       - name: Install Merlin dependencies
+#         run: |
+#           ref_type=${{ github.ref_type }}
+#           branch=main
+#           if [[ $ref_type == "tag"* ]]
+#           then
+#             git -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +refs/heads/release*:refs/remotes/origin/release*
+#             branch=$(git branch -r --contains ${{ github.ref_name }} --list '*release*' --format "%(refname:short)" | sed -e 's/^origin\///')
+#           fi
+#           pip install "pandas>=1.2.0,<1.4.0dev0"
+#           pip install "NVTabular@git+https://github.com/NVIDIA-Merlin/NVTabular.git@$branch"
+#           pip install "merlin-core@git+https://github.com/NVIDIA-Merlin/core.git@$branch"
+#       - name: Install dependencies
+#         run: |
+#           python -m pip install --upgrade pip
+#           python -m pip install .[pytorch-dev]
+#       - name: Build
+#         run: |
+#           python setup.py develop
+#       - name: Run unittests
+#         run: |
+#           make tests-torch

examples/usecases/multi-gpu/install_sparse_operation_kit.sh

@@ -8,7 +8,7 @@ cd $ROOT_DIR
 
 rm -rf hugectr/
 
-git clone -b release-23.02 https://github.com/NVIDIA-Merlin/HugeCTR.git hugectr
+git clone https://github.com/NVIDIA-Merlin/HugeCTR.git hugectr
 
 cd hugectr/sparse_operation_kit/
 python setup.py install

merlin/models/tf/distributed/backend.py

@@ -30,4 +30,4 @@
 
 
 if sok_installed:
-    sok.init()
+    sok.init(use_legacy_optimizer=False)