Skip to content

Commit 603c3e7

Browse files
samanklesariasamanklesaria
committed
Try CI workflow based on torchcodec docs yml file
1 parent 95c8d2d commit 603c3e7

File tree

1 file changed

+64
-65
lines changed

1 file changed

+64
-65
lines changed

‎.github/workflows/unittest-linux-cpu.yml‎

Lines changed: 64 additions & 65 deletions
Original file line numberDiff line numberDiff line change
@@ -1,72 +1,71 @@
11
name: Unit-tests on Linux CPU
22

33
on:
4-
pull_request:
5-
push:
6-
branches:
7-
- nightly
8-
- main
9-
- release/*
10-
workflow_dispatch:
11-
4+
pull_request:
5+
push:
6+
branches:
7+
- nightly
8+
- main
9+
- release/*
10+
workflow_dispatch:
1211
jobs:
13-
tests:
14-
strategy:
15-
matrix:
16-
# TODO all from 3.9 to 3.13
17-
python_version: ["3.11"]
18-
fail-fast: false
19-
uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main
20-
permissions:
21-
id-token: write
22-
contents: read
23-
with:
24-
runner: linux.12xlarge
25-
repository: pytorch/audio
26-
timeout: 120
27-
script: |
28-
echo '::group::Setup Environment Variables'
29-
# Mark Build Directory Safe
30-
git config --global --add safe.directory /__w/audio/audio
31-
32-
# Set up Environment Variables
33-
export PYTHON_VERSION="${{ matrix.python_version }}"
34-
export PIP_PROGRESS_BAR=off
35-
export CONDA_QUIET=1
36-
export CUDA_TESTS_ONLY="0"
37-
unset CUDA_VERSION
38-
39-
# Set CHANNEL
40-
if [[(${GITHUB_EVENT_NAME} = 'pull_request' && (${GITHUB_BASE_REF} = 'release'*)) || (${GITHUB_REF} = 'refs/heads/release'*) ]]; then
41-
export UPLOAD_CHANNEL=test
42-
else
43-
export UPLOAD_CHANNEL=nightly
44-
fi
45-
46-
export PATH="${PWD}/third_party/install/bin/:${PATH}"
47-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_APPLY_CMVN_SLIDING=true
48-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_FBANK_FEATS=true
49-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_KALDI_PITCH_FEATS=true
50-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_MFCC_FEATS=true
51-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_SPECTROGRAM_FEATS=true
52-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_KALDI=true
53-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CUDA=true
54-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_HW_ACCEL=true
55-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310=true
56-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_AUDIO_OUT_DEVICE=true
57-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_MACOS=true
58-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_TEMPORARY_DISABLED=true
59-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_DECODER=true
60-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_ENCODER=true
61-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_FFMPEG=true
62-
echo '::endgroup::'
12+
build:
13+
strategy:
14+
matrix:
15+
# TODO add up to 3.13
16+
python_version: ["3.10"]
17+
cuda-version: ["12.6"]
18+
fail-fast: false
19+
uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main
20+
permissions:
21+
id-token: write
22+
contents: read
23+
with:
24+
repository: pytorch/audio
25+
timeout: 120
26+
job-name: test
27+
script: |
28+
set -ex
29+
# Set up Environment Variables
30+
export PYTHON_VERSION="${{ matrix.python_version }}"
31+
export PIP_PROGRESS_BAR=off
32+
export CONDA_QUIET=1
6333
64-
set -euxo pipefail
34+
echo "::group::Create conda env"
35+
# Mark Build Directory Safe
36+
git config --global --add safe.directory /__w/audio/audio
37+
conda create --quiet -y --prefix ci_env python="${PYTHON_VERSION} conda-forge::ffmpeg=${{ matrix.ffmpeg-version }} cmake ninja"
38+
conda activate ./ci_env
39+
conda info
6540
66-
echo '::group::Install PyTorch and Torchaudio'
67-
./.github/scripts/unittest-linux/install.sh
68-
echo '::endgroup::'
41+
python -m pip install --upgrade pip
6942
70-
echo '::group::Run Tests'
71-
./.github/scripts/unittest-linux/run_test.sh
72-
echo '::endgroup::'
43+
echo "::endgroup::"
44+
echo "::group::Install PyTorch and TorchCodec"
45+
PYTORCH_WHEEL_INDEX="https://download.pytorch.org/whl/${UPLOAD_CHANNEL}/cpu"
46+
python -m pip install --progress-bar=off --pre torch torchcodec --index-url="${PYTORCH_WHEEL_INDEX}"
47+
python -m pip install parameterized requests coverage pytest pytest-cov scipy numpy expecttest
48+
python -c 'import torch; print(f"{torch.__version__}"); print(f"{torch.__file__}"); print(f"{torch.cuda.is_available()=}")'
49+
echo "::endgroup::"
50+
echo "::group::Build and install TorchAudio"
51+
python -m pip install . -v --no-build-isolation
52+
echo "::endgroup::"
53+
echo "::group::Run Tests"
54+
cd test
55+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_APPLY_CMVN_SLIDING=true
56+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_FBANK_FEATS=true
57+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_KALDI_PITCH_FEATS=true
58+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_MFCC_FEATS=true
59+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_SPECTROGRAM_FEATS=true
60+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_KALDI=true
61+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CUDA=true
62+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_HW_ACCEL=true
63+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310=true
64+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_AUDIO_OUT_DEVICE=true
65+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_MACOS=true
66+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_TEMPORARY_DISABLED=true
67+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_DECODER=true
68+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_ENCODER=true
69+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_FFMPEG=true
70+
pytest torchaudio_unittest -k "not torchscript and not fairseq and not demucs ${PYTEST_K_EXTRA}"
71+
echo "::endgroup::"

0 commit comments

Comments
 (0)