Skip to content

Commit 4e0f611

Browse files
pearupearu
committed
Copy and adjust docs workflow for linux CPU tests workflow
1 parent 9f01734 commit 4e0f611

File tree

1 file changed

+69
-62
lines changed

1 file changed

+69
-62
lines changed

‎.github/workflows/unittest-linux-cpu.yml‎

Lines changed: 69 additions & 62 deletions
Original file line numberDiff line numberDiff line change
@@ -8,70 +8,77 @@ on:
88
- main
99
- release/*
1010
workflow_dispatch:
11+
1112
jobs:
12-
build:
13-
strategy:
14-
matrix:
15-
# TODO add up to 3.13
16-
python_version: ["3.10"]
17-
fail-fast: false
18-
uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main
19-
permissions:
20-
id-token: write
21-
contents: read
22-
with:
23-
repository: pytorch/audio
24-
timeout: 120
25-
job-name: test
26-
script: |
27-
set -ex
28-
# Set up Environment Variables
29-
export PYTHON_VERSION="${{ matrix.python_version }}"
30-
export PIP_PROGRESS_BAR=off
31-
export CONDA_QUIET=1
13+
build:
14+
strategy:
15+
matrix:
16+
python-version: ["3.11"]
17+
ffmpeg-version: ["7"]
18+
fail-fast: false
19+
uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main
20+
permissions:
21+
id-token: write
22+
contents: read
23+
with:
24+
runner: linux.4xlarge.nvidia.gpu
25+
repository: pytorch/audio
26+
gpu-arch-type: cpu
27+
gpu-arch-version:
28+
timeout: 120
29+
job-name: test
30+
31+
script: |
32+
set -ex
33+
# Set up Environment Variables
34+
export PYTHON_VERSION="${{ matrix.python-version }}"
35+
export FFMPEG_VERSION="${{ matrix.ffmpeg-version }}"
36+
export PIP_PROGRESS_BAR=off
37+
export CONDA_QUIET=1
38+
39+
# Set UPLOAD_CHANNEL
40+
if [[(${GITHUB_EVENT_NAME} = 'pull_request' && (${GITHUB_BASE_REF} = 'release'*)) || (${GITHUB_REF} = 'refs/heads/release'*) ]]; then
41+
export UPLOAD_CHANNEL=test
42+
else
43+
export UPLOAD_CHANNEL=nightly
44+
fi
3245
33-
# Set UPLOAD_CHANNEL
34-
if [[(${GITHUB_EVENT_NAME} = 'pull_request' && (${GITHUB_BASE_REF} = 'release'*)) || (${GITHUB_REF} = 'refs/heads/release'*) ]]; then
35-
export UPLOAD_CHANNEL=test
36-
else
37-
export UPLOAD_CHANNEL=nightly
38-
fi
46+
echo "::group::Create conda env"
47+
# Mark Build Directory Safe
48+
git config --global --add safe.directory /__w/audio/audio
49+
conda create -c conda-forge --strict-channel-priority -y --prefix ci_env python="${PYTHON_VERSION}" ffmpeg="${FFMPEG_VERSION}" cmake ninja
50+
conda activate ./ci_env
51+
conda info
52+
python -m pip install --upgrade pip
53+
echo "::endgroup::"
3954
40-
echo "::group::Create conda env"
41-
# Mark Build Directory Safe
42-
git config --global --add safe.directory /__w/audio/audio
43-
conda create -c conda-forge --strict-channel-priority -y --prefix ci_env python="${PYTHON_VERSION}" "ffmpeg=7" cmake ninja
44-
conda activate ./ci_env
45-
conda info
55+
echo "::group::Install PyTorch and TorchCodec"
56+
PYTORCH_WHEEL_INDEX="https://download.pytorch.org/whl/${UPLOAD_CHANNEL}/cpu"
57+
python -m pip install numpy
58+
python -m pip install --pre torch torchcodec --index-url="${PYTORCH_WHEEL_INDEX}"
59+
python -c 'import torch; print(f"{torch.__version__}"); print(f"{torch.__file__}")")'
60+
echo "::endgroup::"
4661
47-
python -m pip install --upgrade pip
62+
echo "::group::Build and install TorchAudio"
63+
python -m pip install . -v --no-build-isolation
64+
echo "::endgroup::"
4865
49-
echo "::endgroup::"
50-
echo "::group::Install PyTorch and TorchCodec"
51-
PYTORCH_WHEEL_INDEX="https://download.pytorch.org/whl/${UPLOAD_CHANNEL}/cpu"
52-
python -m pip install --progress-bar=off --pre torch torchcodec --index-url="${PYTORCH_WHEEL_INDEX}"
53-
python -m pip install parameterized requests coverage pytest pytest-cov scipy numpy expecttest
54-
python -c 'import torch; print(f"{torch.__version__}"); print(f"{torch.__file__}"); print(f"{torch.cuda.is_available()=}")'
55-
echo "::endgroup::"
56-
echo "::group::Build and install TorchAudio"
57-
python -m pip install . -v --no-build-isolation
58-
echo "::endgroup::"
59-
echo "::group::Run Tests"
60-
cd test
61-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_APPLY_CMVN_SLIDING=true
62-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_FBANK_FEATS=true
63-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_KALDI_PITCH_FEATS=true
64-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_MFCC_FEATS=true
65-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_SPECTROGRAM_FEATS=true
66-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_KALDI=true
67-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CUDA=true
68-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_HW_ACCEL=true
69-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310=true
70-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_AUDIO_OUT_DEVICE=true
71-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_MACOS=true
72-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_TEMPORARY_DISABLED=true
73-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_DECODER=true
74-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_ENCODER=true
75-
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_FFMPEG=true
76-
pytest torchaudio_unittest -k "not torchscript and not fairseq and not demucs"
77-
echo "::endgroup::"
66+
echo "::group::Run TorchAudio tests"
67+
cd test
68+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_APPLY_CMVN_SLIDING=true
69+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_FBANK_FEATS=true
70+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_KALDI_PITCH_FEATS=true
71+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_MFCC_FEATS=true
72+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_SPECTROGRAM_FEATS=true
73+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_KALDI=true
74+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CUDA=true
75+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_HW_ACCEL=true
76+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310=true
77+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_AUDIO_OUT_DEVICE=true
78+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_MACOS=true
79+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_TEMPORARY_DISABLED=true
80+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_DECODER=true
81+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_ENCODER=true
82+
export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_FFMPEG=true
83+
pytest torchaudio_unittest -k "not torchscript and not fairseq and not demucs"
84+
echo "::endgroup::"

0 commit comments

Comments
 (0)