Gpu test

.github/scripts/unittest-linux/run_test.sh

@@ -30,5 +30,5 @@ fi
 
 (
     cd test
-    pytest torchaudio_unittest -k "not backend and not /io/ and not prototype and not sox and not ffmpeg and not fairseq and not hdemucs"
+    pytest torchaudio_unittest -k "not backend and not /io/ and not prototype and not sox and not ffmpeg and not fairseq and not hdemucs and not torchscript_consistency"
 )

.github/workflows/unittest-linux-gpu.yml

@@ -1,123 +1,117 @@
-# name: Unit-tests on Linux GPU
+name: Unit-tests on Linux GPU
 
-# on:
-#   pull_request:
-#   push:
-#     branches:
-#       - nightly
-#       - main
-#       - release/*
-#   workflow_dispatch:
+on:
+  pull_request:
+  push:
+    branches:
+      - nightly
+      - main
+      - release/*
+  workflow_dispatch:
 
-# jobs:
-#   tests:
-#     strategy:
-#       matrix:
-#         # TODO add up to 3.13
-#         python_version: ["3.9", "3.10"]
-#         cuda_arch_version: ["12.6"]
-#       fail-fast: false
-#     uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main
-#     permissions:
-#       id-token: write
-#       contents: read
-#     with:
-#       runner: linux.g5.4xlarge.nvidia.gpu
-#       repository: pytorch/audio
-#       gpu-arch-type: cuda
-#       gpu-arch-version: ${{ matrix.cuda_arch_version }}
-#       timeout: 120
+jobs:
+  tests:
+    strategy:
+      matrix:
+        # TODO add up to 3.13
+        python_version: ["3.9", "3.10"]
+        cuda_arch_version: ["12.6"]
+      fail-fast: false
+    uses: pytorch/test-infra/.github/workflows/linux_job_v2.yml@main
+    permissions:
+      id-token: write
+      contents: read
+    with:
+      runner: linux.g5.4xlarge.nvidia.gpu
+      repository: pytorch/audio
+      gpu-arch-type: cuda
+      gpu-arch-version: ${{ matrix.cuda_arch_version }}
+      timeout: 120
 
-#       script: |
-#         set -ex
-#         # Set up Environment Variables
-#         export PYTHON_VERSION="${{ matrix.python_version }}"
-#         export CU_VERSION="${{ matrix.cuda_arch_version }}"
-#         export CUDATOOLKIT="pytorch-cuda=${CU_VERSION}"
-#         export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_APPLY_CMVN_SLIDING=true
-#         export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_FBANK_FEATS=true
-#         export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_KALDI_PITCH_FEATS=true
-#         export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_MFCC_FEATS=true
-#         export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_SPECTROGRAM_FEATS=true
-#         export TORCHAUDIO_TEST_ALLOW_SKIP_IF_CUDA_SMALL_MEMORY=true
-#         export TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310=true
-#         export TORCHAUDIO_TEST_ALLOW_SKIP_IF_TEMPORARY_DISABLED=true
-#         export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_DECODER=true
-#         export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_ENCODER=true
+      script: |
+        set -ex
+        # Set up Environment Variables
+        export PYTHON_VERSION="${{ matrix.python_version }}"
+        export CU_VERSION="${{ matrix.cuda_arch_version }}"
+        export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_APPLY_CMVN_SLIDING=true
+        export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_FBANK_FEATS=true
+        export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_KALDI_PITCH_FEATS=true
+        export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_MFCC_FEATS=true
+        export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_CMD_COMPUTE_SPECTROGRAM_FEATS=true
+        export TORCHAUDIO_TEST_ALLOW_SKIP_IF_CUDA_SMALL_MEMORY=true
+        export TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310=true
+        export TORCHAUDIO_TEST_ALLOW_SKIP_IF_TEMPORARY_DISABLED=true
+        export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_DECODER=true
+        export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_SOX_ENCODER=true
 
-#         # Set CHANNEL
-#         if [[(${GITHUB_EVENT_NAME} = 'pull_request' && (${GITHUB_BASE_REF} = 'release'*)) || (${GITHUB_REF} = 'refs/heads/release'*) ]]; then
-#           export CHANNEL=test
-#         else
-#           export CHANNEL=nightly
-#         fi
+        # Set CHANNEL
+        if [[(${GITHUB_EVENT_NAME} = 'pull_request' && (${GITHUB_BASE_REF} = 'release'*)) || (${GITHUB_REF} = 'refs/heads/release'*) ]]; then
+          export CHANNEL=test
+        else
+          export CHANNEL=nightly
+        fi
 
-#         echo "::group::Create conda env"
-#         # Mark Build Directory Safe
-#         git config --global --add safe.directory /__w/audio/audio
-#         conda create --quiet -y --prefix ci_env python="${PYTHON_VERSION}"
-#         conda activate ./ci_env
+        echo "::group::Create conda env"
+        # Mark Build Directory Safe
+        git config --global --add safe.directory /__w/audio/audio
+        conda create --quiet -y --prefix ci_env python="${PYTHON_VERSION}"
+        conda activate ./ci_env
 
-#         echo "::endgroup::"
-#         echo "::group::Install PyTorch"
-#         conda install \
-#           --yes \
-#           --quiet \
-#           -c "pytorch-${CHANNEL}" \
-#           -c nvidia "pytorch-${CHANNEL}"::pytorch[build="*${CU_VERSION}*"] \
-#           "${CUDATOOLKIT}"
+        echo "::endgroup::"
+        echo "::group::Install Pytorch"
+        pip3 install --pre torch torchvision torchaudio --index-url "https://download.pytorch.org/whl/${CHANNEL}/cu128"
 
-#         echo "::endgroup::"
-#         echo "::group::Install TorchAudio"
-#         conda install --quiet --yes 'cmake>=3.18.0' ninja
-#         pip3 install --progress-bar off -v -e . --no-use-pep517
+        echo "::endgroup::"
+        echo "::group::Install TorchAudio"
+        conda install --quiet --yes 'cmake>=3.18.0' ninja
+        pip3 install --progress-bar off -v -e . --no-use-pep517
 
-#         echo "::endgroup::"
-#         echo "::group::Build FFmpeg"
-#         .github/scripts/ffmpeg/build_gpu.sh
+        echo "::endgroup::"
+        echo "::group::Build FFmpeg"
+        .github/scripts/ffmpeg/build_gpu.sh
 
-#         echo "::endgroup::"
-#         echo "::group::Install other Dependencies"
-#         conda install \
-#           --quiet --yes \
-#           -c conda-forge \
-#           -c numba/label/dev \
-#           sox libvorbis 'librosa==0.10.0' parameterized 'requests>=2.20'
-#         pip3 install --progress-bar off \
-#           kaldi-io \
-#           SoundFile \
-#           coverage \
-#           pytest \
-#           pytest-cov \
-#           'scipy==1.7.3' \
-#           transformers \
-#           expecttest \
-#           unidecode \
-#           inflect \
-#           Pillow \
-#           sentencepiece \
-#           pytorch-lightning \
-#           'protobuf<4.21.0' \
-#           demucs \
-#           tinytag \
-#           flashlight-text \
-#           git+https://github.com/kpu/kenlm/ \
-#           git+https://github.com/pytorch/fairseq.git@e47a4c8
+        echo "::endgroup::"
+        echo "::group::Install other Dependencies"
+        conda install \
+          --quiet --yes \
+          -c conda-forge \
+          -c numba/label/dev \
+          sox libvorbis 'librosa==0.10.0' parameterized 'requests>=2.20'
+        pip3 install --progress-bar off \
+          kaldi-io \
+          SoundFile \
+          coverage \
+          pytest \
+          pytest-cov \
+          'scipy==1.7.3' \
+          transformers \
+          expecttest \
+          unidecode \
+          inflect \
+          Pillow \
+          sentencepiece \
+          pytorch-lightning \
+          'protobuf<4.21.0' \
+          demucs \
+          tinytag \
+          flashlight-text \
+          git+https://github.com/kpu/kenlm/ \
+          git+https://github.com/pytorch/fairseq.git@e47a4c8
 
-#         echo "::endgroup::"
-#         echo "::group::Run tests"
-#         export PATH="${PWD}/third_party/install/bin/:${PATH}"
+        echo "::endgroup::"
+        echo "::group::Run tests"
+        export PATH="${PWD}/third_party/install/bin/:${PATH}"
 
-#         declare -a args=(
-#             '-v'
-#             '--cov=torchaudio'
-#             "--junitxml=${RUNNER_TEST_RESULTS_DIR}/junit.xml"
-#             '--durations' '100'
-#             '-k' 'cuda or gpu'
-#         )
+        declare -a args=(
+            '-v'
+            '--cov=torchaudio'
+            "--junitxml=${RUNNER_TEST_RESULTS_DIR}/junit.xml"
+            '--durations' '100'
+            '-k' 'cuda or gpu'
+        )
 
-#         cd test
-#         python3 -m torch.utils.collect_env
-#         env | grep TORCHAUDIO || true
-#         pytest "${args[@]}" torchaudio_unittest
-#         coverage html
+        cd test
+        python3 -m torch.utils.collect_env
+        env | grep TORCHAUDIO || true
+        pytest "${args[@]}" torchaudio_unittest -k "not backend and not /io/ and not prototype and not sox and not ffmpeg and not fairseq and not hdemucs and not torchscript_consistency"
+        coverage html