Disable failing GPU unit test (#3384)

Summary: Disable failing GPU unit test. See associated issue: #3376 Pull Request resolved: #3384 Reviewed By: mthrok Differential Revision: D46279324 Pulled By: atalman fbshipit-source-id: 3a606bb992e0261451f48d1fb458e054f7fd5583
pytorch · May 30, 2023 · caf3ac0 · caf3ac0
1 parent 9cdf26f
commit caf3ac0
Show file tree

Hide file tree

Showing 8 changed files with 26 additions and 2 deletions.
diff --git a/.circleci/config.yml b/.circleci/config.yml
diff --git a/.circleci/config.yml.in b/.circleci/config.yml.in
@@ -355,6 +355,8 @@ jobs:
               TORCHAUDIO_TEST_ALLOW_SKIP_IF_CUDA_SMALL_MEMORY: true
               TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_AUDIO_OUT_DEVICE: true
               TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_MACOS: true
+              TORCHAUDIO_TEST_ALLOW_SKIP_IF_TEMPORARY_DISABLED: true
+
       - store_test_results:
           path: test-results
       - store_artifacts:

diff --git a/.github/workflows/unittest-linux-gpu.yml b/.github/workflows/unittest-linux-gpu.yml
@@ -74,6 +74,7 @@ jobs:
         export TORCHAUDIO_TEST_ALLOW_SKIP_IF_CUDA_SMALL_MEMORY=true
         export TORCHAUDIO_TEST_ALLOW_SKIP_IF_NO_HW_ACCEL=true
         export TORCHAUDIO_TEST_ALLOW_SKIP_IF_ON_PYTHON_310=true
+        export TORCHAUDIO_TEST_ALLOW_SKIP_IF_TEMPORARY_DISABLED=true
 
         declare -a args=(
             '-v'

diff --git a/test/torchaudio_unittest/common_utils/__init__.py b/test/torchaudio_unittest/common_utils/__init__.py
@@ -1,6 +1,7 @@
 from .autograd_utils import use_deterministic_algorithms
 from .backend_utils import set_audio_backend
 from .case_utils import (
+    disabledInCI,
     HttpServerMixin,
     is_ffmpeg_available,
     PytorchTestCase,
@@ -60,6 +61,7 @@
     "skipIfNoFFmpeg",
     "skipIfNoHWAccel",
     "skipIfPy310",
+    "disabledInCI",
     "get_wav_data",
     "normalize_wav",
     "load_wav",

diff --git a/test/torchaudio_unittest/common_utils/case_utils.py b/test/torchaudio_unittest/common_utils/case_utils.py
@@ -287,6 +287,11 @@ def skipIfNoModule(module, display_name=None):
     reason="This feature is only available for MacOS.",
     key="NO_MACOS",
 )
+disabledInCI = _skipIf(
+    "CI" in os.environ,
+    reason="Tests are failing on CI consistently. Disabled while investigating.",
+    key="TEMPORARY_DISABLED",
+)
 
 
 def skipIfNoHWAccel(name):

diff --git a/test/torchaudio_unittest/io/stream_reader_test.py b/test/torchaudio_unittest/io/stream_reader_test.py
@@ -4,6 +4,7 @@
 import torchaudio
 from parameterized import parameterized, parameterized_class
 from torchaudio_unittest.common_utils import (
+    disabledInCI,
     get_asset_path,
     get_image,
     get_sinusoid,
@@ -1171,6 +1172,8 @@ def test_hevc_cuvid_hw_accel(self):
 
 
 @skipIfNoHWAccel("h264_cuvid")
+# Disabled in CI: https://github.com/pytorch/audio/issues/3376
+@disabledInCI
 class FilterGraphWithCudaAccel(TorchaudioTestCase):
     def test_sclae_cuda_change_size(self):
         """scale_cuda filter can be used when HW accel is on"""

diff --git a/test/torchaudio_unittest/prototype/conformer_wav2vec2_test.py b/test/torchaudio_unittest/prototype/conformer_wav2vec2_test.py
@@ -5,7 +5,7 @@
     conformer_wav2vec2_pretrain_base,
     conformer_wav2vec2_pretrain_large,
 )
-from torchaudio_unittest.common_utils import nested_params, skipIfNoCuda, torch_script, TorchaudioTestCase
+from torchaudio_unittest.common_utils import disabledInCI, nested_params, skipIfNoCuda, torch_script, TorchaudioTestCase
 
 
 class TestConformerWav2Vec2(TorchaudioTestCase):
@@ -33,6 +33,8 @@ def test_cpu_smoke_test(self, dtype):
 
     @parameterized.expand([(torch.float32,), (torch.float64,)])
     @skipIfNoCuda
+    # Disabled in CI: https://github.com/pytorch/audio/issues/3376
+    @disabledInCI
     def test_cuda_smoke_test(self, dtype):
         model = conformer_wav2vec2_base()
         self._smoke_test(model, torch.device("cuda"), dtype)
@@ -50,6 +52,8 @@ def test_pretrain_cpu_smoke_test(self, model, dtype):
         [torch.float32, torch.float64],
     )
     @skipIfNoCuda
+    # Disabled in CI: https://github.com/pytorch/audio/issues/3376
+    @disabledInCI
     def test_pretrain_cuda_smoke_test(self, model, dtype):
         model = model()
         self._smoke_test(model, torch.device("cuda"), dtype)

diff --git a/test/torchaudio_unittest/prototype/ssl_model_test.py b/test/torchaudio_unittest/prototype/ssl_model_test.py
@@ -32,7 +32,12 @@ def test_cpu_smoke_test(self, model_feature_dim, dtype):
         self._smoke_test(model, feature_dim, torch.device("cpu"), dtype)
 
     @nested_params(
-        [(conformer_wav2vec2_base, 64), (conformer_wav2vec2_pretrain_base, 64), (emformer_hubert_base, 80)],
+        [
+            (conformer_wav2vec2_base, 64),
+            # Skip since failing see issue: https://github.com/pytorch/audio/issues/3376
+            # (conformer_wav2vec2_pretrain_base, 64),
+            (emformer_hubert_base, 80),
+        ],
         [torch.float32, torch.float64],
     )
     @skipIfNoCuda