diff --git a/tests/models/hubert/test_modeling_tf_hubert.py b/tests/models/hubert/test_modeling_tf_hubert.py
index 3cd810118d95..b20119c64879 100644
--- a/tests/models/hubert/test_modeling_tf_hubert.py
+++ b/tests/models/hubert/test_modeling_tf_hubert.py
@@ -321,6 +321,20 @@ def test_model_from_pretrained(self):
         model = TFHubertModel.from_pretrained("facebook/hubert-base-ls960")
         self.assertIsNotNone(model)
 
+    # We override here as passing a full batch of 13 samples results in OOM errors for CTC
+    def test_dataset_conversion(self):
+        default_batch_size = self.model_tester.batch_size
+        self.model_tester.batch_size = 2
+        super().test_dataset_conversion()
+        self.model_tester.batch_size = default_batch_size
+
+    # We override here as passing a full batch of 13 samples results in OOM errors for CTC
+    def test_keras_fit(self):
+        default_batch_size = self.model_tester.batch_size
+        self.model_tester.batch_size = 2
+        super().test_keras_fit()
+        self.model_tester.batch_size = default_batch_size
+
 
 @require_tf
 class TFHubertRobustModelTest(TFModelTesterMixin, unittest.TestCase):
@@ -431,20 +445,18 @@ def test_resize_tokens_embeddings(self):
     def test_model_common_attributes(self):
         pass
 
+    @slow
+    def test_model_from_pretrained(self):
+        model = TFHubertModel.from_pretrained("facebook/hubert-large-ls960-ft")
+        self.assertIsNotNone(model)
+
     # We override here as passing a full batch of 13 samples results in OOM errors for CTC
-    # TODO: fix me
-    @unittest.skip(reason="Crashing on CI, temporarily skipped")
     def test_dataset_conversion(self):
         default_batch_size = self.model_tester.batch_size
         self.model_tester.batch_size = 2
         super().test_dataset_conversion()
         self.model_tester.batch_size = default_batch_size
 
-    @slow
-    def test_model_from_pretrained(self):
-        model = TFHubertModel.from_pretrained("facebook/hubert-large-ls960-ft")
-        self.assertIsNotNone(model)
-
     # We override here as passing a full batch of 13 samples results in OOM errors for CTC
     def test_keras_fit(self):
         default_batch_size = self.model_tester.batch_size
diff --git a/tests/models/wav2vec2/test_modeling_tf_wav2vec2.py b/tests/models/wav2vec2/test_modeling_tf_wav2vec2.py
index 42946fce496b..5bf856a184dc 100644
--- a/tests/models/wav2vec2/test_modeling_tf_wav2vec2.py
+++ b/tests/models/wav2vec2/test_modeling_tf_wav2vec2.py
@@ -397,7 +397,7 @@ def test_dataset_conversion(self):
     def test_keras_fit(self):
         default_batch_size = self.model_tester.batch_size
         self.model_tester.batch_size = 2
-        super().test_dataset_conversion()
+        super().test_keras_fit()
         self.model_tester.batch_size = default_batch_size
 
 
@@ -528,7 +528,7 @@ def test_dataset_conversion(self):
     def test_keras_fit(self):
         default_batch_size = self.model_tester.batch_size
         self.model_tester.batch_size = 2
-        super().test_dataset_conversion()
+        super().test_keras_fit()
         self.model_tester.batch_size = default_batch_size