diff --git a/tests/test_tasks/test_all_abstasks.py b/tests/test_tasks/test_all_abstasks.py
index 1d054608c9..dfdda644e9 100644
--- a/tests/test_tasks/test_all_abstasks.py
+++ b/tests/test_tasks/test_all_abstasks.py
@@ -3,6 +3,7 @@
 import logging
 from unittest.mock import Mock, patch
 
+import huggingface_hub
 import pytest
 import requests
 
@@ -74,13 +75,16 @@ def test_load_data(
 )
 @pytest.mark.parametrize("dataset_revision", dataset_revisions)
 def test_dataset_on_hf(dataset_revision: tuple[str, str]):
-    dataset, revision = dataset_revision
-    url = f"https://huggingface.co/datasets/{dataset}/tree/{revision}"
-    response = requests.head(url)
-
-    assert response.status_code == 200, (
-        f"Dataset {dataset} - {revision} not available. Status code: {response.status_code}"
-    )
+    repo_id, revision = dataset_revision
+    try:
+        huggingface_hub.dataset_info(repo_id, revision=revision)
+    except (
+        huggingface_hub.errors.RepositoryNotFoundError,
+        huggingface_hub.errors.RevisionNotFoundError,
+    ):
+        assert False, f"Dataset {repo_id} - {revision} not available"
+    except Exception as e:
+        assert False, f"Dataset {repo_id} - {revision} failed with {e}"
 
 
 def test_superseded_dataset_exists():