Add Slovak Hate Speech and Offensive Language Dataset

mteb/tasks/Classification/__init__.py

@@ -118,6 +118,7 @@
 from .sin.SinhalaNewsClassification import *
 from .sin.SinhalaNewsSourceClassification import *
 from .slk.CSFDSKMovieReviewSentimentClassification import *
+from .slk.SlovakHateSpeechClassification import *
 from .slv.FrenkSlClassification import *
 from .spa.SpanishNewsClassification import *
 from .spa.SpanishSentimentClassification import *

mteb/tasks/Classification/slk/SlovakHateSpeechClassification.py

@@ -0,0 +1,34 @@
+from __future__ import annotations
+
+from mteb.abstasks.AbsTaskClassification import AbsTaskClassification
+from mteb.abstasks.TaskMetadata import TaskMetadata
+
+
+class SlovakHateSpeechClassification(AbsTaskClassification):
+    metadata = TaskMetadata(
+        name="SlovakHateSpeechClassification",
+        description="The dataset contains posts from a social network with human annotations for hateful or offensive language in Slovak.",
+        reference="https://huggingface.co/datasets/TUKE-KEMT/hate_speech_slovak",
+        dataset={
+            "path": "TUKE-KEMT/hate_speech_slovak",
+            "revision": "f9301b9937128c9c0b636fa6da203aeb046479f4",
+        },
+        type="Classification",
+        category="s2s",
+        modalities=["text"],
+        date=("2024-05-25", "2024-06-06"),
+        eval_splits=["test"],
+        eval_langs=["slk-Latn"],
+        main_score="accuracy",
+        domains=["Social", "Written"],
+        task_subtypes=["Sentiment/Hate speech"],
+        license="cc-by-sa-4.0",
+        annotations_creators="human-annotated",
+        dialect=[],
+        sample_creation="found",
+        bibtex_citation="",
+        descriptive_stats={
+            "n_samples": {"test": 1319},
+            "avg_character_length": {"test": 92.71},
+        },
+    )