dataset: Add JapaneseSentimentClassification

mteb/tasks/Classification/__init__.py

@@ -76,6 +76,7 @@
 from .ita.ItalianLinguistAcceptabilityClassification import *
 from .ita.SardiStanceClassification import *
 from .jav.JavaneseIMDBClassification import *
+from .jpn.JapaneseSentimentClassification import *
 from .jpn.WRIMEClassification import *
 from .kan.KannadaNewsClassification import *
 from .kor.KlueTC import *

mteb/tasks/Classification/jpn/JapaneseSentimentClassification.py

@@ -0,0 +1,60 @@
+from __future__ import annotations
+
+from mteb.abstasks.AbsTaskClassification import AbsTaskClassification
+from mteb.abstasks.TaskMetadata import TaskMetadata
+
+
+class JapaneseSentimentClassification(AbsTaskClassification):
+    metadata = TaskMetadata(
+        name="JapaneseSentimentClassification",
+        dataset={
+            "path": "sbintuitions/JMTEB",
+            "name": "japanese_sentiment_classification",
+            "revision": "6fe2ff3fab4a9ee7172e4cd5791600d9e2e7fde5",
+            "trust_remote_code": True,
+        },
+        description="""Japanese sentiment classification dataset with binary
+                       (positive vs negative sentiment) labels. This version reverts
+                       the morphological analysis from the original multilingual dataset
+                       to restore natural Japanese text without artificial spaces.
+                     """,
+        reference="https://huggingface.co/datasets/mteb/multilingual-sentiment-classification",
+        type="Classification",
+        category="s2s",
+        modalities=["text"],
+        eval_splits=["test"],
+        eval_langs=["jpn-Jpan"],
+        main_score="accuracy",
+        date=("2022-08-01", "2022-08-01"),
+        domains=["Reviews", "Written"],
+        task_subtypes=["Sentiment/Hate speech"],
+        license="not specified",
+        annotations_creators="derived",
+        dialect=[],
+        sample_creation="found",
+        adapted_from=["MultilingualSentimentClassification"],
+        bibtex_citation=r"""
+@inproceedings{mollanorozy-etal-2023-cross,
+  address = {Dubrovnik, Croatia},
+  author = {Mollanorozy, Sepideh  and
+Tanti, Marc  and
+Nissim, Malvina},
+  booktitle = {Proceedings of the 5th Workshop on Research in Computational Linguistic Typology and Multilingual NLP},
+  doi = {10.18653/v1/2023.sigtyp-1.9},
+  editor = {Beinborn, Lisa  and
+Goswami, Koustava  and
+Murado{\\u{g}}lu, Saliha  and
+Sorokin, Alexey  and
+Shcherbakov, Andreas  and
+Ponti, Edoardo M.  and
+Cotterell, Ryan  and
+Vylomova, Ekaterina},
+  month = may,
+  pages = {89--95},
+  publisher = {Association for Computational Linguistics},
+  title = {Cross-lingual Transfer Learning with \{P\}ersian},
+  url = {https://aclanthology.org/2023.sigtyp-1.9},
+  year = {2023},
+}
+""",
+    )