Skip to content
Merged
Show file tree
Hide file tree
Changes from 4 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions mteb/tasks/Audio/AudioMultilabelClassification/__init__.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
from __future__ import annotations

from .eng.FSD50HF import *
from .eng.FSD2019Kaggle import *
72 changes: 72 additions & 0 deletions mteb/tasks/Audio/AudioMultilabelClassification/eng/FSD50HF.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,72 @@
from __future__ import annotations

import datasets

from mteb.abstasks.Audio.AbsTaskAudioMultilabelClassification import (
AbsTaskAudioMultilabelClassification,
)
from mteb.abstasks.TaskMetadata import TaskMetadata


class FSD50HFMultilingualClassification(AbsTaskAudioMultilabelClassification):
metadata = TaskMetadata(
name="FSD50HF",
description="Multilabel Audio Classification.",
reference="https://huggingface.co/datasets/Chand0320/fsd50k_hf",
dataset={
"path": "Chand0320/fsd50k_hf",
"revision": "ca72d33100074e2933437e844028c941d8e8f065",
}, # this is actually used to download the data
type="AudioMultilabelClassification",
category="a2t",
eval_splits=["test"],
eval_langs=["eng-Latn"],
main_score="accuracy",
date=(
"2020-01-01",
"2020-01-30",
), # Estimated date when this dataset was committed, what should be the second tuple?
domains=["Web"], # obtained from Freesound - online collaborative platform
task_subtypes=["Environment Sound Classification"],
license="cc-by-4.0",
annotations_creators="human-annotated",
dialect=[],
modalities=["audio"],
sample_creation="found",
bibtex_citation="""@dataset{eduardo_fonseca_2020_3612637,
author = {Eduardo Fonseca and
Manoj Plakal and
Frederic Font and
Daniel P. W. Ellis and
Xavier Serra},
title = {FSDKaggle2019},
month = jan,
year = 2020,
publisher = {Zenodo},
version = {1.0},
doi = {10.5281/zenodo.3612637},
url = {https://doi.org/10.5281/zenodo.3612637},
}
""",
descriptive_stats={
"n_samples": {"test": 8961},
},
)

audio_column_name: str = "audio"
label_column_name: str = "labels"
samples_per_label: int = 8

def load_data(self, **kwargs):
"""Load dataset from HuggingFace hub and convert it to the standard format."""
if self.data_loaded:
return

self.dataset = {}
for lang in self.hf_subsets:
self.dataset[lang] = datasets.load_dataset(
name=lang, **self.metadata_dict["dataset"]
)

self.dataset_transform()
self.data_loaded = True
Comment thread
Samoed marked this conversation as resolved.
Outdated