diff --git a/mteb/tasks/Image/Any2AnyRetrieval/eng/CIRRIT2IRetrieval.py b/mteb/tasks/Image/Any2AnyRetrieval/eng/CIRRIT2IRetrieval.py index 81e9a13328..78291c0f37 100644 --- a/mteb/tasks/Image/Any2AnyRetrieval/eng/CIRRIT2IRetrieval.py +++ b/mteb/tasks/Image/Any2AnyRetrieval/eng/CIRRIT2IRetrieval.py @@ -35,13 +35,13 @@ class CIRRIT2IRetrieval(AbsTaskAny2AnyRetrieval): year={2021} }""", descriptive_stats={ - "n_samples": {"test": 1172}, + "n_samples": {"test": 4170}, "avg_character_length": { "test": { "average_document_length": 0.0, "average_query_length": 0.0, - "num_documents": 9350, - "num_queries": 1172, + "num_documents": 21551, + "num_queries": 4170, "average_relevant_docs_per_query": 1.0, } }, diff --git a/mteb/tasks/Image/Any2AnyRetrieval/eng/Fashion200kI2TRetrieval.py b/mteb/tasks/Image/Any2AnyRetrieval/eng/Fashion200kI2TRetrieval.py index 0acb328f14..cb67b9ad0b 100644 --- a/mteb/tasks/Image/Any2AnyRetrieval/eng/Fashion200kI2TRetrieval.py +++ b/mteb/tasks/Image/Any2AnyRetrieval/eng/Fashion200kI2TRetrieval.py @@ -34,13 +34,13 @@ class Fashion200kI2TRetrieval(AbsTaskAny2AnyRetrieval): year={2017} }""", descriptive_stats={ - "n_samples": {"test": 4890}, + "n_samples": {"test": 4889}, "avg_character_length": { "test": { "average_document_length": 0.0, "average_query_length": 0.0, - "num_documents": 61700, - "num_queries": 4890, + "num_documents": 61707, + "num_queries": 4889, "average_relevant_docs_per_query": 1.0, } }, diff --git a/mteb/tasks/Image/Any2AnyRetrieval/eng/FashionIQIT2IRetrieval.py b/mteb/tasks/Image/Any2AnyRetrieval/eng/FashionIQIT2IRetrieval.py index fd78a663cf..d6099d1e0c 100644 --- a/mteb/tasks/Image/Any2AnyRetrieval/eng/FashionIQIT2IRetrieval.py +++ b/mteb/tasks/Image/Any2AnyRetrieval/eng/FashionIQIT2IRetrieval.py @@ -35,13 +35,13 @@ class FashionIQIT2IRetrieval(AbsTaskAny2AnyRetrieval): year={2021} }""", descriptive_stats={ - "n_samples": {"test": 6000}, + "n_samples": {"test": 6003}, "avg_character_length": { "test": { "average_document_length": 0.0, "average_query_length": 0.0, - "num_documents": 74400, - "num_queries": 6000, + "num_documents": 74381, + "num_queries": 6003, "average_relevant_docs_per_query": 1.0, } }, diff --git a/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kI2TRetrieval.py b/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kI2TRetrieval.py index eb4a4d692c..9818f4de54 100644 --- a/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kI2TRetrieval.py +++ b/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kI2TRetrieval.py @@ -36,6 +36,14 @@ class Flickr30kI2TRetrieval(AbsTaskAny2AnyRetrieval): url={https://api.semanticscholar.org/CorpusID:3104920} }""", descriptive_stats={ - "n_samples": {"default": 155070}, # qrels + "n_samples": {"test": 1000}, + "avg_character_length": { + "test": { + "average_document_length": 0.0, + "average_query_length": 0.0, + "num_documents": 5000, + "num_queries": 1000, + } + }, }, ) diff --git a/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kT2IRetrieval.py b/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kT2IRetrieval.py index b9775528c8..6e889f9c54 100644 --- a/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kT2IRetrieval.py +++ b/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kT2IRetrieval.py @@ -36,6 +36,14 @@ class Flickr30kT2IRetrieval(AbsTaskAny2AnyRetrieval): url={https://api.semanticscholar.org/CorpusID:3104920} }""", descriptive_stats={ - "n_samples": {"default": 31014}, # qrels + "n_samples": {"test": 5000}, + "avg_character_length": { + "test": { + "average_document_length": 0.0, + "average_query_length": 0.0, + "num_documents": 1000, + "num_queries": 5000, + } + }, }, ) diff --git a/mteb/tasks/Image/Any2AnyRetrieval/eng/MSCOCOI2TRetrieval.py b/mteb/tasks/Image/Any2AnyRetrieval/eng/MSCOCOI2TRetrieval.py index 09cfcdec1f..2e84d22ee7 100644 --- a/mteb/tasks/Image/Any2AnyRetrieval/eng/MSCOCOI2TRetrieval.py +++ b/mteb/tasks/Image/Any2AnyRetrieval/eng/MSCOCOI2TRetrieval.py @@ -36,13 +36,13 @@ class MSCOCOI2TRetrieval(AbsTaskAny2AnyRetrieval): organization={Springer} }""", descriptive_stats={ - "n_samples": {"test": 1172}, + "n_samples": {"test": 5000}, "avg_character_length": { "test": { "average_document_length": 30.94235294117647, "average_query_length": 131.56569965870307, - "num_documents": 9350, - "num_queries": 1172, + "num_documents": 24809, + "num_queries": 5000, "average_relevant_docs_per_query": 1.0, } }, diff --git a/mteb/tasks/Image/Any2AnyRetrieval/eng/MSCOCOT2IRetrieval.py b/mteb/tasks/Image/Any2AnyRetrieval/eng/MSCOCOT2IRetrieval.py index f47575b9b4..1ad8aa7a04 100644 --- a/mteb/tasks/Image/Any2AnyRetrieval/eng/MSCOCOT2IRetrieval.py +++ b/mteb/tasks/Image/Any2AnyRetrieval/eng/MSCOCOT2IRetrieval.py @@ -36,13 +36,13 @@ class MSCOCOT2IRetrieval(AbsTaskAny2AnyRetrieval): organization={Springer} }""", descriptive_stats={ - "n_samples": {"test": 1172}, + "n_samples": {"test": 24809}, "avg_character_length": { "test": { "average_document_length": 0.0, "average_query_length": 0.0, - "num_documents": 9350, - "num_queries": 1172, + "num_documents": 5000, + "num_queries": 24809, "average_relevant_docs_per_query": 1.0, } },