diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/BLINKIT2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/BLINKIT2IRetrieval.json new file mode 100644 index 0000000000..5ca88af084 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/BLINKIT2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 21204, + "num_samples": 1206, + "num_queries": 402, + "num_documents": 804, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 804, + "min_query_length": 51, + "average_query_length": 52.74626865671642, + "max_query_length": 57, + "unique_queries": 3, + "num_query_images": 402, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 402 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/BLINKIT2TRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/BLINKIT2TRetrieval.json new file mode 100644 index 0000000000..c50f451c2e --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/BLINKIT2TRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 54272, + "num_samples": 813, + "num_queries": 793, + "num_documents": 20, + "min_document_length": 1, + "average_document_length": 5.8, + "max_document_length": 14, + "unique_documents": 20, + "num_document_images": 0, + "min_query_length": 22, + "average_query_length": 68.29255989911728, + "max_query_length": 135, + "unique_queries": 347, + "num_query_images": 793, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 20 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/CIRRIT2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/CIRRIT2IRetrieval.json new file mode 100644 index 0000000000..eadd56a148 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/CIRRIT2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 244365, + "num_samples": 25721, + "num_queries": 4170, + "num_documents": 21551, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 21551, + "min_query_length": 10, + "average_query_length": 58.60071942446043, + "max_query_length": 244, + "unique_queries": 4152, + "num_query_images": 4170, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.011031175059952, + "max_relevant_docs_per_query": 3, + "unique_relevant_docs": 2199 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/CUB200I2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/CUB200I2IRetrieval.json new file mode 100644 index 0000000000..48efdb4d60 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/CUB200I2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 11588, + "num_queries": 5794, + "num_documents": 5794, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 5794, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 5794, + "min_relevant_docs_per_query": 10, + "average_relevant_docs_per_query": 28.263030721435968, + "max_relevant_docs_per_query": 29, + "unique_relevant_docs": 5794 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/EDIST2ITRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/EDIST2ITRetrieval.json new file mode 100644 index 0000000000..488dc7bb6d --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/EDIST2ITRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 97112347, + "num_samples": 1050308, + "num_queries": 3241, + "num_documents": 1047067, + "min_document_length": 3, + "average_document_length": 92.37455196276838, + "max_document_length": 264, + "unique_documents": 553171, + "num_document_images": 1047067, + "min_query_length": 30, + "average_query_length": 120.33384757790806, + "max_query_length": 340, + "unique_queries": 3241, + "num_query_images": 0, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 2.573588398642394, + "max_relevant_docs_per_query": 8, + "unique_relevant_docs": 8324 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/EncyclopediaVQAIT2ITRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/EncyclopediaVQAIT2ITRetrieval.json new file mode 100644 index 0000000000..210dbecd5b --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/EncyclopediaVQAIT2ITRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 88615743, + "num_samples": 72056, + "num_queries": 3743, + "num_documents": 68313, + "min_document_length": 24, + "average_document_length": 1294.368802424136, + "max_document_length": 72928, + "unique_documents": 49186, + "num_document_images": 68313, + "min_query_length": 19, + "average_query_length": 51.703713598717606, + "max_query_length": 245, + "unique_queries": 2832, + "num_query_images": 3743, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.3056371894202512, + "max_relevant_docs_per_query": 75, + "unique_relevant_docs": 2683 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/FORBI2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/FORBI2IRetrieval.json new file mode 100644 index 0000000000..1837326240 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/FORBI2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 67234, + "num_queries": 13250, + "num_documents": 53984, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 53984, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 13250, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 4235 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/Fashion200kI2TRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/Fashion200kI2TRetrieval.json new file mode 100644 index 0000000000..af25ffe664 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/Fashion200kI2TRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 2054137, + "num_samples": 66596, + "num_queries": 4889, + "num_documents": 61707, + "min_document_length": 11, + "average_document_length": 33.288557213930346, + "max_document_length": 96, + "unique_documents": 61707, + "num_document_images": 0, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 4889, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 3119 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/Fashion200kT2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/Fashion200kT2IRetrieval.json new file mode 100644 index 0000000000..b88f7172b0 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/Fashion200kT2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 57390, + "num_samples": 203543, + "num_queries": 1719, + "num_documents": 201824, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 201824, + "min_query_length": 14, + "average_query_length": 33.38568935427574, + "max_query_length": 83, + "unique_queries": 1719, + "num_query_images": 0, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 2.8196625945317044, + "max_relevant_docs_per_query": 35, + "unique_relevant_docs": 4847 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/Flickr30kI2TRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/Flickr30kI2TRetrieval.json new file mode 100644 index 0000000000..9d95b4f0d7 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/Flickr30kI2TRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 319250, + "num_samples": 6000, + "num_queries": 1000, + "num_documents": 5000, + "min_document_length": 11, + "average_document_length": 63.85, + "max_document_length": 375, + "unique_documents": 4999, + "num_document_images": 0, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 1000, + "min_relevant_docs_per_query": 5, + "average_relevant_docs_per_query": 5.0, + "max_relevant_docs_per_query": 5, + "unique_relevant_docs": 5000 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/Flickr30kT2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/Flickr30kT2IRetrieval.json new file mode 100644 index 0000000000..eaf0e3cd22 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/Flickr30kT2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 319250, + "num_samples": 6000, + "num_queries": 5000, + "num_documents": 1000, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 1000, + "min_query_length": 11, + "average_query_length": 63.85, + "max_query_length": 375, + "unique_queries": 4999, + "num_query_images": 0, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 1000 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/HatefulMemesI2TRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/HatefulMemesI2TRetrieval.json new file mode 100644 index 0000000000..295df4ce9f --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/HatefulMemesI2TRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 610257, + "num_samples": 11000, + "num_queries": 1000, + "num_documents": 10000, + "min_document_length": 3, + "average_document_length": 61.0257, + "max_document_length": 433, + "unique_documents": 8045, + "num_document_images": 0, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 1000, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 1000 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/HatefulMemesT2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/HatefulMemesT2IRetrieval.json new file mode 100644 index 0000000000..1daf026a18 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/HatefulMemesT2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 55468, + "num_samples": 11000, + "num_queries": 1000, + "num_documents": 10000, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 10000, + "min_query_length": 3, + "average_query_length": 55.468, + "max_query_length": 382, + "unique_queries": 829, + "num_query_images": 0, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 1000 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/ImageCoDeT2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/ImageCoDeT2IRetrieval.json new file mode 100644 index 0000000000..b365027a85 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/ImageCoDeT2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 236457, + "num_samples": 25322, + "num_queries": 2302, + "num_documents": 23020, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 23020, + "min_query_length": 1, + "average_query_length": 102.71807124239791, + "max_query_length": 350, + "unique_queries": 2302, + "num_query_images": 0, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 2302 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/InfoSeekIT2ITRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/InfoSeekIT2ITRetrieval.json new file mode 100644 index 0000000000..31873abc29 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/InfoSeekIT2ITRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 291755841, + "num_samples": 499375, + "num_queries": 17593, + "num_documents": 481782, + "min_document_length": 8, + "average_document_length": 603.9548135878883, + "max_document_length": 4062, + "unique_documents": 481782, + "num_document_images": 481782, + "min_query_length": 21, + "average_query_length": 44.40874211334053, + "max_query_length": 87, + "unique_queries": 350, + "num_query_images": 17593, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 7.467515489114989, + "max_relevant_docs_per_query": 128, + "unique_relevant_docs": 7891 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/InfoSeekIT2TRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/InfoSeekIT2TRetrieval.json new file mode 100644 index 0000000000..9ede794cf5 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/InfoSeekIT2TRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 360966739, + "num_samples": 622974, + "num_queries": 11323, + "num_documents": 611651, + "min_document_length": 9, + "average_document_length": 589.2225762730708, + "max_document_length": 7650, + "unique_documents": 611651, + "num_document_images": 0, + "min_query_length": 23, + "average_query_length": 50.177603108716774, + "max_query_length": 270, + "unique_queries": 269, + "num_query_images": 11323, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 6.5238011127792985, + "max_relevant_docs_per_query": 66, + "unique_relevant_docs": 7799 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/LLaVAIT2TRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/LLaVAIT2TRetrieval.json new file mode 100644 index 0000000000..89ebb1982f --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/LLaVAIT2TRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 3578932, + "num_samples": 11114, + "num_queries": 5120, + "num_documents": 5994, + "min_document_length": 17, + "average_document_length": 546.1925258591925, + "max_document_length": 2562, + "unique_documents": 5994, + "num_document_images": 0, + "min_query_length": 21, + "average_query_length": 59.580859375, + "max_query_length": 165, + "unique_queries": 3906, + "num_query_images": 5120, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 5108 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/METI2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/METI2IRetrieval.json new file mode 100644 index 0000000000..55df399663 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/METI2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 348597, + "num_queries": 87942, + "num_documents": 260655, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 260655, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 87942, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.963942143685611, + "max_relevant_docs_per_query": 9, + "unique_relevant_docs": 172713 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/MSCOCOI2TRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/MSCOCOI2TRetrieval.json new file mode 100644 index 0000000000..4f4ae63aa3 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/MSCOCOI2TRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 1303643, + "num_samples": 29809, + "num_queries": 5000, + "num_documents": 24809, + "min_document_length": 27, + "average_document_length": 52.5471804587045, + "max_document_length": 243, + "unique_documents": 24809, + "num_document_images": 0, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 5000, + "min_relevant_docs_per_query": 4, + "average_relevant_docs_per_query": 4.9978, + "max_relevant_docs_per_query": 5, + "unique_relevant_docs": 24809 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/MSCOCOT2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/MSCOCOT2IRetrieval.json new file mode 100644 index 0000000000..7a6a1f4569 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/MSCOCOT2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 1303643, + "num_samples": 29809, + "num_queries": 24809, + "num_documents": 5000, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 5000, + "min_query_length": 27, + "average_query_length": 52.5471804587045, + "max_query_length": 243, + "unique_queries": 24809, + "num_query_images": 0, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0072554314966342, + "max_relevant_docs_per_query": 8, + "unique_relevant_docs": 5000 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/MemotionI2TRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/MemotionI2TRetrieval.json new file mode 100644 index 0000000000..af41406e9e --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/MemotionI2TRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 578340, + "num_samples": 7685, + "num_queries": 697, + "num_documents": 6988, + "min_document_length": 0, + "average_document_length": 82.76187750429307, + "max_document_length": 1026, + "unique_documents": 6939, + "num_document_images": 0, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 697, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 697 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/MemotionT2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/MemotionT2IRetrieval.json new file mode 100644 index 0000000000..f28e9d1653 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/MemotionT2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 58409, + "num_samples": 7685, + "num_queries": 697, + "num_documents": 6988, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 6988, + "min_query_length": 4, + "average_query_length": 83.80057388809182, + "max_query_length": 504, + "unique_queries": 697, + "num_query_images": 0, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 697 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/NIGHTSI2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/NIGHTSI2IRetrieval.json new file mode 100644 index 0000000000..14a6cee239 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/NIGHTSI2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 42158, + "num_queries": 2120, + "num_documents": 40038, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 40038, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 2120, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 2120 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/OKVQAIT2TRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/OKVQAIT2TRetrieval.json new file mode 100644 index 0000000000..8613ba8679 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/OKVQAIT2TRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 72551583, + "num_samples": 119562, + "num_queries": 5046, + "num_documents": 114516, + "min_document_length": 234, + "average_document_length": 631.7119703796849, + "max_document_length": 2112, + "unique_documents": 114516, + "num_document_images": 0, + "min_query_length": 11, + "average_query_length": 41.7072929052715, + "max_query_length": 155, + "unique_queries": 4624, + "num_query_images": 5046, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 7.426674593737614, + "max_relevant_docs_per_query": 9, + "unique_relevant_docs": 19941 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2ITRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2ITRetrieval.json new file mode 100644 index 0000000000..ea86c0b2e2 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2ITRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 199201924, + "num_samples": 349876, + "num_queries": 14741, + "num_documents": 335135, + "min_document_length": 11, + "average_document_length": 593.1018693959151, + "max_document_length": 2531, + "unique_documents": 335135, + "num_document_images": 335135, + "min_query_length": 11, + "average_query_length": 29.355471134929786, + "max_query_length": 100, + "unique_queries": 520, + "num_query_images": 14741, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 17.72322094837528, + "max_relevant_docs_per_query": 128, + "unique_relevant_docs": 14284 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2TRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2TRetrieval.json new file mode 100644 index 0000000000..22c37d8802 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/OVENIT2TRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 356548734, + "num_samples": 726671, + "num_queries": 50004, + "num_documents": 676667, + "min_document_length": 2, + "average_document_length": 524.4973081294048, + "max_document_length": 60546, + "unique_documents": 676667, + "num_document_images": 0, + "min_query_length": 11, + "average_query_length": 32.771658267338616, + "max_query_length": 78, + "unique_queries": 1540, + "num_query_images": 50004, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 9.852291816654668, + "max_relevant_docs_per_query": 174, + "unique_relevant_docs": 24471 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordEasyI2IMultiChoice.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordEasyI2IMultiChoice.json new file mode 100644 index 0000000000..83f4dba569 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordEasyI2IMultiChoice.json @@ -0,0 +1,34 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 5063, + "num_queries": 70, + "num_documents": 4993, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "min_document_image_width": 256, + "average_document_image_width": 256.0, + "max_document_image_width": 256, + "min_document_image_height": 256, + "average_document_image_height": 256.0, + "max_document_image_height": 256, + "num_document_images": 4993, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 70, + "min_query_image_width": 256, + "average_query_image_width": 256.0, + "max_query_image_width": 256, + "min_query_image_height": 256, + "average_query_image_height": 256.0, + "max_query_image_height": 256, + "min_relevant_docs_per_query": 4678, + "average_relevant_docs_per_query": 4937.957142857143, + "max_relevant_docs_per_query": 4991, + "unique_relevant_docs": 4993 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordEasyI2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordEasyI2IRetrieval.json new file mode 100644 index 0000000000..d440919647 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordEasyI2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 584, + "num_queries": 68, + "num_documents": 516, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 516, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 68, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 44.544117647058826, + "max_relevant_docs_per_query": 248, + "unique_relevant_docs": 516 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordHardI2IMultiChoice.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordHardI2IMultiChoice.json new file mode 100644 index 0000000000..fa6e24d760 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordHardI2IMultiChoice.json @@ -0,0 +1,34 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 5063, + "num_queries": 70, + "num_documents": 4993, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "min_document_image_width": 256, + "average_document_image_width": 256.0, + "max_document_image_width": 256, + "min_document_image_height": 256, + "average_document_image_height": 256.0, + "max_document_image_height": 256, + "num_document_images": 4993, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 70, + "min_query_image_width": 256, + "average_query_image_width": 256.0, + "max_query_image_width": 256, + "min_query_image_height": 256, + "average_query_image_height": 256.0, + "max_query_image_height": 256, + "min_relevant_docs_per_query": 4688, + "average_relevant_docs_per_query": 4930.357142857143, + "max_relevant_docs_per_query": 4991, + "unique_relevant_docs": 4993 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordHardI2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordHardI2IRetrieval.json new file mode 100644 index 0000000000..c366111ed0 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordHardI2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 755, + "num_queries": 70, + "num_documents": 685, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 685, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 70, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 35.67142857142857, + "max_relevant_docs_per_query": 284, + "unique_relevant_docs": 685 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordMediumI2IMultiChoice.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordMediumI2IMultiChoice.json new file mode 100644 index 0000000000..6c2f138dbb --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordMediumI2IMultiChoice.json @@ -0,0 +1,34 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 5063, + "num_queries": 70, + "num_documents": 4993, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "min_document_image_width": 256, + "average_document_image_width": 256.0, + "max_document_image_width": 256, + "min_document_image_height": 256, + "average_document_image_height": 256.0, + "max_document_image_height": 256, + "num_document_images": 4993, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 70, + "min_query_image_width": 256, + "average_query_image_width": 256.0, + "max_query_image_width": 256, + "min_query_image_height": 256, + "average_query_image_height": 256.0, + "max_query_image_height": 256, + "min_relevant_docs_per_query": 4919, + "average_relevant_docs_per_query": 4973.628571428571, + "max_relevant_docs_per_query": 4992, + "unique_relevant_docs": 4993 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordMediumI2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordMediumI2IRetrieval.json new file mode 100644 index 0000000000..c374a8d854 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/ROxfordMediumI2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 858, + "num_queries": 70, + "num_documents": 788, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 788, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 70, + "min_relevant_docs_per_query": 2, + "average_relevant_docs_per_query": 78.94285714285714, + "max_relevant_docs_per_query": 347, + "unique_relevant_docs": 788 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/RP2kI2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/RP2kI2IRetrieval.json new file mode 100644 index 0000000000..21344e0861 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/RP2kI2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 77643, + "num_queries": 38186, + "num_documents": 39457, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 39457, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 38186, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 115.47213638506258, + "max_relevant_docs_per_query": 1069, + "unique_relevant_docs": 38181 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisEasyI2IMultiChoice.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisEasyI2IMultiChoice.json new file mode 100644 index 0000000000..4ee83eaeec --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisEasyI2IMultiChoice.json @@ -0,0 +1,34 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 6392, + "num_queries": 70, + "num_documents": 6322, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "min_document_image_width": 256, + "average_document_image_width": 256.0, + "max_document_image_width": 256, + "min_document_image_height": 256, + "average_document_image_height": 256.0, + "max_document_image_height": 256, + "num_document_images": 6322, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 70, + "min_query_image_width": 256, + "average_query_image_width": 256.0, + "max_query_image_width": 256, + "min_query_image_height": 256, + "average_query_image_height": 256.0, + "max_query_image_height": 256, + "min_relevant_docs_per_query": 5523, + "average_relevant_docs_per_query": 6071.957142857143, + "max_relevant_docs_per_query": 6273, + "unique_relevant_docs": 6322 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisEasyI2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisEasyI2IRetrieval.json new file mode 100644 index 0000000000..b806fcbdd5 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisEasyI2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 1540, + "num_queries": 70, + "num_documents": 1470, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 1470, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 70, + "min_relevant_docs_per_query": 2, + "average_relevant_docs_per_query": 98.2, + "max_relevant_docs_per_query": 199, + "unique_relevant_docs": 1470 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisHardI2IMultiChoice.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisHardI2IMultiChoice.json new file mode 100644 index 0000000000..91f36df7d7 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisHardI2IMultiChoice.json @@ -0,0 +1,34 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 6392, + "num_queries": 70, + "num_documents": 6322, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "min_document_image_width": 256, + "average_document_image_width": 256.0, + "max_document_image_width": 256, + "min_document_image_height": 256, + "average_document_image_height": 256.0, + "max_document_image_height": 256, + "num_document_images": 6322, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 70, + "min_query_image_width": 256, + "average_query_image_width": 256.0, + "max_query_image_width": 256, + "min_query_image_height": 256, + "average_query_image_height": 256.0, + "max_query_image_height": 256, + "min_relevant_docs_per_query": 5874, + "average_relevant_docs_per_query": 6121.614285714286, + "max_relevant_docs_per_query": 6293, + "unique_relevant_docs": 6322 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisHardI2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisHardI2IRetrieval.json new file mode 100644 index 0000000000..0e9eee0633 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisHardI2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 2048, + "num_queries": 70, + "num_documents": 1978, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 1978, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 70, + "min_relevant_docs_per_query": 34, + "average_relevant_docs_per_query": 147.85714285714286, + "max_relevant_docs_per_query": 556, + "unique_relevant_docs": 1978 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisMediumI2IMultiChoice.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisMediumI2IMultiChoice.json new file mode 100644 index 0000000000..8665fcff49 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisMediumI2IMultiChoice.json @@ -0,0 +1,34 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 6392, + "num_queries": 70, + "num_documents": 6322, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "min_document_image_width": 256, + "average_document_image_width": 256.0, + "max_document_image_width": 256, + "min_document_image_height": 256, + "average_document_image_height": 256.0, + "max_document_image_height": 256, + "num_document_images": 6322, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 70, + "min_query_image_width": 256, + "average_query_image_width": 256.0, + "max_query_image_width": 256, + "min_query_image_height": 256, + "average_query_image_height": 256.0, + "max_query_image_height": 256, + "min_relevant_docs_per_query": 5978, + "average_relevant_docs_per_query": 6219.814285714286, + "max_relevant_docs_per_query": 6322, + "unique_relevant_docs": 6322 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisMediumI2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisMediumI2IRetrieval.json new file mode 100644 index 0000000000..cdacf1d03a --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/RParisMediumI2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 2721, + "num_queries": 70, + "num_documents": 2651, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 2651, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 70, + "min_relevant_docs_per_query": 76, + "average_relevant_docs_per_query": 246.05714285714285, + "max_relevant_docs_per_query": 636, + "unique_relevant_docs": 2651 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/ReMuQIT2TRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/ReMuQIT2TRetrieval.json new file mode 100644 index 0000000000..614e85c4a5 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/ReMuQIT2TRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 29161615, + "num_samples": 142403, + "num_queries": 3609, + "num_documents": 138794, + "min_document_length": 9, + "average_document_length": 208.18675158868538, + "max_document_length": 508, + "unique_documents": 138794, + "num_document_images": 0, + "min_query_length": 18, + "average_query_length": 73.85508451094486, + "max_query_length": 218, + "unique_queries": 3608, + "num_query_images": 3609, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 3607 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/SOPI2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/SOPI2IRetrieval.json new file mode 100644 index 0000000000..f80d6aa5b8 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/SOPI2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 240106, + "num_queries": 120053, + "num_documents": 120053, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 120053, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 120053, + "min_relevant_docs_per_query": 2, + "average_relevant_docs_per_query": 7.004631287847867, + "max_relevant_docs_per_query": 12, + "unique_relevant_docs": 120053 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/SciMMIRI2TRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/SciMMIRI2TRetrieval.json new file mode 100644 index 0000000000..6956f1466a --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/SciMMIRI2TRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 4247786, + "num_samples": 32526, + "num_queries": 16263, + "num_documents": 16263, + "min_document_length": 21, + "average_document_length": 261.1932607759946, + "max_document_length": 2184, + "unique_documents": 16263, + "num_document_images": 0, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 16263, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 16263 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/SciMMIRT2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/SciMMIRT2IRetrieval.json new file mode 100644 index 0000000000..ec08ede467 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/SciMMIRT2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 4247786, + "num_samples": 32526, + "num_queries": 16263, + "num_documents": 16263, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 16263, + "min_query_length": 21, + "average_query_length": 261.1932607759946, + "max_query_length": 2184, + "unique_queries": 16263, + "num_query_images": 0, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 16263 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/SketchyI2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/SketchyI2IRetrieval.json new file mode 100644 index 0000000000..ad95bbce5b --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/SketchyI2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 477886, + "num_queries": 452886, + "num_documents": 25000, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 25000, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 452886, + "min_relevant_docs_per_query": 100, + "average_relevant_docs_per_query": 100.0, + "max_relevant_docs_per_query": 100, + "unique_relevant_docs": 12500 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/StanfordCarsI2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/StanfordCarsI2IRetrieval.json new file mode 100644 index 0000000000..c28ee4068b --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/StanfordCarsI2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 0, + "num_samples": 16082, + "num_queries": 8041, + "num_documents": 8041, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 8041, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 8041, + "min_relevant_docs_per_query": 23, + "average_relevant_docs_per_query": 40.488745180947646, + "max_relevant_docs_per_query": 67, + "unique_relevant_docs": 8041 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/TUBerlinT2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/TUBerlinT2IRetrieval.json new file mode 100644 index 0000000000..2c5aa8f8ef --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/TUBerlinT2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 1810, + "num_samples": 20250, + "num_queries": 250, + "num_documents": 20000, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 20000, + "min_query_length": 2, + "average_query_length": 7.24, + "max_query_length": 18, + "unique_queries": 250, + "num_query_images": 0, + "min_relevant_docs_per_query": 80, + "average_relevant_docs_per_query": 80.0, + "max_relevant_docs_per_query": 80, + "unique_relevant_docs": 20000 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/VQA2IT2TRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/VQA2IT2TRetrieval.json new file mode 100644 index 0000000000..1be4143f34 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/VQA2IT2TRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 6850685, + "num_samples": 235951, + "num_queries": 214354, + "num_documents": 21597, + "min_document_length": 1, + "average_document_length": 11.193730610732972, + "max_document_length": 99, + "unique_documents": 21597, + "num_document_images": 0, + "min_query_length": 10, + "average_query_length": 30.831866911744125, + "max_query_length": 100, + "unique_queries": 81565, + "num_query_images": 214354, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 21597 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/VisualNewsI2TRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/VisualNewsI2TRetrieval.json new file mode 100644 index 0000000000..b0c0e86392 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/VisualNewsI2TRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 58422402, + "num_samples": 557568, + "num_queries": 20000, + "num_documents": 537568, + "min_document_length": 2, + "average_document_length": 108.67909176141437, + "max_document_length": 2751, + "unique_documents": 537568, + "num_document_images": 0, + "min_query_length": 0, + "average_query_length": 0, + "max_query_length": 0, + "unique_queries": 0, + "num_query_images": 20000, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 19995 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/VisualNewsT2IRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/VisualNewsT2IRetrieval.json new file mode 100644 index 0000000000..cdadd425a5 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/VisualNewsT2IRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 2204490, + "num_samples": 562241, + "num_queries": 19995, + "num_documents": 542246, + "min_document_length": 0, + "average_document_length": 0, + "max_document_length": 0, + "unique_documents": 0, + "num_document_images": 542246, + "min_query_length": 2, + "average_query_length": 110.25206301575393, + "max_query_length": 1356, + "unique_queries": 19995, + "num_query_images": 0, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.000250062515629, + "max_relevant_docs_per_query": 2, + "unique_relevant_docs": 20000 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/VizWizIT2TRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/VizWizIT2TRetrieval.json new file mode 100644 index 0000000000..1e8b8c49d7 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/VizWizIT2TRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 181824, + "num_samples": 6410, + "num_queries": 4319, + "num_documents": 2091, + "min_document_length": 1, + "average_document_length": 14.452893352462937, + "max_document_length": 94, + "unique_documents": 2091, + "num_document_images": 0, + "min_query_length": 7, + "average_query_length": 35.10141236397314, + "max_query_length": 264, + "unique_queries": 2798, + "num_query_images": 4319, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.0, + "max_relevant_docs_per_query": 1, + "unique_relevant_docs": 2091 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/WebQAT2ITRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/WebQAT2ITRetrieval.json new file mode 100644 index 0000000000..5ce3ab5e61 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/WebQAT2ITRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 34758630, + "num_samples": 405707, + "num_queries": 2511, + "num_documents": 403196, + "min_document_length": 2, + "average_document_length": 85.62491691385827, + "max_document_length": 1342, + "unique_documents": 391293, + "num_document_images": 403196, + "min_query_length": 24, + "average_query_length": 93.59060135404222, + "max_query_length": 292, + "unique_queries": 2511, + "num_query_images": 0, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 1.4444444444444444, + "max_relevant_docs_per_query": 2, + "unique_relevant_docs": 3353 + } +} \ No newline at end of file diff --git a/mteb/descriptive_stats/Image/Any2AnyRetrieval/WebQAT2TRetrieval.json b/mteb/descriptive_stats/Image/Any2AnyRetrieval/WebQAT2TRetrieval.json new file mode 100644 index 0000000000..29a7d5dad8 --- /dev/null +++ b/mteb/descriptive_stats/Image/Any2AnyRetrieval/WebQAT2TRetrieval.json @@ -0,0 +1,22 @@ +{ + "test": { + "number_of_characters": 126324224, + "num_samples": 546912, + "num_queries": 2455, + "num_documents": 544457, + "min_document_length": 57, + "average_document_length": 231.522976102796, + "max_document_length": 959, + "unique_documents": 544457, + "num_document_images": 0, + "min_query_length": 26, + "average_query_length": 109.94663951120162, + "max_query_length": 432, + "unique_queries": 2455, + "num_query_images": 0, + "min_relevant_docs_per_query": 1, + "average_relevant_docs_per_query": 2.0374745417515276, + "max_relevant_docs_per_query": 4, + "unique_relevant_docs": 4862 + } +} \ No newline at end of file