diff --git a/mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2EnergyRetrieval.json b/mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2EnergyRetrieval.json index 3e35d9ce02..8bc71027cc 100644 --- a/mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2EnergyRetrieval.json +++ b/mteb/descriptive_stats/Image/DocumentUnderstanding/KoVidore2EnergyRetrieval.json @@ -1,31 +1,31 @@ { "test": { - "num_samples": 2101, - "number_of_characters": 10417, + "num_samples": 2166, + "number_of_characters": 9764, "documents_text_statistics": null, "documents_image_statistics": { "min_image_width": 2221, - "average_image_width": 2305.0387231815803, + "average_image_width": 2339.4957350727545, "max_image_width": 2480, "min_image_height": 3036, - "average_image_height": 3186.1962323390894, + "average_image_height": 3242.8138484696437, "max_image_height": 3508, - "unique_images": 1900 + "unique_images": 1974 }, "queries_text_statistics": { - "total_text_length": 10417, + "total_text_length": 9764, "min_text_length": 22, - "average_text_length": 54.82631578947368, + "average_text_length": 56.4393063583815, "max_text_length": 103, - "unique_texts": 189 + "unique_texts": 173 }, "queries_image_statistics": null, "relevant_docs_statistics": { - "num_relevant_docs": 571, + "num_relevant_docs": 525, "min_relevant_docs_per_query": 1, - "average_relevant_docs_per_query": 3.0052631578947366, + "average_relevant_docs_per_query": 3.0346820809248554, "max_relevant_docs_per_query": 7, - "unique_relevant_docs": 464 + "unique_relevant_docs": 442 }, "top_ranked_statistics": null } diff --git a/mteb/tasks/retrieval/kor/kovidore2_bench_retrieval.py b/mteb/tasks/retrieval/kor/kovidore2_bench_retrieval.py index 1e904a92bf..493f679e4b 100644 --- a/mteb/tasks/retrieval/kor/kovidore2_bench_retrieval.py +++ b/mteb/tasks/retrieval/kor/kovidore2_bench_retrieval.py @@ -79,7 +79,7 @@ class KoVidore2EnergyRetrieval(AbsTaskRetrieval): reference="https://github.com/whybe-choi/kovidore-data-generator", dataset={ "path": "whybe-choi/kovidore-v2-energy-mteb", - "revision": "f967fa70b5cf287d6d39ec16520786cb78e971a4", + "revision": "8c09a3d22b1fa3a7f5e815e9521da9b048754211", }, type="DocumentUnderstanding", category="t2i",