From 616b916920ab8f44efe897969ddfc7d98f410e03 Mon Sep 17 00:00:00 2001 From: Maximilian Werk Date: Tue, 22 Jul 2025 15:45:00 +0200 Subject: [PATCH] feat: adding jinaVDR results for 4 models --- .../JinaVDRAirbnbSyntheticRetrieval.json | 1761 +++++++++ .../JinaVDRArabicChartQARetrieval.json | 186 + ...JinaVDRArabicInfographicsVQARetrieval.json | 186 + .../JinaVDRArxivQARetrieval.json | 186 + .../JinaVDRAutomobileCatelogRetrieval.json | 186 + .../JinaVDRBeveragesCatalogueRetrieval.json | 186 + .../JinaVDRCharXivOCRRetrieval.json | 186 + .../JinaVDRChartQARetrieval.json | 186 + .../JinaVDRDocQAAI.json | 186 + .../JinaVDRDocQAEnergyRetrieval.json | 186 + .../JinaVDRDocQAGovReportRetrieval.json | 186 + ...naVDRDocQAHealthcareIndustryRetrieval.json | 186 + .../JinaVDRDocVQARetrieval.json | 186 + .../JinaVDRDonutVQAISynHMPRetrieval.json | 186 + .../JinaVDREuropeanaDeNewsRetrieval.json | 186 + .../JinaVDREuropeanaEsNewsRetrieval.json | 186 + .../JinaVDREuropeanaFrNewsRetrieval.json | 186 + .../JinaVDREuropeanaItScansRetrieval.json | 186 + .../JinaVDREuropeanaNlLegalRetrieval.json | 186 + .../JinaVDRGitHubReadmeRetrieval.json | 2986 ++++++++++++++ .../JinaVDRHindiGovVQARetrieval.json | 186 + .../JinaVDRHungarianDocQARetrieval.json | 186 + .../JinaVDRInfovqaRetrieval.json | 186 + .../JinaVDRJDocQARetrieval.json | 186 + .../JinaVDRJina2024YearlyBookRetrieval.json | 186 + .../JinaVDRMMTabRetrieval.json | 186 + .../JinaVDRMPMQARetrieval.json | 186 + .../JinaVDRMedicalPrescriptionsRetrieval.json | 186 + .../JinaVDROWIDChartsRetrieval.json | 186 + .../JinaVDROpenAINewsRetrieval.json | 186 + .../JinaVDRPlotQARetrieval.json | 186 + .../JinaVDRRamensBenchmarkRetrieval.json | 186 + .../JinaVDRShanghaiMasterPlanRetrieval.json | 186 + .../JinaVDRShiftProjectRetrieval.json | 186 + .../JinaVDRStanfordSlideRetrieval.json | 186 + ...DRStudentEnrollmentSyntheticRetrieval.json | 186 + .../JinaVDRTQARetrieval.json | 186 + .../JinaVDRTabFQuadRetrieval.json | 186 + .../JinaVDRTableVQARetrieval.json | 186 + .../JinaVDRTatQARetrieval.json | 186 + .../JinaVDRTweetStockSyntheticsRetrieval.json | 1761 +++++++++ ...VDRWikimediaCommonsDocumentsRetrieval.json | 3511 +++++++++++++++++ .../JinaVDRWikimediaCommonsMapsRetrieval.json | 186 + .../JinaVDRAirbnbSyntheticRetrieval.json | 1761 +++++++++ .../JinaVDRArabicChartQARetrieval.json | 186 + ...JinaVDRArabicInfographicsVQARetrieval.json | 186 + .../JinaVDRArxivQARetrieval.json | 186 + .../JinaVDRAutomobileCatelogRetrieval.json | 186 + .../JinaVDRBeveragesCatalogueRetrieval.json | 186 + .../JinaVDRCharXivOCRRetrieval.json | 186 + .../JinaVDRChartQARetrieval.json | 186 + .../JinaVDRDocQAAI.json | 186 + .../JinaVDRDocQAEnergyRetrieval.json | 186 + .../JinaVDRDocQAGovReportRetrieval.json | 186 + ...naVDRDocQAHealthcareIndustryRetrieval.json | 186 + .../JinaVDRDocVQARetrieval.json | 186 + .../JinaVDRDonutVQAISynHMPRetrieval.json | 186 + .../JinaVDREuropeanaDeNewsRetrieval.json | 186 + .../JinaVDREuropeanaEsNewsRetrieval.json | 186 + .../JinaVDREuropeanaFrNewsRetrieval.json | 186 + .../JinaVDREuropeanaItScansRetrieval.json | 186 + .../JinaVDREuropeanaNlLegalRetrieval.json | 186 + .../JinaVDRGitHubReadmeRetrieval.json | 2986 ++++++++++++++ .../JinaVDRHindiGovVQARetrieval.json | 186 + .../JinaVDRHungarianDocQARetrieval.json | 186 + .../JinaVDRInfovqaRetrieval.json | 186 + .../JinaVDRJDocQARetrieval.json | 186 + .../JinaVDRJina2024YearlyBookRetrieval.json | 186 + .../JinaVDRMMTabRetrieval.json | 186 + .../JinaVDRMPMQARetrieval.json | 186 + .../JinaVDRMedicalPrescriptionsRetrieval.json | 186 + .../JinaVDROWIDChartsRetrieval.json | 186 + .../JinaVDROpenAINewsRetrieval.json | 186 + .../JinaVDRPlotQARetrieval.json | 186 + .../JinaVDRRamensBenchmarkRetrieval.json | 186 + .../JinaVDRShanghaiMasterPlanRetrieval.json | 186 + .../JinaVDRShiftProjectRetrieval.json | 186 + .../JinaVDRStanfordSlideRetrieval.json | 186 + ...DRStudentEnrollmentSyntheticRetrieval.json | 186 + .../JinaVDRTQARetrieval.json | 186 + .../JinaVDRTabFQuadRetrieval.json | 186 + .../JinaVDRTableVQARetrieval.json | 186 + .../JinaVDRTatQARetrieval.json | 186 + .../JinaVDRTweetStockSyntheticsRetrieval.json | 1761 +++++++++ ...VDRWikimediaCommonsDocumentsRetrieval.json | 3511 +++++++++++++++++ .../JinaVDRWikimediaCommonsMapsRetrieval.json | 186 + .../JinaVDRAirbnbSyntheticRetrieval.json | 1761 +++++++++ .../JinaVDRArabicChartQARetrieval.json | 186 + ...JinaVDRArabicInfographicsVQARetrieval.json | 186 + .../JinaVDRArxivQARetrieval.json | 186 + .../JinaVDRAutomobileCatelogRetrieval.json | 186 + .../JinaVDRBeveragesCatalogueRetrieval.json | 186 + .../JinaVDRCharXivOCRRetrieval.json | 186 + .../JinaVDRChartQARetrieval.json | 186 + .../JinaVDRDocQAAI.json | 186 + .../JinaVDRDocQAEnergyRetrieval.json | 186 + .../JinaVDRDocQAGovReportRetrieval.json | 186 + ...naVDRDocQAHealthcareIndustryRetrieval.json | 186 + .../JinaVDRDocVQARetrieval.json | 186 + .../JinaVDRDonutVQAISynHMPRetrieval.json | 186 + .../JinaVDREuropeanaDeNewsRetrieval.json | 186 + .../JinaVDREuropeanaEsNewsRetrieval.json | 186 + .../JinaVDREuropeanaFrNewsRetrieval.json | 186 + .../JinaVDREuropeanaItScansRetrieval.json | 186 + .../JinaVDREuropeanaNlLegalRetrieval.json | 186 + .../JinaVDRGitHubReadmeRetrieval.json | 2986 ++++++++++++++ .../JinaVDRHindiGovVQARetrieval.json | 186 + .../JinaVDRHungarianDocQARetrieval.json | 186 + .../JinaVDRInfovqaRetrieval.json | 186 + .../JinaVDRJDocQARetrieval.json | 186 + .../JinaVDRJina2024YearlyBookRetrieval.json | 186 + .../JinaVDRMMTabRetrieval.json | 186 + .../JinaVDRMPMQARetrieval.json | 186 + .../JinaVDRMedicalPrescriptionsRetrieval.json | 186 + .../JinaVDROWIDChartsRetrieval.json | 186 + .../JinaVDROpenAINewsRetrieval.json | 186 + .../JinaVDRPlotQARetrieval.json | 186 + .../JinaVDRRamensBenchmarkRetrieval.json | 186 + .../JinaVDRShanghaiMasterPlanRetrieval.json | 186 + .../JinaVDRShiftProjectRetrieval.json | 186 + .../JinaVDRStanfordSlideRetrieval.json | 186 + ...DRStudentEnrollmentSyntheticRetrieval.json | 186 + .../JinaVDRTQARetrieval.json | 186 + .../JinaVDRTabFQuadRetrieval.json | 186 + .../JinaVDRTableVQARetrieval.json | 186 + .../JinaVDRTatQARetrieval.json | 186 + .../JinaVDRTweetStockSyntheticsRetrieval.json | 1761 +++++++++ ...VDRWikimediaCommonsDocumentsRetrieval.json | 3511 +++++++++++++++++ .../JinaVDRWikimediaCommonsMapsRetrieval.json | 186 + .../JinaVDRAirbnbSyntheticRetrieval.json | 1761 +++++++++ .../JinaVDRArabicChartQARetrieval.json | 186 + ...JinaVDRArabicInfographicsVQARetrieval.json | 186 + .../JinaVDRArxivQARetrieval.json | 186 + .../JinaVDRAutomobileCatelogRetrieval.json | 186 + .../JinaVDRBeveragesCatalogueRetrieval.json | 186 + .../JinaVDRCharXivOCRRetrieval.json | 186 + .../JinaVDRChartQARetrieval.json | 186 + .../JinaVDRDocQAAI.json | 186 + .../JinaVDRDocQAEnergyRetrieval.json | 186 + .../JinaVDRDocQAGovReportRetrieval.json | 186 + ...naVDRDocQAHealthcareIndustryRetrieval.json | 186 + .../JinaVDRDocVQARetrieval.json | 186 + .../JinaVDRDonutVQAISynHMPRetrieval.json | 186 + .../JinaVDREuropeanaDeNewsRetrieval.json | 186 + .../JinaVDREuropeanaEsNewsRetrieval.json | 186 + .../JinaVDREuropeanaFrNewsRetrieval.json | 186 + .../JinaVDREuropeanaItScansRetrieval.json | 186 + .../JinaVDREuropeanaNlLegalRetrieval.json | 186 + .../JinaVDRGitHubReadmeRetrieval.json | 2986 ++++++++++++++ .../JinaVDRHindiGovVQARetrieval.json | 186 + .../JinaVDRHungarianDocQARetrieval.json | 186 + .../JinaVDRInfovqaRetrieval.json | 186 + .../JinaVDRJDocQARetrieval.json | 186 + .../JinaVDRJina2024YearlyBookRetrieval.json | 186 + .../JinaVDRMMTabRetrieval.json | 186 + .../JinaVDRMPMQARetrieval.json | 186 + .../JinaVDRMedicalPrescriptionsRetrieval.json | 186 + .../JinaVDROWIDChartsRetrieval.json | 186 + .../JinaVDROpenAINewsRetrieval.json | 186 + .../JinaVDRPlotQARetrieval.json | 186 + .../JinaVDRRamensBenchmarkRetrieval.json | 186 + .../JinaVDRShanghaiMasterPlanRetrieval.json | 186 + .../JinaVDRShiftProjectRetrieval.json | 186 + .../JinaVDRStanfordSlideRetrieval.json | 186 + ...DRStudentEnrollmentSyntheticRetrieval.json | 186 + .../JinaVDRTQARetrieval.json | 186 + .../JinaVDRTabFQuadRetrieval.json | 186 + .../JinaVDRTableVQARetrieval.json | 186 + .../JinaVDRTatQARetrieval.json | 186 + .../JinaVDRTweetStockSyntheticsRetrieval.json | 1761 +++++++++ ...VDRWikimediaCommonsDocumentsRetrieval.json | 3511 +++++++++++++++++ .../JinaVDRWikimediaCommonsMapsRetrieval.json | 186 + 172 files changed, 69092 insertions(+) create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRAirbnbSyntheticRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRArabicChartQARetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRArabicInfographicsVQARetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRArxivQARetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRAutomobileCatelogRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRBeveragesCatalogueRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRCharXivOCRRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRChartQARetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocQAAI.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocQAEnergyRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocQAGovReportRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocQAHealthcareIndustryRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocVQARetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDonutVQAISynHMPRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaDeNewsRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaEsNewsRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaFrNewsRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaItScansRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaNlLegalRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRGitHubReadmeRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRHindiGovVQARetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRHungarianDocQARetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRInfovqaRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRJDocQARetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRJina2024YearlyBookRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRMMTabRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRMPMQARetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRMedicalPrescriptionsRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDROWIDChartsRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDROpenAINewsRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRPlotQARetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRRamensBenchmarkRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRShanghaiMasterPlanRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRShiftProjectRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRStanfordSlideRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRStudentEnrollmentSyntheticRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTQARetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTabFQuadRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTableVQARetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTatQARetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTweetStockSyntheticsRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRWikimediaCommonsDocumentsRetrieval.json create mode 100644 results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRWikimediaCommonsMapsRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRAirbnbSyntheticRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRArabicChartQARetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRArabicInfographicsVQARetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRArxivQARetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRAutomobileCatelogRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRBeveragesCatalogueRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRCharXivOCRRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRChartQARetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocQAAI.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocQAEnergyRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocQAGovReportRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocQAHealthcareIndustryRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocVQARetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDonutVQAISynHMPRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaDeNewsRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaEsNewsRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaFrNewsRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaItScansRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaNlLegalRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRGitHubReadmeRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRHindiGovVQARetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRHungarianDocQARetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRInfovqaRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRJDocQARetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRJina2024YearlyBookRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRMMTabRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRMPMQARetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRMedicalPrescriptionsRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDROWIDChartsRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDROpenAINewsRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRPlotQARetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRRamensBenchmarkRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRShanghaiMasterPlanRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRShiftProjectRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRStanfordSlideRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRStudentEnrollmentSyntheticRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTQARetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTabFQuadRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTableVQARetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTatQARetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTweetStockSyntheticsRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRWikimediaCommonsDocumentsRetrieval.json create mode 100644 results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRWikimediaCommonsMapsRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRAirbnbSyntheticRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRArabicChartQARetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRArabicInfographicsVQARetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRArxivQARetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRAutomobileCatelogRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRBeveragesCatalogueRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRCharXivOCRRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRChartQARetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocQAAI.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocQAEnergyRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocQAGovReportRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocQAHealthcareIndustryRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocVQARetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDonutVQAISynHMPRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaDeNewsRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaEsNewsRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaFrNewsRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaItScansRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaNlLegalRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRGitHubReadmeRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRHindiGovVQARetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRHungarianDocQARetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRInfovqaRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRJDocQARetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRJina2024YearlyBookRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRMMTabRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRMPMQARetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRMedicalPrescriptionsRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDROWIDChartsRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDROpenAINewsRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRPlotQARetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRRamensBenchmarkRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRShanghaiMasterPlanRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRShiftProjectRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRStanfordSlideRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRStudentEnrollmentSyntheticRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTQARetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTabFQuadRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTableVQARetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTatQARetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTweetStockSyntheticsRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRWikimediaCommonsDocumentsRetrieval.json create mode 100644 results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRWikimediaCommonsMapsRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRAirbnbSyntheticRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRArabicChartQARetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRArabicInfographicsVQARetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRArxivQARetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRAutomobileCatelogRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRBeveragesCatalogueRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRCharXivOCRRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRChartQARetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocQAAI.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocQAEnergyRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocQAGovReportRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocQAHealthcareIndustryRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocVQARetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDonutVQAISynHMPRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaDeNewsRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaEsNewsRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaFrNewsRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaItScansRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaNlLegalRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRGitHubReadmeRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRHindiGovVQARetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRHungarianDocQARetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRInfovqaRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRJDocQARetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRJina2024YearlyBookRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRMMTabRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRMPMQARetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRMedicalPrescriptionsRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDROWIDChartsRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDROpenAINewsRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRPlotQARetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRRamensBenchmarkRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRShanghaiMasterPlanRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRShiftProjectRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRStanfordSlideRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRStudentEnrollmentSyntheticRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTQARetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTabFQuadRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTableVQARetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTatQARetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTweetStockSyntheticsRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRWikimediaCommonsDocumentsRetrieval.json create mode 100644 results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRWikimediaCommonsMapsRetrieval.json diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRAirbnbSyntheticRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRAirbnbSyntheticRetrieval.json new file mode 100644 index 0000000000..add3c758ed --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRAirbnbSyntheticRetrieval.json @@ -0,0 +1,1761 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRAirbnbSyntheticRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.02079, + "ndcg_at_3": 0.04353, + "ndcg_at_5": 0.06304, + "ndcg_at_10": 0.09037, + "ndcg_at_20": 0.12075, + "ndcg_at_100": 0.18589, + "ndcg_at_1000": 0.22928, + "map_at_1": 0.02079, + "map_at_3": 0.03777, + "map_at_5": 0.04848, + "map_at_10": 0.05962, + "map_at_20": 0.06791, + "map_at_100": 0.07633, + "map_at_1000": 0.0782, + "recall_at_1": 0.02079, + "recall_at_3": 0.06029, + "recall_at_5": 0.10811, + "recall_at_10": 0.19335, + "recall_at_20": 0.31393, + "recall_at_100": 0.6736, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.02079, + "cv_recall_at_3": 0.06029, + "cv_recall_at_5": 0.10811, + "cv_recall_at_10": 0.19335, + "cv_recall_at_20": 0.31393, + "cv_recall_at_100": 0.6736, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.02079, + "precision_at_3": 0.0201, + "precision_at_5": 0.02162, + "precision_at_10": 0.01933, + "precision_at_20": 0.0157, + "precision_at_100": 0.00674, + "precision_at_1000": 0.001, + "mrr_at_1": 0.02079, + "mrr_at_3": 0.037769, + "mrr_at_5": 0.048475, + "mrr_at_10": 0.05962, + "mrr_at_20": 0.06791, + "mrr_at_100": 0.076332, + "mrr_at_1000": 0.078201, + "nauc_ndcg_at_1_max": 0.29927, + "nauc_ndcg_at_1_std": 0.069133, + "nauc_ndcg_at_1_diff1": 0.152684, + "nauc_ndcg_at_3_max": 0.117368, + "nauc_ndcg_at_3_std": 0.068165, + "nauc_ndcg_at_3_diff1": -0.001359, + "nauc_ndcg_at_5_max": 0.128619, + "nauc_ndcg_at_5_std": 0.09962, + "nauc_ndcg_at_5_diff1": 0.028312, + "nauc_ndcg_at_10_max": 0.120094, + "nauc_ndcg_at_10_std": 0.11164, + "nauc_ndcg_at_10_diff1": 0.039093, + "nauc_ndcg_at_20_max": 0.090423, + "nauc_ndcg_at_20_std": 0.084807, + "nauc_ndcg_at_20_diff1": -0.003315, + "nauc_ndcg_at_100_max": 0.069828, + "nauc_ndcg_at_100_std": 0.055114, + "nauc_ndcg_at_100_diff1": 0.010816, + "nauc_ndcg_at_1000_max": 0.098866, + "nauc_ndcg_at_1000_std": 0.074329, + "nauc_ndcg_at_1000_diff1": 0.013296, + "nauc_map_at_1_max": 0.29927, + "nauc_map_at_1_std": 0.069133, + "nauc_map_at_1_diff1": 0.152684, + "nauc_map_at_3_max": 0.14326, + "nauc_map_at_3_std": 0.066761, + "nauc_map_at_3_diff1": 0.021789, + "nauc_map_at_5_max": 0.147025, + "nauc_map_at_5_std": 0.090808, + "nauc_map_at_5_diff1": 0.038835, + "nauc_map_at_10_max": 0.139177, + "nauc_map_at_10_std": 0.099509, + "nauc_map_at_10_diff1": 0.042041, + "nauc_map_at_20_max": 0.124217, + "nauc_map_at_20_std": 0.087106, + "nauc_map_at_20_diff1": 0.022766, + "nauc_map_at_100_max": 0.122324, + "nauc_map_at_100_std": 0.081522, + "nauc_map_at_100_diff1": 0.027158, + "nauc_map_at_1000_max": 0.123999, + "nauc_map_at_1000_std": 0.082312, + "nauc_map_at_1000_diff1": 0.026957, + "nauc_recall_at_1_max": 0.29927, + "nauc_recall_at_1_std": 0.069133, + "nauc_recall_at_1_diff1": 0.152684, + "nauc_recall_at_3_max": 0.07011, + "nauc_recall_at_3_std": 0.071099, + "nauc_recall_at_3_diff1": -0.043904, + "nauc_recall_at_5_max": 0.104165, + "nauc_recall_at_5_std": 0.112545, + "nauc_recall_at_5_diff1": 0.015417, + "nauc_recall_at_10_max": 0.10013, + "nauc_recall_at_10_std": 0.125672, + "nauc_recall_at_10_diff1": 0.039798, + "nauc_recall_at_20_max": 0.054425, + "nauc_recall_at_20_std": 0.078636, + "nauc_recall_at_20_diff1": -0.0333, + "nauc_recall_at_100_max": -0.023001, + "nauc_recall_at_100_std": -0.008822, + "nauc_recall_at_100_diff1": -0.005511, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.29927, + "nauc_precision_at_1_std": 0.069133, + "nauc_precision_at_1_diff1": 0.152684, + "nauc_precision_at_3_max": 0.07011, + "nauc_precision_at_3_std": 0.071099, + "nauc_precision_at_3_diff1": -0.043904, + "nauc_precision_at_5_max": 0.104165, + "nauc_precision_at_5_std": 0.112545, + "nauc_precision_at_5_diff1": 0.015417, + "nauc_precision_at_10_max": 0.10013, + "nauc_precision_at_10_std": 0.125672, + "nauc_precision_at_10_diff1": 0.039798, + "nauc_precision_at_20_max": 0.054425, + "nauc_precision_at_20_std": 0.078636, + "nauc_precision_at_20_diff1": -0.0333, + "nauc_precision_at_100_max": -0.023001, + "nauc_precision_at_100_std": -0.008822, + "nauc_precision_at_100_diff1": -0.005511, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.29927, + "nauc_cv_recall_at_1_std": 0.069133, + "nauc_cv_recall_at_1_diff1": 0.152684, + "nauc_cv_recall_at_3_max": 0.07011, + "nauc_cv_recall_at_3_std": 0.071099, + "nauc_cv_recall_at_3_diff1": -0.043904, + "nauc_cv_recall_at_5_max": 0.104165, + "nauc_cv_recall_at_5_std": 0.112545, + "nauc_cv_recall_at_5_diff1": 0.015417, + "nauc_cv_recall_at_10_max": 0.10013, + "nauc_cv_recall_at_10_std": 0.125672, + "nauc_cv_recall_at_10_diff1": 0.039798, + "nauc_cv_recall_at_20_max": 0.054425, + "nauc_cv_recall_at_20_std": 0.078636, + "nauc_cv_recall_at_20_diff1": -0.0333, + "nauc_cv_recall_at_100_max": -0.023001, + "nauc_cv_recall_at_100_std": -0.008822, + "nauc_cv_recall_at_100_diff1": -0.005511, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.29927, + "nauc_mrr_at_1_std": 0.069133, + "nauc_mrr_at_1_diff1": 0.152684, + "nauc_mrr_at_3_max": 0.14326, + "nauc_mrr_at_3_std": 0.066761, + "nauc_mrr_at_3_diff1": 0.021789, + "nauc_mrr_at_5_max": 0.147025, + "nauc_mrr_at_5_std": 0.090808, + "nauc_mrr_at_5_diff1": 0.038835, + "nauc_mrr_at_10_max": 0.139177, + "nauc_mrr_at_10_std": 0.099509, + "nauc_mrr_at_10_diff1": 0.042041, + "nauc_mrr_at_20_max": 0.124217, + "nauc_mrr_at_20_std": 0.087106, + "nauc_mrr_at_20_diff1": 0.022766, + "nauc_mrr_at_100_max": 0.122324, + "nauc_mrr_at_100_std": 0.081522, + "nauc_mrr_at_100_diff1": 0.027158, + "nauc_mrr_at_1000_max": 0.123999, + "nauc_mrr_at_1000_std": 0.082312, + "nauc_mrr_at_1000_diff1": 0.026957, + "main_score": 0.06304, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.21844, + "ndcg_at_3": 0.36337, + "ndcg_at_5": 0.41475, + "ndcg_at_10": 0.46905, + "ndcg_at_20": 0.49955, + "ndcg_at_100": 0.52249, + "ndcg_at_1000": 0.52304, + "map_at_1": 0.21844, + "map_at_3": 0.32699, + "map_at_5": 0.35514, + "map_at_10": 0.37825, + "map_at_20": 0.38667, + "map_at_100": 0.39036, + "map_at_1000": 0.39039, + "recall_at_1": 0.21844, + "recall_at_3": 0.46894, + "recall_at_5": 0.59519, + "recall_at_10": 0.75952, + "recall_at_20": 0.87976, + "recall_at_100": 0.99599, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.21844, + "cv_recall_at_3": 0.46894, + "cv_recall_at_5": 0.59519, + "cv_recall_at_10": 0.75952, + "cv_recall_at_20": 0.87976, + "cv_recall_at_100": 0.99599, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.21844, + "precision_at_3": 0.15631, + "precision_at_5": 0.11904, + "precision_at_10": 0.07595, + "precision_at_20": 0.04399, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.218437, + "mrr_at_3": 0.326987, + "mrr_at_5": 0.355144, + "mrr_at_10": 0.378245, + "mrr_at_20": 0.386672, + "mrr_at_100": 0.390364, + "mrr_at_1000": 0.390391, + "nauc_ndcg_at_1_max": -0.013646, + "nauc_ndcg_at_1_std": -0.092, + "nauc_ndcg_at_1_diff1": 0.139335, + "nauc_ndcg_at_3_max": 0.005435, + "nauc_ndcg_at_3_std": -0.060708, + "nauc_ndcg_at_3_diff1": 0.087509, + "nauc_ndcg_at_5_max": -0.016471, + "nauc_ndcg_at_5_std": -0.094389, + "nauc_ndcg_at_5_diff1": 0.051638, + "nauc_ndcg_at_10_max": -0.026069, + "nauc_ndcg_at_10_std": -0.079844, + "nauc_ndcg_at_10_diff1": 0.04321, + "nauc_ndcg_at_20_max": -0.009608, + "nauc_ndcg_at_20_std": -0.080831, + "nauc_ndcg_at_20_diff1": 0.063895, + "nauc_ndcg_at_100_max": -0.014252, + "nauc_ndcg_at_100_std": -0.088364, + "nauc_ndcg_at_100_diff1": 0.074093, + "nauc_ndcg_at_1000_max": -0.014353, + "nauc_ndcg_at_1000_std": -0.087471, + "nauc_ndcg_at_1000_diff1": 0.075791, + "nauc_map_at_1_max": -0.013646, + "nauc_map_at_1_std": -0.092, + "nauc_map_at_1_diff1": 0.139335, + "nauc_map_at_3_max": -0.001524, + "nauc_map_at_3_std": -0.070735, + "nauc_map_at_3_diff1": 0.099014, + "nauc_map_at_5_max": -0.013594, + "nauc_map_at_5_std": -0.090547, + "nauc_map_at_5_diff1": 0.080247, + "nauc_map_at_10_max": -0.017067, + "nauc_map_at_10_std": -0.084969, + "nauc_map_at_10_diff1": 0.077527, + "nauc_map_at_20_max": -0.012737, + "nauc_map_at_20_std": -0.085348, + "nauc_map_at_20_diff1": 0.083493, + "nauc_map_at_100_max": -0.013708, + "nauc_map_at_100_std": -0.087102, + "nauc_map_at_100_diff1": 0.08515, + "nauc_map_at_1000_max": -0.013724, + "nauc_map_at_1000_std": -0.087081, + "nauc_map_at_1000_diff1": 0.085243, + "nauc_recall_at_1_max": -0.013646, + "nauc_recall_at_1_std": -0.092, + "nauc_recall_at_1_diff1": 0.139335, + "nauc_recall_at_3_max": 0.025031, + "nauc_recall_at_3_std": -0.032793, + "nauc_recall_at_3_diff1": 0.056819, + "nauc_recall_at_5_max": -0.027387, + "nauc_recall_at_5_std": -0.108344, + "nauc_recall_at_5_diff1": -0.038248, + "nauc_recall_at_10_max": -0.072857, + "nauc_recall_at_10_std": -0.053863, + "nauc_recall_at_10_diff1": -0.108952, + "nauc_recall_at_20_max": 0.028868, + "nauc_recall_at_20_std": -0.040994, + "nauc_recall_at_20_diff1": -0.05842, + "nauc_recall_at_100_max": -0.004597, + "nauc_recall_at_100_std": -0.51418, + "nauc_recall_at_100_diff1": -0.591656, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.013646, + "nauc_precision_at_1_std": -0.092, + "nauc_precision_at_1_diff1": 0.139335, + "nauc_precision_at_3_max": 0.025031, + "nauc_precision_at_3_std": -0.032793, + "nauc_precision_at_3_diff1": 0.056819, + "nauc_precision_at_5_max": -0.027387, + "nauc_precision_at_5_std": -0.108344, + "nauc_precision_at_5_diff1": -0.038248, + "nauc_precision_at_10_max": -0.072857, + "nauc_precision_at_10_std": -0.053863, + "nauc_precision_at_10_diff1": -0.108952, + "nauc_precision_at_20_max": 0.028868, + "nauc_precision_at_20_std": -0.040994, + "nauc_precision_at_20_diff1": -0.05842, + "nauc_precision_at_100_max": -0.004597, + "nauc_precision_at_100_std": -0.51418, + "nauc_precision_at_100_diff1": -0.591656, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.013646, + "nauc_cv_recall_at_1_std": -0.092, + "nauc_cv_recall_at_1_diff1": 0.139335, + "nauc_cv_recall_at_3_max": 0.025031, + "nauc_cv_recall_at_3_std": -0.032793, + "nauc_cv_recall_at_3_diff1": 0.056819, + "nauc_cv_recall_at_5_max": -0.027387, + "nauc_cv_recall_at_5_std": -0.108344, + "nauc_cv_recall_at_5_diff1": -0.038248, + "nauc_cv_recall_at_10_max": -0.072857, + "nauc_cv_recall_at_10_std": -0.053863, + "nauc_cv_recall_at_10_diff1": -0.108952, + "nauc_cv_recall_at_20_max": 0.028868, + "nauc_cv_recall_at_20_std": -0.040994, + "nauc_cv_recall_at_20_diff1": -0.05842, + "nauc_cv_recall_at_100_max": -0.004597, + "nauc_cv_recall_at_100_std": -0.51418, + "nauc_cv_recall_at_100_diff1": -0.591656, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.013646, + "nauc_mrr_at_1_std": -0.092, + "nauc_mrr_at_1_diff1": 0.139335, + "nauc_mrr_at_3_max": -0.001524, + "nauc_mrr_at_3_std": -0.070735, + "nauc_mrr_at_3_diff1": 0.099014, + "nauc_mrr_at_5_max": -0.013594, + "nauc_mrr_at_5_std": -0.090547, + "nauc_mrr_at_5_diff1": 0.080247, + "nauc_mrr_at_10_max": -0.017067, + "nauc_mrr_at_10_std": -0.084969, + "nauc_mrr_at_10_diff1": 0.077527, + "nauc_mrr_at_20_max": -0.012737, + "nauc_mrr_at_20_std": -0.085348, + "nauc_mrr_at_20_diff1": 0.083493, + "nauc_mrr_at_100_max": -0.013708, + "nauc_mrr_at_100_std": -0.087102, + "nauc_mrr_at_100_diff1": 0.08515, + "nauc_mrr_at_1000_max": -0.013724, + "nauc_mrr_at_1000_std": -0.087081, + "nauc_mrr_at_1000_diff1": 0.085243, + "main_score": 0.41475, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.40882, + "ndcg_at_3": 0.58805, + "ndcg_at_5": 0.64187, + "ndcg_at_10": 0.67296, + "ndcg_at_20": 0.68406, + "ndcg_at_100": 0.68682, + "ndcg_at_1000": 0.68711, + "map_at_1": 0.40882, + "map_at_3": 0.54342, + "map_at_5": 0.57338, + "map_at_10": 0.58659, + "map_at_20": 0.58988, + "map_at_100": 0.59032, + "map_at_1000": 0.59033, + "recall_at_1": 0.40882, + "recall_at_3": 0.71743, + "recall_at_5": 0.8477, + "recall_at_10": 0.94188, + "recall_at_20": 0.98397, + "recall_at_100": 0.998, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.40882, + "cv_recall_at_3": 0.71743, + "cv_recall_at_5": 0.8477, + "cv_recall_at_10": 0.94188, + "cv_recall_at_20": 0.98397, + "cv_recall_at_100": 0.998, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.40882, + "precision_at_3": 0.23914, + "precision_at_5": 0.16954, + "precision_at_10": 0.09419, + "precision_at_20": 0.0492, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.408818, + "mrr_at_3": 0.54342, + "mrr_at_5": 0.57338, + "mrr_at_10": 0.586586, + "mrr_at_20": 0.589879, + "mrr_at_100": 0.590316, + "mrr_at_1000": 0.590335, + "nauc_ndcg_at_1_max": 0.002999, + "nauc_ndcg_at_1_std": -0.047674, + "nauc_ndcg_at_1_diff1": 0.414587, + "nauc_ndcg_at_3_max": 0.032876, + "nauc_ndcg_at_3_std": -0.034385, + "nauc_ndcg_at_3_diff1": 0.341485, + "nauc_ndcg_at_5_max": 0.018103, + "nauc_ndcg_at_5_std": -0.066606, + "nauc_ndcg_at_5_diff1": 0.325854, + "nauc_ndcg_at_10_max": 0.016034, + "nauc_ndcg_at_10_std": -0.06982, + "nauc_ndcg_at_10_diff1": 0.352139, + "nauc_ndcg_at_20_max": 0.014184, + "nauc_ndcg_at_20_std": -0.056872, + "nauc_ndcg_at_20_diff1": 0.361856, + "nauc_ndcg_at_100_max": 0.010944, + "nauc_ndcg_at_100_std": -0.057697, + "nauc_ndcg_at_100_diff1": 0.362815, + "nauc_ndcg_at_1000_max": 0.013385, + "nauc_ndcg_at_1000_std": -0.056171, + "nauc_ndcg_at_1000_diff1": 0.363152, + "nauc_map_at_1_max": 0.002999, + "nauc_map_at_1_std": -0.047674, + "nauc_map_at_1_diff1": 0.414587, + "nauc_map_at_3_max": 0.021482, + "nauc_map_at_3_std": -0.038323, + "nauc_map_at_3_diff1": 0.36042, + "nauc_map_at_5_max": 0.012852, + "nauc_map_at_5_std": -0.055001, + "nauc_map_at_5_diff1": 0.354378, + "nauc_map_at_10_max": 0.012483, + "nauc_map_at_10_std": -0.055859, + "nauc_map_at_10_diff1": 0.365062, + "nauc_map_at_20_max": 0.012133, + "nauc_map_at_20_std": -0.053014, + "nauc_map_at_20_diff1": 0.367662, + "nauc_map_at_100_max": 0.011875, + "nauc_map_at_100_std": -0.053153, + "nauc_map_at_100_diff1": 0.367872, + "nauc_map_at_1000_max": 0.011997, + "nauc_map_at_1000_std": -0.053077, + "nauc_map_at_1000_diff1": 0.367889, + "nauc_recall_at_1_max": 0.002999, + "nauc_recall_at_1_std": -0.047674, + "nauc_recall_at_1_diff1": 0.414587, + "nauc_recall_at_3_max": 0.076624, + "nauc_recall_at_3_std": -0.019699, + "nauc_recall_at_3_diff1": 0.272213, + "nauc_recall_at_5_max": 0.048337, + "nauc_recall_at_5_std": -0.141662, + "nauc_recall_at_5_diff1": 0.156541, + "nauc_recall_at_10_max": 0.055258, + "nauc_recall_at_10_std": -0.285964, + "nauc_recall_at_10_diff1": 0.204119, + "nauc_recall_at_20_max": 0.04948, + "nauc_recall_at_20_std": -0.146072, + "nauc_recall_at_20_diff1": 0.287845, + "nauc_recall_at_100_max": -1.737219, + "nauc_recall_at_100_std": -1.15016, + "nauc_recall_at_100_diff1": 0.1218, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.002999, + "nauc_precision_at_1_std": -0.047674, + "nauc_precision_at_1_diff1": 0.414587, + "nauc_precision_at_3_max": 0.076624, + "nauc_precision_at_3_std": -0.019699, + "nauc_precision_at_3_diff1": 0.272213, + "nauc_precision_at_5_max": 0.048337, + "nauc_precision_at_5_std": -0.141662, + "nauc_precision_at_5_diff1": 0.156541, + "nauc_precision_at_10_max": 0.055258, + "nauc_precision_at_10_std": -0.285964, + "nauc_precision_at_10_diff1": 0.204119, + "nauc_precision_at_20_max": 0.04948, + "nauc_precision_at_20_std": -0.146072, + "nauc_precision_at_20_diff1": 0.287845, + "nauc_precision_at_100_max": -1.737219, + "nauc_precision_at_100_std": -1.15016, + "nauc_precision_at_100_diff1": 0.1218, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.002999, + "nauc_cv_recall_at_1_std": -0.047674, + "nauc_cv_recall_at_1_diff1": 0.414587, + "nauc_cv_recall_at_3_max": 0.076624, + "nauc_cv_recall_at_3_std": -0.019699, + "nauc_cv_recall_at_3_diff1": 0.272213, + "nauc_cv_recall_at_5_max": 0.048337, + "nauc_cv_recall_at_5_std": -0.141662, + "nauc_cv_recall_at_5_diff1": 0.156541, + "nauc_cv_recall_at_10_max": 0.055258, + "nauc_cv_recall_at_10_std": -0.285964, + "nauc_cv_recall_at_10_diff1": 0.204119, + "nauc_cv_recall_at_20_max": 0.04948, + "nauc_cv_recall_at_20_std": -0.146072, + "nauc_cv_recall_at_20_diff1": 0.287845, + "nauc_cv_recall_at_100_max": -1.737219, + "nauc_cv_recall_at_100_std": -1.15016, + "nauc_cv_recall_at_100_diff1": 0.1218, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.002999, + "nauc_mrr_at_1_std": -0.047674, + "nauc_mrr_at_1_diff1": 0.414587, + "nauc_mrr_at_3_max": 0.021482, + "nauc_mrr_at_3_std": -0.038323, + "nauc_mrr_at_3_diff1": 0.36042, + "nauc_mrr_at_5_max": 0.012852, + "nauc_mrr_at_5_std": -0.055001, + "nauc_mrr_at_5_diff1": 0.354378, + "nauc_mrr_at_10_max": 0.012483, + "nauc_mrr_at_10_std": -0.055859, + "nauc_mrr_at_10_diff1": 0.365062, + "nauc_mrr_at_20_max": 0.012133, + "nauc_mrr_at_20_std": -0.053014, + "nauc_mrr_at_20_diff1": 0.367662, + "nauc_mrr_at_100_max": 0.011875, + "nauc_mrr_at_100_std": -0.053153, + "nauc_mrr_at_100_diff1": 0.367872, + "nauc_mrr_at_1000_max": 0.011997, + "nauc_mrr_at_1000_std": -0.053077, + "nauc_mrr_at_1000_diff1": 0.367889, + "main_score": 0.64187, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.23447, + "ndcg_at_3": 0.33903, + "ndcg_at_5": 0.39793, + "ndcg_at_10": 0.44887, + "ndcg_at_20": 0.48917, + "ndcg_at_100": 0.51096, + "ndcg_at_1000": 0.51239, + "map_at_1": 0.23447, + "map_at_3": 0.31229, + "map_at_5": 0.34466, + "map_at_10": 0.36553, + "map_at_20": 0.37647, + "map_at_100": 0.37999, + "map_at_1000": 0.38007, + "recall_at_1": 0.23447, + "recall_at_3": 0.41683, + "recall_at_5": 0.56112, + "recall_at_10": 0.71944, + "recall_at_20": 0.87976, + "recall_at_100": 0.98998, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.23447, + "cv_recall_at_3": 0.41683, + "cv_recall_at_5": 0.56112, + "cv_recall_at_10": 0.71944, + "cv_recall_at_20": 0.87976, + "cv_recall_at_100": 0.98998, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.23447, + "precision_at_3": 0.13894, + "precision_at_5": 0.11222, + "precision_at_10": 0.07194, + "precision_at_20": 0.04399, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.234469, + "mrr_at_3": 0.312291, + "mrr_at_5": 0.344656, + "mrr_at_10": 0.365529, + "mrr_at_20": 0.37647, + "mrr_at_100": 0.379988, + "mrr_at_1000": 0.380066, + "nauc_ndcg_at_1_max": 0.054703, + "nauc_ndcg_at_1_std": 0.066974, + "nauc_ndcg_at_1_diff1": 0.230222, + "nauc_ndcg_at_3_max": 0.116097, + "nauc_ndcg_at_3_std": 0.079196, + "nauc_ndcg_at_3_diff1": 0.225059, + "nauc_ndcg_at_5_max": 0.100142, + "nauc_ndcg_at_5_std": 0.085843, + "nauc_ndcg_at_5_diff1": 0.216464, + "nauc_ndcg_at_10_max": 0.085468, + "nauc_ndcg_at_10_std": 0.079133, + "nauc_ndcg_at_10_diff1": 0.21331, + "nauc_ndcg_at_20_max": 0.098223, + "nauc_ndcg_at_20_std": 0.074543, + "nauc_ndcg_at_20_diff1": 0.217624, + "nauc_ndcg_at_100_max": 0.087137, + "nauc_ndcg_at_100_std": 0.0735, + "nauc_ndcg_at_100_diff1": 0.222454, + "nauc_ndcg_at_1000_max": 0.088263, + "nauc_ndcg_at_1000_std": 0.074254, + "nauc_ndcg_at_1000_diff1": 0.220736, + "nauc_map_at_1_max": 0.054703, + "nauc_map_at_1_std": 0.066974, + "nauc_map_at_1_diff1": 0.230222, + "nauc_map_at_3_max": 0.102787, + "nauc_map_at_3_std": 0.078818, + "nauc_map_at_3_diff1": 0.224445, + "nauc_map_at_5_max": 0.092411, + "nauc_map_at_5_std": 0.080783, + "nauc_map_at_5_diff1": 0.219603, + "nauc_map_at_10_max": 0.085958, + "nauc_map_at_10_std": 0.077536, + "nauc_map_at_10_diff1": 0.219016, + "nauc_map_at_20_max": 0.088232, + "nauc_map_at_20_std": 0.075462, + "nauc_map_at_20_diff1": 0.220382, + "nauc_map_at_100_max": 0.086572, + "nauc_map_at_100_std": 0.075139, + "nauc_map_at_100_diff1": 0.221098, + "nauc_map_at_1000_max": 0.086612, + "nauc_map_at_1000_std": 0.075171, + "nauc_map_at_1000_diff1": 0.221031, + "nauc_recall_at_1_max": 0.054703, + "nauc_recall_at_1_std": 0.066974, + "nauc_recall_at_1_diff1": 0.230222, + "nauc_recall_at_3_max": 0.151404, + "nauc_recall_at_3_std": 0.079304, + "nauc_recall_at_3_diff1": 0.227368, + "nauc_recall_at_5_max": 0.121234, + "nauc_recall_at_5_std": 0.10251, + "nauc_recall_at_5_diff1": 0.206972, + "nauc_recall_at_10_max": 0.075374, + "nauc_recall_at_10_std": 0.085647, + "nauc_recall_at_10_diff1": 0.187761, + "nauc_recall_at_20_max": 0.196401, + "nauc_recall_at_20_std": 0.069348, + "nauc_recall_at_20_diff1": 0.196132, + "nauc_recall_at_100_max": -0.11743, + "nauc_recall_at_100_std": -0.058724, + "nauc_recall_at_100_diff1": 0.529292, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.054703, + "nauc_precision_at_1_std": 0.066974, + "nauc_precision_at_1_diff1": 0.230222, + "nauc_precision_at_3_max": 0.151404, + "nauc_precision_at_3_std": 0.079304, + "nauc_precision_at_3_diff1": 0.227368, + "nauc_precision_at_5_max": 0.121234, + "nauc_precision_at_5_std": 0.10251, + "nauc_precision_at_5_diff1": 0.206972, + "nauc_precision_at_10_max": 0.075374, + "nauc_precision_at_10_std": 0.085647, + "nauc_precision_at_10_diff1": 0.187761, + "nauc_precision_at_20_max": 0.196401, + "nauc_precision_at_20_std": 0.069348, + "nauc_precision_at_20_diff1": 0.196132, + "nauc_precision_at_100_max": -0.11743, + "nauc_precision_at_100_std": -0.058724, + "nauc_precision_at_100_diff1": 0.529292, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.054703, + "nauc_cv_recall_at_1_std": 0.066974, + "nauc_cv_recall_at_1_diff1": 0.230222, + "nauc_cv_recall_at_3_max": 0.151404, + "nauc_cv_recall_at_3_std": 0.079304, + "nauc_cv_recall_at_3_diff1": 0.227368, + "nauc_cv_recall_at_5_max": 0.121234, + "nauc_cv_recall_at_5_std": 0.10251, + "nauc_cv_recall_at_5_diff1": 0.206972, + "nauc_cv_recall_at_10_max": 0.075374, + "nauc_cv_recall_at_10_std": 0.085647, + "nauc_cv_recall_at_10_diff1": 0.187761, + "nauc_cv_recall_at_20_max": 0.196401, + "nauc_cv_recall_at_20_std": 0.069348, + "nauc_cv_recall_at_20_diff1": 0.196132, + "nauc_cv_recall_at_100_max": -0.11743, + "nauc_cv_recall_at_100_std": -0.058724, + "nauc_cv_recall_at_100_diff1": 0.529292, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.054703, + "nauc_mrr_at_1_std": 0.066974, + "nauc_mrr_at_1_diff1": 0.230222, + "nauc_mrr_at_3_max": 0.102787, + "nauc_mrr_at_3_std": 0.078818, + "nauc_mrr_at_3_diff1": 0.224445, + "nauc_mrr_at_5_max": 0.092411, + "nauc_mrr_at_5_std": 0.080783, + "nauc_mrr_at_5_diff1": 0.219603, + "nauc_mrr_at_10_max": 0.085958, + "nauc_mrr_at_10_std": 0.077536, + "nauc_mrr_at_10_diff1": 0.219016, + "nauc_mrr_at_20_max": 0.088232, + "nauc_mrr_at_20_std": 0.075462, + "nauc_mrr_at_20_diff1": 0.220382, + "nauc_mrr_at_100_max": 0.086572, + "nauc_mrr_at_100_std": 0.075139, + "nauc_mrr_at_100_diff1": 0.221098, + "nauc_mrr_at_1000_max": 0.086612, + "nauc_mrr_at_1000_std": 0.075171, + "nauc_mrr_at_1000_diff1": 0.221031, + "main_score": 0.39793, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.13427, + "ndcg_at_3": 0.24616, + "ndcg_at_5": 0.30066, + "ndcg_at_10": 0.35304, + "ndcg_at_20": 0.39426, + "ndcg_at_100": 0.43044, + "ndcg_at_1000": 0.43412, + "map_at_1": 0.13427, + "map_at_3": 0.21777, + "map_at_5": 0.24803, + "map_at_10": 0.26922, + "map_at_20": 0.28088, + "map_at_100": 0.28632, + "map_at_1000": 0.28652, + "recall_at_1": 0.13427, + "recall_at_3": 0.32866, + "recall_at_5": 0.46092, + "recall_at_10": 0.62525, + "recall_at_20": 0.78557, + "recall_at_100": 0.97395, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.13427, + "cv_recall_at_3": 0.32866, + "cv_recall_at_5": 0.46092, + "cv_recall_at_10": 0.62525, + "cv_recall_at_20": 0.78557, + "cv_recall_at_100": 0.97395, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.13427, + "precision_at_3": 0.10955, + "precision_at_5": 0.09218, + "precision_at_10": 0.06253, + "precision_at_20": 0.03928, + "precision_at_100": 0.00974, + "precision_at_1000": 0.001, + "mrr_at_1": 0.134269, + "mrr_at_3": 0.217769, + "mrr_at_5": 0.248029, + "mrr_at_10": 0.269216, + "mrr_at_20": 0.280884, + "mrr_at_100": 0.286322, + "mrr_at_1000": 0.28652, + "nauc_ndcg_at_1_max": 0.081986, + "nauc_ndcg_at_1_std": 0.016359, + "nauc_ndcg_at_1_diff1": 0.307042, + "nauc_ndcg_at_3_max": 0.033635, + "nauc_ndcg_at_3_std": 0.045208, + "nauc_ndcg_at_3_diff1": 0.193873, + "nauc_ndcg_at_5_max": 0.009536, + "nauc_ndcg_at_5_std": 0.010769, + "nauc_ndcg_at_5_diff1": 0.194723, + "nauc_ndcg_at_10_max": 0.026241, + "nauc_ndcg_at_10_std": 0.003739, + "nauc_ndcg_at_10_diff1": 0.184901, + "nauc_ndcg_at_20_max": 0.034987, + "nauc_ndcg_at_20_std": -0.017637, + "nauc_ndcg_at_20_diff1": 0.189467, + "nauc_ndcg_at_100_max": 0.031079, + "nauc_ndcg_at_100_std": -0.00337, + "nauc_ndcg_at_100_diff1": 0.209966, + "nauc_ndcg_at_1000_max": 0.035084, + "nauc_ndcg_at_1000_std": 0.005862, + "nauc_ndcg_at_1000_diff1": 0.20968, + "nauc_map_at_1_max": 0.081986, + "nauc_map_at_1_std": 0.016359, + "nauc_map_at_1_diff1": 0.307042, + "nauc_map_at_3_max": 0.04455, + "nauc_map_at_3_std": 0.039106, + "nauc_map_at_3_diff1": 0.216535, + "nauc_map_at_5_max": 0.029855, + "nauc_map_at_5_std": 0.019163, + "nauc_map_at_5_diff1": 0.217281, + "nauc_map_at_10_max": 0.037277, + "nauc_map_at_10_std": 0.015786, + "nauc_map_at_10_diff1": 0.213589, + "nauc_map_at_20_max": 0.040082, + "nauc_map_at_20_std": 0.010466, + "nauc_map_at_20_diff1": 0.215845, + "nauc_map_at_100_max": 0.040043, + "nauc_map_at_100_std": 0.013125, + "nauc_map_at_100_diff1": 0.219531, + "nauc_map_at_1000_max": 0.040169, + "nauc_map_at_1000_std": 0.013556, + "nauc_map_at_1000_diff1": 0.219502, + "nauc_recall_at_1_max": 0.081986, + "nauc_recall_at_1_std": 0.016359, + "nauc_recall_at_1_diff1": 0.307042, + "nauc_recall_at_3_max": 0.008214, + "nauc_recall_at_3_std": 0.059308, + "nauc_recall_at_3_diff1": 0.141865, + "nauc_recall_at_5_max": -0.039474, + "nauc_recall_at_5_std": -0.012566, + "nauc_recall_at_5_diff1": 0.143136, + "nauc_recall_at_10_max": 0.000619, + "nauc_recall_at_10_std": -0.034568, + "nauc_recall_at_10_diff1": 0.105612, + "nauc_recall_at_20_max": 0.029945, + "nauc_recall_at_20_std": -0.163845, + "nauc_recall_at_20_diff1": 0.08502, + "nauc_recall_at_100_max": -0.228127, + "nauc_recall_at_100_std": -0.54899, + "nauc_recall_at_100_diff1": 0.21888, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.081986, + "nauc_precision_at_1_std": 0.016359, + "nauc_precision_at_1_diff1": 0.307042, + "nauc_precision_at_3_max": 0.008214, + "nauc_precision_at_3_std": 0.059308, + "nauc_precision_at_3_diff1": 0.141865, + "nauc_precision_at_5_max": -0.039474, + "nauc_precision_at_5_std": -0.012566, + "nauc_precision_at_5_diff1": 0.143136, + "nauc_precision_at_10_max": 0.000619, + "nauc_precision_at_10_std": -0.034568, + "nauc_precision_at_10_diff1": 0.105612, + "nauc_precision_at_20_max": 0.029945, + "nauc_precision_at_20_std": -0.163845, + "nauc_precision_at_20_diff1": 0.08502, + "nauc_precision_at_100_max": -0.228127, + "nauc_precision_at_100_std": -0.54899, + "nauc_precision_at_100_diff1": 0.21888, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.081986, + "nauc_cv_recall_at_1_std": 0.016359, + "nauc_cv_recall_at_1_diff1": 0.307042, + "nauc_cv_recall_at_3_max": 0.008214, + "nauc_cv_recall_at_3_std": 0.059308, + "nauc_cv_recall_at_3_diff1": 0.141865, + "nauc_cv_recall_at_5_max": -0.039474, + "nauc_cv_recall_at_5_std": -0.012566, + "nauc_cv_recall_at_5_diff1": 0.143136, + "nauc_cv_recall_at_10_max": 0.000619, + "nauc_cv_recall_at_10_std": -0.034568, + "nauc_cv_recall_at_10_diff1": 0.105612, + "nauc_cv_recall_at_20_max": 0.029945, + "nauc_cv_recall_at_20_std": -0.163845, + "nauc_cv_recall_at_20_diff1": 0.08502, + "nauc_cv_recall_at_100_max": -0.228127, + "nauc_cv_recall_at_100_std": -0.54899, + "nauc_cv_recall_at_100_diff1": 0.21888, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.081986, + "nauc_mrr_at_1_std": 0.016359, + "nauc_mrr_at_1_diff1": 0.307042, + "nauc_mrr_at_3_max": 0.04455, + "nauc_mrr_at_3_std": 0.039106, + "nauc_mrr_at_3_diff1": 0.216535, + "nauc_mrr_at_5_max": 0.029855, + "nauc_mrr_at_5_std": 0.019163, + "nauc_mrr_at_5_diff1": 0.217281, + "nauc_mrr_at_10_max": 0.037277, + "nauc_mrr_at_10_std": 0.015786, + "nauc_mrr_at_10_diff1": 0.213589, + "nauc_mrr_at_20_max": 0.040082, + "nauc_mrr_at_20_std": 0.010466, + "nauc_mrr_at_20_diff1": 0.215845, + "nauc_mrr_at_100_max": 0.040043, + "nauc_mrr_at_100_std": 0.013125, + "nauc_mrr_at_100_diff1": 0.219531, + "nauc_mrr_at_1000_max": 0.040169, + "nauc_mrr_at_1000_std": 0.013556, + "nauc_mrr_at_1000_diff1": 0.219502, + "main_score": 0.30066, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.07415, + "ndcg_at_3": 0.14266, + "ndcg_at_5": 0.17406, + "ndcg_at_10": 0.20809, + "ndcg_at_20": 0.23918, + "ndcg_at_100": 0.29629, + "ndcg_at_1000": 0.32209, + "map_at_1": 0.07415, + "map_at_3": 0.12492, + "map_at_5": 0.14235, + "map_at_10": 0.15659, + "map_at_20": 0.16496, + "map_at_100": 0.17284, + "map_at_1000": 0.17399, + "recall_at_1": 0.07415, + "recall_at_3": 0.19439, + "recall_at_5": 0.27054, + "recall_at_10": 0.37475, + "recall_at_20": 0.499, + "recall_at_100": 0.80762, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.07415, + "cv_recall_at_3": 0.19439, + "cv_recall_at_5": 0.27054, + "cv_recall_at_10": 0.37475, + "cv_recall_at_20": 0.499, + "cv_recall_at_100": 0.80762, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.07415, + "precision_at_3": 0.0648, + "precision_at_5": 0.05411, + "precision_at_10": 0.03747, + "precision_at_20": 0.02495, + "precision_at_100": 0.00808, + "precision_at_1000": 0.001, + "mrr_at_1": 0.074148, + "mrr_at_3": 0.124916, + "mrr_at_5": 0.142351, + "mrr_at_10": 0.156592, + "mrr_at_20": 0.164958, + "mrr_at_100": 0.172836, + "mrr_at_1000": 0.173992, + "nauc_ndcg_at_1_max": -0.330862, + "nauc_ndcg_at_1_std": -0.218069, + "nauc_ndcg_at_1_diff1": 0.023629, + "nauc_ndcg_at_3_max": -0.264855, + "nauc_ndcg_at_3_std": -0.198585, + "nauc_ndcg_at_3_diff1": 0.037209, + "nauc_ndcg_at_5_max": -0.232413, + "nauc_ndcg_at_5_std": -0.219989, + "nauc_ndcg_at_5_diff1": 0.036524, + "nauc_ndcg_at_10_max": -0.233908, + "nauc_ndcg_at_10_std": -0.24412, + "nauc_ndcg_at_10_diff1": 0.018061, + "nauc_ndcg_at_20_max": -0.220022, + "nauc_ndcg_at_20_std": -0.264063, + "nauc_ndcg_at_20_diff1": 0.015506, + "nauc_ndcg_at_100_max": -0.218893, + "nauc_ndcg_at_100_std": -0.273653, + "nauc_ndcg_at_100_diff1": 0.003467, + "nauc_ndcg_at_1000_max": -0.235144, + "nauc_ndcg_at_1000_std": -0.251121, + "nauc_ndcg_at_1000_diff1": 0.014505, + "nauc_map_at_1_max": -0.330862, + "nauc_map_at_1_std": -0.218069, + "nauc_map_at_1_diff1": 0.023629, + "nauc_map_at_3_max": -0.277663, + "nauc_map_at_3_std": -0.199164, + "nauc_map_at_3_diff1": 0.035061, + "nauc_map_at_5_max": -0.255662, + "nauc_map_at_5_std": -0.21357, + "nauc_map_at_5_diff1": 0.034254, + "nauc_map_at_10_max": -0.256109, + "nauc_map_at_10_std": -0.226634, + "nauc_map_at_10_diff1": 0.024777, + "nauc_map_at_20_max": -0.25177, + "nauc_map_at_20_std": -0.232468, + "nauc_map_at_20_diff1": 0.023563, + "nauc_map_at_100_max": -0.251645, + "nauc_map_at_100_std": -0.23426, + "nauc_map_at_100_diff1": 0.020942, + "nauc_map_at_1000_max": -0.25253, + "nauc_map_at_1000_std": -0.233187, + "nauc_map_at_1000_diff1": 0.021604, + "nauc_recall_at_1_max": -0.330862, + "nauc_recall_at_1_std": -0.218069, + "nauc_recall_at_1_diff1": 0.023629, + "nauc_recall_at_3_max": -0.2387, + "nauc_recall_at_3_std": -0.198151, + "nauc_recall_at_3_diff1": 0.04148, + "nauc_recall_at_5_max": -0.187366, + "nauc_recall_at_5_std": -0.233584, + "nauc_recall_at_5_diff1": 0.040928, + "nauc_recall_at_10_max": -0.193539, + "nauc_recall_at_10_std": -0.279836, + "nauc_recall_at_10_diff1": 0.003169, + "nauc_recall_at_20_max": -0.153933, + "nauc_recall_at_20_std": -0.338159, + "nauc_recall_at_20_diff1": -0.002321, + "nauc_recall_at_100_max": -0.092757, + "nauc_recall_at_100_std": -0.453365, + "nauc_recall_at_100_diff1": -0.077363, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.330862, + "nauc_precision_at_1_std": -0.218069, + "nauc_precision_at_1_diff1": 0.023629, + "nauc_precision_at_3_max": -0.2387, + "nauc_precision_at_3_std": -0.198151, + "nauc_precision_at_3_diff1": 0.04148, + "nauc_precision_at_5_max": -0.187366, + "nauc_precision_at_5_std": -0.233584, + "nauc_precision_at_5_diff1": 0.040928, + "nauc_precision_at_10_max": -0.193539, + "nauc_precision_at_10_std": -0.279836, + "nauc_precision_at_10_diff1": 0.003169, + "nauc_precision_at_20_max": -0.153933, + "nauc_precision_at_20_std": -0.338159, + "nauc_precision_at_20_diff1": -0.002321, + "nauc_precision_at_100_max": -0.092757, + "nauc_precision_at_100_std": -0.453365, + "nauc_precision_at_100_diff1": -0.077363, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.330862, + "nauc_cv_recall_at_1_std": -0.218069, + "nauc_cv_recall_at_1_diff1": 0.023629, + "nauc_cv_recall_at_3_max": -0.2387, + "nauc_cv_recall_at_3_std": -0.198151, + "nauc_cv_recall_at_3_diff1": 0.04148, + "nauc_cv_recall_at_5_max": -0.187366, + "nauc_cv_recall_at_5_std": -0.233584, + "nauc_cv_recall_at_5_diff1": 0.040928, + "nauc_cv_recall_at_10_max": -0.193539, + "nauc_cv_recall_at_10_std": -0.279836, + "nauc_cv_recall_at_10_diff1": 0.003169, + "nauc_cv_recall_at_20_max": -0.153933, + "nauc_cv_recall_at_20_std": -0.338159, + "nauc_cv_recall_at_20_diff1": -0.002321, + "nauc_cv_recall_at_100_max": -0.092757, + "nauc_cv_recall_at_100_std": -0.453365, + "nauc_cv_recall_at_100_diff1": -0.077363, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.330862, + "nauc_mrr_at_1_std": -0.218069, + "nauc_mrr_at_1_diff1": 0.023629, + "nauc_mrr_at_3_max": -0.277663, + "nauc_mrr_at_3_std": -0.199164, + "nauc_mrr_at_3_diff1": 0.035061, + "nauc_mrr_at_5_max": -0.255662, + "nauc_mrr_at_5_std": -0.21357, + "nauc_mrr_at_5_diff1": 0.034254, + "nauc_mrr_at_10_max": -0.256109, + "nauc_mrr_at_10_std": -0.226634, + "nauc_mrr_at_10_diff1": 0.024777, + "nauc_mrr_at_20_max": -0.25177, + "nauc_mrr_at_20_std": -0.232468, + "nauc_mrr_at_20_diff1": 0.023563, + "nauc_mrr_at_100_max": -0.251645, + "nauc_mrr_at_100_std": -0.23426, + "nauc_mrr_at_100_diff1": 0.020942, + "nauc_mrr_at_1000_max": -0.25253, + "nauc_mrr_at_1000_std": -0.233187, + "nauc_mrr_at_1000_diff1": 0.021604, + "main_score": 0.17406, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.14028, + "ndcg_at_3": 0.24394, + "ndcg_at_5": 0.27688, + "ndcg_at_10": 0.32223, + "ndcg_at_20": 0.36171, + "ndcg_at_100": 0.41091, + "ndcg_at_1000": 0.41683, + "map_at_1": 0.14028, + "map_at_3": 0.21877, + "map_at_5": 0.23701, + "map_at_10": 0.2557, + "map_at_20": 0.26626, + "map_at_100": 0.27321, + "map_at_1000": 0.27352, + "recall_at_1": 0.14028, + "recall_at_3": 0.31663, + "recall_at_5": 0.39679, + "recall_at_10": 0.53707, + "recall_at_20": 0.69539, + "recall_at_100": 0.95792, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.14028, + "cv_recall_at_3": 0.31663, + "cv_recall_at_5": 0.39679, + "cv_recall_at_10": 0.53707, + "cv_recall_at_20": 0.69539, + "cv_recall_at_100": 0.95792, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.14028, + "precision_at_3": 0.10554, + "precision_at_5": 0.07936, + "precision_at_10": 0.05371, + "precision_at_20": 0.03477, + "precision_at_100": 0.00958, + "precision_at_1000": 0.001, + "mrr_at_1": 0.140281, + "mrr_at_3": 0.218771, + "mrr_at_5": 0.237007, + "mrr_at_10": 0.255704, + "mrr_at_20": 0.266262, + "mrr_at_100": 0.273207, + "mrr_at_1000": 0.273521, + "nauc_ndcg_at_1_max": 0.09451, + "nauc_ndcg_at_1_std": -0.060052, + "nauc_ndcg_at_1_diff1": 0.08672, + "nauc_ndcg_at_3_max": 0.13525, + "nauc_ndcg_at_3_std": -0.017656, + "nauc_ndcg_at_3_diff1": 0.061853, + "nauc_ndcg_at_5_max": 0.129673, + "nauc_ndcg_at_5_std": -0.014888, + "nauc_ndcg_at_5_diff1": 0.048228, + "nauc_ndcg_at_10_max": 0.121947, + "nauc_ndcg_at_10_std": -0.01398, + "nauc_ndcg_at_10_diff1": 0.048884, + "nauc_ndcg_at_20_max": 0.133838, + "nauc_ndcg_at_20_std": -0.00607, + "nauc_ndcg_at_20_diff1": 0.046438, + "nauc_ndcg_at_100_max": 0.130814, + "nauc_ndcg_at_100_std": -0.017507, + "nauc_ndcg_at_100_diff1": 0.045058, + "nauc_ndcg_at_1000_max": 0.124065, + "nauc_ndcg_at_1000_std": -0.02191, + "nauc_ndcg_at_1000_diff1": 0.051571, + "nauc_map_at_1_max": 0.09451, + "nauc_map_at_1_std": -0.060052, + "nauc_map_at_1_diff1": 0.08672, + "nauc_map_at_3_max": 0.127605, + "nauc_map_at_3_std": -0.024509, + "nauc_map_at_3_diff1": 0.066435, + "nauc_map_at_5_max": 0.123641, + "nauc_map_at_5_std": -0.023574, + "nauc_map_at_5_diff1": 0.058215, + "nauc_map_at_10_max": 0.119558, + "nauc_map_at_10_std": -0.024674, + "nauc_map_at_10_diff1": 0.058373, + "nauc_map_at_20_max": 0.122012, + "nauc_map_at_20_std": -0.023492, + "nauc_map_at_20_diff1": 0.057949, + "nauc_map_at_100_max": 0.120944, + "nauc_map_at_100_std": -0.026103, + "nauc_map_at_100_diff1": 0.057613, + "nauc_map_at_1000_max": 0.120613, + "nauc_map_at_1000_std": -0.026301, + "nauc_map_at_1000_diff1": 0.057954, + "nauc_recall_at_1_max": 0.09451, + "nauc_recall_at_1_std": -0.060052, + "nauc_recall_at_1_diff1": 0.08672, + "nauc_recall_at_3_max": 0.152942, + "nauc_recall_at_3_std": -0.002165, + "nauc_recall_at_3_diff1": 0.051277, + "nauc_recall_at_5_max": 0.143303, + "nauc_recall_at_5_std": 0.005421, + "nauc_recall_at_5_diff1": 0.024198, + "nauc_recall_at_10_max": 0.126349, + "nauc_recall_at_10_std": 0.015526, + "nauc_recall_at_10_diff1": 0.025303, + "nauc_recall_at_20_max": 0.183549, + "nauc_recall_at_20_std": 0.063346, + "nauc_recall_at_20_diff1": 0.007444, + "nauc_recall_at_100_max": 0.389885, + "nauc_recall_at_100_std": 0.157152, + "nauc_recall_at_100_diff1": -0.199687, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.09451, + "nauc_precision_at_1_std": -0.060052, + "nauc_precision_at_1_diff1": 0.08672, + "nauc_precision_at_3_max": 0.152942, + "nauc_precision_at_3_std": -0.002165, + "nauc_precision_at_3_diff1": 0.051277, + "nauc_precision_at_5_max": 0.143303, + "nauc_precision_at_5_std": 0.005421, + "nauc_precision_at_5_diff1": 0.024198, + "nauc_precision_at_10_max": 0.126349, + "nauc_precision_at_10_std": 0.015526, + "nauc_precision_at_10_diff1": 0.025303, + "nauc_precision_at_20_max": 0.183549, + "nauc_precision_at_20_std": 0.063346, + "nauc_precision_at_20_diff1": 0.007444, + "nauc_precision_at_100_max": 0.389885, + "nauc_precision_at_100_std": 0.157152, + "nauc_precision_at_100_diff1": -0.199687, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.09451, + "nauc_cv_recall_at_1_std": -0.060052, + "nauc_cv_recall_at_1_diff1": 0.08672, + "nauc_cv_recall_at_3_max": 0.152942, + "nauc_cv_recall_at_3_std": -0.002165, + "nauc_cv_recall_at_3_diff1": 0.051277, + "nauc_cv_recall_at_5_max": 0.143303, + "nauc_cv_recall_at_5_std": 0.005421, + "nauc_cv_recall_at_5_diff1": 0.024198, + "nauc_cv_recall_at_10_max": 0.126349, + "nauc_cv_recall_at_10_std": 0.015526, + "nauc_cv_recall_at_10_diff1": 0.025303, + "nauc_cv_recall_at_20_max": 0.183549, + "nauc_cv_recall_at_20_std": 0.063346, + "nauc_cv_recall_at_20_diff1": 0.007444, + "nauc_cv_recall_at_100_max": 0.389885, + "nauc_cv_recall_at_100_std": 0.157152, + "nauc_cv_recall_at_100_diff1": -0.199687, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.09451, + "nauc_mrr_at_1_std": -0.060052, + "nauc_mrr_at_1_diff1": 0.08672, + "nauc_mrr_at_3_max": 0.127605, + "nauc_mrr_at_3_std": -0.024509, + "nauc_mrr_at_3_diff1": 0.066435, + "nauc_mrr_at_5_max": 0.123641, + "nauc_mrr_at_5_std": -0.023574, + "nauc_mrr_at_5_diff1": 0.058215, + "nauc_mrr_at_10_max": 0.119558, + "nauc_mrr_at_10_std": -0.024674, + "nauc_mrr_at_10_diff1": 0.058373, + "nauc_mrr_at_20_max": 0.122012, + "nauc_mrr_at_20_std": -0.023492, + "nauc_mrr_at_20_diff1": 0.057949, + "nauc_mrr_at_100_max": 0.120944, + "nauc_mrr_at_100_std": -0.026103, + "nauc_mrr_at_100_diff1": 0.057613, + "nauc_mrr_at_1000_max": 0.120613, + "nauc_mrr_at_1000_std": -0.026301, + "nauc_mrr_at_1000_diff1": 0.057954, + "main_score": 0.27688, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.26423, + "ndcg_at_3": 0.41896, + "ndcg_at_5": 0.45098, + "ndcg_at_10": 0.50165, + "ndcg_at_20": 0.52805, + "ndcg_at_100": 0.55196, + "ndcg_at_1000": 0.55339, + "map_at_1": 0.26423, + "map_at_3": 0.3811, + "map_at_5": 0.39898, + "map_at_10": 0.41993, + "map_at_20": 0.42728, + "map_at_100": 0.43092, + "map_at_1000": 0.431, + "recall_at_1": 0.26423, + "recall_at_3": 0.52846, + "recall_at_5": 0.60569, + "recall_at_10": 0.7622, + "recall_at_20": 0.86585, + "recall_at_100": 0.98984, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.26423, + "cv_recall_at_3": 0.52846, + "cv_recall_at_5": 0.60569, + "cv_recall_at_10": 0.7622, + "cv_recall_at_20": 0.86585, + "cv_recall_at_100": 0.98984, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.26423, + "precision_at_3": 0.17615, + "precision_at_5": 0.12114, + "precision_at_10": 0.07622, + "precision_at_20": 0.04329, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.264228, + "mrr_at_3": 0.381098, + "mrr_at_5": 0.398984, + "mrr_at_10": 0.419926, + "mrr_at_20": 0.427279, + "mrr_at_100": 0.430921, + "mrr_at_1000": 0.430996, + "nauc_ndcg_at_1_max": 0.068826, + "nauc_ndcg_at_1_std": 0.075298, + "nauc_ndcg_at_1_diff1": 0.214996, + "nauc_ndcg_at_3_max": 0.016877, + "nauc_ndcg_at_3_std": 0.067769, + "nauc_ndcg_at_3_diff1": 0.180099, + "nauc_ndcg_at_5_max": 0.002319, + "nauc_ndcg_at_5_std": 0.04665, + "nauc_ndcg_at_5_diff1": 0.191643, + "nauc_ndcg_at_10_max": 0.026493, + "nauc_ndcg_at_10_std": 0.072323, + "nauc_ndcg_at_10_diff1": 0.185797, + "nauc_ndcg_at_20_max": 0.045234, + "nauc_ndcg_at_20_std": 0.080418, + "nauc_ndcg_at_20_diff1": 0.191074, + "nauc_ndcg_at_100_max": 0.029765, + "nauc_ndcg_at_100_std": 0.068281, + "nauc_ndcg_at_100_diff1": 0.187537, + "nauc_ndcg_at_1000_max": 0.02975, + "nauc_ndcg_at_1000_std": 0.066656, + "nauc_ndcg_at_1000_diff1": 0.187865, + "nauc_map_at_1_max": 0.068826, + "nauc_map_at_1_std": 0.075298, + "nauc_map_at_1_diff1": 0.214996, + "nauc_map_at_3_max": 0.025895, + "nauc_map_at_3_std": 0.066626, + "nauc_map_at_3_diff1": 0.1851, + "nauc_map_at_5_max": 0.018385, + "nauc_map_at_5_std": 0.055593, + "nauc_map_at_5_diff1": 0.191298, + "nauc_map_at_10_max": 0.027941, + "nauc_map_at_10_std": 0.065427, + "nauc_map_at_10_diff1": 0.187486, + "nauc_map_at_20_max": 0.032496, + "nauc_map_at_20_std": 0.067282, + "nauc_map_at_20_diff1": 0.188894, + "nauc_map_at_100_max": 0.030296, + "nauc_map_at_100_std": 0.065194, + "nauc_map_at_100_diff1": 0.188613, + "nauc_map_at_1000_max": 0.030315, + "nauc_map_at_1000_std": 0.065145, + "nauc_map_at_1000_diff1": 0.188608, + "nauc_recall_at_1_max": 0.068826, + "nauc_recall_at_1_std": 0.075298, + "nauc_recall_at_1_diff1": 0.214996, + "nauc_recall_at_3_max": -0.007526, + "nauc_recall_at_3_std": 0.072204, + "nauc_recall_at_3_diff1": 0.167144, + "nauc_recall_at_5_max": -0.047946, + "nauc_recall_at_5_std": 0.0166, + "nauc_recall_at_5_diff1": 0.196221, + "nauc_recall_at_10_max": 0.034492, + "nauc_recall_at_10_std": 0.1151, + "nauc_recall_at_10_diff1": 0.185395, + "nauc_recall_at_20_max": 0.195243, + "nauc_recall_at_20_std": 0.210137, + "nauc_recall_at_20_diff1": 0.22729, + "nauc_recall_at_100_max": 0.052241, + "nauc_recall_at_100_std": 0.371672, + "nauc_recall_at_100_diff1": 0.110465, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.068826, + "nauc_precision_at_1_std": 0.075298, + "nauc_precision_at_1_diff1": 0.214996, + "nauc_precision_at_3_max": -0.007526, + "nauc_precision_at_3_std": 0.072204, + "nauc_precision_at_3_diff1": 0.167144, + "nauc_precision_at_5_max": -0.047946, + "nauc_precision_at_5_std": 0.0166, + "nauc_precision_at_5_diff1": 0.196221, + "nauc_precision_at_10_max": 0.034492, + "nauc_precision_at_10_std": 0.1151, + "nauc_precision_at_10_diff1": 0.185395, + "nauc_precision_at_20_max": 0.195243, + "nauc_precision_at_20_std": 0.210137, + "nauc_precision_at_20_diff1": 0.22729, + "nauc_precision_at_100_max": 0.052241, + "nauc_precision_at_100_std": 0.371672, + "nauc_precision_at_100_diff1": 0.110465, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.068826, + "nauc_cv_recall_at_1_std": 0.075298, + "nauc_cv_recall_at_1_diff1": 0.214996, + "nauc_cv_recall_at_3_max": -0.007526, + "nauc_cv_recall_at_3_std": 0.072204, + "nauc_cv_recall_at_3_diff1": 0.167144, + "nauc_cv_recall_at_5_max": -0.047946, + "nauc_cv_recall_at_5_std": 0.0166, + "nauc_cv_recall_at_5_diff1": 0.196221, + "nauc_cv_recall_at_10_max": 0.034492, + "nauc_cv_recall_at_10_std": 0.1151, + "nauc_cv_recall_at_10_diff1": 0.185395, + "nauc_cv_recall_at_20_max": 0.195243, + "nauc_cv_recall_at_20_std": 0.210137, + "nauc_cv_recall_at_20_diff1": 0.22729, + "nauc_cv_recall_at_100_max": 0.052241, + "nauc_cv_recall_at_100_std": 0.371672, + "nauc_cv_recall_at_100_diff1": 0.110465, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.068826, + "nauc_mrr_at_1_std": 0.075298, + "nauc_mrr_at_1_diff1": 0.214996, + "nauc_mrr_at_3_max": 0.025895, + "nauc_mrr_at_3_std": 0.066626, + "nauc_mrr_at_3_diff1": 0.1851, + "nauc_mrr_at_5_max": 0.018385, + "nauc_mrr_at_5_std": 0.055593, + "nauc_mrr_at_5_diff1": 0.191298, + "nauc_mrr_at_10_max": 0.027941, + "nauc_mrr_at_10_std": 0.065427, + "nauc_mrr_at_10_diff1": 0.187486, + "nauc_mrr_at_20_max": 0.032496, + "nauc_mrr_at_20_std": 0.067282, + "nauc_mrr_at_20_diff1": 0.188894, + "nauc_mrr_at_100_max": 0.030296, + "nauc_mrr_at_100_std": 0.065194, + "nauc_mrr_at_100_diff1": 0.188613, + "nauc_mrr_at_1000_max": 0.030315, + "nauc_mrr_at_1000_std": 0.065145, + "nauc_mrr_at_1000_diff1": 0.188608, + "main_score": 0.45098, + "hf_subset": "jp", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.22645, + "ndcg_at_3": 0.35325, + "ndcg_at_5": 0.40758, + "ndcg_at_10": 0.45288, + "ndcg_at_20": 0.48844, + "ndcg_at_100": 0.5124, + "ndcg_at_1000": 0.51482, + "map_at_1": 0.22645, + "map_at_3": 0.32164, + "map_at_5": 0.3517, + "map_at_10": 0.37035, + "map_at_20": 0.38015, + "map_at_100": 0.38381, + "map_at_1000": 0.38392, + "recall_at_1": 0.22645, + "recall_at_3": 0.44489, + "recall_at_5": 0.57715, + "recall_at_10": 0.71743, + "recall_at_20": 0.85772, + "recall_at_100": 0.98196, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.22645, + "cv_recall_at_3": 0.44489, + "cv_recall_at_5": 0.57715, + "cv_recall_at_10": 0.71743, + "cv_recall_at_20": 0.85772, + "cv_recall_at_100": 0.98196, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.22645, + "precision_at_3": 0.1483, + "precision_at_5": 0.11543, + "precision_at_10": 0.07174, + "precision_at_20": 0.04289, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.226453, + "mrr_at_3": 0.321643, + "mrr_at_5": 0.351703, + "mrr_at_10": 0.37035, + "mrr_at_20": 0.380155, + "mrr_at_100": 0.383812, + "mrr_at_1000": 0.383918, + "nauc_ndcg_at_1_max": -0.047967, + "nauc_ndcg_at_1_std": -0.032803, + "nauc_ndcg_at_1_diff1": 0.164416, + "nauc_ndcg_at_3_max": -0.058497, + "nauc_ndcg_at_3_std": -0.051191, + "nauc_ndcg_at_3_diff1": 0.135918, + "nauc_ndcg_at_5_max": -0.061444, + "nauc_ndcg_at_5_std": -0.02216, + "nauc_ndcg_at_5_diff1": 0.098317, + "nauc_ndcg_at_10_max": -0.074161, + "nauc_ndcg_at_10_std": -0.021353, + "nauc_ndcg_at_10_diff1": 0.087313, + "nauc_ndcg_at_20_max": -0.070861, + "nauc_ndcg_at_20_std": -0.017448, + "nauc_ndcg_at_20_diff1": 0.101091, + "nauc_ndcg_at_100_max": -0.065355, + "nauc_ndcg_at_100_std": -0.023224, + "nauc_ndcg_at_100_diff1": 0.105208, + "nauc_ndcg_at_1000_max": -0.061868, + "nauc_ndcg_at_1000_std": -0.023587, + "nauc_ndcg_at_1000_diff1": 0.109862, + "nauc_map_at_1_max": -0.047967, + "nauc_map_at_1_std": -0.032803, + "nauc_map_at_1_diff1": 0.164416, + "nauc_map_at_3_max": -0.054441, + "nauc_map_at_3_std": -0.045047, + "nauc_map_at_3_diff1": 0.141189, + "nauc_map_at_5_max": -0.054255, + "nauc_map_at_5_std": -0.027348, + "nauc_map_at_5_diff1": 0.120493, + "nauc_map_at_10_max": -0.058667, + "nauc_map_at_10_std": -0.02679, + "nauc_map_at_10_diff1": 0.116194, + "nauc_map_at_20_max": -0.05735, + "nauc_map_at_20_std": -0.025865, + "nauc_map_at_20_diff1": 0.119417, + "nauc_map_at_100_max": -0.056732, + "nauc_map_at_100_std": -0.026527, + "nauc_map_at_100_diff1": 0.120045, + "nauc_map_at_1000_max": -0.056609, + "nauc_map_at_1000_std": -0.026542, + "nauc_map_at_1000_diff1": 0.120215, + "nauc_recall_at_1_max": -0.047967, + "nauc_recall_at_1_std": -0.032803, + "nauc_recall_at_1_diff1": 0.164416, + "nauc_recall_at_3_max": -0.069972, + "nauc_recall_at_3_std": -0.068368, + "nauc_recall_at_3_diff1": 0.122259, + "nauc_recall_at_5_max": -0.085537, + "nauc_recall_at_5_std": -0.005428, + "nauc_recall_at_5_diff1": 0.028955, + "nauc_recall_at_10_max": -0.143212, + "nauc_recall_at_10_std": -0.000135, + "nauc_recall_at_10_diff1": -0.029174, + "nauc_recall_at_20_max": -0.174475, + "nauc_recall_at_20_std": 0.045898, + "nauc_recall_at_20_diff1": -0.000484, + "nauc_recall_at_100_max": -0.425694, + "nauc_recall_at_100_std": 0.015614, + "nauc_recall_at_100_diff1": -0.371602, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.047967, + "nauc_precision_at_1_std": -0.032803, + "nauc_precision_at_1_diff1": 0.164416, + "nauc_precision_at_3_max": -0.069972, + "nauc_precision_at_3_std": -0.068368, + "nauc_precision_at_3_diff1": 0.122259, + "nauc_precision_at_5_max": -0.085537, + "nauc_precision_at_5_std": -0.005428, + "nauc_precision_at_5_diff1": 0.028955, + "nauc_precision_at_10_max": -0.143212, + "nauc_precision_at_10_std": -0.000135, + "nauc_precision_at_10_diff1": -0.029174, + "nauc_precision_at_20_max": -0.174475, + "nauc_precision_at_20_std": 0.045898, + "nauc_precision_at_20_diff1": -0.000484, + "nauc_precision_at_100_max": -0.425694, + "nauc_precision_at_100_std": 0.015614, + "nauc_precision_at_100_diff1": -0.371602, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.047967, + "nauc_cv_recall_at_1_std": -0.032803, + "nauc_cv_recall_at_1_diff1": 0.164416, + "nauc_cv_recall_at_3_max": -0.069972, + "nauc_cv_recall_at_3_std": -0.068368, + "nauc_cv_recall_at_3_diff1": 0.122259, + "nauc_cv_recall_at_5_max": -0.085537, + "nauc_cv_recall_at_5_std": -0.005428, + "nauc_cv_recall_at_5_diff1": 0.028955, + "nauc_cv_recall_at_10_max": -0.143212, + "nauc_cv_recall_at_10_std": -0.000135, + "nauc_cv_recall_at_10_diff1": -0.029174, + "nauc_cv_recall_at_20_max": -0.174475, + "nauc_cv_recall_at_20_std": 0.045898, + "nauc_cv_recall_at_20_diff1": -0.000484, + "nauc_cv_recall_at_100_max": -0.425694, + "nauc_cv_recall_at_100_std": 0.015614, + "nauc_cv_recall_at_100_diff1": -0.371602, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.047967, + "nauc_mrr_at_1_std": -0.032803, + "nauc_mrr_at_1_diff1": 0.164416, + "nauc_mrr_at_3_max": -0.054441, + "nauc_mrr_at_3_std": -0.045047, + "nauc_mrr_at_3_diff1": 0.141189, + "nauc_mrr_at_5_max": -0.054255, + "nauc_mrr_at_5_std": -0.027348, + "nauc_mrr_at_5_diff1": 0.120493, + "nauc_mrr_at_10_max": -0.058667, + "nauc_mrr_at_10_std": -0.02679, + "nauc_mrr_at_10_diff1": 0.116194, + "nauc_mrr_at_20_max": -0.05735, + "nauc_mrr_at_20_std": -0.025865, + "nauc_mrr_at_20_diff1": 0.119417, + "nauc_mrr_at_100_max": -0.056732, + "nauc_mrr_at_100_std": -0.026527, + "nauc_mrr_at_100_diff1": 0.120045, + "nauc_mrr_at_1000_max": -0.056609, + "nauc_mrr_at_1000_std": -0.026542, + "nauc_mrr_at_1000_diff1": 0.120215, + "main_score": 0.40758, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.38889, + "ndcg_at_3": 0.55832, + "ndcg_at_5": 0.60667, + "ndcg_at_10": 0.64724, + "ndcg_at_20": 0.65927, + "ndcg_at_100": 0.66473, + "ndcg_at_1000": 0.66473, + "map_at_1": 0.38889, + "map_at_3": 0.51475, + "map_at_5": 0.5416, + "map_at_10": 0.5587, + "map_at_20": 0.56204, + "map_at_100": 0.56298, + "map_at_1000": 0.56298, + "recall_at_1": 0.38889, + "recall_at_3": 0.68519, + "recall_at_5": 0.80247, + "recall_at_10": 0.92593, + "recall_at_20": 0.97325, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.38889, + "cv_recall_at_3": 0.68519, + "cv_recall_at_5": 0.80247, + "cv_recall_at_10": 0.92593, + "cv_recall_at_20": 0.97325, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.38889, + "precision_at_3": 0.2284, + "precision_at_5": 0.16049, + "precision_at_10": 0.09259, + "precision_at_20": 0.04866, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.388889, + "mrr_at_3": 0.514746, + "mrr_at_5": 0.541598, + "mrr_at_10": 0.558705, + "mrr_at_20": 0.56204, + "mrr_at_100": 0.56298, + "mrr_at_1000": 0.56298, + "nauc_ndcg_at_1_max": -0.025335, + "nauc_ndcg_at_1_std": -0.048272, + "nauc_ndcg_at_1_diff1": 0.327383, + "nauc_ndcg_at_3_max": -0.028333, + "nauc_ndcg_at_3_std": -0.074998, + "nauc_ndcg_at_3_diff1": 0.286896, + "nauc_ndcg_at_5_max": -0.046316, + "nauc_ndcg_at_5_std": -0.05359, + "nauc_ndcg_at_5_diff1": 0.284509, + "nauc_ndcg_at_10_max": -0.027491, + "nauc_ndcg_at_10_std": -0.061338, + "nauc_ndcg_at_10_diff1": 0.304464, + "nauc_ndcg_at_20_max": -0.023749, + "nauc_ndcg_at_20_std": -0.052521, + "nauc_ndcg_at_20_diff1": 0.296301, + "nauc_ndcg_at_100_max": -0.025291, + "nauc_ndcg_at_100_std": -0.055988, + "nauc_ndcg_at_100_diff1": 0.299686, + "nauc_ndcg_at_1000_max": -0.025291, + "nauc_ndcg_at_1000_std": -0.055988, + "nauc_ndcg_at_1000_diff1": 0.299686, + "nauc_map_at_1_max": -0.025335, + "nauc_map_at_1_std": -0.048272, + "nauc_map_at_1_diff1": 0.327383, + "nauc_map_at_3_max": -0.023284, + "nauc_map_at_3_std": -0.06401, + "nauc_map_at_3_diff1": 0.296747, + "nauc_map_at_5_max": -0.032004, + "nauc_map_at_5_std": -0.052839, + "nauc_map_at_5_diff1": 0.295513, + "nauc_map_at_10_max": -0.025406, + "nauc_map_at_10_std": -0.056435, + "nauc_map_at_10_diff1": 0.303081, + "nauc_map_at_20_max": -0.024221, + "nauc_map_at_20_std": -0.054454, + "nauc_map_at_20_diff1": 0.301109, + "nauc_map_at_100_max": -0.024372, + "nauc_map_at_100_std": -0.054887, + "nauc_map_at_100_diff1": 0.30171, + "nauc_map_at_1000_max": -0.024372, + "nauc_map_at_1000_std": -0.054887, + "nauc_map_at_1000_diff1": 0.30171, + "nauc_recall_at_1_max": -0.025335, + "nauc_recall_at_1_std": -0.048272, + "nauc_recall_at_1_diff1": 0.327383, + "nauc_recall_at_3_max": -0.048167, + "nauc_recall_at_3_std": -0.115443, + "nauc_recall_at_3_diff1": 0.252859, + "nauc_recall_at_5_max": -0.122168, + "nauc_recall_at_5_std": -0.054197, + "nauc_recall_at_5_diff1": 0.233409, + "nauc_recall_at_10_max": -0.035357, + "nauc_recall_at_10_std": -0.112089, + "nauc_recall_at_10_diff1": 0.352735, + "nauc_recall_at_20_max": 0.047928, + "nauc_recall_at_20_std": 0.093434, + "nauc_recall_at_20_diff1": 0.175933, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.025335, + "nauc_precision_at_1_std": -0.048272, + "nauc_precision_at_1_diff1": 0.327383, + "nauc_precision_at_3_max": -0.048167, + "nauc_precision_at_3_std": -0.115443, + "nauc_precision_at_3_diff1": 0.252859, + "nauc_precision_at_5_max": -0.122168, + "nauc_precision_at_5_std": -0.054197, + "nauc_precision_at_5_diff1": 0.233409, + "nauc_precision_at_10_max": -0.035357, + "nauc_precision_at_10_std": -0.112089, + "nauc_precision_at_10_diff1": 0.352735, + "nauc_precision_at_20_max": 0.047928, + "nauc_precision_at_20_std": 0.093434, + "nauc_precision_at_20_diff1": 0.175933, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.025335, + "nauc_cv_recall_at_1_std": -0.048272, + "nauc_cv_recall_at_1_diff1": 0.327383, + "nauc_cv_recall_at_3_max": -0.048167, + "nauc_cv_recall_at_3_std": -0.115443, + "nauc_cv_recall_at_3_diff1": 0.252859, + "nauc_cv_recall_at_5_max": -0.122168, + "nauc_cv_recall_at_5_std": -0.054197, + "nauc_cv_recall_at_5_diff1": 0.233409, + "nauc_cv_recall_at_10_max": -0.035357, + "nauc_cv_recall_at_10_std": -0.112089, + "nauc_cv_recall_at_10_diff1": 0.352735, + "nauc_cv_recall_at_20_max": 0.047928, + "nauc_cv_recall_at_20_std": 0.093434, + "nauc_cv_recall_at_20_diff1": 0.175933, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.025335, + "nauc_mrr_at_1_std": -0.048272, + "nauc_mrr_at_1_diff1": 0.327383, + "nauc_mrr_at_3_max": -0.023284, + "nauc_mrr_at_3_std": -0.06401, + "nauc_mrr_at_3_diff1": 0.296747, + "nauc_mrr_at_5_max": -0.032004, + "nauc_mrr_at_5_std": -0.052839, + "nauc_mrr_at_5_diff1": 0.295513, + "nauc_mrr_at_10_max": -0.025406, + "nauc_mrr_at_10_std": -0.056435, + "nauc_mrr_at_10_diff1": 0.303081, + "nauc_mrr_at_20_max": -0.024221, + "nauc_mrr_at_20_std": -0.054454, + "nauc_mrr_at_20_diff1": 0.301109, + "nauc_mrr_at_100_max": -0.024372, + "nauc_mrr_at_100_std": -0.054887, + "nauc_mrr_at_100_diff1": 0.30171, + "nauc_mrr_at_1000_max": -0.024372, + "nauc_mrr_at_1000_std": -0.054887, + "nauc_mrr_at_1000_diff1": 0.30171, + "main_score": 0.60667, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 2347.125588417053, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRArabicChartQARetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRArabicChartQARetrieval.json new file mode 100644 index 0000000000..b509f2e2c1 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRArabicChartQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRArabicChartQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.6, + "ndcg_at_3": 0.65506, + "ndcg_at_5": 0.66638, + "ndcg_at_10": 0.67376, + "ndcg_at_20": 0.68529, + "ndcg_at_100": 0.71036, + "ndcg_at_1000": 0.7202, + "map_at_1": 0.6, + "map_at_3": 0.64161, + "map_at_5": 0.64772, + "map_at_10": 0.65076, + "map_at_20": 0.65393, + "map_at_100": 0.65728, + "map_at_1000": 0.65774, + "recall_at_1": 0.6, + "recall_at_3": 0.69396, + "recall_at_5": 0.72215, + "recall_at_10": 0.74497, + "recall_at_20": 0.7906, + "recall_at_100": 0.92752, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.6, + "cv_recall_at_3": 0.69396, + "cv_recall_at_5": 0.72215, + "cv_recall_at_10": 0.74497, + "cv_recall_at_20": 0.7906, + "cv_recall_at_100": 0.92752, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.6, + "precision_at_3": 0.23132, + "precision_at_5": 0.14443, + "precision_at_10": 0.0745, + "precision_at_20": 0.03953, + "precision_at_100": 0.00928, + "precision_at_1000": 0.001, + "mrr_at_1": 0.6, + "mrr_at_3": 0.641611, + "mrr_at_5": 0.647718, + "mrr_at_10": 0.650762, + "mrr_at_20": 0.653935, + "mrr_at_100": 0.657281, + "mrr_at_1000": 0.65774, + "nauc_ndcg_at_1_max": 0.57514, + "nauc_ndcg_at_1_std": 0.137773, + "nauc_ndcg_at_1_diff1": 0.832821, + "nauc_ndcg_at_3_max": 0.574646, + "nauc_ndcg_at_3_std": 0.132537, + "nauc_ndcg_at_3_diff1": 0.810857, + "nauc_ndcg_at_5_max": 0.571017, + "nauc_ndcg_at_5_std": 0.137644, + "nauc_ndcg_at_5_diff1": 0.802364, + "nauc_ndcg_at_10_max": 0.570302, + "nauc_ndcg_at_10_std": 0.14173, + "nauc_ndcg_at_10_diff1": 0.801665, + "nauc_ndcg_at_20_max": 0.568687, + "nauc_ndcg_at_20_std": 0.15097, + "nauc_ndcg_at_20_diff1": 0.799643, + "nauc_ndcg_at_100_max": 0.575825, + "nauc_ndcg_at_100_std": 0.159156, + "nauc_ndcg_at_100_diff1": 0.799907, + "nauc_ndcg_at_1000_max": 0.572055, + "nauc_ndcg_at_1000_std": 0.145547, + "nauc_ndcg_at_1000_diff1": 0.805532, + "nauc_map_at_1_max": 0.57514, + "nauc_map_at_1_std": 0.137773, + "nauc_map_at_1_diff1": 0.832821, + "nauc_map_at_3_max": 0.574664, + "nauc_map_at_3_std": 0.131388, + "nauc_map_at_3_diff1": 0.817089, + "nauc_map_at_5_max": 0.572561, + "nauc_map_at_5_std": 0.133695, + "nauc_map_at_5_diff1": 0.812709, + "nauc_map_at_10_max": 0.572369, + "nauc_map_at_10_std": 0.135115, + "nauc_map_at_10_diff1": 0.812657, + "nauc_map_at_20_max": 0.571927, + "nauc_map_at_20_std": 0.137322, + "nauc_map_at_20_diff1": 0.812141, + "nauc_map_at_100_max": 0.572731, + "nauc_map_at_100_std": 0.138417, + "nauc_map_at_100_diff1": 0.812002, + "nauc_map_at_1000_max": 0.572551, + "nauc_map_at_1000_std": 0.137895, + "nauc_map_at_1000_diff1": 0.812235, + "nauc_recall_at_1_max": 0.57514, + "nauc_recall_at_1_std": 0.137773, + "nauc_recall_at_1_diff1": 0.832821, + "nauc_recall_at_3_max": 0.574642, + "nauc_recall_at_3_std": 0.137373, + "nauc_recall_at_3_diff1": 0.790651, + "nauc_recall_at_5_max": 0.565443, + "nauc_recall_at_5_std": 0.153815, + "nauc_recall_at_5_diff1": 0.765296, + "nauc_recall_at_10_max": 0.561895, + "nauc_recall_at_10_std": 0.171203, + "nauc_recall_at_10_diff1": 0.759057, + "nauc_recall_at_20_max": 0.5523, + "nauc_recall_at_20_std": 0.226817, + "nauc_recall_at_20_diff1": 0.741875, + "nauc_recall_at_100_max": 0.659701, + "nauc_recall_at_100_std": 0.484198, + "nauc_recall_at_100_diff1": 0.667734, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.57514, + "nauc_precision_at_1_std": 0.137773, + "nauc_precision_at_1_diff1": 0.832821, + "nauc_precision_at_3_max": 0.574642, + "nauc_precision_at_3_std": 0.137373, + "nauc_precision_at_3_diff1": 0.790651, + "nauc_precision_at_5_max": 0.565443, + "nauc_precision_at_5_std": 0.153815, + "nauc_precision_at_5_diff1": 0.765296, + "nauc_precision_at_10_max": 0.561895, + "nauc_precision_at_10_std": 0.171203, + "nauc_precision_at_10_diff1": 0.759057, + "nauc_precision_at_20_max": 0.5523, + "nauc_precision_at_20_std": 0.226817, + "nauc_precision_at_20_diff1": 0.741875, + "nauc_precision_at_100_max": 0.659701, + "nauc_precision_at_100_std": 0.484198, + "nauc_precision_at_100_diff1": 0.667734, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.57514, + "nauc_cv_recall_at_1_std": 0.137773, + "nauc_cv_recall_at_1_diff1": 0.832821, + "nauc_cv_recall_at_3_max": 0.574642, + "nauc_cv_recall_at_3_std": 0.137373, + "nauc_cv_recall_at_3_diff1": 0.790651, + "nauc_cv_recall_at_5_max": 0.565443, + "nauc_cv_recall_at_5_std": 0.153815, + "nauc_cv_recall_at_5_diff1": 0.765296, + "nauc_cv_recall_at_10_max": 0.561895, + "nauc_cv_recall_at_10_std": 0.171203, + "nauc_cv_recall_at_10_diff1": 0.759057, + "nauc_cv_recall_at_20_max": 0.5523, + "nauc_cv_recall_at_20_std": 0.226817, + "nauc_cv_recall_at_20_diff1": 0.741875, + "nauc_cv_recall_at_100_max": 0.659701, + "nauc_cv_recall_at_100_std": 0.484198, + "nauc_cv_recall_at_100_diff1": 0.667734, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.57514, + "nauc_mrr_at_1_std": 0.137773, + "nauc_mrr_at_1_diff1": 0.832821, + "nauc_mrr_at_3_max": 0.574664, + "nauc_mrr_at_3_std": 0.131388, + "nauc_mrr_at_3_diff1": 0.817089, + "nauc_mrr_at_5_max": 0.572561, + "nauc_mrr_at_5_std": 0.133695, + "nauc_mrr_at_5_diff1": 0.812709, + "nauc_mrr_at_10_max": 0.572369, + "nauc_mrr_at_10_std": 0.135115, + "nauc_mrr_at_10_diff1": 0.812657, + "nauc_mrr_at_20_max": 0.571927, + "nauc_mrr_at_20_std": 0.137322, + "nauc_mrr_at_20_diff1": 0.812141, + "nauc_mrr_at_100_max": 0.572731, + "nauc_mrr_at_100_std": 0.138417, + "nauc_mrr_at_100_diff1": 0.812002, + "nauc_mrr_at_1000_max": 0.572551, + "nauc_mrr_at_1000_std": 0.137895, + "nauc_mrr_at_1000_diff1": 0.812235, + "main_score": 0.66638, + "hf_subset": "default", + "languages": [ + "ara-Arab" + ] + } + ] + }, + "evaluation_time": 99.05021739006042, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRArabicInfographicsVQARetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRArabicInfographicsVQARetrieval.json new file mode 100644 index 0000000000..81a8f762ab --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRArabicInfographicsVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRArabicInfographicsVQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.88333, + "ndcg_at_3": 0.92847, + "ndcg_at_5": 0.93169, + "ndcg_at_10": 0.93729, + "ndcg_at_20": 0.93954, + "ndcg_at_100": 0.94113, + "ndcg_at_1000": 0.94113, + "map_at_1": 0.88333, + "map_at_3": 0.91806, + "map_at_5": 0.91972, + "map_at_10": 0.92215, + "map_at_20": 0.92285, + "map_at_100": 0.92307, + "map_at_1000": 0.92307, + "recall_at_1": 0.88333, + "recall_at_3": 0.95833, + "recall_at_5": 0.96667, + "recall_at_10": 0.98333, + "recall_at_20": 0.99167, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.88333, + "cv_recall_at_3": 0.95833, + "cv_recall_at_5": 0.96667, + "cv_recall_at_10": 0.98333, + "cv_recall_at_20": 0.99167, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.88333, + "precision_at_3": 0.31944, + "precision_at_5": 0.19333, + "precision_at_10": 0.09833, + "precision_at_20": 0.04958, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.883333, + "mrr_at_3": 0.918056, + "mrr_at_5": 0.919722, + "mrr_at_10": 0.922153, + "mrr_at_20": 0.922847, + "mrr_at_100": 0.923072, + "mrr_at_1000": 0.923072, + "nauc_ndcg_at_1_max": 0.151183, + "nauc_ndcg_at_1_std": 0.133716, + "nauc_ndcg_at_1_diff1": 0.886333, + "nauc_ndcg_at_3_max": 0.307305, + "nauc_ndcg_at_3_std": 0.322473, + "nauc_ndcg_at_3_diff1": 0.911209, + "nauc_ndcg_at_5_max": 0.295516, + "nauc_ndcg_at_5_std": 0.290116, + "nauc_ndcg_at_5_diff1": 0.906969, + "nauc_ndcg_at_10_max": 0.30679, + "nauc_ndcg_at_10_std": 0.306452, + "nauc_ndcg_at_10_diff1": 0.898557, + "nauc_ndcg_at_20_max": 0.291106, + "nauc_ndcg_at_20_std": 0.280269, + "nauc_ndcg_at_20_diff1": 0.899662, + "nauc_ndcg_at_100_max": 0.271719, + "nauc_ndcg_at_100_std": 0.260586, + "nauc_ndcg_at_100_diff1": 0.896918, + "nauc_ndcg_at_1000_max": 0.271719, + "nauc_ndcg_at_1000_std": 0.260586, + "nauc_ndcg_at_1000_diff1": 0.896918, + "nauc_map_at_1_max": 0.151183, + "nauc_map_at_1_std": 0.133716, + "nauc_map_at_1_diff1": 0.886333, + "nauc_map_at_3_max": 0.263878, + "nauc_map_at_3_std": 0.261496, + "nauc_map_at_3_diff1": 0.900359, + "nauc_map_at_5_max": 0.257768, + "nauc_map_at_5_std": 0.245953, + "nauc_map_at_5_diff1": 0.898262, + "nauc_map_at_10_max": 0.262556, + "nauc_map_at_10_std": 0.25214, + "nauc_map_at_10_diff1": 0.895041, + "nauc_map_at_20_max": 0.258359, + "nauc_map_at_20_std": 0.245312, + "nauc_map_at_20_diff1": 0.895276, + "nauc_map_at_100_max": 0.256156, + "nauc_map_at_100_std": 0.243071, + "nauc_map_at_100_diff1": 0.894965, + "nauc_map_at_1000_max": 0.256156, + "nauc_map_at_1000_std": 0.243071, + "nauc_map_at_1000_diff1": 0.894965, + "nauc_recall_at_1_max": 0.151183, + "nauc_recall_at_1_std": 0.133716, + "nauc_recall_at_1_diff1": 0.886333, + "nauc_recall_at_3_max": 0.542577, + "nauc_recall_at_3_std": 0.661158, + "nauc_recall_at_3_diff1": 0.973856, + "nauc_recall_at_5_max": 0.539683, + "nauc_recall_at_5_std": 0.576447, + "nauc_recall_at_5_diff1": 0.96732, + "nauc_recall_at_10_max": 0.861111, + "nauc_recall_at_10_std": 1.0, + "nauc_recall_at_10_diff1": 0.934641, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.151183, + "nauc_precision_at_1_std": 0.133716, + "nauc_precision_at_1_diff1": 0.886333, + "nauc_precision_at_3_max": 0.542577, + "nauc_precision_at_3_std": 0.661158, + "nauc_precision_at_3_diff1": 0.973856, + "nauc_precision_at_5_max": 0.539683, + "nauc_precision_at_5_std": 0.576447, + "nauc_precision_at_5_diff1": 0.96732, + "nauc_precision_at_10_max": 0.861111, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 0.934641, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.151183, + "nauc_cv_recall_at_1_std": 0.133716, + "nauc_cv_recall_at_1_diff1": 0.886333, + "nauc_cv_recall_at_3_max": 0.542577, + "nauc_cv_recall_at_3_std": 0.661158, + "nauc_cv_recall_at_3_diff1": 0.973856, + "nauc_cv_recall_at_5_max": 0.539683, + "nauc_cv_recall_at_5_std": 0.576447, + "nauc_cv_recall_at_5_diff1": 0.96732, + "nauc_cv_recall_at_10_max": 0.861111, + "nauc_cv_recall_at_10_std": 1.0, + "nauc_cv_recall_at_10_diff1": 0.934641, + "nauc_cv_recall_at_20_max": 1.0, + "nauc_cv_recall_at_20_std": 1.0, + "nauc_cv_recall_at_20_diff1": 1.0, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.151183, + "nauc_mrr_at_1_std": 0.133716, + "nauc_mrr_at_1_diff1": 0.886333, + "nauc_mrr_at_3_max": 0.263878, + "nauc_mrr_at_3_std": 0.261496, + "nauc_mrr_at_3_diff1": 0.900359, + "nauc_mrr_at_5_max": 0.257768, + "nauc_mrr_at_5_std": 0.245953, + "nauc_mrr_at_5_diff1": 0.898262, + "nauc_mrr_at_10_max": 0.262556, + "nauc_mrr_at_10_std": 0.25214, + "nauc_mrr_at_10_diff1": 0.895041, + "nauc_mrr_at_20_max": 0.258359, + "nauc_mrr_at_20_std": 0.245312, + "nauc_mrr_at_20_diff1": 0.895276, + "nauc_mrr_at_100_max": 0.256156, + "nauc_mrr_at_100_std": 0.243071, + "nauc_mrr_at_100_diff1": 0.894965, + "nauc_mrr_at_1000_max": 0.256156, + "nauc_mrr_at_1000_std": 0.243071, + "nauc_mrr_at_1000_diff1": 0.894965, + "main_score": 0.93169, + "hf_subset": "default", + "languages": [ + "ara-Arab" + ] + } + ] + }, + "evaluation_time": 16.95379900932312, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRArxivQARetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRArxivQARetrieval.json new file mode 100644 index 0000000000..cceb523ef6 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRArxivQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRArxivQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.96552, + "ndcg_at_3": 0.98727, + "ndcg_at_5": 0.98727, + "ndcg_at_10": 0.98727, + "ndcg_at_20": 0.98727, + "ndcg_at_100": 0.98727, + "ndcg_at_1000": 0.98727, + "map_at_1": 0.96552, + "map_at_3": 0.98276, + "map_at_5": 0.98276, + "map_at_10": 0.98276, + "map_at_20": 0.98276, + "map_at_100": 0.98276, + "map_at_1000": 0.98276, + "recall_at_1": 0.96552, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.96552, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.96552, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.965517, + "mrr_at_3": 0.982759, + "mrr_at_5": 0.982759, + "mrr_at_10": 0.982759, + "mrr_at_20": 0.982759, + "mrr_at_100": 0.982759, + "mrr_at_1000": 0.982759, + "nauc_ndcg_at_1_max": 0.549852, + "nauc_ndcg_at_1_std": -0.162604, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.549852, + "nauc_ndcg_at_3_std": -0.162604, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.549852, + "nauc_ndcg_at_5_std": -0.162604, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.549852, + "nauc_ndcg_at_10_std": -0.162604, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.549852, + "nauc_ndcg_at_20_std": -0.162604, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.549852, + "nauc_ndcg_at_100_std": -0.162604, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.549852, + "nauc_ndcg_at_1000_std": -0.162604, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.549852, + "nauc_map_at_1_std": -0.162604, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.549852, + "nauc_map_at_3_std": -0.162604, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.549852, + "nauc_map_at_5_std": -0.162604, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.549852, + "nauc_map_at_10_std": -0.162604, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.549852, + "nauc_map_at_20_std": -0.162604, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.549852, + "nauc_map_at_100_std": -0.162604, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.549852, + "nauc_map_at_1000_std": -0.162604, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.549852, + "nauc_recall_at_1_std": -0.162604, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.549852, + "nauc_precision_at_1_std": -0.162604, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.549852, + "nauc_cv_recall_at_1_std": -0.162604, + "nauc_cv_recall_at_1_diff1": 1.0, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.549852, + "nauc_mrr_at_1_std": -0.162604, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.549852, + "nauc_mrr_at_3_std": -0.162604, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.549852, + "nauc_mrr_at_5_std": -0.162604, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.549852, + "nauc_mrr_at_10_std": -0.162604, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.549852, + "nauc_mrr_at_20_std": -0.162604, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.549852, + "nauc_mrr_at_100_std": -0.162604, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.549852, + "nauc_mrr_at_1000_std": -0.162604, + "nauc_mrr_at_1000_diff1": 1.0, + "main_score": 0.98727, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 155.1747064590454, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRAutomobileCatelogRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRAutomobileCatelogRetrieval.json new file mode 100644 index 0000000000..46e57d0cd4 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRAutomobileCatelogRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRAutomobileCatelogRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.64444, + "ndcg_at_3": 0.77592, + "ndcg_at_5": 0.81323, + "ndcg_at_10": 0.82855, + "ndcg_at_20": 0.82855, + "ndcg_at_100": 0.82855, + "ndcg_at_1000": 0.82855, + "map_at_1": 0.64444, + "map_at_3": 0.74444, + "map_at_5": 0.76556, + "map_at_10": 0.77243, + "map_at_20": 0.77243, + "map_at_100": 0.77243, + "map_at_1000": 0.77243, + "recall_at_1": 0.64444, + "recall_at_3": 0.86667, + "recall_at_5": 0.95556, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.64444, + "cv_recall_at_3": 0.86667, + "cv_recall_at_5": 0.95556, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.64444, + "precision_at_3": 0.28889, + "precision_at_5": 0.19111, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.644444, + "mrr_at_3": 0.744444, + "mrr_at_5": 0.765556, + "mrr_at_10": 0.772434, + "mrr_at_20": 0.772434, + "mrr_at_100": 0.772434, + "mrr_at_1000": 0.772434, + "nauc_ndcg_at_1_max": 0.354312, + "nauc_ndcg_at_1_std": 0.109283, + "nauc_ndcg_at_1_diff1": 0.598445, + "nauc_ndcg_at_3_max": 0.479158, + "nauc_ndcg_at_3_std": 0.293786, + "nauc_ndcg_at_3_diff1": 0.543114, + "nauc_ndcg_at_5_max": 0.428029, + "nauc_ndcg_at_5_std": 0.276912, + "nauc_ndcg_at_5_diff1": 0.479383, + "nauc_ndcg_at_10_max": 0.398626, + "nauc_ndcg_at_10_std": 0.207199, + "nauc_ndcg_at_10_diff1": 0.542342, + "nauc_ndcg_at_20_max": 0.398626, + "nauc_ndcg_at_20_std": 0.207199, + "nauc_ndcg_at_20_diff1": 0.542342, + "nauc_ndcg_at_100_max": 0.398626, + "nauc_ndcg_at_100_std": 0.207199, + "nauc_ndcg_at_100_diff1": 0.542342, + "nauc_ndcg_at_1000_max": 0.398626, + "nauc_ndcg_at_1000_std": 0.207199, + "nauc_ndcg_at_1000_diff1": 0.542342, + "nauc_map_at_1_max": 0.354312, + "nauc_map_at_1_std": 0.109283, + "nauc_map_at_1_diff1": 0.598445, + "nauc_map_at_3_max": 0.431779, + "nauc_map_at_3_std": 0.236814, + "nauc_map_at_3_diff1": 0.549444, + "nauc_map_at_5_max": 0.404596, + "nauc_map_at_5_std": 0.224466, + "nauc_map_at_5_diff1": 0.521495, + "nauc_map_at_10_max": 0.394037, + "nauc_map_at_10_std": 0.19885, + "nauc_map_at_10_diff1": 0.546043, + "nauc_map_at_20_max": 0.394037, + "nauc_map_at_20_std": 0.19885, + "nauc_map_at_20_diff1": 0.546043, + "nauc_map_at_100_max": 0.394037, + "nauc_map_at_100_std": 0.19885, + "nauc_map_at_100_diff1": 0.546043, + "nauc_map_at_1000_max": 0.394037, + "nauc_map_at_1000_std": 0.19885, + "nauc_map_at_1000_diff1": 0.546043, + "nauc_recall_at_1_max": 0.354312, + "nauc_recall_at_1_std": 0.109283, + "nauc_recall_at_1_diff1": 0.598445, + "nauc_recall_at_3_max": 0.718849, + "nauc_recall_at_3_std": 0.57421, + "nauc_recall_at_3_diff1": 0.519862, + "nauc_recall_at_5_max": 0.711957, + "nauc_recall_at_5_std": 0.935438, + "nauc_recall_at_5_diff1": -0.081406, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.354312, + "nauc_precision_at_1_std": 0.109283, + "nauc_precision_at_1_diff1": 0.598445, + "nauc_precision_at_3_max": 0.718849, + "nauc_precision_at_3_std": 0.57421, + "nauc_precision_at_3_diff1": 0.519862, + "nauc_precision_at_5_max": 0.711957, + "nauc_precision_at_5_std": 0.935438, + "nauc_precision_at_5_diff1": -0.081406, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.354312, + "nauc_cv_recall_at_1_std": 0.109283, + "nauc_cv_recall_at_1_diff1": 0.598445, + "nauc_cv_recall_at_3_max": 0.718849, + "nauc_cv_recall_at_3_std": 0.57421, + "nauc_cv_recall_at_3_diff1": 0.519862, + "nauc_cv_recall_at_5_max": 0.711957, + "nauc_cv_recall_at_5_std": 0.935438, + "nauc_cv_recall_at_5_diff1": -0.081406, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.354312, + "nauc_mrr_at_1_std": 0.109283, + "nauc_mrr_at_1_diff1": 0.598445, + "nauc_mrr_at_3_max": 0.431779, + "nauc_mrr_at_3_std": 0.236814, + "nauc_mrr_at_3_diff1": 0.549444, + "nauc_mrr_at_5_max": 0.404596, + "nauc_mrr_at_5_std": 0.224466, + "nauc_mrr_at_5_diff1": 0.521495, + "nauc_mrr_at_10_max": 0.394037, + "nauc_mrr_at_10_std": 0.19885, + "nauc_mrr_at_10_diff1": 0.546043, + "nauc_mrr_at_20_max": 0.394037, + "nauc_mrr_at_20_std": 0.19885, + "nauc_mrr_at_20_diff1": 0.546043, + "nauc_mrr_at_100_max": 0.394037, + "nauc_mrr_at_100_std": 0.19885, + "nauc_mrr_at_100_diff1": 0.546043, + "nauc_mrr_at_1000_max": 0.394037, + "nauc_mrr_at_1000_std": 0.19885, + "nauc_mrr_at_1000_diff1": 0.546043, + "main_score": 0.81323, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 21.41863989830017, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRBeveragesCatalogueRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRBeveragesCatalogueRetrieval.json new file mode 100644 index 0000000000..1a1f54f513 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRBeveragesCatalogueRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRBeveragesCatalogueRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.82, + "ndcg_at_3": 0.87205, + "ndcg_at_5": 0.88023, + "ndcg_at_10": 0.88356, + "ndcg_at_20": 0.88897, + "ndcg_at_100": 0.89702, + "ndcg_at_1000": 0.89702, + "map_at_1": 0.81, + "map_at_3": 0.85833, + "map_at_5": 0.86283, + "map_at_10": 0.86426, + "map_at_20": 0.86593, + "map_at_100": 0.86725, + "map_at_1000": 0.86725, + "recall_at_1": 0.81, + "recall_at_3": 0.91, + "recall_at_5": 0.93, + "recall_at_10": 0.94, + "recall_at_20": 0.96, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.82, + "cv_recall_at_3": 0.91, + "cv_recall_at_5": 0.93, + "cv_recall_at_10": 0.94, + "cv_recall_at_20": 0.96, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.82, + "precision_at_3": 0.31, + "precision_at_5": 0.19, + "precision_at_10": 0.096, + "precision_at_20": 0.049, + "precision_at_100": 0.0102, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.82, + "mrr_at_3": 0.86, + "mrr_at_5": 0.8645, + "mrr_at_10": 0.865929, + "mrr_at_20": 0.867595, + "mrr_at_100": 0.868922, + "mrr_at_1000": 0.868922, + "nauc_ndcg_at_1_max": -0.11634, + "nauc_ndcg_at_1_std": 0.115294, + "nauc_ndcg_at_1_diff1": 0.868102, + "nauc_ndcg_at_3_max": -0.268707, + "nauc_ndcg_at_3_std": -0.000649, + "nauc_ndcg_at_3_diff1": 0.83371, + "nauc_ndcg_at_5_max": -0.301277, + "nauc_ndcg_at_5_std": 0.030662, + "nauc_ndcg_at_5_diff1": 0.831242, + "nauc_ndcg_at_10_max": -0.275995, + "nauc_ndcg_at_10_std": 0.010104, + "nauc_ndcg_at_10_diff1": 0.830112, + "nauc_ndcg_at_20_max": -0.259947, + "nauc_ndcg_at_20_std": 0.021491, + "nauc_ndcg_at_20_diff1": 0.828542, + "nauc_ndcg_at_100_max": -0.230048, + "nauc_ndcg_at_100_std": 0.043899, + "nauc_ndcg_at_100_diff1": 0.83911, + "nauc_ndcg_at_1000_max": -0.230048, + "nauc_ndcg_at_1000_std": 0.043899, + "nauc_ndcg_at_1000_diff1": 0.83911, + "nauc_map_at_1_max": -0.13128, + "nauc_map_at_1_std": 0.045052, + "nauc_map_at_1_diff1": 0.866284, + "nauc_map_at_3_max": -0.216486, + "nauc_map_at_3_std": 0.033958, + "nauc_map_at_3_diff1": 0.844106, + "nauc_map_at_5_max": -0.231876, + "nauc_map_at_5_std": 0.047876, + "nauc_map_at_5_diff1": 0.842995, + "nauc_map_at_10_max": -0.221756, + "nauc_map_at_10_std": 0.040457, + "nauc_map_at_10_diff1": 0.842705, + "nauc_map_at_20_max": -0.216931, + "nauc_map_at_20_std": 0.043775, + "nauc_map_at_20_diff1": 0.842466, + "nauc_map_at_100_max": -0.212297, + "nauc_map_at_100_std": 0.047812, + "nauc_map_at_100_diff1": 0.843863, + "nauc_map_at_1000_max": -0.212297, + "nauc_map_at_1000_std": 0.047812, + "nauc_map_at_1000_diff1": 0.843863, + "nauc_recall_at_1_max": -0.13128, + "nauc_recall_at_1_std": 0.045052, + "nauc_recall_at_1_diff1": 0.866284, + "nauc_recall_at_3_max": -0.498548, + "nauc_recall_at_3_std": -0.178338, + "nauc_recall_at_3_diff1": 0.78836, + "nauc_recall_at_5_max": -0.684674, + "nauc_recall_at_5_std": -0.0839, + "nauc_recall_at_5_diff1": 0.767574, + "nauc_recall_at_10_max": -0.606832, + "nauc_recall_at_10_std": -0.218254, + "nauc_recall_at_10_diff1": 0.750622, + "nauc_recall_at_20_max": -0.613796, + "nauc_recall_at_20_std": -0.220005, + "nauc_recall_at_20_diff1": 0.695378, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.11634, + "nauc_precision_at_1_std": 0.115294, + "nauc_precision_at_1_diff1": 0.868102, + "nauc_precision_at_3_max": -0.300651, + "nauc_precision_at_3_std": 0.055963, + "nauc_precision_at_3_diff1": 0.452791, + "nauc_precision_at_5_max": -0.387206, + "nauc_precision_at_5_std": 0.163756, + "nauc_precision_at_5_diff1": 0.374866, + "nauc_precision_at_10_max": -0.30656, + "nauc_precision_at_10_std": 0.104846, + "nauc_precision_at_10_diff1": 0.322712, + "nauc_precision_at_20_max": -0.229996, + "nauc_precision_at_20_std": 0.190301, + "nauc_precision_at_20_diff1": 0.178754, + "nauc_precision_at_100_max": 0.211162, + "nauc_precision_at_100_std": 0.661926, + "nauc_precision_at_100_diff1": -0.415079, + "nauc_precision_at_1000_max": 0.211162, + "nauc_precision_at_1000_std": 0.661926, + "nauc_precision_at_1000_diff1": -0.415079, + "nauc_cv_recall_at_1_max": -0.11634, + "nauc_cv_recall_at_1_std": 0.115294, + "nauc_cv_recall_at_1_diff1": 0.868102, + "nauc_cv_recall_at_3_max": -0.498548, + "nauc_cv_recall_at_3_std": -0.178338, + "nauc_cv_recall_at_3_diff1": 0.78836, + "nauc_cv_recall_at_5_max": -0.684674, + "nauc_cv_recall_at_5_std": -0.0839, + "nauc_cv_recall_at_5_diff1": 0.767574, + "nauc_cv_recall_at_10_max": -0.606832, + "nauc_cv_recall_at_10_std": -0.218254, + "nauc_cv_recall_at_10_diff1": 0.750622, + "nauc_cv_recall_at_20_max": -0.613796, + "nauc_cv_recall_at_20_std": -0.220005, + "nauc_cv_recall_at_20_diff1": 0.695378, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.11634, + "nauc_mrr_at_1_std": 0.115294, + "nauc_mrr_at_1_diff1": 0.868102, + "nauc_mrr_at_3_max": -0.216695, + "nauc_mrr_at_3_std": 0.048613, + "nauc_mrr_at_3_diff1": 0.84425, + "nauc_mrr_at_5_max": -0.232264, + "nauc_mrr_at_5_std": 0.063194, + "nauc_mrr_at_5_diff1": 0.84313, + "nauc_mrr_at_10_max": -0.222034, + "nauc_mrr_at_10_std": 0.055862, + "nauc_mrr_at_10_diff1": 0.842839, + "nauc_mrr_at_20_max": -0.217157, + "nauc_mrr_at_20_std": 0.059421, + "nauc_mrr_at_20_diff1": 0.842599, + "nauc_mrr_at_100_max": -0.212473, + "nauc_mrr_at_100_std": 0.063671, + "nauc_mrr_at_100_diff1": 0.844014, + "nauc_mrr_at_1000_max": -0.212473, + "nauc_mrr_at_1000_std": 0.063671, + "nauc_mrr_at_1000_diff1": 0.844014, + "main_score": 0.88023, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 17.489131689071655, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRCharXivOCRRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRCharXivOCRRetrieval.json new file mode 100644 index 0000000000..5c6380f5be --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRCharXivOCRRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRCharXivOCRRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.84284, + "ndcg_at_3": 0.87056, + "ndcg_at_5": 0.87517, + "ndcg_at_10": 0.88047, + "ndcg_at_20": 0.88479, + "ndcg_at_100": 0.8916, + "ndcg_at_1000": 0.89557, + "map_at_1": 0.84284, + "map_at_3": 0.86386, + "map_at_5": 0.86647, + "map_at_10": 0.86873, + "map_at_20": 0.86992, + "map_at_100": 0.8709, + "map_at_1000": 0.87107, + "recall_at_1": 0.84284, + "recall_at_3": 0.88989, + "recall_at_5": 0.9009, + "recall_at_10": 0.91692, + "recall_at_20": 0.93393, + "recall_at_100": 0.96997, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.84284, + "cv_recall_at_3": 0.88989, + "cv_recall_at_5": 0.9009, + "cv_recall_at_10": 0.91692, + "cv_recall_at_20": 0.93393, + "cv_recall_at_100": 0.96997, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.84284, + "precision_at_3": 0.29663, + "precision_at_5": 0.18018, + "precision_at_10": 0.09169, + "precision_at_20": 0.0467, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "mrr_at_1": 0.842843, + "mrr_at_3": 0.863864, + "mrr_at_5": 0.866466, + "mrr_at_10": 0.868726, + "mrr_at_20": 0.86992, + "mrr_at_100": 0.870902, + "mrr_at_1000": 0.871068, + "nauc_ndcg_at_1_max": 0.518384, + "nauc_ndcg_at_1_std": 0.128035, + "nauc_ndcg_at_1_diff1": 0.960455, + "nauc_ndcg_at_3_max": 0.546028, + "nauc_ndcg_at_3_std": 0.161493, + "nauc_ndcg_at_3_diff1": 0.946825, + "nauc_ndcg_at_5_max": 0.553471, + "nauc_ndcg_at_5_std": 0.167167, + "nauc_ndcg_at_5_diff1": 0.944238, + "nauc_ndcg_at_10_max": 0.554611, + "nauc_ndcg_at_10_std": 0.166297, + "nauc_ndcg_at_10_diff1": 0.946016, + "nauc_ndcg_at_20_max": 0.549063, + "nauc_ndcg_at_20_std": 0.163321, + "nauc_ndcg_at_20_diff1": 0.946305, + "nauc_ndcg_at_100_max": 0.541764, + "nauc_ndcg_at_100_std": 0.159021, + "nauc_ndcg_at_100_diff1": 0.948224, + "nauc_ndcg_at_1000_max": 0.541743, + "nauc_ndcg_at_1000_std": 0.154226, + "nauc_ndcg_at_1000_diff1": 0.948439, + "nauc_map_at_1_max": 0.518384, + "nauc_map_at_1_std": 0.128035, + "nauc_map_at_1_diff1": 0.960455, + "nauc_map_at_3_max": 0.537297, + "nauc_map_at_3_std": 0.148345, + "nauc_map_at_3_diff1": 0.9504, + "nauc_map_at_5_max": 0.540949, + "nauc_map_at_5_std": 0.151099, + "nauc_map_at_5_diff1": 0.949078, + "nauc_map_at_10_max": 0.540922, + "nauc_map_at_10_std": 0.150276, + "nauc_map_at_10_diff1": 0.949901, + "nauc_map_at_20_max": 0.539402, + "nauc_map_at_20_std": 0.149263, + "nauc_map_at_20_diff1": 0.950009, + "nauc_map_at_100_max": 0.538239, + "nauc_map_at_100_std": 0.148176, + "nauc_map_at_100_diff1": 0.950211, + "nauc_map_at_1000_max": 0.538222, + "nauc_map_at_1000_std": 0.148043, + "nauc_map_at_1000_diff1": 0.950224, + "nauc_recall_at_1_max": 0.518384, + "nauc_recall_at_1_std": 0.128035, + "nauc_recall_at_1_diff1": 0.960455, + "nauc_recall_at_3_max": 0.577029, + "nauc_recall_at_3_std": 0.209299, + "nauc_recall_at_3_diff1": 0.934446, + "nauc_recall_at_5_max": 0.602664, + "nauc_recall_at_5_std": 0.230744, + "nauc_recall_at_5_diff1": 0.925718, + "nauc_recall_at_10_max": 0.61898, + "nauc_recall_at_10_std": 0.240964, + "nauc_recall_at_10_diff1": 0.929316, + "nauc_recall_at_20_max": 0.599043, + "nauc_recall_at_20_std": 0.242427, + "nauc_recall_at_20_diff1": 0.926955, + "nauc_recall_at_100_max": 0.535775, + "nauc_recall_at_100_std": 0.285085, + "nauc_recall_at_100_diff1": 0.942803, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.518384, + "nauc_precision_at_1_std": 0.128035, + "nauc_precision_at_1_diff1": 0.960455, + "nauc_precision_at_3_max": 0.577029, + "nauc_precision_at_3_std": 0.209299, + "nauc_precision_at_3_diff1": 0.934446, + "nauc_precision_at_5_max": 0.602664, + "nauc_precision_at_5_std": 0.230744, + "nauc_precision_at_5_diff1": 0.925718, + "nauc_precision_at_10_max": 0.61898, + "nauc_precision_at_10_std": 0.240964, + "nauc_precision_at_10_diff1": 0.929316, + "nauc_precision_at_20_max": 0.599043, + "nauc_precision_at_20_std": 0.242427, + "nauc_precision_at_20_diff1": 0.926955, + "nauc_precision_at_100_max": 0.535775, + "nauc_precision_at_100_std": 0.285085, + "nauc_precision_at_100_diff1": 0.942803, + "nauc_precision_at_1000_max": -0.575179, + "nauc_precision_at_1000_std": -0.575179, + "nauc_precision_at_1000_diff1": -0.575179, + "nauc_cv_recall_at_1_max": 0.518384, + "nauc_cv_recall_at_1_std": 0.128035, + "nauc_cv_recall_at_1_diff1": 0.960455, + "nauc_cv_recall_at_3_max": 0.577029, + "nauc_cv_recall_at_3_std": 0.209299, + "nauc_cv_recall_at_3_diff1": 0.934446, + "nauc_cv_recall_at_5_max": 0.602664, + "nauc_cv_recall_at_5_std": 0.230744, + "nauc_cv_recall_at_5_diff1": 0.925718, + "nauc_cv_recall_at_10_max": 0.61898, + "nauc_cv_recall_at_10_std": 0.240964, + "nauc_cv_recall_at_10_diff1": 0.929316, + "nauc_cv_recall_at_20_max": 0.599043, + "nauc_cv_recall_at_20_std": 0.242427, + "nauc_cv_recall_at_20_diff1": 0.926955, + "nauc_cv_recall_at_100_max": 0.535775, + "nauc_cv_recall_at_100_std": 0.285085, + "nauc_cv_recall_at_100_diff1": 0.942803, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.518384, + "nauc_mrr_at_1_std": 0.128035, + "nauc_mrr_at_1_diff1": 0.960455, + "nauc_mrr_at_3_max": 0.537297, + "nauc_mrr_at_3_std": 0.148345, + "nauc_mrr_at_3_diff1": 0.9504, + "nauc_mrr_at_5_max": 0.540949, + "nauc_mrr_at_5_std": 0.151099, + "nauc_mrr_at_5_diff1": 0.949078, + "nauc_mrr_at_10_max": 0.540922, + "nauc_mrr_at_10_std": 0.150276, + "nauc_mrr_at_10_diff1": 0.949901, + "nauc_mrr_at_20_max": 0.539402, + "nauc_mrr_at_20_std": 0.149263, + "nauc_mrr_at_20_diff1": 0.950009, + "nauc_mrr_at_100_max": 0.538239, + "nauc_mrr_at_100_std": 0.148176, + "nauc_mrr_at_100_diff1": 0.950211, + "nauc_mrr_at_1000_max": 0.53822, + "nauc_mrr_at_1000_std": 0.14804, + "nauc_mrr_at_1000_diff1": 0.950224, + "main_score": 0.87517, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 194.82856273651123, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRChartQARetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRChartQARetrieval.json new file mode 100644 index 0000000000..5cee36084f --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRChartQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRChartQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.62048, + "ndcg_at_3": 0.7029, + "ndcg_at_5": 0.71768, + "ndcg_at_10": 0.73189, + "ndcg_at_20": 0.73943, + "ndcg_at_100": 0.7541, + "ndcg_at_1000": 0.76075, + "map_at_1": 0.62048, + "map_at_3": 0.6834, + "map_at_5": 0.69153, + "map_at_10": 0.69742, + "map_at_20": 0.69952, + "map_at_100": 0.70154, + "map_at_1000": 0.70179, + "recall_at_1": 0.62048, + "recall_at_3": 0.75904, + "recall_at_5": 0.79518, + "recall_at_10": 0.83886, + "recall_at_20": 0.86847, + "recall_at_100": 0.94779, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.62048, + "cv_recall_at_3": 0.75904, + "cv_recall_at_5": 0.79518, + "cv_recall_at_10": 0.83936, + "cv_recall_at_20": 0.86847, + "cv_recall_at_100": 0.94779, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.62048, + "precision_at_3": 0.25301, + "precision_at_5": 0.15904, + "precision_at_10": 0.08394, + "precision_at_20": 0.04347, + "precision_at_100": 0.00949, + "precision_at_1000": 0.001, + "mrr_at_1": 0.620482, + "mrr_at_3": 0.6834, + "mrr_at_5": 0.691533, + "mrr_at_10": 0.697472, + "mrr_at_20": 0.699509, + "mrr_at_100": 0.701521, + "mrr_at_1000": 0.701773, + "nauc_ndcg_at_1_max": 0.438114, + "nauc_ndcg_at_1_std": 0.152991, + "nauc_ndcg_at_1_diff1": 0.852684, + "nauc_ndcg_at_3_max": 0.525538, + "nauc_ndcg_at_3_std": 0.239142, + "nauc_ndcg_at_3_diff1": 0.840503, + "nauc_ndcg_at_5_max": 0.533837, + "nauc_ndcg_at_5_std": 0.261079, + "nauc_ndcg_at_5_diff1": 0.836149, + "nauc_ndcg_at_10_max": 0.540124, + "nauc_ndcg_at_10_std": 0.27439, + "nauc_ndcg_at_10_diff1": 0.837555, + "nauc_ndcg_at_20_max": 0.540715, + "nauc_ndcg_at_20_std": 0.280311, + "nauc_ndcg_at_20_diff1": 0.840743, + "nauc_ndcg_at_100_max": 0.534008, + "nauc_ndcg_at_100_std": 0.271946, + "nauc_ndcg_at_100_diff1": 0.840342, + "nauc_ndcg_at_1000_max": 0.523969, + "nauc_ndcg_at_1000_std": 0.255192, + "nauc_ndcg_at_1000_diff1": 0.841112, + "nauc_map_at_1_max": 0.438114, + "nauc_map_at_1_std": 0.152991, + "nauc_map_at_1_diff1": 0.852684, + "nauc_map_at_3_max": 0.502529, + "nauc_map_at_3_std": 0.21567, + "nauc_map_at_3_diff1": 0.843745, + "nauc_map_at_5_max": 0.506186, + "nauc_map_at_5_std": 0.226229, + "nauc_map_at_5_diff1": 0.841445, + "nauc_map_at_10_max": 0.508224, + "nauc_map_at_10_std": 0.230939, + "nauc_map_at_10_diff1": 0.842302, + "nauc_map_at_20_max": 0.508143, + "nauc_map_at_20_std": 0.232112, + "nauc_map_at_20_diff1": 0.843101, + "nauc_map_at_100_max": 0.507532, + "nauc_map_at_100_std": 0.23145, + "nauc_map_at_100_diff1": 0.842961, + "nauc_map_at_1000_max": 0.507197, + "nauc_map_at_1000_std": 0.230908, + "nauc_map_at_1000_diff1": 0.842989, + "nauc_recall_at_1_max": 0.438114, + "nauc_recall_at_1_std": 0.152991, + "nauc_recall_at_1_diff1": 0.852684, + "nauc_recall_at_3_max": 0.606054, + "nauc_recall_at_3_std": 0.321705, + "nauc_recall_at_3_diff1": 0.829143, + "nauc_recall_at_5_max": 0.643323, + "nauc_recall_at_5_std": 0.402104, + "nauc_recall_at_5_diff1": 0.814838, + "nauc_recall_at_10_max": 0.697607, + "nauc_recall_at_10_std": 0.495198, + "nauc_recall_at_10_diff1": 0.814345, + "nauc_recall_at_20_max": 0.733029, + "nauc_recall_at_20_std": 0.579481, + "nauc_recall_at_20_diff1": 0.831714, + "nauc_recall_at_100_max": 0.838875, + "nauc_recall_at_100_std": 0.785696, + "nauc_recall_at_100_diff1": 0.817817, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.438114, + "nauc_precision_at_1_std": 0.152991, + "nauc_precision_at_1_diff1": 0.852684, + "nauc_precision_at_3_max": 0.606054, + "nauc_precision_at_3_std": 0.321705, + "nauc_precision_at_3_diff1": 0.829143, + "nauc_precision_at_5_max": 0.643323, + "nauc_precision_at_5_std": 0.402104, + "nauc_precision_at_5_diff1": 0.814838, + "nauc_precision_at_10_max": 0.696313, + "nauc_precision_at_10_std": 0.493326, + "nauc_precision_at_10_diff1": 0.813815, + "nauc_precision_at_20_max": 0.715356, + "nauc_precision_at_20_std": 0.563883, + "nauc_precision_at_20_diff1": 0.813726, + "nauc_precision_at_100_max": 0.793133, + "nauc_precision_at_100_std": 0.741673, + "nauc_precision_at_100_diff1": 0.775189, + "nauc_precision_at_1000_max": -0.575317, + "nauc_precision_at_1000_std": -0.575317, + "nauc_precision_at_1000_diff1": -0.500078, + "nauc_cv_recall_at_1_max": 0.438114, + "nauc_cv_recall_at_1_std": 0.152991, + "nauc_cv_recall_at_1_diff1": 0.852684, + "nauc_cv_recall_at_3_max": 0.606054, + "nauc_cv_recall_at_3_std": 0.321705, + "nauc_cv_recall_at_3_diff1": 0.829143, + "nauc_cv_recall_at_5_max": 0.643323, + "nauc_cv_recall_at_5_std": 0.402104, + "nauc_cv_recall_at_5_diff1": 0.814838, + "nauc_cv_recall_at_10_max": 0.696313, + "nauc_cv_recall_at_10_std": 0.493326, + "nauc_cv_recall_at_10_diff1": 0.813815, + "nauc_cv_recall_at_20_max": 0.733029, + "nauc_cv_recall_at_20_std": 0.579481, + "nauc_cv_recall_at_20_diff1": 0.831714, + "nauc_cv_recall_at_100_max": 0.838875, + "nauc_cv_recall_at_100_std": 0.785696, + "nauc_cv_recall_at_100_diff1": 0.817817, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.438114, + "nauc_mrr_at_1_std": 0.152991, + "nauc_mrr_at_1_diff1": 0.852684, + "nauc_mrr_at_3_max": 0.502529, + "nauc_mrr_at_3_std": 0.21567, + "nauc_mrr_at_3_diff1": 0.843745, + "nauc_mrr_at_5_max": 0.506186, + "nauc_mrr_at_5_std": 0.226229, + "nauc_mrr_at_5_diff1": 0.841445, + "nauc_mrr_at_10_max": 0.508101, + "nauc_mrr_at_10_std": 0.230763, + "nauc_mrr_at_10_diff1": 0.842272, + "nauc_mrr_at_20_max": 0.508178, + "nauc_mrr_at_20_std": 0.232163, + "nauc_mrr_at_20_diff1": 0.84311, + "nauc_mrr_at_100_max": 0.507568, + "nauc_mrr_at_100_std": 0.231501, + "nauc_mrr_at_100_diff1": 0.84297, + "nauc_mrr_at_1000_max": 0.507233, + "nauc_mrr_at_1000_std": 0.230959, + "nauc_mrr_at_1000_diff1": 0.842997, + "main_score": 0.71768, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 168.80174040794373, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocQAAI.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocQAAI.json new file mode 100644 index 0000000000..b503faf67b --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocQAAI.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocQAAI", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.98551, + "ndcg_at_3": 0.99465, + "ndcg_at_5": 0.99465, + "ndcg_at_10": 0.99465, + "ndcg_at_20": 0.99465, + "ndcg_at_100": 0.99465, + "ndcg_at_1000": 0.99465, + "map_at_1": 0.98551, + "map_at_3": 0.99275, + "map_at_5": 0.99275, + "map_at_10": 0.99275, + "map_at_20": 0.99275, + "map_at_100": 0.99275, + "map_at_1000": 0.99275, + "recall_at_1": 0.98551, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.98551, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.98551, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.985507, + "mrr_at_3": 0.992754, + "mrr_at_5": 0.992754, + "mrr_at_10": 0.992754, + "mrr_at_20": 0.992754, + "mrr_at_100": 0.992754, + "mrr_at_1000": 0.992754, + "nauc_ndcg_at_1_max": 0.122435, + "nauc_ndcg_at_1_std": 0.354368, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.122435, + "nauc_ndcg_at_3_std": 0.354368, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.122435, + "nauc_ndcg_at_5_std": 0.354368, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.122435, + "nauc_ndcg_at_10_std": 0.354368, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.122435, + "nauc_ndcg_at_20_std": 0.354368, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.122435, + "nauc_ndcg_at_100_std": 0.354368, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.122435, + "nauc_ndcg_at_1000_std": 0.354368, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.122435, + "nauc_map_at_1_std": 0.354368, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.122435, + "nauc_map_at_3_std": 0.354368, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.122435, + "nauc_map_at_5_std": 0.354368, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.122435, + "nauc_map_at_10_std": 0.354368, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.122435, + "nauc_map_at_20_std": 0.354368, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.122435, + "nauc_map_at_100_std": 0.354368, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.122435, + "nauc_map_at_1000_std": 0.354368, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.122435, + "nauc_recall_at_1_std": 0.354368, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.122435, + "nauc_precision_at_1_std": 0.354368, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.122435, + "nauc_cv_recall_at_1_std": 0.354368, + "nauc_cv_recall_at_1_diff1": 1.0, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.122435, + "nauc_mrr_at_1_std": 0.354368, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.122435, + "nauc_mrr_at_3_std": 0.354368, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.122435, + "nauc_mrr_at_5_std": 0.354368, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.122435, + "nauc_mrr_at_10_std": 0.354368, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.122435, + "nauc_mrr_at_20_std": 0.354368, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.122435, + "nauc_mrr_at_100_std": 0.354368, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.122435, + "nauc_mrr_at_1000_std": 0.354368, + "nauc_mrr_at_1000_diff1": 1.0, + "main_score": 0.99465, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 566.5735359191895, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocQAEnergyRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocQAEnergyRetrieval.json new file mode 100644 index 0000000000..7c89cc9033 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocQAEnergyRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocQAEnergyRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.97059, + "ndcg_at_3": 0.97059, + "ndcg_at_5": 0.97692, + "ndcg_at_10": 0.98156, + "ndcg_at_20": 0.98156, + "ndcg_at_100": 0.98156, + "ndcg_at_1000": 0.98156, + "map_at_1": 0.97059, + "map_at_3": 0.97059, + "map_at_5": 0.97426, + "map_at_10": 0.9761, + "map_at_20": 0.9761, + "map_at_100": 0.9761, + "map_at_1000": 0.9761, + "recall_at_1": 0.97059, + "recall_at_3": 0.97059, + "recall_at_5": 0.98529, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.97059, + "cv_recall_at_3": 0.97059, + "cv_recall_at_5": 0.98529, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.97059, + "precision_at_3": 0.32353, + "precision_at_5": 0.19706, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.970588, + "mrr_at_3": 0.970588, + "mrr_at_5": 0.974265, + "mrr_at_10": 0.976103, + "mrr_at_20": 0.976103, + "mrr_at_100": 0.976103, + "mrr_at_1000": 0.976103, + "nauc_ndcg_at_1_max": 0.679458, + "nauc_ndcg_at_1_std": -0.497414, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.679458, + "nauc_ndcg_at_3_std": -0.497414, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.59149, + "nauc_ndcg_at_5_std": -0.831707, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.650005, + "nauc_ndcg_at_10_std": -0.609341, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.650005, + "nauc_ndcg_at_20_std": -0.609341, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.650005, + "nauc_ndcg_at_100_std": -0.609341, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.650005, + "nauc_ndcg_at_1000_std": -0.609341, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.679458, + "nauc_map_at_1_std": -0.497414, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.679458, + "nauc_map_at_3_std": -0.497414, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.633666, + "nauc_map_at_5_std": -0.671431, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.654801, + "nauc_map_at_10_std": -0.591115, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.654801, + "nauc_map_at_20_std": -0.591115, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.654801, + "nauc_map_at_100_std": -0.591115, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.654801, + "nauc_map_at_1000_std": -0.591115, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.679458, + "nauc_recall_at_1_std": -0.497414, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 0.679458, + "nauc_recall_at_3_std": -0.497414, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 0.358916, + "nauc_recall_at_5_std": -1.715532, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.679458, + "nauc_precision_at_1_std": -0.497414, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 0.679458, + "nauc_precision_at_3_std": -0.497414, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 0.358916, + "nauc_precision_at_5_std": -1.715532, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.679458, + "nauc_cv_recall_at_1_std": -0.497414, + "nauc_cv_recall_at_1_diff1": 1.0, + "nauc_cv_recall_at_3_max": 0.679458, + "nauc_cv_recall_at_3_std": -0.497414, + "nauc_cv_recall_at_3_diff1": 1.0, + "nauc_cv_recall_at_5_max": 0.358916, + "nauc_cv_recall_at_5_std": -1.715532, + "nauc_cv_recall_at_5_diff1": 1.0, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.679458, + "nauc_mrr_at_1_std": -0.497414, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.679458, + "nauc_mrr_at_3_std": -0.497414, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.633666, + "nauc_mrr_at_5_std": -0.671431, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.654801, + "nauc_mrr_at_10_std": -0.591115, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.654801, + "nauc_mrr_at_20_std": -0.591115, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.654801, + "nauc_mrr_at_100_std": -0.591115, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.654801, + "nauc_mrr_at_1000_std": -0.591115, + "nauc_mrr_at_1000_diff1": 1.0, + "main_score": 0.97692, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 548.7792859077454, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocQAGovReportRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocQAGovReportRetrieval.json new file mode 100644 index 0000000000..85c51a4fe3 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocQAGovReportRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocQAGovReportRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.93421, + "ndcg_at_3": 0.97227, + "ndcg_at_5": 0.97227, + "ndcg_at_10": 0.97227, + "ndcg_at_20": 0.97227, + "ndcg_at_100": 0.97227, + "ndcg_at_1000": 0.97227, + "map_at_1": 0.93421, + "map_at_3": 0.96272, + "map_at_5": 0.96272, + "map_at_10": 0.96272, + "map_at_20": 0.96272, + "map_at_100": 0.96272, + "map_at_1000": 0.96272, + "recall_at_1": 0.93421, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.93421, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.93421, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.934211, + "mrr_at_3": 0.962719, + "mrr_at_5": 0.962719, + "mrr_at_10": 0.962719, + "mrr_at_20": 0.962719, + "mrr_at_100": 0.962719, + "mrr_at_1000": 0.962719, + "nauc_ndcg_at_1_max": 0.48623, + "nauc_ndcg_at_1_std": 0.277669, + "nauc_ndcg_at_1_diff1": 0.947405, + "nauc_ndcg_at_3_max": 0.541905, + "nauc_ndcg_at_3_std": 0.339673, + "nauc_ndcg_at_3_diff1": 0.953941, + "nauc_ndcg_at_5_max": 0.541905, + "nauc_ndcg_at_5_std": 0.339673, + "nauc_ndcg_at_5_diff1": 0.953941, + "nauc_ndcg_at_10_max": 0.541905, + "nauc_ndcg_at_10_std": 0.339673, + "nauc_ndcg_at_10_diff1": 0.953941, + "nauc_ndcg_at_20_max": 0.541905, + "nauc_ndcg_at_20_std": 0.339673, + "nauc_ndcg_at_20_diff1": 0.953941, + "nauc_ndcg_at_100_max": 0.541905, + "nauc_ndcg_at_100_std": 0.339673, + "nauc_ndcg_at_100_diff1": 0.953941, + "nauc_ndcg_at_1000_max": 0.541905, + "nauc_ndcg_at_1000_std": 0.339673, + "nauc_ndcg_at_1000_diff1": 0.953941, + "nauc_map_at_1_max": 0.48623, + "nauc_map_at_1_std": 0.277669, + "nauc_map_at_1_diff1": 0.947405, + "nauc_map_at_3_max": 0.538939, + "nauc_map_at_3_std": 0.336369, + "nauc_map_at_3_diff1": 0.953593, + "nauc_map_at_5_max": 0.538939, + "nauc_map_at_5_std": 0.336369, + "nauc_map_at_5_diff1": 0.953593, + "nauc_map_at_10_max": 0.538939, + "nauc_map_at_10_std": 0.336369, + "nauc_map_at_10_diff1": 0.953593, + "nauc_map_at_20_max": 0.538939, + "nauc_map_at_20_std": 0.336369, + "nauc_map_at_20_diff1": 0.953593, + "nauc_map_at_100_max": 0.538939, + "nauc_map_at_100_std": 0.336369, + "nauc_map_at_100_diff1": 0.953593, + "nauc_map_at_1000_max": 0.538939, + "nauc_map_at_1000_std": 0.336369, + "nauc_map_at_1000_diff1": 0.953593, + "nauc_recall_at_1_max": 0.48623, + "nauc_recall_at_1_std": 0.277669, + "nauc_recall_at_1_diff1": 0.947405, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.48623, + "nauc_precision_at_1_std": 0.277669, + "nauc_precision_at_1_diff1": 0.947405, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.48623, + "nauc_cv_recall_at_1_std": 0.277669, + "nauc_cv_recall_at_1_diff1": 0.947405, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.48623, + "nauc_mrr_at_1_std": 0.277669, + "nauc_mrr_at_1_diff1": 0.947405, + "nauc_mrr_at_3_max": 0.538939, + "nauc_mrr_at_3_std": 0.336369, + "nauc_mrr_at_3_diff1": 0.953593, + "nauc_mrr_at_5_max": 0.538939, + "nauc_mrr_at_5_std": 0.336369, + "nauc_mrr_at_5_diff1": 0.953593, + "nauc_mrr_at_10_max": 0.538939, + "nauc_mrr_at_10_std": 0.336369, + "nauc_mrr_at_10_diff1": 0.953593, + "nauc_mrr_at_20_max": 0.538939, + "nauc_mrr_at_20_std": 0.336369, + "nauc_mrr_at_20_diff1": 0.953593, + "nauc_mrr_at_100_max": 0.538939, + "nauc_mrr_at_100_std": 0.336369, + "nauc_mrr_at_100_diff1": 0.953593, + "nauc_mrr_at_1000_max": 0.538939, + "nauc_mrr_at_1000_std": 0.336369, + "nauc_mrr_at_1000_diff1": 0.953593, + "main_score": 0.97227, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 558.3637681007385, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocQAHealthcareIndustryRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocQAHealthcareIndustryRetrieval.json new file mode 100644 index 0000000000..f403809ac1 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocQAHealthcareIndustryRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocQAHealthcareIndustryRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.96629, + "ndcg_at_3": 0.98609, + "ndcg_at_5": 0.98609, + "ndcg_at_10": 0.98609, + "ndcg_at_20": 0.98609, + "ndcg_at_100": 0.98609, + "ndcg_at_1000": 0.98609, + "map_at_1": 0.96629, + "map_at_3": 0.98127, + "map_at_5": 0.98127, + "map_at_10": 0.98127, + "map_at_20": 0.98127, + "map_at_100": 0.98127, + "map_at_1000": 0.98127, + "recall_at_1": 0.96629, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.96629, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.96629, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.966292, + "mrr_at_3": 0.981273, + "mrr_at_5": 0.981273, + "mrr_at_10": 0.981273, + "mrr_at_20": 0.981273, + "mrr_at_100": 0.981273, + "mrr_at_1000": 0.981273, + "nauc_ndcg_at_1_max": 0.648656, + "nauc_ndcg_at_1_std": 0.096016, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.617625, + "nauc_ndcg_at_3_std": 0.027054, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.617625, + "nauc_ndcg_at_5_std": 0.027054, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.617625, + "nauc_ndcg_at_10_std": 0.027054, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.617625, + "nauc_ndcg_at_20_std": 0.027054, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.617625, + "nauc_ndcg_at_100_std": 0.027054, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.617625, + "nauc_ndcg_at_1000_std": 0.027054, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.648656, + "nauc_map_at_1_std": 0.096016, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.619311, + "nauc_map_at_3_std": 0.030802, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.619311, + "nauc_map_at_5_std": 0.030802, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.619311, + "nauc_map_at_10_std": 0.030802, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.619311, + "nauc_map_at_20_std": 0.030802, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.619311, + "nauc_map_at_100_std": 0.030802, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.619311, + "nauc_map_at_1000_std": 0.030802, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.648656, + "nauc_recall_at_1_std": 0.096016, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.648656, + "nauc_precision_at_1_std": 0.096016, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.648656, + "nauc_cv_recall_at_1_std": 0.096016, + "nauc_cv_recall_at_1_diff1": 1.0, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.648656, + "nauc_mrr_at_1_std": 0.096016, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.619311, + "nauc_mrr_at_3_std": 0.030802, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.619311, + "nauc_mrr_at_5_std": 0.030802, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.619311, + "nauc_mrr_at_10_std": 0.030802, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.619311, + "nauc_mrr_at_20_std": 0.030802, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.619311, + "nauc_mrr_at_100_std": 0.030802, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.619311, + "nauc_mrr_at_1000_std": 0.030802, + "nauc_mrr_at_1000_diff1": 1.0, + "main_score": 0.98609, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 519.9739835262299, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocVQARetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocVQARetrieval.json new file mode 100644 index 0000000000..5324485149 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDocVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocVQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.92105, + "ndcg_at_3": 0.95426, + "ndcg_at_5": 0.95426, + "ndcg_at_10": 0.95426, + "ndcg_at_20": 0.96084, + "ndcg_at_100": 0.96084, + "ndcg_at_1000": 0.96084, + "map_at_1": 0.92105, + "map_at_3": 0.94737, + "map_at_5": 0.94737, + "map_at_10": 0.94737, + "map_at_20": 0.94912, + "map_at_100": 0.94912, + "map_at_1000": 0.94912, + "recall_at_1": 0.92105, + "recall_at_3": 0.97368, + "recall_at_5": 0.97368, + "recall_at_10": 0.97368, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.92105, + "cv_recall_at_3": 0.97368, + "cv_recall_at_5": 0.97368, + "cv_recall_at_10": 0.97368, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.92105, + "precision_at_3": 0.32456, + "precision_at_5": 0.19474, + "precision_at_10": 0.09737, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.921053, + "mrr_at_3": 0.947368, + "mrr_at_5": 0.947368, + "mrr_at_10": 0.947368, + "mrr_at_20": 0.949123, + "mrr_at_100": 0.949123, + "mrr_at_1000": 0.949123, + "nauc_ndcg_at_1_max": 0.029674, + "nauc_ndcg_at_1_std": 0.199331, + "nauc_ndcg_at_1_diff1": 0.912341, + "nauc_ndcg_at_3_max": 0.334165, + "nauc_ndcg_at_3_std": 0.442238, + "nauc_ndcg_at_3_diff1": 0.896432, + "nauc_ndcg_at_5_max": 0.334165, + "nauc_ndcg_at_5_std": 0.442238, + "nauc_ndcg_at_5_diff1": 0.896432, + "nauc_ndcg_at_10_max": 0.334165, + "nauc_ndcg_at_10_std": 0.442238, + "nauc_ndcg_at_10_diff1": 0.896432, + "nauc_ndcg_at_20_max": 0.244397, + "nauc_ndcg_at_20_std": 0.370626, + "nauc_ndcg_at_20_diff1": 0.901122, + "nauc_ndcg_at_100_max": 0.244397, + "nauc_ndcg_at_100_std": 0.370626, + "nauc_ndcg_at_100_diff1": 0.901122, + "nauc_ndcg_at_1000_max": 0.244397, + "nauc_ndcg_at_1000_std": 0.370626, + "nauc_ndcg_at_1000_diff1": 0.901122, + "nauc_map_at_1_max": 0.029674, + "nauc_map_at_1_std": 0.199331, + "nauc_map_at_1_diff1": 0.912341, + "nauc_map_at_3_max": 0.239383, + "nauc_map_at_3_std": 0.366626, + "nauc_map_at_3_diff1": 0.901384, + "nauc_map_at_5_max": 0.239383, + "nauc_map_at_5_std": 0.366626, + "nauc_map_at_5_diff1": 0.901384, + "nauc_map_at_10_max": 0.239383, + "nauc_map_at_10_std": 0.366626, + "nauc_map_at_10_diff1": 0.901384, + "nauc_map_at_20_max": 0.217689, + "nauc_map_at_20_std": 0.34932, + "nauc_map_at_20_diff1": 0.902518, + "nauc_map_at_100_max": 0.217689, + "nauc_map_at_100_std": 0.34932, + "nauc_map_at_100_diff1": 0.902518, + "nauc_map_at_1000_max": 0.217689, + "nauc_map_at_1000_std": 0.34932, + "nauc_map_at_1000_diff1": 0.902518, + "nauc_recall_at_1_max": 0.029674, + "nauc_recall_at_1_std": 0.199331, + "nauc_recall_at_1_diff1": 0.912341, + "nauc_recall_at_3_max": 0.868512, + "nauc_recall_at_3_std": 0.868512, + "nauc_recall_at_3_diff1": 0.868512, + "nauc_recall_at_5_max": 0.868512, + "nauc_recall_at_5_std": 0.868512, + "nauc_recall_at_5_diff1": 0.868512, + "nauc_recall_at_10_max": 0.868512, + "nauc_recall_at_10_std": 0.868512, + "nauc_recall_at_10_diff1": 0.868512, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.029674, + "nauc_precision_at_1_std": 0.199331, + "nauc_precision_at_1_diff1": 0.912341, + "nauc_precision_at_3_max": 0.868512, + "nauc_precision_at_3_std": 0.868512, + "nauc_precision_at_3_diff1": 0.868512, + "nauc_precision_at_5_max": 0.868512, + "nauc_precision_at_5_std": 0.868512, + "nauc_precision_at_5_diff1": 0.868512, + "nauc_precision_at_10_max": 0.868512, + "nauc_precision_at_10_std": 0.868512, + "nauc_precision_at_10_diff1": 0.868512, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.029674, + "nauc_cv_recall_at_1_std": 0.199331, + "nauc_cv_recall_at_1_diff1": 0.912341, + "nauc_cv_recall_at_3_max": 0.868512, + "nauc_cv_recall_at_3_std": 0.868512, + "nauc_cv_recall_at_3_diff1": 0.868512, + "nauc_cv_recall_at_5_max": 0.868512, + "nauc_cv_recall_at_5_std": 0.868512, + "nauc_cv_recall_at_5_diff1": 0.868512, + "nauc_cv_recall_at_10_max": 0.868512, + "nauc_cv_recall_at_10_std": 0.868512, + "nauc_cv_recall_at_10_diff1": 0.868512, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.029674, + "nauc_mrr_at_1_std": 0.199331, + "nauc_mrr_at_1_diff1": 0.912341, + "nauc_mrr_at_3_max": 0.239383, + "nauc_mrr_at_3_std": 0.366626, + "nauc_mrr_at_3_diff1": 0.901384, + "nauc_mrr_at_5_max": 0.239383, + "nauc_mrr_at_5_std": 0.366626, + "nauc_mrr_at_5_diff1": 0.901384, + "nauc_mrr_at_10_max": 0.239383, + "nauc_mrr_at_10_std": 0.366626, + "nauc_mrr_at_10_diff1": 0.901384, + "nauc_mrr_at_20_max": 0.217689, + "nauc_mrr_at_20_std": 0.34932, + "nauc_mrr_at_20_diff1": 0.902518, + "nauc_mrr_at_100_max": 0.217689, + "nauc_mrr_at_100_std": 0.34932, + "nauc_mrr_at_100_diff1": 0.902518, + "nauc_mrr_at_1000_max": 0.217689, + "nauc_mrr_at_1000_std": 0.34932, + "nauc_mrr_at_1000_diff1": 0.902518, + "main_score": 0.95426, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 252.63979482650757, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDonutVQAISynHMPRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDonutVQAISynHMPRetrieval.json new file mode 100644 index 0000000000..592291d9da --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRDonutVQAISynHMPRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDonutVQAISynHMPRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.53409, + "ndcg_at_3": 0.72228, + "ndcg_at_5": 0.75756, + "ndcg_at_10": 0.77492, + "ndcg_at_20": 0.77767, + "ndcg_at_100": 0.77857, + "ndcg_at_1000": 0.77857, + "map_at_1": 0.49318, + "map_at_3": 0.66718, + "map_at_5": 0.69005, + "map_at_10": 0.69901, + "map_at_20": 0.7001, + "map_at_100": 0.70026, + "map_at_1000": 0.70026, + "recall_at_1": 0.49318, + "recall_at_3": 0.85592, + "recall_at_5": 0.93764, + "recall_at_10": 0.98622, + "recall_at_20": 0.99574, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.53409, + "cv_recall_at_3": 0.88636, + "cv_recall_at_5": 0.95312, + "cv_recall_at_10": 0.99006, + "cv_recall_at_20": 0.99574, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.53409, + "precision_at_3": 0.31771, + "precision_at_5": 0.2108, + "precision_at_10": 0.11179, + "precision_at_20": 0.05661, + "precision_at_100": 0.01136, + "precision_at_1000": 0.00114, + "mrr_at_1": 0.534091, + "mrr_at_3": 0.691051, + "mrr_at_5": 0.706321, + "mrr_at_10": 0.711726, + "mrr_at_20": 0.712168, + "mrr_at_100": 0.712335, + "mrr_at_1000": 0.712335, + "nauc_ndcg_at_1_max": 0.044665, + "nauc_ndcg_at_1_std": -0.010296, + "nauc_ndcg_at_1_diff1": 0.360865, + "nauc_ndcg_at_3_max": 0.08363, + "nauc_ndcg_at_3_std": -0.071942, + "nauc_ndcg_at_3_diff1": 0.370831, + "nauc_ndcg_at_5_max": 0.078059, + "nauc_ndcg_at_5_std": -0.061993, + "nauc_ndcg_at_5_diff1": 0.361253, + "nauc_ndcg_at_10_max": 0.077226, + "nauc_ndcg_at_10_std": -0.035037, + "nauc_ndcg_at_10_diff1": 0.355058, + "nauc_ndcg_at_20_max": 0.070183, + "nauc_ndcg_at_20_std": -0.038904, + "nauc_ndcg_at_20_diff1": 0.360313, + "nauc_ndcg_at_100_max": 0.066803, + "nauc_ndcg_at_100_std": -0.039843, + "nauc_ndcg_at_100_diff1": 0.360962, + "nauc_ndcg_at_1000_max": 0.066803, + "nauc_ndcg_at_1000_std": -0.039843, + "nauc_ndcg_at_1000_diff1": 0.360962, + "nauc_map_at_1_max": 0.020817, + "nauc_map_at_1_std": -0.029309, + "nauc_map_at_1_diff1": 0.385671, + "nauc_map_at_3_max": 0.068333, + "nauc_map_at_3_std": -0.064356, + "nauc_map_at_3_diff1": 0.375314, + "nauc_map_at_5_max": 0.065024, + "nauc_map_at_5_std": -0.056387, + "nauc_map_at_5_diff1": 0.366271, + "nauc_map_at_10_max": 0.065218, + "nauc_map_at_10_std": -0.043989, + "nauc_map_at_10_diff1": 0.363769, + "nauc_map_at_20_max": 0.063545, + "nauc_map_at_20_std": -0.044922, + "nauc_map_at_20_diff1": 0.36477, + "nauc_map_at_100_max": 0.063081, + "nauc_map_at_100_std": -0.04504, + "nauc_map_at_100_diff1": 0.364877, + "nauc_map_at_1000_max": 0.063081, + "nauc_map_at_1000_std": -0.04504, + "nauc_map_at_1000_diff1": 0.364877, + "nauc_recall_at_1_max": 0.020817, + "nauc_recall_at_1_std": -0.029309, + "nauc_recall_at_1_diff1": 0.385671, + "nauc_recall_at_3_max": 0.143472, + "nauc_recall_at_3_std": -0.151901, + "nauc_recall_at_3_diff1": 0.357686, + "nauc_recall_at_5_max": 0.192923, + "nauc_recall_at_5_std": -0.195692, + "nauc_recall_at_5_diff1": 0.313597, + "nauc_recall_at_10_max": 0.577717, + "nauc_recall_at_10_std": 0.201725, + "nauc_recall_at_10_diff1": 0.038967, + "nauc_recall_at_20_max": 0.707565, + "nauc_recall_at_20_std": 0.146894, + "nauc_recall_at_20_diff1": 0.247079, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.044665, + "nauc_precision_at_1_std": -0.010296, + "nauc_precision_at_1_diff1": 0.360865, + "nauc_precision_at_3_max": 0.134902, + "nauc_precision_at_3_std": -0.075597, + "nauc_precision_at_3_diff1": 0.079797, + "nauc_precision_at_5_max": 0.096776, + "nauc_precision_at_5_std": -0.017878, + "nauc_precision_at_5_diff1": -0.099286, + "nauc_precision_at_10_max": 0.083879, + "nauc_precision_at_10_std": 0.084498, + "nauc_precision_at_10_diff1": -0.201951, + "nauc_precision_at_20_max": 0.056379, + "nauc_precision_at_20_std": 0.071006, + "nauc_precision_at_20_diff1": -0.201198, + "nauc_precision_at_100_max": 0.043907, + "nauc_precision_at_100_std": 0.069553, + "nauc_precision_at_100_diff1": -0.209783, + "nauc_precision_at_1000_max": 0.043907, + "nauc_precision_at_1000_std": 0.069553, + "nauc_precision_at_1000_diff1": -0.209783, + "nauc_cv_recall_at_1_max": 0.044665, + "nauc_cv_recall_at_1_std": -0.010296, + "nauc_cv_recall_at_1_diff1": 0.360865, + "nauc_cv_recall_at_3_max": 0.163086, + "nauc_cv_recall_at_3_std": -0.11412, + "nauc_cv_recall_at_3_diff1": 0.336536, + "nauc_cv_recall_at_5_max": 0.246927, + "nauc_cv_recall_at_5_std": -0.144213, + "nauc_cv_recall_at_5_diff1": 0.330183, + "nauc_cv_recall_at_10_max": 0.613984, + "nauc_cv_recall_at_10_std": 0.182335, + "nauc_cv_recall_at_10_diff1": -0.007086, + "nauc_cv_recall_at_20_max": 0.707565, + "nauc_cv_recall_at_20_std": 0.146894, + "nauc_cv_recall_at_20_diff1": 0.247079, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.044665, + "nauc_mrr_at_1_std": -0.010296, + "nauc_mrr_at_1_diff1": 0.360865, + "nauc_mrr_at_3_max": 0.072539, + "nauc_mrr_at_3_std": -0.035847, + "nauc_mrr_at_3_diff1": 0.359547, + "nauc_mrr_at_5_max": 0.070865, + "nauc_mrr_at_5_std": -0.031637, + "nauc_mrr_at_5_diff1": 0.360743, + "nauc_mrr_at_10_max": 0.068519, + "nauc_mrr_at_10_std": -0.026701, + "nauc_mrr_at_10_diff1": 0.358836, + "nauc_mrr_at_20_max": 0.067453, + "nauc_mrr_at_20_std": -0.02703, + "nauc_mrr_at_20_diff1": 0.359716, + "nauc_mrr_at_100_max": 0.066982, + "nauc_mrr_at_100_std": -0.027137, + "nauc_mrr_at_100_diff1": 0.359821, + "nauc_mrr_at_1000_max": 0.066982, + "nauc_mrr_at_1000_std": -0.027137, + "nauc_mrr_at_1000_diff1": 0.359821, + "main_score": 0.75756, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 215.13559794425964, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaDeNewsRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaDeNewsRetrieval.json new file mode 100644 index 0000000000..8e4bdb05bd --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaDeNewsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaDeNewsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.55673, + "ndcg_at_3": 0.62426, + "ndcg_at_5": 0.63737, + "ndcg_at_10": 0.65462, + "ndcg_at_20": 0.67293, + "ndcg_at_100": 0.70112, + "ndcg_at_1000": 0.70551, + "map_at_1": 0.55673, + "map_at_3": 0.60746, + "map_at_5": 0.61468, + "map_at_10": 0.62193, + "map_at_20": 0.62703, + "map_at_100": 0.63091, + "map_at_1000": 0.6313, + "recall_at_1": 0.55673, + "recall_at_3": 0.67051, + "recall_at_5": 0.70255, + "recall_at_10": 0.75598, + "recall_at_20": 0.82678, + "recall_at_100": 0.97385, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.55673, + "cv_recall_at_3": 0.67282, + "cv_recall_at_5": 0.70712, + "cv_recall_at_10": 0.75989, + "cv_recall_at_20": 0.83377, + "cv_recall_at_100": 0.98153, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.55673, + "precision_at_3": 0.22427, + "precision_at_5": 0.14142, + "precision_at_10": 0.07652, + "precision_at_20": 0.04195, + "precision_at_100": 0.01029, + "precision_at_1000": 0.00108, + "mrr_at_1": 0.556728, + "mrr_at_3": 0.608619, + "mrr_at_5": 0.616403, + "mrr_at_10": 0.623397, + "mrr_at_20": 0.628765, + "mrr_at_100": 0.632354, + "mrr_at_1000": 0.63252, + "nauc_ndcg_at_1_max": 0.483449, + "nauc_ndcg_at_1_std": 0.114904, + "nauc_ndcg_at_1_diff1": 0.85983, + "nauc_ndcg_at_3_max": 0.494092, + "nauc_ndcg_at_3_std": 0.112923, + "nauc_ndcg_at_3_diff1": 0.813672, + "nauc_ndcg_at_5_max": 0.503712, + "nauc_ndcg_at_5_std": 0.131843, + "nauc_ndcg_at_5_diff1": 0.812579, + "nauc_ndcg_at_10_max": 0.523914, + "nauc_ndcg_at_10_std": 0.148236, + "nauc_ndcg_at_10_diff1": 0.814404, + "nauc_ndcg_at_20_max": 0.533165, + "nauc_ndcg_at_20_std": 0.152583, + "nauc_ndcg_at_20_diff1": 0.817003, + "nauc_ndcg_at_100_max": 0.512716, + "nauc_ndcg_at_100_std": 0.139463, + "nauc_ndcg_at_100_diff1": 0.818937, + "nauc_ndcg_at_1000_max": 0.509243, + "nauc_ndcg_at_1000_std": 0.134391, + "nauc_ndcg_at_1000_diff1": 0.819746, + "nauc_map_at_1_max": 0.483449, + "nauc_map_at_1_std": 0.114904, + "nauc_map_at_1_diff1": 0.85983, + "nauc_map_at_3_max": 0.493127, + "nauc_map_at_3_std": 0.114934, + "nauc_map_at_3_diff1": 0.825776, + "nauc_map_at_5_max": 0.497959, + "nauc_map_at_5_std": 0.125429, + "nauc_map_at_5_diff1": 0.8253, + "nauc_map_at_10_max": 0.505873, + "nauc_map_at_10_std": 0.132048, + "nauc_map_at_10_diff1": 0.825588, + "nauc_map_at_20_max": 0.508416, + "nauc_map_at_20_std": 0.133041, + "nauc_map_at_20_diff1": 0.826419, + "nauc_map_at_100_max": 0.505383, + "nauc_map_at_100_std": 0.131014, + "nauc_map_at_100_diff1": 0.826586, + "nauc_map_at_1000_max": 0.505059, + "nauc_map_at_1000_std": 0.130626, + "nauc_map_at_1000_diff1": 0.826557, + "nauc_recall_at_1_max": 0.483449, + "nauc_recall_at_1_std": 0.114904, + "nauc_recall_at_1_diff1": 0.85983, + "nauc_recall_at_3_max": 0.501561, + "nauc_recall_at_3_std": 0.108362, + "nauc_recall_at_3_diff1": 0.778449, + "nauc_recall_at_5_max": 0.52959, + "nauc_recall_at_5_std": 0.160552, + "nauc_recall_at_5_diff1": 0.772379, + "nauc_recall_at_10_max": 0.610107, + "nauc_recall_at_10_std": 0.225009, + "nauc_recall_at_10_diff1": 0.775877, + "nauc_recall_at_20_max": 0.692972, + "nauc_recall_at_20_std": 0.274224, + "nauc_recall_at_20_diff1": 0.779074, + "nauc_recall_at_100_max": 0.661815, + "nauc_recall_at_100_std": 0.391037, + "nauc_recall_at_100_diff1": 0.718505, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.483449, + "nauc_precision_at_1_std": 0.114904, + "nauc_precision_at_1_diff1": 0.85983, + "nauc_precision_at_3_max": 0.496585, + "nauc_precision_at_3_std": 0.10586, + "nauc_precision_at_3_diff1": 0.774763, + "nauc_precision_at_5_max": 0.51967, + "nauc_precision_at_5_std": 0.15049, + "nauc_precision_at_5_diff1": 0.765612, + "nauc_precision_at_10_max": 0.556148, + "nauc_precision_at_10_std": 0.197636, + "nauc_precision_at_10_diff1": 0.71725, + "nauc_precision_at_20_max": 0.613398, + "nauc_precision_at_20_std": 0.244957, + "nauc_precision_at_20_diff1": 0.696527, + "nauc_precision_at_100_max": -0.286683, + "nauc_precision_at_100_std": -0.132117, + "nauc_precision_at_100_diff1": -0.26067, + "nauc_precision_at_1000_max": -0.476096, + "nauc_precision_at_1000_std": -0.268505, + "nauc_precision_at_1000_diff1": -0.485271, + "nauc_cv_recall_at_1_max": 0.483449, + "nauc_cv_recall_at_1_std": 0.114904, + "nauc_cv_recall_at_1_diff1": 0.85983, + "nauc_cv_recall_at_3_max": 0.496585, + "nauc_cv_recall_at_3_std": 0.10586, + "nauc_cv_recall_at_3_diff1": 0.774763, + "nauc_cv_recall_at_5_max": 0.51967, + "nauc_cv_recall_at_5_std": 0.15049, + "nauc_cv_recall_at_5_diff1": 0.765612, + "nauc_cv_recall_at_10_max": 0.600977, + "nauc_cv_recall_at_10_std": 0.214752, + "nauc_cv_recall_at_10_diff1": 0.768913, + "nauc_cv_recall_at_20_max": 0.678166, + "nauc_cv_recall_at_20_std": 0.271165, + "nauc_cv_recall_at_20_diff1": 0.766127, + "nauc_cv_recall_at_100_max": 0.622697, + "nauc_cv_recall_at_100_std": 0.327645, + "nauc_cv_recall_at_100_diff1": 0.648938, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.483449, + "nauc_mrr_at_1_std": 0.114904, + "nauc_mrr_at_1_diff1": 0.85983, + "nauc_mrr_at_3_max": 0.490877, + "nauc_mrr_at_3_std": 0.113825, + "nauc_mrr_at_3_diff1": 0.824221, + "nauc_mrr_at_5_max": 0.494548, + "nauc_mrr_at_5_std": 0.122635, + "nauc_mrr_at_5_diff1": 0.823069, + "nauc_mrr_at_10_max": 0.50286, + "nauc_mrr_at_10_std": 0.129453, + "nauc_mrr_at_10_diff1": 0.823551, + "nauc_mrr_at_20_max": 0.504931, + "nauc_mrr_at_20_std": 0.130686, + "nauc_mrr_at_20_diff1": 0.82411, + "nauc_mrr_at_100_max": 0.502409, + "nauc_mrr_at_100_std": 0.128707, + "nauc_mrr_at_100_diff1": 0.824501, + "nauc_mrr_at_1000_max": 0.502351, + "nauc_mrr_at_1000_std": 0.12862, + "nauc_mrr_at_1000_diff1": 0.824607, + "main_score": 0.63737, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 430.4942009449005, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaEsNewsRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaEsNewsRetrieval.json new file mode 100644 index 0000000000..c1a9598e5c --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaEsNewsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaEsNewsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.73207, + "ndcg_at_3": 0.7932, + "ndcg_at_5": 0.80631, + "ndcg_at_10": 0.82032, + "ndcg_at_20": 0.82939, + "ndcg_at_100": 0.83789, + "ndcg_at_1000": 0.84147, + "map_at_1": 0.73066, + "map_at_3": 0.77793, + "map_at_5": 0.78516, + "map_at_10": 0.79151, + "map_at_20": 0.7947, + "map_at_100": 0.79602, + "map_at_1000": 0.79629, + "recall_at_1": 0.73066, + "recall_at_3": 0.83434, + "recall_at_5": 0.86463, + "recall_at_10": 0.90425, + "recall_at_20": 0.93642, + "recall_at_100": 0.97705, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.73207, + "cv_recall_at_3": 0.83755, + "cv_recall_at_5": 0.87131, + "cv_recall_at_10": 0.91561, + "cv_recall_at_20": 0.94515, + "cv_recall_at_100": 0.98101, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.73207, + "precision_at_3": 0.27918, + "precision_at_5": 0.17468, + "precision_at_10": 0.09388, + "precision_at_20": 0.04979, + "precision_at_100": 0.01072, + "precision_at_1000": 0.00111, + "mrr_at_1": 0.732068, + "mrr_at_3": 0.780239, + "mrr_at_5": 0.788256, + "mrr_at_10": 0.794142, + "mrr_at_20": 0.796206, + "mrr_at_100": 0.79721, + "mrr_at_1000": 0.79736, + "nauc_ndcg_at_1_max": 0.520261, + "nauc_ndcg_at_1_std": 0.197601, + "nauc_ndcg_at_1_diff1": 0.823705, + "nauc_ndcg_at_3_max": 0.575326, + "nauc_ndcg_at_3_std": 0.212149, + "nauc_ndcg_at_3_diff1": 0.822743, + "nauc_ndcg_at_5_max": 0.57321, + "nauc_ndcg_at_5_std": 0.215656, + "nauc_ndcg_at_5_diff1": 0.822291, + "nauc_ndcg_at_10_max": 0.579892, + "nauc_ndcg_at_10_std": 0.255305, + "nauc_ndcg_at_10_diff1": 0.814654, + "nauc_ndcg_at_20_max": 0.580241, + "nauc_ndcg_at_20_std": 0.266261, + "nauc_ndcg_at_20_diff1": 0.815907, + "nauc_ndcg_at_100_max": 0.569913, + "nauc_ndcg_at_100_std": 0.258727, + "nauc_ndcg_at_100_diff1": 0.813526, + "nauc_ndcg_at_1000_max": 0.567485, + "nauc_ndcg_at_1000_std": 0.246128, + "nauc_ndcg_at_1000_diff1": 0.814462, + "nauc_map_at_1_max": 0.514686, + "nauc_map_at_1_std": 0.186404, + "nauc_map_at_1_diff1": 0.825334, + "nauc_map_at_3_max": 0.557188, + "nauc_map_at_3_std": 0.201723, + "nauc_map_at_3_diff1": 0.823437, + "nauc_map_at_5_max": 0.555384, + "nauc_map_at_5_std": 0.203135, + "nauc_map_at_5_diff1": 0.82342, + "nauc_map_at_10_max": 0.560181, + "nauc_map_at_10_std": 0.22439, + "nauc_map_at_10_diff1": 0.81936, + "nauc_map_at_20_max": 0.560419, + "nauc_map_at_20_std": 0.231248, + "nauc_map_at_20_diff1": 0.818638, + "nauc_map_at_100_max": 0.558911, + "nauc_map_at_100_std": 0.230387, + "nauc_map_at_100_diff1": 0.818227, + "nauc_map_at_1000_max": 0.558826, + "nauc_map_at_1000_std": 0.229668, + "nauc_map_at_1000_diff1": 0.818241, + "nauc_recall_at_1_max": 0.514686, + "nauc_recall_at_1_std": 0.186404, + "nauc_recall_at_1_diff1": 0.825334, + "nauc_recall_at_3_max": 0.626858, + "nauc_recall_at_3_std": 0.215104, + "nauc_recall_at_3_diff1": 0.82475, + "nauc_recall_at_5_max": 0.633057, + "nauc_recall_at_5_std": 0.229436, + "nauc_recall_at_5_diff1": 0.825131, + "nauc_recall_at_10_max": 0.675525, + "nauc_recall_at_10_std": 0.406664, + "nauc_recall_at_10_diff1": 0.792769, + "nauc_recall_at_20_max": 0.720462, + "nauc_recall_at_20_std": 0.524967, + "nauc_recall_at_20_diff1": 0.811451, + "nauc_recall_at_100_max": 0.683697, + "nauc_recall_at_100_std": 0.779685, + "nauc_recall_at_100_diff1": 0.759756, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.520261, + "nauc_precision_at_1_std": 0.197601, + "nauc_precision_at_1_diff1": 0.823705, + "nauc_precision_at_3_max": 0.645366, + "nauc_precision_at_3_std": 0.255362, + "nauc_precision_at_3_diff1": 0.820041, + "nauc_precision_at_5_max": 0.638791, + "nauc_precision_at_5_std": 0.301213, + "nauc_precision_at_5_diff1": 0.773788, + "nauc_precision_at_10_max": 0.468243, + "nauc_precision_at_10_std": 0.54698, + "nauc_precision_at_10_diff1": 0.352279, + "nauc_precision_at_20_max": 0.209267, + "nauc_precision_at_20_std": 0.586101, + "nauc_precision_at_20_diff1": -0.032295, + "nauc_precision_at_100_max": -0.163827, + "nauc_precision_at_100_std": 0.226604, + "nauc_precision_at_100_diff1": -0.403603, + "nauc_precision_at_1000_max": -0.265979, + "nauc_precision_at_1000_std": 0.06863, + "nauc_precision_at_1000_diff1": -0.529528, + "nauc_cv_recall_at_1_max": 0.520261, + "nauc_cv_recall_at_1_std": 0.197601, + "nauc_cv_recall_at_1_diff1": 0.823705, + "nauc_cv_recall_at_3_max": 0.645366, + "nauc_cv_recall_at_3_std": 0.255362, + "nauc_cv_recall_at_3_diff1": 0.820041, + "nauc_cv_recall_at_5_max": 0.654729, + "nauc_cv_recall_at_5_std": 0.28062, + "nauc_cv_recall_at_5_diff1": 0.813492, + "nauc_cv_recall_at_10_max": 0.706371, + "nauc_cv_recall_at_10_std": 0.461033, + "nauc_cv_recall_at_10_diff1": 0.786418, + "nauc_cv_recall_at_20_max": 0.742384, + "nauc_cv_recall_at_20_std": 0.482851, + "nauc_cv_recall_at_20_diff1": 0.818706, + "nauc_cv_recall_at_100_max": 0.775726, + "nauc_cv_recall_at_100_std": 0.806064, + "nauc_cv_recall_at_100_diff1": 0.786084, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.520261, + "nauc_mrr_at_1_std": 0.197601, + "nauc_mrr_at_1_diff1": 0.823705, + "nauc_mrr_at_3_max": 0.567135, + "nauc_mrr_at_3_std": 0.223845, + "nauc_mrr_at_3_diff1": 0.820419, + "nauc_mrr_at_5_max": 0.564899, + "nauc_mrr_at_5_std": 0.225402, + "nauc_mrr_at_5_diff1": 0.81945, + "nauc_mrr_at_10_max": 0.565795, + "nauc_mrr_at_10_std": 0.235606, + "nauc_mrr_at_10_diff1": 0.817213, + "nauc_mrr_at_20_max": 0.565079, + "nauc_mrr_at_20_std": 0.233753, + "nauc_mrr_at_20_diff1": 0.818196, + "nauc_mrr_at_100_max": 0.564007, + "nauc_mrr_at_100_std": 0.23393, + "nauc_mrr_at_100_diff1": 0.817951, + "nauc_mrr_at_1000_max": 0.563838, + "nauc_mrr_at_1000_std": 0.233475, + "nauc_mrr_at_1000_diff1": 0.81797, + "main_score": 0.80631, + "hf_subset": "default", + "languages": [ + "spa-Latn" + ] + } + ] + }, + "evaluation_time": 298.4138023853302, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaFrNewsRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaFrNewsRetrieval.json new file mode 100644 index 0000000000..9c3bfc947e --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaFrNewsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaFrNewsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.43882, + "ndcg_at_3": 0.4895, + "ndcg_at_5": 0.5116, + "ndcg_at_10": 0.53135, + "ndcg_at_20": 0.55412, + "ndcg_at_100": 0.59657, + "ndcg_at_1000": 0.60731, + "map_at_1": 0.43253, + "map_at_3": 0.46958, + "map_at_5": 0.48178, + "map_at_10": 0.49059, + "map_at_20": 0.49732, + "map_at_100": 0.50552, + "map_at_1000": 0.50758, + "recall_at_1": 0.43253, + "recall_at_3": 0.5179, + "recall_at_5": 0.57309, + "recall_at_10": 0.63407, + "recall_at_20": 0.72269, + "recall_at_100": 0.93981, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.43882, + "cv_recall_at_3": 0.53586, + "cv_recall_at_5": 0.59494, + "cv_recall_at_10": 0.66667, + "cv_recall_at_20": 0.75949, + "cv_recall_at_100": 0.95781, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.43882, + "precision_at_3": 0.18143, + "precision_at_5": 0.12321, + "precision_at_10": 0.07173, + "precision_at_20": 0.04346, + "precision_at_100": 0.01544, + "precision_at_1000": 0.00183, + "mrr_at_1": 0.438819, + "mrr_at_3": 0.481013, + "mrr_at_5": 0.493882, + "mrr_at_10": 0.50336, + "mrr_at_20": 0.509894, + "mrr_at_100": 0.514137, + "mrr_at_1000": 0.514485, + "nauc_ndcg_at_1_max": 0.137308, + "nauc_ndcg_at_1_std": 0.021648, + "nauc_ndcg_at_1_diff1": 0.729459, + "nauc_ndcg_at_3_max": 0.084716, + "nauc_ndcg_at_3_std": -0.001365, + "nauc_ndcg_at_3_diff1": 0.688333, + "nauc_ndcg_at_5_max": 0.091678, + "nauc_ndcg_at_5_std": 0.030367, + "nauc_ndcg_at_5_diff1": 0.68127, + "nauc_ndcg_at_10_max": 0.072939, + "nauc_ndcg_at_10_std": 0.010167, + "nauc_ndcg_at_10_diff1": 0.663967, + "nauc_ndcg_at_20_max": 0.085912, + "nauc_ndcg_at_20_std": 0.02453, + "nauc_ndcg_at_20_diff1": 0.670407, + "nauc_ndcg_at_100_max": 0.093523, + "nauc_ndcg_at_100_std": 0.026506, + "nauc_ndcg_at_100_diff1": 0.688924, + "nauc_ndcg_at_1000_max": 0.08971, + "nauc_ndcg_at_1000_std": 0.013857, + "nauc_ndcg_at_1000_diff1": 0.688954, + "nauc_map_at_1_max": 0.134384, + "nauc_map_at_1_std": 0.019733, + "nauc_map_at_1_diff1": 0.744669, + "nauc_map_at_3_max": 0.0995, + "nauc_map_at_3_std": 0.004366, + "nauc_map_at_3_diff1": 0.713483, + "nauc_map_at_5_max": 0.103092, + "nauc_map_at_5_std": 0.021154, + "nauc_map_at_5_diff1": 0.709237, + "nauc_map_at_10_max": 0.095517, + "nauc_map_at_10_std": 0.012831, + "nauc_map_at_10_diff1": 0.700408, + "nauc_map_at_20_max": 0.098361, + "nauc_map_at_20_std": 0.015862, + "nauc_map_at_20_diff1": 0.702678, + "nauc_map_at_100_max": 0.097245, + "nauc_map_at_100_std": 0.015517, + "nauc_map_at_100_diff1": 0.700443, + "nauc_map_at_1000_max": 0.095846, + "nauc_map_at_1000_std": 0.014149, + "nauc_map_at_1000_diff1": 0.698489, + "nauc_recall_at_1_max": 0.134384, + "nauc_recall_at_1_std": 0.019733, + "nauc_recall_at_1_diff1": 0.744669, + "nauc_recall_at_3_max": 0.049435, + "nauc_recall_at_3_std": -0.016374, + "nauc_recall_at_3_diff1": 0.668881, + "nauc_recall_at_5_max": 0.073029, + "nauc_recall_at_5_std": 0.072812, + "nauc_recall_at_5_diff1": 0.646117, + "nauc_recall_at_10_max": 0.01481, + "nauc_recall_at_10_std": 0.018776, + "nauc_recall_at_10_diff1": 0.57262, + "nauc_recall_at_20_max": 0.063303, + "nauc_recall_at_20_std": 0.093581, + "nauc_recall_at_20_diff1": 0.556493, + "nauc_recall_at_100_max": 0.149545, + "nauc_recall_at_100_std": 0.352482, + "nauc_recall_at_100_diff1": 0.60906, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.137308, + "nauc_precision_at_1_std": 0.021648, + "nauc_precision_at_1_diff1": 0.729459, + "nauc_precision_at_3_max": 0.039552, + "nauc_precision_at_3_std": -0.018455, + "nauc_precision_at_3_diff1": 0.590274, + "nauc_precision_at_5_max": 0.036372, + "nauc_precision_at_5_std": 0.047563, + "nauc_precision_at_5_diff1": 0.503558, + "nauc_precision_at_10_max": -0.068558, + "nauc_precision_at_10_std": -0.049484, + "nauc_precision_at_10_diff1": 0.307579, + "nauc_precision_at_20_max": -0.053781, + "nauc_precision_at_20_std": -0.00203, + "nauc_precision_at_20_diff1": 0.109362, + "nauc_precision_at_100_max": -0.109894, + "nauc_precision_at_100_std": -0.034365, + "nauc_precision_at_100_diff1": -0.369207, + "nauc_precision_at_1000_max": -0.137656, + "nauc_precision_at_1000_std": -0.071867, + "nauc_precision_at_1000_diff1": -0.396138, + "nauc_cv_recall_at_1_max": 0.137308, + "nauc_cv_recall_at_1_std": 0.021648, + "nauc_cv_recall_at_1_diff1": 0.729459, + "nauc_cv_recall_at_3_max": 0.050219, + "nauc_cv_recall_at_3_std": -0.016163, + "nauc_cv_recall_at_3_diff1": 0.6409, + "nauc_cv_recall_at_5_max": 0.073017, + "nauc_cv_recall_at_5_std": 0.07126, + "nauc_cv_recall_at_5_diff1": 0.628543, + "nauc_cv_recall_at_10_max": -0.018684, + "nauc_cv_recall_at_10_std": -0.017029, + "nauc_cv_recall_at_10_diff1": 0.583549, + "nauc_cv_recall_at_20_max": 0.023808, + "nauc_cv_recall_at_20_std": 0.053919, + "nauc_cv_recall_at_20_diff1": 0.567262, + "nauc_cv_recall_at_100_max": 0.168994, + "nauc_cv_recall_at_100_std": 0.400946, + "nauc_cv_recall_at_100_diff1": 0.658572, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.137308, + "nauc_mrr_at_1_std": 0.021648, + "nauc_mrr_at_1_diff1": 0.729459, + "nauc_mrr_at_3_max": 0.103435, + "nauc_mrr_at_3_std": 0.00726, + "nauc_mrr_at_3_diff1": 0.692534, + "nauc_mrr_at_5_max": 0.107088, + "nauc_mrr_at_5_std": 0.023664, + "nauc_mrr_at_5_diff1": 0.690602, + "nauc_mrr_at_10_max": 0.096649, + "nauc_mrr_at_10_std": 0.01246, + "nauc_mrr_at_10_diff1": 0.685968, + "nauc_mrr_at_20_max": 0.099865, + "nauc_mrr_at_20_std": 0.015634, + "nauc_mrr_at_20_diff1": 0.687864, + "nauc_mrr_at_100_max": 0.10109, + "nauc_mrr_at_100_std": 0.01659, + "nauc_mrr_at_100_diff1": 0.689669, + "nauc_mrr_at_1000_max": 0.101013, + "nauc_mrr_at_1000_std": 0.016187, + "nauc_mrr_at_1000_diff1": 0.689697, + "main_score": 0.5116, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 38.27358078956604, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaItScansRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaItScansRetrieval.json new file mode 100644 index 0000000000..c7cfa001fa --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaItScansRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaItScansRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.66181, + "ndcg_at_3": 0.72386, + "ndcg_at_5": 0.7396, + "ndcg_at_10": 0.75719, + "ndcg_at_20": 0.76889, + "ndcg_at_100": 0.78476, + "ndcg_at_1000": 0.78981, + "map_at_1": 0.65313, + "map_at_3": 0.7055, + "map_at_5": 0.71494, + "map_at_10": 0.72211, + "map_at_20": 0.72587, + "map_at_100": 0.72865, + "map_at_1000": 0.72931, + "recall_at_1": 0.65313, + "recall_at_3": 0.76316, + "recall_at_5": 0.80182, + "recall_at_10": 0.85517, + "recall_at_20": 0.89734, + "recall_at_100": 0.97305, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.66181, + "cv_recall_at_3": 0.77346, + "cv_recall_at_5": 0.81553, + "cv_recall_at_10": 0.87702, + "cv_recall_at_20": 0.91748, + "cv_recall_at_100": 0.98382, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.66181, + "precision_at_3": 0.2616, + "precision_at_5": 0.16667, + "precision_at_10": 0.09045, + "precision_at_20": 0.04887, + "precision_at_100": 0.01154, + "precision_at_1000": 0.00128, + "mrr_at_1": 0.661812, + "mrr_at_3": 0.713323, + "mrr_at_5": 0.72295, + "mrr_at_10": 0.730849, + "mrr_at_20": 0.733793, + "mrr_at_100": 0.735629, + "mrr_at_1000": 0.735742, + "nauc_ndcg_at_1_max": 0.559973, + "nauc_ndcg_at_1_std": 0.186915, + "nauc_ndcg_at_1_diff1": 0.886781, + "nauc_ndcg_at_3_max": 0.62476, + "nauc_ndcg_at_3_std": 0.264722, + "nauc_ndcg_at_3_diff1": 0.854367, + "nauc_ndcg_at_5_max": 0.624261, + "nauc_ndcg_at_5_std": 0.266938, + "nauc_ndcg_at_5_diff1": 0.851976, + "nauc_ndcg_at_10_max": 0.630843, + "nauc_ndcg_at_10_std": 0.284467, + "nauc_ndcg_at_10_diff1": 0.852033, + "nauc_ndcg_at_20_max": 0.627922, + "nauc_ndcg_at_20_std": 0.283262, + "nauc_ndcg_at_20_diff1": 0.848886, + "nauc_ndcg_at_100_max": 0.62074, + "nauc_ndcg_at_100_std": 0.27382, + "nauc_ndcg_at_100_diff1": 0.857231, + "nauc_ndcg_at_1000_max": 0.61149, + "nauc_ndcg_at_1000_std": 0.25579, + "nauc_ndcg_at_1000_diff1": 0.856137, + "nauc_map_at_1_max": 0.570967, + "nauc_map_at_1_std": 0.201047, + "nauc_map_at_1_diff1": 0.897534, + "nauc_map_at_3_max": 0.614245, + "nauc_map_at_3_std": 0.250544, + "nauc_map_at_3_diff1": 0.868207, + "nauc_map_at_5_max": 0.612907, + "nauc_map_at_5_std": 0.251699, + "nauc_map_at_5_diff1": 0.866129, + "nauc_map_at_10_max": 0.614848, + "nauc_map_at_10_std": 0.257575, + "nauc_map_at_10_diff1": 0.866103, + "nauc_map_at_20_max": 0.614124, + "nauc_map_at_20_std": 0.257796, + "nauc_map_at_20_diff1": 0.865073, + "nauc_map_at_100_max": 0.612604, + "nauc_map_at_100_std": 0.255773, + "nauc_map_at_100_diff1": 0.865797, + "nauc_map_at_1000_max": 0.611566, + "nauc_map_at_1000_std": 0.253725, + "nauc_map_at_1000_diff1": 0.865493, + "nauc_recall_at_1_max": 0.570967, + "nauc_recall_at_1_std": 0.201047, + "nauc_recall_at_1_diff1": 0.897534, + "nauc_recall_at_3_max": 0.675268, + "nauc_recall_at_3_std": 0.328006, + "nauc_recall_at_3_diff1": 0.826663, + "nauc_recall_at_5_max": 0.679575, + "nauc_recall_at_5_std": 0.346078, + "nauc_recall_at_5_diff1": 0.809277, + "nauc_recall_at_10_max": 0.729522, + "nauc_recall_at_10_std": 0.453385, + "nauc_recall_at_10_diff1": 0.796186, + "nauc_recall_at_20_max": 0.744222, + "nauc_recall_at_20_std": 0.501969, + "nauc_recall_at_20_diff1": 0.7531, + "nauc_recall_at_100_max": 0.904611, + "nauc_recall_at_100_std": 0.879162, + "nauc_recall_at_100_diff1": 0.824855, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.559973, + "nauc_precision_at_1_std": 0.186915, + "nauc_precision_at_1_diff1": 0.886781, + "nauc_precision_at_3_max": 0.591086, + "nauc_precision_at_3_std": 0.282026, + "nauc_precision_at_3_diff1": 0.702392, + "nauc_precision_at_5_max": 0.520056, + "nauc_precision_at_5_std": 0.246271, + "nauc_precision_at_5_diff1": 0.602326, + "nauc_precision_at_10_max": 0.408372, + "nauc_precision_at_10_std": 0.239274, + "nauc_precision_at_10_diff1": 0.405632, + "nauc_precision_at_20_max": 0.108693, + "nauc_precision_at_20_std": 0.05753, + "nauc_precision_at_20_diff1": 0.043825, + "nauc_precision_at_100_max": -0.385977, + "nauc_precision_at_100_std": -0.331801, + "nauc_precision_at_100_diff1": -0.428159, + "nauc_precision_at_1000_max": -0.480581, + "nauc_precision_at_1000_std": -0.461702, + "nauc_precision_at_1000_diff1": -0.503623, + "nauc_cv_recall_at_1_max": 0.559973, + "nauc_cv_recall_at_1_std": 0.186915, + "nauc_cv_recall_at_1_diff1": 0.886781, + "nauc_cv_recall_at_3_max": 0.673184, + "nauc_cv_recall_at_3_std": 0.328928, + "nauc_cv_recall_at_3_diff1": 0.813397, + "nauc_cv_recall_at_5_max": 0.673419, + "nauc_cv_recall_at_5_std": 0.336657, + "nauc_cv_recall_at_5_diff1": 0.796708, + "nauc_cv_recall_at_10_max": 0.710603, + "nauc_cv_recall_at_10_std": 0.426529, + "nauc_cv_recall_at_10_diff1": 0.76653, + "nauc_cv_recall_at_20_max": 0.708584, + "nauc_cv_recall_at_20_std": 0.433623, + "nauc_cv_recall_at_20_diff1": 0.723726, + "nauc_cv_recall_at_100_max": 0.905181, + "nauc_cv_recall_at_100_std": 0.828905, + "nauc_cv_recall_at_100_diff1": 0.817651, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.559973, + "nauc_mrr_at_1_std": 0.186915, + "nauc_mrr_at_1_diff1": 0.886781, + "nauc_mrr_at_3_max": 0.604828, + "nauc_mrr_at_3_std": 0.242062, + "nauc_mrr_at_3_diff1": 0.857573, + "nauc_mrr_at_5_max": 0.60261, + "nauc_mrr_at_5_std": 0.240906, + "nauc_mrr_at_5_diff1": 0.856131, + "nauc_mrr_at_10_max": 0.603096, + "nauc_mrr_at_10_std": 0.244516, + "nauc_mrr_at_10_diff1": 0.855749, + "nauc_mrr_at_20_max": 0.601753, + "nauc_mrr_at_20_std": 0.242977, + "nauc_mrr_at_20_diff1": 0.855473, + "nauc_mrr_at_100_max": 0.601284, + "nauc_mrr_at_100_std": 0.242388, + "nauc_mrr_at_100_diff1": 0.856652, + "nauc_mrr_at_1000_max": 0.60113, + "nauc_mrr_at_1000_std": 0.242103, + "nauc_mrr_at_1000_diff1": 0.856663, + "main_score": 0.7396, + "hf_subset": "default", + "languages": [ + "ita-Latn" + ] + } + ] + }, + "evaluation_time": 113.28063225746155, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaNlLegalRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaNlLegalRetrieval.json new file mode 100644 index 0000000000..c342895565 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDREuropeanaNlLegalRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaNlLegalRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.44949, + "ndcg_at_3": 0.57306, + "ndcg_at_5": 0.60506, + "ndcg_at_10": 0.63081, + "ndcg_at_20": 0.65141, + "ndcg_at_100": 0.66763, + "ndcg_at_1000": 0.66978, + "map_at_1": 0.44949, + "map_at_3": 0.54251, + "map_at_5": 0.56002, + "map_at_10": 0.57044, + "map_at_20": 0.57618, + "map_at_100": 0.57858, + "map_at_1000": 0.5787, + "recall_at_1": 0.44949, + "recall_at_3": 0.66162, + "recall_at_5": 0.73906, + "recall_at_10": 0.81987, + "recall_at_20": 0.90067, + "recall_at_100": 0.98485, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.44949, + "cv_recall_at_3": 0.66162, + "cv_recall_at_5": 0.74242, + "cv_recall_at_10": 0.82323, + "cv_recall_at_20": 0.90404, + "cv_recall_at_100": 0.98485, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.44949, + "precision_at_3": 0.22222, + "precision_at_5": 0.14949, + "precision_at_10": 0.08283, + "precision_at_20": 0.04545, + "precision_at_100": 0.01, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.449495, + "mrr_at_3": 0.542088, + "mrr_at_5": 0.560269, + "mrr_at_10": 0.570693, + "mrr_at_20": 0.576428, + "mrr_at_100": 0.578721, + "mrr_at_1000": 0.578837, + "nauc_ndcg_at_1_max": 0.273243, + "nauc_ndcg_at_1_std": 0.123417, + "nauc_ndcg_at_1_diff1": 0.619412, + "nauc_ndcg_at_3_max": 0.285922, + "nauc_ndcg_at_3_std": 0.156739, + "nauc_ndcg_at_3_diff1": 0.508794, + "nauc_ndcg_at_5_max": 0.303008, + "nauc_ndcg_at_5_std": 0.165173, + "nauc_ndcg_at_5_diff1": 0.504802, + "nauc_ndcg_at_10_max": 0.302329, + "nauc_ndcg_at_10_std": 0.172591, + "nauc_ndcg_at_10_diff1": 0.499693, + "nauc_ndcg_at_20_max": 0.297111, + "nauc_ndcg_at_20_std": 0.162787, + "nauc_ndcg_at_20_diff1": 0.510368, + "nauc_ndcg_at_100_max": 0.300841, + "nauc_ndcg_at_100_std": 0.168733, + "nauc_ndcg_at_100_diff1": 0.525959, + "nauc_ndcg_at_1000_max": 0.301198, + "nauc_ndcg_at_1000_std": 0.166084, + "nauc_ndcg_at_1000_diff1": 0.532034, + "nauc_map_at_1_max": 0.273243, + "nauc_map_at_1_std": 0.123417, + "nauc_map_at_1_diff1": 0.619412, + "nauc_map_at_3_max": 0.289577, + "nauc_map_at_3_std": 0.155758, + "nauc_map_at_3_diff1": 0.540054, + "nauc_map_at_5_max": 0.298488, + "nauc_map_at_5_std": 0.15992, + "nauc_map_at_5_diff1": 0.537491, + "nauc_map_at_10_max": 0.29882, + "nauc_map_at_10_std": 0.163301, + "nauc_map_at_10_diff1": 0.536891, + "nauc_map_at_20_max": 0.297617, + "nauc_map_at_20_std": 0.160723, + "nauc_map_at_20_diff1": 0.540164, + "nauc_map_at_100_max": 0.298206, + "nauc_map_at_100_std": 0.161512, + "nauc_map_at_100_diff1": 0.542441, + "nauc_map_at_1000_max": 0.298254, + "nauc_map_at_1000_std": 0.161421, + "nauc_map_at_1000_diff1": 0.542741, + "nauc_recall_at_1_max": 0.273243, + "nauc_recall_at_1_std": 0.123417, + "nauc_recall_at_1_diff1": 0.619412, + "nauc_recall_at_3_max": 0.270218, + "nauc_recall_at_3_std": 0.15625, + "nauc_recall_at_3_diff1": 0.403153, + "nauc_recall_at_5_max": 0.315772, + "nauc_recall_at_5_std": 0.179438, + "nauc_recall_at_5_diff1": 0.365936, + "nauc_recall_at_10_max": 0.309838, + "nauc_recall_at_10_std": 0.213923, + "nauc_recall_at_10_diff1": 0.285162, + "nauc_recall_at_20_max": 0.258782, + "nauc_recall_at_20_std": 0.145347, + "nauc_recall_at_20_diff1": 0.236905, + "nauc_recall_at_100_max": 0.283682, + "nauc_recall_at_100_std": 0.4778, + "nauc_recall_at_100_diff1": -0.124312, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.273243, + "nauc_precision_at_1_std": 0.123417, + "nauc_precision_at_1_diff1": 0.619412, + "nauc_precision_at_3_max": 0.25237, + "nauc_precision_at_3_std": 0.149376, + "nauc_precision_at_3_diff1": 0.384705, + "nauc_precision_at_5_max": 0.303633, + "nauc_precision_at_5_std": 0.180083, + "nauc_precision_at_5_diff1": 0.373127, + "nauc_precision_at_10_max": 0.2945, + "nauc_precision_at_10_std": 0.21416, + "nauc_precision_at_10_diff1": 0.298605, + "nauc_precision_at_20_max": 0.236984, + "nauc_precision_at_20_std": 0.150166, + "nauc_precision_at_20_diff1": 0.263127, + "nauc_precision_at_100_max": 0.174535, + "nauc_precision_at_100_std": 0.298212, + "nauc_precision_at_100_diff1": 0.333333, + "nauc_precision_at_1000_max": 0.111492, + "nauc_precision_at_1000_std": 0.194482, + "nauc_precision_at_1000_diff1": 0.597669, + "nauc_cv_recall_at_1_max": 0.273243, + "nauc_cv_recall_at_1_std": 0.123417, + "nauc_cv_recall_at_1_diff1": 0.619412, + "nauc_cv_recall_at_3_max": 0.270218, + "nauc_cv_recall_at_3_std": 0.15625, + "nauc_cv_recall_at_3_diff1": 0.403153, + "nauc_cv_recall_at_5_max": 0.327459, + "nauc_cv_recall_at_5_std": 0.189677, + "nauc_cv_recall_at_5_diff1": 0.395288, + "nauc_cv_recall_at_10_max": 0.326706, + "nauc_cv_recall_at_10_std": 0.229108, + "nauc_cv_recall_at_10_diff1": 0.325101, + "nauc_cv_recall_at_20_max": 0.287743, + "nauc_cv_recall_at_20_std": 0.170328, + "nauc_cv_recall_at_20_diff1": 0.305966, + "nauc_cv_recall_at_100_max": 0.283682, + "nauc_cv_recall_at_100_std": 0.4778, + "nauc_cv_recall_at_100_diff1": -0.124312, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.273243, + "nauc_mrr_at_1_std": 0.123417, + "nauc_mrr_at_1_diff1": 0.619412, + "nauc_mrr_at_3_max": 0.290248, + "nauc_mrr_at_3_std": 0.155893, + "nauc_mrr_at_3_diff1": 0.540432, + "nauc_mrr_at_5_max": 0.30086, + "nauc_mrr_at_5_std": 0.161523, + "nauc_mrr_at_5_diff1": 0.54243, + "nauc_mrr_at_10_max": 0.301286, + "nauc_mrr_at_10_std": 0.164967, + "nauc_mrr_at_10_diff1": 0.542015, + "nauc_mrr_at_20_max": 0.300122, + "nauc_mrr_at_20_std": 0.162413, + "nauc_mrr_at_20_diff1": 0.545379, + "nauc_mrr_at_100_max": 0.300422, + "nauc_mrr_at_100_std": 0.162951, + "nauc_mrr_at_100_diff1": 0.546874, + "nauc_mrr_at_1000_max": 0.300471, + "nauc_mrr_at_1000_std": 0.16286, + "nauc_mrr_at_1000_diff1": 0.547177, + "main_score": 0.60506, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 113.10536909103394, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRGitHubReadmeRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRGitHubReadmeRetrieval.json new file mode 100644 index 0000000000..d8f4fe2853 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRGitHubReadmeRetrieval.json @@ -0,0 +1,2986 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRGitHubReadmeRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.71515, + "ndcg_at_3": 0.74907, + "ndcg_at_5": 0.75451, + "ndcg_at_10": 0.76159, + "ndcg_at_20": 0.76449, + "ndcg_at_100": 0.77121, + "ndcg_at_1000": 0.78808, + "map_at_1": 0.71414, + "map_at_3": 0.74131, + "map_at_5": 0.74437, + "map_at_10": 0.74745, + "map_at_20": 0.74831, + "map_at_100": 0.74917, + "map_at_1000": 0.74959, + "recall_at_1": 0.71414, + "recall_at_3": 0.77131, + "recall_at_5": 0.78435, + "recall_at_10": 0.80542, + "recall_at_20": 0.81645, + "recall_at_100": 0.85356, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.71515, + "cv_recall_at_3": 0.77131, + "cv_recall_at_5": 0.78435, + "cv_recall_at_10": 0.80542, + "cv_recall_at_20": 0.81645, + "cv_recall_at_100": 0.85356, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.71515, + "precision_at_3": 0.25811, + "precision_at_5": 0.15747, + "precision_at_10": 0.08084, + "precision_at_20": 0.04097, + "precision_at_100": 0.00857, + "precision_at_1000": 0.001, + "mrr_at_1": 0.715145, + "mrr_at_3": 0.741224, + "mrr_at_5": 0.744283, + "mrr_at_10": 0.747366, + "mrr_at_20": 0.748222, + "mrr_at_100": 0.749088, + "mrr_at_1000": 0.749507, + "nauc_ndcg_at_1_max": 0.251974, + "nauc_ndcg_at_1_std": 0.093454, + "nauc_ndcg_at_1_diff1": 0.799783, + "nauc_ndcg_at_3_max": 0.243115, + "nauc_ndcg_at_3_std": 0.083001, + "nauc_ndcg_at_3_diff1": 0.76812, + "nauc_ndcg_at_5_max": 0.243652, + "nauc_ndcg_at_5_std": 0.088819, + "nauc_ndcg_at_5_diff1": 0.759885, + "nauc_ndcg_at_10_max": 0.238454, + "nauc_ndcg_at_10_std": 0.086382, + "nauc_ndcg_at_10_diff1": 0.750845, + "nauc_ndcg_at_20_max": 0.237876, + "nauc_ndcg_at_20_std": 0.086089, + "nauc_ndcg_at_20_diff1": 0.748875, + "nauc_ndcg_at_100_max": 0.237491, + "nauc_ndcg_at_100_std": 0.086447, + "nauc_ndcg_at_100_diff1": 0.74825, + "nauc_ndcg_at_1000_max": 0.238812, + "nauc_ndcg_at_1000_std": 0.085653, + "nauc_ndcg_at_1000_diff1": 0.755962, + "nauc_map_at_1_max": 0.250374, + "nauc_map_at_1_std": 0.092314, + "nauc_map_at_1_diff1": 0.801485, + "nauc_map_at_3_max": 0.244712, + "nauc_map_at_3_std": 0.0847, + "nauc_map_at_3_diff1": 0.775849, + "nauc_map_at_5_max": 0.2449, + "nauc_map_at_5_std": 0.087767, + "nauc_map_at_5_diff1": 0.771417, + "nauc_map_at_10_max": 0.242993, + "nauc_map_at_10_std": 0.086945, + "nauc_map_at_10_diff1": 0.767799, + "nauc_map_at_20_max": 0.242763, + "nauc_map_at_20_std": 0.086744, + "nauc_map_at_20_diff1": 0.767268, + "nauc_map_at_100_max": 0.242491, + "nauc_map_at_100_std": 0.086559, + "nauc_map_at_100_diff1": 0.767299, + "nauc_map_at_1000_max": 0.242455, + "nauc_map_at_1000_std": 0.086491, + "nauc_map_at_1000_diff1": 0.767435, + "nauc_recall_at_1_max": 0.250374, + "nauc_recall_at_1_std": 0.092314, + "nauc_recall_at_1_diff1": 0.801485, + "nauc_recall_at_3_max": 0.238341, + "nauc_recall_at_3_std": 0.07804, + "nauc_recall_at_3_diff1": 0.743722, + "nauc_recall_at_5_max": 0.24011, + "nauc_recall_at_5_std": 0.093813, + "nauc_recall_at_5_diff1": 0.720798, + "nauc_recall_at_10_max": 0.220086, + "nauc_recall_at_10_std": 0.084424, + "nauc_recall_at_10_diff1": 0.685652, + "nauc_recall_at_20_max": 0.217142, + "nauc_recall_at_20_std": 0.08409, + "nauc_recall_at_20_diff1": 0.67318, + "nauc_recall_at_100_max": 0.214542, + "nauc_recall_at_100_std": 0.091714, + "nauc_recall_at_100_diff1": 0.649097, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.251974, + "nauc_precision_at_1_std": 0.093454, + "nauc_precision_at_1_diff1": 0.799783, + "nauc_precision_at_3_max": 0.232822, + "nauc_precision_at_3_std": 0.076463, + "nauc_precision_at_3_diff1": 0.712609, + "nauc_precision_at_5_max": 0.23429, + "nauc_precision_at_5_std": 0.091756, + "nauc_precision_at_5_diff1": 0.688835, + "nauc_precision_at_10_max": 0.21433, + "nauc_precision_at_10_std": 0.082454, + "nauc_precision_at_10_diff1": 0.651951, + "nauc_precision_at_20_max": 0.211162, + "nauc_precision_at_20_std": 0.082025, + "nauc_precision_at_20_diff1": 0.638029, + "nauc_precision_at_100_max": 0.207332, + "nauc_precision_at_100_std": 0.088917, + "nauc_precision_at_100_diff1": 0.607026, + "nauc_precision_at_1000_max": 0.013867, + "nauc_precision_at_1000_std": 0.013867, + "nauc_precision_at_1000_diff1": -0.521762, + "nauc_cv_recall_at_1_max": 0.251974, + "nauc_cv_recall_at_1_std": 0.093454, + "nauc_cv_recall_at_1_diff1": 0.799783, + "nauc_cv_recall_at_3_max": 0.238341, + "nauc_cv_recall_at_3_std": 0.07804, + "nauc_cv_recall_at_3_diff1": 0.743722, + "nauc_cv_recall_at_5_max": 0.24011, + "nauc_cv_recall_at_5_std": 0.093813, + "nauc_cv_recall_at_5_diff1": 0.720798, + "nauc_cv_recall_at_10_max": 0.220086, + "nauc_cv_recall_at_10_std": 0.084424, + "nauc_cv_recall_at_10_diff1": 0.685652, + "nauc_cv_recall_at_20_max": 0.217142, + "nauc_cv_recall_at_20_std": 0.08409, + "nauc_cv_recall_at_20_diff1": 0.67318, + "nauc_cv_recall_at_100_max": 0.214542, + "nauc_cv_recall_at_100_std": 0.091714, + "nauc_cv_recall_at_100_diff1": 0.649097, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.251974, + "nauc_mrr_at_1_std": 0.093454, + "nauc_mrr_at_1_diff1": 0.799783, + "nauc_mrr_at_3_max": 0.244778, + "nauc_mrr_at_3_std": 0.084808, + "nauc_mrr_at_3_diff1": 0.775908, + "nauc_mrr_at_5_max": 0.244967, + "nauc_mrr_at_5_std": 0.087875, + "nauc_mrr_at_5_diff1": 0.771478, + "nauc_mrr_at_10_max": 0.243061, + "nauc_mrr_at_10_std": 0.087055, + "nauc_mrr_at_10_diff1": 0.767861, + "nauc_mrr_at_20_max": 0.242832, + "nauc_mrr_at_20_std": 0.086854, + "nauc_mrr_at_20_diff1": 0.76733, + "nauc_mrr_at_100_max": 0.24256, + "nauc_mrr_at_100_std": 0.08667, + "nauc_mrr_at_100_diff1": 0.767362, + "nauc_mrr_at_1000_max": 0.242524, + "nauc_mrr_at_1000_std": 0.086602, + "nauc_mrr_at_1000_diff1": 0.767498, + "main_score": 0.75451, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.628, + "ndcg_at_3": 0.65763, + "ndcg_at_5": 0.66335, + "ndcg_at_10": 0.66761, + "ndcg_at_20": 0.67358, + "ndcg_at_100": 0.67977, + "ndcg_at_1000": 0.70724, + "map_at_1": 0.628, + "map_at_3": 0.65117, + "map_at_5": 0.65432, + "map_at_10": 0.65611, + "map_at_20": 0.65783, + "map_at_100": 0.65863, + "map_at_1000": 0.65929, + "recall_at_1": 0.628, + "recall_at_3": 0.676, + "recall_at_5": 0.69, + "recall_at_10": 0.703, + "recall_at_20": 0.726, + "recall_at_100": 0.76, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.628, + "cv_recall_at_3": 0.676, + "cv_recall_at_5": 0.69, + "cv_recall_at_10": 0.703, + "cv_recall_at_20": 0.726, + "cv_recall_at_100": 0.76, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.628, + "precision_at_3": 0.22533, + "precision_at_5": 0.138, + "precision_at_10": 0.0703, + "precision_at_20": 0.0363, + "precision_at_100": 0.0076, + "precision_at_1000": 0.001, + "mrr_at_1": 0.628, + "mrr_at_3": 0.651167, + "mrr_at_5": 0.654317, + "mrr_at_10": 0.656108, + "mrr_at_20": 0.657827, + "mrr_at_100": 0.658632, + "mrr_at_1000": 0.659295, + "nauc_ndcg_at_1_max": 0.160924, + "nauc_ndcg_at_1_std": 0.054913, + "nauc_ndcg_at_1_diff1": 0.69946, + "nauc_ndcg_at_3_max": 0.148488, + "nauc_ndcg_at_3_std": 0.048609, + "nauc_ndcg_at_3_diff1": 0.665256, + "nauc_ndcg_at_5_max": 0.143435, + "nauc_ndcg_at_5_std": 0.043996, + "nauc_ndcg_at_5_diff1": 0.660198, + "nauc_ndcg_at_10_max": 0.141738, + "nauc_ndcg_at_10_std": 0.043524, + "nauc_ndcg_at_10_diff1": 0.654443, + "nauc_ndcg_at_20_max": 0.138422, + "nauc_ndcg_at_20_std": 0.04253, + "nauc_ndcg_at_20_diff1": 0.648913, + "nauc_ndcg_at_100_max": 0.138305, + "nauc_ndcg_at_100_std": 0.04186, + "nauc_ndcg_at_100_diff1": 0.645333, + "nauc_ndcg_at_1000_max": 0.142193, + "nauc_ndcg_at_1000_std": 0.044493, + "nauc_ndcg_at_1000_diff1": 0.653907, + "nauc_map_at_1_max": 0.160924, + "nauc_map_at_1_std": 0.054913, + "nauc_map_at_1_diff1": 0.69946, + "nauc_map_at_3_max": 0.151629, + "nauc_map_at_3_std": 0.050444, + "nauc_map_at_3_diff1": 0.673247, + "nauc_map_at_5_max": 0.148874, + "nauc_map_at_5_std": 0.04792, + "nauc_map_at_5_diff1": 0.670554, + "nauc_map_at_10_max": 0.148074, + "nauc_map_at_10_std": 0.047569, + "nauc_map_at_10_diff1": 0.668174, + "nauc_map_at_20_max": 0.147249, + "nauc_map_at_20_std": 0.047379, + "nauc_map_at_20_diff1": 0.666741, + "nauc_map_at_100_max": 0.147332, + "nauc_map_at_100_std": 0.047367, + "nauc_map_at_100_diff1": 0.666373, + "nauc_map_at_1000_max": 0.147417, + "nauc_map_at_1000_std": 0.047449, + "nauc_map_at_1000_diff1": 0.666425, + "nauc_recall_at_1_max": 0.160924, + "nauc_recall_at_1_std": 0.054913, + "nauc_recall_at_1_diff1": 0.69946, + "nauc_recall_at_3_max": 0.138966, + "nauc_recall_at_3_std": 0.042941, + "nauc_recall_at_3_diff1": 0.6413, + "nauc_recall_at_5_max": 0.125814, + "nauc_recall_at_5_std": 0.031037, + "nauc_recall_at_5_diff1": 0.627571, + "nauc_recall_at_10_max": 0.120367, + "nauc_recall_at_10_std": 0.030039, + "nauc_recall_at_10_diff1": 0.607969, + "nauc_recall_at_20_max": 0.103778, + "nauc_recall_at_20_std": 0.02414, + "nauc_recall_at_20_diff1": 0.580205, + "nauc_recall_at_100_max": 0.097387, + "nauc_recall_at_100_std": 0.016181, + "nauc_recall_at_100_diff1": 0.547091, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.160924, + "nauc_precision_at_1_std": 0.054913, + "nauc_precision_at_1_diff1": 0.69946, + "nauc_precision_at_3_max": 0.138966, + "nauc_precision_at_3_std": 0.042941, + "nauc_precision_at_3_diff1": 0.6413, + "nauc_precision_at_5_max": 0.125814, + "nauc_precision_at_5_std": 0.031037, + "nauc_precision_at_5_diff1": 0.627571, + "nauc_precision_at_10_max": 0.120367, + "nauc_precision_at_10_std": 0.030039, + "nauc_precision_at_10_diff1": 0.607969, + "nauc_precision_at_20_max": 0.103778, + "nauc_precision_at_20_std": 0.02414, + "nauc_precision_at_20_diff1": 0.580205, + "nauc_precision_at_100_max": 0.097387, + "nauc_precision_at_100_std": 0.016181, + "nauc_precision_at_100_diff1": 0.547091, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.160924, + "nauc_cv_recall_at_1_std": 0.054913, + "nauc_cv_recall_at_1_diff1": 0.69946, + "nauc_cv_recall_at_3_max": 0.138966, + "nauc_cv_recall_at_3_std": 0.042941, + "nauc_cv_recall_at_3_diff1": 0.6413, + "nauc_cv_recall_at_5_max": 0.125814, + "nauc_cv_recall_at_5_std": 0.031037, + "nauc_cv_recall_at_5_diff1": 0.627571, + "nauc_cv_recall_at_10_max": 0.120367, + "nauc_cv_recall_at_10_std": 0.030039, + "nauc_cv_recall_at_10_diff1": 0.607969, + "nauc_cv_recall_at_20_max": 0.103778, + "nauc_cv_recall_at_20_std": 0.02414, + "nauc_cv_recall_at_20_diff1": 0.580205, + "nauc_cv_recall_at_100_max": 0.097387, + "nauc_cv_recall_at_100_std": 0.016181, + "nauc_cv_recall_at_100_diff1": 0.547091, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.160924, + "nauc_mrr_at_1_std": 0.054913, + "nauc_mrr_at_1_diff1": 0.69946, + "nauc_mrr_at_3_max": 0.151629, + "nauc_mrr_at_3_std": 0.050444, + "nauc_mrr_at_3_diff1": 0.673247, + "nauc_mrr_at_5_max": 0.148874, + "nauc_mrr_at_5_std": 0.04792, + "nauc_mrr_at_5_diff1": 0.670554, + "nauc_mrr_at_10_max": 0.148074, + "nauc_mrr_at_10_std": 0.047569, + "nauc_mrr_at_10_diff1": 0.668174, + "nauc_mrr_at_20_max": 0.147249, + "nauc_mrr_at_20_std": 0.047379, + "nauc_mrr_at_20_diff1": 0.666741, + "nauc_mrr_at_100_max": 0.147332, + "nauc_mrr_at_100_std": 0.047367, + "nauc_mrr_at_100_diff1": 0.666373, + "nauc_mrr_at_1000_max": 0.147417, + "nauc_mrr_at_1000_std": 0.047449, + "nauc_mrr_at_1000_diff1": 0.666425, + "main_score": 0.66335, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.88554, + "ndcg_at_3": 0.90917, + "ndcg_at_5": 0.91382, + "ndcg_at_10": 0.91784, + "ndcg_at_20": 0.92013, + "ndcg_at_100": 0.92242, + "ndcg_at_1000": 0.92574, + "map_at_1": 0.88404, + "map_at_3": 0.9032, + "map_at_5": 0.90596, + "map_at_10": 0.90769, + "map_at_20": 0.90832, + "map_at_100": 0.90865, + "map_at_1000": 0.90871, + "recall_at_1": 0.88404, + "recall_at_3": 0.9257, + "recall_at_5": 0.93675, + "recall_at_10": 0.9488, + "recall_at_20": 0.95783, + "recall_at_100": 0.96988, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.88554, + "cv_recall_at_3": 0.92671, + "cv_recall_at_5": 0.93675, + "cv_recall_at_10": 0.9488, + "cv_recall_at_20": 0.95783, + "cv_recall_at_100": 0.96988, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.88554, + "precision_at_3": 0.30957, + "precision_at_5": 0.18815, + "precision_at_10": 0.09528, + "precision_at_20": 0.04809, + "precision_at_100": 0.00974, + "precision_at_1000": 0.001, + "mrr_at_1": 0.885542, + "mrr_at_3": 0.903949, + "mrr_at_5": 0.906258, + "mrr_at_10": 0.907988, + "mrr_at_20": 0.908617, + "mrr_at_100": 0.908952, + "mrr_at_1000": 0.909016, + "nauc_ndcg_at_1_max": 0.42384, + "nauc_ndcg_at_1_std": 0.217366, + "nauc_ndcg_at_1_diff1": 0.859871, + "nauc_ndcg_at_3_max": 0.426915, + "nauc_ndcg_at_3_std": 0.223722, + "nauc_ndcg_at_3_diff1": 0.828209, + "nauc_ndcg_at_5_max": 0.421844, + "nauc_ndcg_at_5_std": 0.225008, + "nauc_ndcg_at_5_diff1": 0.821922, + "nauc_ndcg_at_10_max": 0.430687, + "nauc_ndcg_at_10_std": 0.239009, + "nauc_ndcg_at_10_diff1": 0.821187, + "nauc_ndcg_at_20_max": 0.422521, + "nauc_ndcg_at_20_std": 0.228852, + "nauc_ndcg_at_20_diff1": 0.817716, + "nauc_ndcg_at_100_max": 0.41302, + "nauc_ndcg_at_100_std": 0.219154, + "nauc_ndcg_at_100_diff1": 0.814067, + "nauc_ndcg_at_1000_max": 0.420629, + "nauc_ndcg_at_1000_std": 0.224006, + "nauc_ndcg_at_1000_diff1": 0.822812, + "nauc_map_at_1_max": 0.422234, + "nauc_map_at_1_std": 0.215195, + "nauc_map_at_1_diff1": 0.861985, + "nauc_map_at_3_max": 0.425822, + "nauc_map_at_3_std": 0.22041, + "nauc_map_at_3_diff1": 0.836837, + "nauc_map_at_5_max": 0.423801, + "nauc_map_at_5_std": 0.222097, + "nauc_map_at_5_diff1": 0.833721, + "nauc_map_at_10_max": 0.427526, + "nauc_map_at_10_std": 0.227475, + "nauc_map_at_10_diff1": 0.833911, + "nauc_map_at_20_max": 0.425537, + "nauc_map_at_20_std": 0.224828, + "nauc_map_at_20_diff1": 0.833148, + "nauc_map_at_100_max": 0.424457, + "nauc_map_at_100_std": 0.223683, + "nauc_map_at_100_diff1": 0.83277, + "nauc_map_at_1000_max": 0.424595, + "nauc_map_at_1000_std": 0.223777, + "nauc_map_at_1000_diff1": 0.832938, + "nauc_recall_at_1_max": 0.422234, + "nauc_recall_at_1_std": 0.215195, + "nauc_recall_at_1_diff1": 0.861985, + "nauc_recall_at_3_max": 0.428063, + "nauc_recall_at_3_std": 0.230605, + "nauc_recall_at_3_diff1": 0.796376, + "nauc_recall_at_5_max": 0.410791, + "nauc_recall_at_5_std": 0.234191, + "nauc_recall_at_5_diff1": 0.77133, + "nauc_recall_at_10_max": 0.447786, + "nauc_recall_at_10_std": 0.302797, + "nauc_recall_at_10_diff1": 0.753637, + "nauc_recall_at_20_max": 0.390981, + "nauc_recall_at_20_std": 0.243261, + "nauc_recall_at_20_diff1": 0.713687, + "nauc_recall_at_100_max": 0.24713, + "nauc_recall_at_100_std": 0.115848, + "nauc_recall_at_100_diff1": 0.622041, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.42384, + "nauc_precision_at_1_std": 0.217366, + "nauc_precision_at_1_diff1": 0.859871, + "nauc_precision_at_3_max": 0.411823, + "nauc_precision_at_3_std": 0.230505, + "nauc_precision_at_3_diff1": 0.733177, + "nauc_precision_at_5_max": 0.367429, + "nauc_precision_at_5_std": 0.226327, + "nauc_precision_at_5_diff1": 0.641456, + "nauc_precision_at_10_max": 0.391007, + "nauc_precision_at_10_std": 0.285074, + "nauc_precision_at_10_diff1": 0.598994, + "nauc_precision_at_20_max": 0.331831, + "nauc_precision_at_20_std": 0.230736, + "nauc_precision_at_20_diff1": 0.536286, + "nauc_precision_at_100_max": 0.195837, + "nauc_precision_at_100_std": 0.123228, + "nauc_precision_at_100_diff1": 0.404275, + "nauc_precision_at_1000_max": -0.025485, + "nauc_precision_at_1000_std": 0.155073, + "nauc_precision_at_1000_diff1": -0.535361, + "nauc_cv_recall_at_1_max": 0.42384, + "nauc_cv_recall_at_1_std": 0.217366, + "nauc_cv_recall_at_1_diff1": 0.859871, + "nauc_cv_recall_at_3_max": 0.433991, + "nauc_cv_recall_at_3_std": 0.240815, + "nauc_cv_recall_at_3_diff1": 0.795489, + "nauc_cv_recall_at_5_max": 0.410791, + "nauc_cv_recall_at_5_std": 0.234191, + "nauc_cv_recall_at_5_diff1": 0.77133, + "nauc_cv_recall_at_10_max": 0.447786, + "nauc_cv_recall_at_10_std": 0.302797, + "nauc_cv_recall_at_10_diff1": 0.753637, + "nauc_cv_recall_at_20_max": 0.390981, + "nauc_cv_recall_at_20_std": 0.243261, + "nauc_cv_recall_at_20_diff1": 0.713687, + "nauc_cv_recall_at_100_max": 0.24713, + "nauc_cv_recall_at_100_std": 0.115848, + "nauc_cv_recall_at_100_diff1": 0.622041, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.42384, + "nauc_mrr_at_1_std": 0.217366, + "nauc_mrr_at_1_diff1": 0.859871, + "nauc_mrr_at_3_max": 0.427462, + "nauc_mrr_at_3_std": 0.224395, + "nauc_mrr_at_3_diff1": 0.836434, + "nauc_mrr_at_5_max": 0.423833, + "nauc_mrr_at_5_std": 0.22303, + "nauc_mrr_at_5_diff1": 0.833638, + "nauc_mrr_at_10_max": 0.42757, + "nauc_mrr_at_10_std": 0.228442, + "nauc_mrr_at_10_diff1": 0.833827, + "nauc_mrr_at_20_max": 0.425575, + "nauc_mrr_at_20_std": 0.225793, + "nauc_mrr_at_20_diff1": 0.833061, + "nauc_mrr_at_100_max": 0.424491, + "nauc_mrr_at_100_std": 0.224649, + "nauc_mrr_at_100_diff1": 0.832682, + "nauc_mrr_at_1000_max": 0.42463, + "nauc_mrr_at_1000_std": 0.224744, + "nauc_mrr_at_1000_diff1": 0.83285, + "main_score": 0.91382, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.96084, + "ndcg_at_3": 0.97286, + "ndcg_at_5": 0.97363, + "ndcg_at_10": 0.97593, + "ndcg_at_20": 0.97721, + "ndcg_at_100": 0.97743, + "ndcg_at_1000": 0.97798, + "map_at_1": 0.95967, + "map_at_3": 0.97005, + "map_at_5": 0.97045, + "map_at_10": 0.97142, + "map_at_20": 0.97177, + "map_at_100": 0.97182, + "map_at_1000": 0.97184, + "recall_at_1": 0.95967, + "recall_at_3": 0.98092, + "recall_at_5": 0.98293, + "recall_at_10": 0.98996, + "recall_at_20": 0.99498, + "recall_at_100": 0.99598, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.96084, + "cv_recall_at_3": 0.98092, + "cv_recall_at_5": 0.98293, + "cv_recall_at_10": 0.98996, + "cv_recall_at_20": 0.99498, + "cv_recall_at_100": 0.99598, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.96084, + "precision_at_3": 0.32798, + "precision_at_5": 0.19719, + "precision_at_10": 0.0993, + "precision_at_20": 0.0499, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.960843, + "mrr_at_3": 0.970047, + "mrr_at_5": 0.970448, + "mrr_at_10": 0.971417, + "mrr_at_20": 0.971774, + "mrr_at_100": 0.971816, + "mrr_at_1000": 0.971841, + "nauc_ndcg_at_1_max": 0.136655, + "nauc_ndcg_at_1_std": -0.082142, + "nauc_ndcg_at_1_diff1": 0.95995, + "nauc_ndcg_at_3_max": 0.190433, + "nauc_ndcg_at_3_std": -0.05034, + "nauc_ndcg_at_3_diff1": 0.966926, + "nauc_ndcg_at_5_max": 0.211207, + "nauc_ndcg_at_5_std": -0.02655, + "nauc_ndcg_at_5_diff1": 0.965952, + "nauc_ndcg_at_10_max": 0.184428, + "nauc_ndcg_at_10_std": -0.059015, + "nauc_ndcg_at_10_diff1": 0.962694, + "nauc_ndcg_at_20_max": 0.187244, + "nauc_ndcg_at_20_std": -0.050998, + "nauc_ndcg_at_20_diff1": 0.965144, + "nauc_ndcg_at_100_max": 0.194436, + "nauc_ndcg_at_100_std": -0.040448, + "nauc_ndcg_at_100_diff1": 0.964811, + "nauc_ndcg_at_1000_max": 0.178178, + "nauc_ndcg_at_1000_std": -0.056881, + "nauc_ndcg_at_1000_diff1": 0.963932, + "nauc_map_at_1_max": 0.11509, + "nauc_map_at_1_std": -0.110742, + "nauc_map_at_1_diff1": 0.961113, + "nauc_map_at_3_max": 0.167064, + "nauc_map_at_3_std": -0.067036, + "nauc_map_at_3_diff1": 0.964797, + "nauc_map_at_5_max": 0.17633, + "nauc_map_at_5_std": -0.056288, + "nauc_map_at_5_diff1": 0.964318, + "nauc_map_at_10_max": 0.165177, + "nauc_map_at_10_std": -0.069083, + "nauc_map_at_10_diff1": 0.963108, + "nauc_map_at_20_max": 0.165103, + "nauc_map_at_20_std": -0.068041, + "nauc_map_at_20_diff1": 0.963478, + "nauc_map_at_100_max": 0.166184, + "nauc_map_at_100_std": -0.066431, + "nauc_map_at_100_diff1": 0.963423, + "nauc_map_at_1000_max": 0.165537, + "nauc_map_at_1000_std": -0.067108, + "nauc_map_at_1000_diff1": 0.96339, + "nauc_recall_at_1_max": 0.11509, + "nauc_recall_at_1_std": -0.110742, + "nauc_recall_at_1_diff1": 0.961113, + "nauc_recall_at_3_max": 0.300478, + "nauc_recall_at_3_std": 0.029636, + "nauc_recall_at_3_diff1": 0.976531, + "nauc_recall_at_5_max": 0.396385, + "nauc_recall_at_5_std": 0.13405, + "nauc_recall_at_5_diff1": 0.97377, + "nauc_recall_at_10_max": 0.33654, + "nauc_recall_at_10_std": 0.012172, + "nauc_recall_at_10_diff1": 0.955409, + "nauc_recall_at_20_max": 0.558935, + "nauc_recall_at_20_std": 0.253513, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 0.839535, + "nauc_recall_at_100_std": 0.604964, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.136655, + "nauc_precision_at_1_std": -0.082142, + "nauc_precision_at_1_diff1": 0.95995, + "nauc_precision_at_3_max": 0.325872, + "nauc_precision_at_3_std": 0.173904, + "nauc_precision_at_3_diff1": 0.642345, + "nauc_precision_at_5_max": 0.401552, + "nauc_precision_at_5_std": 0.266797, + "nauc_precision_at_5_diff1": 0.610145, + "nauc_precision_at_10_max": 0.364595, + "nauc_precision_at_10_std": 0.247766, + "nauc_precision_at_10_diff1": 0.430778, + "nauc_precision_at_20_max": 0.48719, + "nauc_precision_at_20_std": 0.481225, + "nauc_precision_at_20_diff1": 0.1958, + "nauc_precision_at_100_max": 0.601212, + "nauc_precision_at_100_std": 0.658501, + "nauc_precision_at_100_diff1": 0.108524, + "nauc_precision_at_1000_max": 0.418397, + "nauc_precision_at_1000_std": 0.699569, + "nauc_precision_at_1000_diff1": -0.575317, + "nauc_cv_recall_at_1_max": 0.136655, + "nauc_cv_recall_at_1_std": -0.082142, + "nauc_cv_recall_at_1_diff1": 0.95995, + "nauc_cv_recall_at_3_max": 0.300478, + "nauc_cv_recall_at_3_std": 0.029636, + "nauc_cv_recall_at_3_diff1": 0.976531, + "nauc_cv_recall_at_5_max": 0.396385, + "nauc_cv_recall_at_5_std": 0.13405, + "nauc_cv_recall_at_5_diff1": 0.97377, + "nauc_cv_recall_at_10_max": 0.33654, + "nauc_cv_recall_at_10_std": 0.012172, + "nauc_cv_recall_at_10_diff1": 0.955409, + "nauc_cv_recall_at_20_max": 0.558935, + "nauc_cv_recall_at_20_std": 0.253513, + "nauc_cv_recall_at_20_diff1": 1.0, + "nauc_cv_recall_at_100_max": 0.839535, + "nauc_cv_recall_at_100_std": 0.604964, + "nauc_cv_recall_at_100_diff1": 1.0, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.136655, + "nauc_mrr_at_1_std": -0.082142, + "nauc_mrr_at_1_diff1": 0.95995, + "nauc_mrr_at_3_max": 0.167064, + "nauc_mrr_at_3_std": -0.067036, + "nauc_mrr_at_3_diff1": 0.964797, + "nauc_mrr_at_5_max": 0.17633, + "nauc_mrr_at_5_std": -0.056288, + "nauc_mrr_at_5_diff1": 0.964318, + "nauc_mrr_at_10_max": 0.165177, + "nauc_mrr_at_10_std": -0.069083, + "nauc_mrr_at_10_diff1": 0.963108, + "nauc_mrr_at_20_max": 0.165103, + "nauc_mrr_at_20_std": -0.068041, + "nauc_mrr_at_20_diff1": 0.963478, + "nauc_mrr_at_100_max": 0.166184, + "nauc_mrr_at_100_std": -0.066431, + "nauc_mrr_at_100_diff1": 0.963423, + "nauc_mrr_at_1000_max": 0.165537, + "nauc_mrr_at_1000_std": -0.067108, + "nauc_mrr_at_1000_diff1": 0.96339, + "main_score": 0.97363, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.87475, + "ndcg_at_3": 0.90099, + "ndcg_at_5": 0.90379, + "ndcg_at_10": 0.90668, + "ndcg_at_20": 0.90868, + "ndcg_at_100": 0.91026, + "ndcg_at_1000": 0.91594, + "map_at_1": 0.87425, + "map_at_3": 0.89479, + "map_at_5": 0.89629, + "map_at_10": 0.89747, + "map_at_20": 0.898, + "map_at_100": 0.89821, + "map_at_1000": 0.89835, + "recall_at_1": 0.87425, + "recall_at_3": 0.91884, + "recall_at_5": 0.92585, + "recall_at_10": 0.93487, + "recall_at_20": 0.94289, + "recall_at_100": 0.9514, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.87475, + "cv_recall_at_3": 0.91884, + "cv_recall_at_5": 0.92585, + "cv_recall_at_10": 0.93487, + "cv_recall_at_20": 0.94289, + "cv_recall_at_100": 0.9519, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.87475, + "precision_at_3": 0.30661, + "precision_at_5": 0.18537, + "precision_at_10": 0.09359, + "precision_at_20": 0.04719, + "precision_at_100": 0.00953, + "precision_at_1000": 0.001, + "mrr_at_1": 0.874749, + "mrr_at_3": 0.89479, + "mrr_at_5": 0.896293, + "mrr_at_10": 0.897469, + "mrr_at_20": 0.898005, + "mrr_at_100": 0.898221, + "mrr_at_1000": 0.898359, + "nauc_ndcg_at_1_max": 0.483865, + "nauc_ndcg_at_1_std": 0.264501, + "nauc_ndcg_at_1_diff1": 0.901141, + "nauc_ndcg_at_3_max": 0.501683, + "nauc_ndcg_at_3_std": 0.277046, + "nauc_ndcg_at_3_diff1": 0.885835, + "nauc_ndcg_at_5_max": 0.507158, + "nauc_ndcg_at_5_std": 0.286099, + "nauc_ndcg_at_5_diff1": 0.885384, + "nauc_ndcg_at_10_max": 0.503553, + "nauc_ndcg_at_10_std": 0.286186, + "nauc_ndcg_at_10_diff1": 0.882199, + "nauc_ndcg_at_20_max": 0.504652, + "nauc_ndcg_at_20_std": 0.288378, + "nauc_ndcg_at_20_diff1": 0.880628, + "nauc_ndcg_at_100_max": 0.501135, + "nauc_ndcg_at_100_std": 0.285591, + "nauc_ndcg_at_100_diff1": 0.879921, + "nauc_ndcg_at_1000_max": 0.500672, + "nauc_ndcg_at_1000_std": 0.283209, + "nauc_ndcg_at_1000_diff1": 0.8826, + "nauc_map_at_1_max": 0.481442, + "nauc_map_at_1_std": 0.262859, + "nauc_map_at_1_diff1": 0.900891, + "nauc_map_at_3_max": 0.496219, + "nauc_map_at_3_std": 0.272926, + "nauc_map_at_3_diff1": 0.888613, + "nauc_map_at_5_max": 0.498925, + "nauc_map_at_5_std": 0.277411, + "nauc_map_at_5_diff1": 0.888548, + "nauc_map_at_10_max": 0.497539, + "nauc_map_at_10_std": 0.277312, + "nauc_map_at_10_diff1": 0.887378, + "nauc_map_at_20_max": 0.497836, + "nauc_map_at_20_std": 0.277842, + "nauc_map_at_20_diff1": 0.887008, + "nauc_map_at_100_max": 0.497549, + "nauc_map_at_100_std": 0.277739, + "nauc_map_at_100_diff1": 0.886951, + "nauc_map_at_1000_max": 0.497521, + "nauc_map_at_1000_std": 0.277685, + "nauc_map_at_1000_diff1": 0.88695, + "nauc_recall_at_1_max": 0.481442, + "nauc_recall_at_1_std": 0.262859, + "nauc_recall_at_1_diff1": 0.900891, + "nauc_recall_at_3_max": 0.522015, + "nauc_recall_at_3_std": 0.29251, + "nauc_recall_at_3_diff1": 0.876432, + "nauc_recall_at_5_max": 0.541203, + "nauc_recall_at_5_std": 0.322876, + "nauc_recall_at_5_diff1": 0.873417, + "nauc_recall_at_10_max": 0.529548, + "nauc_recall_at_10_std": 0.328489, + "nauc_recall_at_10_diff1": 0.857902, + "nauc_recall_at_20_max": 0.539206, + "nauc_recall_at_20_std": 0.347557, + "nauc_recall_at_20_diff1": 0.84484, + "nauc_recall_at_100_max": 0.506415, + "nauc_recall_at_100_std": 0.323773, + "nauc_recall_at_100_diff1": 0.831464, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.483865, + "nauc_precision_at_1_std": 0.264501, + "nauc_precision_at_1_diff1": 0.901141, + "nauc_precision_at_3_max": 0.51312, + "nauc_precision_at_3_std": 0.288437, + "nauc_precision_at_3_diff1": 0.849292, + "nauc_precision_at_5_max": 0.531045, + "nauc_precision_at_5_std": 0.317729, + "nauc_precision_at_5_diff1": 0.843837, + "nauc_precision_at_10_max": 0.518324, + "nauc_precision_at_10_std": 0.322502, + "nauc_precision_at_10_diff1": 0.824737, + "nauc_precision_at_20_max": 0.526167, + "nauc_precision_at_20_std": 0.34019, + "nauc_precision_at_20_diff1": 0.807545, + "nauc_precision_at_100_max": 0.491684, + "nauc_precision_at_100_std": 0.313589, + "nauc_precision_at_100_diff1": 0.786194, + "nauc_precision_at_1000_max": -0.110091, + "nauc_precision_at_1000_std": -0.110091, + "nauc_precision_at_1000_diff1": -0.495368, + "nauc_cv_recall_at_1_max": 0.483865, + "nauc_cv_recall_at_1_std": 0.264501, + "nauc_cv_recall_at_1_diff1": 0.901141, + "nauc_cv_recall_at_3_max": 0.522015, + "nauc_cv_recall_at_3_std": 0.29251, + "nauc_cv_recall_at_3_diff1": 0.876432, + "nauc_cv_recall_at_5_max": 0.541203, + "nauc_cv_recall_at_5_std": 0.322876, + "nauc_cv_recall_at_5_diff1": 0.873417, + "nauc_cv_recall_at_10_max": 0.529548, + "nauc_cv_recall_at_10_std": 0.328489, + "nauc_cv_recall_at_10_diff1": 0.857902, + "nauc_cv_recall_at_20_max": 0.539206, + "nauc_cv_recall_at_20_std": 0.347557, + "nauc_cv_recall_at_20_diff1": 0.84484, + "nauc_cv_recall_at_100_max": 0.505918, + "nauc_cv_recall_at_100_std": 0.321373, + "nauc_cv_recall_at_100_diff1": 0.829708, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.483865, + "nauc_mrr_at_1_std": 0.264501, + "nauc_mrr_at_1_diff1": 0.901141, + "nauc_mrr_at_3_max": 0.496219, + "nauc_mrr_at_3_std": 0.272926, + "nauc_mrr_at_3_diff1": 0.888613, + "nauc_mrr_at_5_max": 0.498925, + "nauc_mrr_at_5_std": 0.277411, + "nauc_mrr_at_5_diff1": 0.888548, + "nauc_mrr_at_10_max": 0.497539, + "nauc_mrr_at_10_std": 0.277312, + "nauc_mrr_at_10_diff1": 0.887378, + "nauc_mrr_at_20_max": 0.497836, + "nauc_mrr_at_20_std": 0.277842, + "nauc_mrr_at_20_diff1": 0.887008, + "nauc_mrr_at_100_max": 0.497541, + "nauc_mrr_at_100_std": 0.277702, + "nauc_mrr_at_100_diff1": 0.886936, + "nauc_mrr_at_1000_max": 0.497517, + "nauc_mrr_at_1000_std": 0.277668, + "nauc_mrr_at_1000_diff1": 0.886943, + "main_score": 0.90379, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.87876, + "ndcg_at_3": 0.89818, + "ndcg_at_5": 0.90362, + "ndcg_at_10": 0.90774, + "ndcg_at_20": 0.90986, + "ndcg_at_100": 0.91124, + "ndcg_at_1000": 0.91672, + "map_at_1": 0.87776, + "map_at_3": 0.89345, + "map_at_5": 0.89651, + "map_at_10": 0.89834, + "map_at_20": 0.89898, + "map_at_100": 0.8992, + "map_at_1000": 0.89932, + "recall_at_1": 0.87776, + "recall_at_3": 0.91132, + "recall_at_5": 0.92435, + "recall_at_10": 0.93637, + "recall_at_20": 0.94439, + "recall_at_100": 0.9514, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.87876, + "cv_recall_at_3": 0.91182, + "cv_recall_at_5": 0.92485, + "cv_recall_at_10": 0.93687, + "cv_recall_at_20": 0.94489, + "cv_recall_at_100": 0.9519, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.87876, + "precision_at_3": 0.30428, + "precision_at_5": 0.18517, + "precision_at_10": 0.09379, + "precision_at_20": 0.04729, + "precision_at_100": 0.00953, + "precision_at_1000": 0.001, + "mrr_at_1": 0.878758, + "mrr_at_3": 0.893955, + "mrr_at_5": 0.897011, + "mrr_at_10": 0.898846, + "mrr_at_20": 0.899478, + "mrr_at_100": 0.899702, + "mrr_at_1000": 0.899818, + "nauc_ndcg_at_1_max": 0.301492, + "nauc_ndcg_at_1_std": 0.075211, + "nauc_ndcg_at_1_diff1": 0.889338, + "nauc_ndcg_at_3_max": 0.267243, + "nauc_ndcg_at_3_std": 0.034314, + "nauc_ndcg_at_3_diff1": 0.870464, + "nauc_ndcg_at_5_max": 0.273975, + "nauc_ndcg_at_5_std": 0.047083, + "nauc_ndcg_at_5_diff1": 0.867997, + "nauc_ndcg_at_10_max": 0.260679, + "nauc_ndcg_at_10_std": 0.037094, + "nauc_ndcg_at_10_diff1": 0.864051, + "nauc_ndcg_at_20_max": 0.259654, + "nauc_ndcg_at_20_std": 0.038407, + "nauc_ndcg_at_20_diff1": 0.8624, + "nauc_ndcg_at_100_max": 0.265623, + "nauc_ndcg_at_100_std": 0.045526, + "nauc_ndcg_at_100_diff1": 0.861465, + "nauc_ndcg_at_1000_max": 0.268215, + "nauc_ndcg_at_1000_std": 0.044015, + "nauc_ndcg_at_1000_diff1": 0.866038, + "nauc_map_at_1_max": 0.287164, + "nauc_map_at_1_std": 0.062535, + "nauc_map_at_1_diff1": 0.890694, + "nauc_map_at_3_max": 0.273526, + "nauc_map_at_3_std": 0.04118, + "nauc_map_at_3_diff1": 0.875384, + "nauc_map_at_5_max": 0.277274, + "nauc_map_at_5_std": 0.048411, + "nauc_map_at_5_diff1": 0.874287, + "nauc_map_at_10_max": 0.27218, + "nauc_map_at_10_std": 0.044857, + "nauc_map_at_10_diff1": 0.872826, + "nauc_map_at_20_max": 0.271884, + "nauc_map_at_20_std": 0.045112, + "nauc_map_at_20_diff1": 0.872433, + "nauc_map_at_100_max": 0.272646, + "nauc_map_at_100_std": 0.046026, + "nauc_map_at_100_diff1": 0.872298, + "nauc_map_at_1000_max": 0.272688, + "nauc_map_at_1000_std": 0.04592, + "nauc_map_at_1000_diff1": 0.872391, + "nauc_recall_at_1_max": 0.287164, + "nauc_recall_at_1_std": 0.062535, + "nauc_recall_at_1_diff1": 0.890694, + "nauc_recall_at_3_max": 0.238861, + "nauc_recall_at_3_std": 0.005884, + "nauc_recall_at_3_diff1": 0.854637, + "nauc_recall_at_5_max": 0.254173, + "nauc_recall_at_5_std": 0.037771, + "nauc_recall_at_5_diff1": 0.844171, + "nauc_recall_at_10_max": 0.19291, + "nauc_recall_at_10_std": -0.009533, + "nauc_recall_at_10_diff1": 0.822959, + "nauc_recall_at_20_max": 0.178169, + "nauc_recall_at_20_std": -0.006444, + "nauc_recall_at_20_diff1": 0.807159, + "nauc_recall_at_100_max": 0.223468, + "nauc_recall_at_100_std": 0.054842, + "nauc_recall_at_100_diff1": 0.791214, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.301492, + "nauc_precision_at_1_std": 0.075211, + "nauc_precision_at_1_diff1": 0.889338, + "nauc_precision_at_3_max": 0.261349, + "nauc_precision_at_3_std": 0.031587, + "nauc_precision_at_3_diff1": 0.827586, + "nauc_precision_at_5_max": 0.280224, + "nauc_precision_at_5_std": 0.067313, + "nauc_precision_at_5_diff1": 0.812707, + "nauc_precision_at_10_max": 0.224961, + "nauc_precision_at_10_std": 0.02639, + "nauc_precision_at_10_diff1": 0.786068, + "nauc_precision_at_20_max": 0.215061, + "nauc_precision_at_20_std": 0.034477, + "nauc_precision_at_20_diff1": 0.765411, + "nauc_precision_at_100_max": 0.264425, + "nauc_precision_at_100_std": 0.099997, + "nauc_precision_at_100_diff1": 0.743988, + "nauc_precision_at_1000_max": 0.831132, + "nauc_precision_at_1000_std": 0.831132, + "nauc_precision_at_1000_diff1": -0.537691, + "nauc_cv_recall_at_1_max": 0.301492, + "nauc_cv_recall_at_1_std": 0.075211, + "nauc_cv_recall_at_1_diff1": 0.889338, + "nauc_cv_recall_at_3_max": 0.246759, + "nauc_cv_recall_at_3_std": 0.012458, + "nauc_cv_recall_at_3_diff1": 0.853811, + "nauc_cv_recall_at_5_max": 0.263542, + "nauc_cv_recall_at_5_std": 0.045697, + "nauc_cv_recall_at_5_diff1": 0.843132, + "nauc_cv_recall_at_10_max": 0.203577, + "nauc_cv_recall_at_10_std": -0.000473, + "nauc_cv_recall_at_10_diff1": 0.821554, + "nauc_cv_recall_at_20_max": 0.190254, + "nauc_cv_recall_at_20_std": 0.003962, + "nauc_cv_recall_at_20_diff1": 0.805405, + "nauc_cv_recall_at_100_max": 0.237787, + "nauc_cv_recall_at_100_std": 0.067405, + "nauc_cv_recall_at_100_diff1": 0.78904, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.301492, + "nauc_mrr_at_1_std": 0.075211, + "nauc_mrr_at_1_diff1": 0.889338, + "nauc_mrr_at_3_max": 0.280174, + "nauc_mrr_at_3_std": 0.046861, + "nauc_mrr_at_3_diff1": 0.87424, + "nauc_mrr_at_5_max": 0.284138, + "nauc_mrr_at_5_std": 0.054295, + "nauc_mrr_at_5_diff1": 0.873104, + "nauc_mrr_at_10_max": 0.279148, + "nauc_mrr_at_10_std": 0.050833, + "nauc_mrr_at_10_diff1": 0.871614, + "nauc_mrr_at_20_max": 0.278895, + "nauc_mrr_at_20_std": 0.051128, + "nauc_mrr_at_20_diff1": 0.871212, + "nauc_mrr_at_100_max": 0.279677, + "nauc_mrr_at_100_std": 0.052059, + "nauc_mrr_at_100_diff1": 0.871074, + "nauc_mrr_at_1000_max": 0.279711, + "nauc_mrr_at_1000_std": 0.051946, + "nauc_mrr_at_1000_diff1": 0.871168, + "main_score": 0.90362, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.66733, + "ndcg_at_3": 0.69898, + "ndcg_at_5": 0.70972, + "ndcg_at_10": 0.7188, + "ndcg_at_20": 0.72409, + "ndcg_at_100": 0.7327, + "ndcg_at_1000": 0.75063, + "map_at_1": 0.66683, + "map_at_3": 0.69122, + "map_at_5": 0.69718, + "map_at_10": 0.70099, + "map_at_20": 0.7025, + "map_at_100": 0.70364, + "map_at_1000": 0.70407, + "recall_at_1": 0.66683, + "recall_at_3": 0.72144, + "recall_at_5": 0.74749, + "recall_at_10": 0.77505, + "recall_at_20": 0.79559, + "recall_at_100": 0.84269, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.66733, + "cv_recall_at_3": 0.72144, + "cv_recall_at_5": 0.74749, + "cv_recall_at_10": 0.77555, + "cv_recall_at_20": 0.79559, + "cv_recall_at_100": 0.84269, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.66733, + "precision_at_3": 0.24081, + "precision_at_5": 0.1497, + "precision_at_10": 0.07766, + "precision_at_20": 0.03988, + "precision_at_100": 0.00845, + "precision_at_1000": 0.001, + "mrr_at_1": 0.667335, + "mrr_at_3": 0.691216, + "mrr_at_5": 0.697178, + "mrr_at_10": 0.701043, + "mrr_at_20": 0.702502, + "mrr_at_100": 0.703644, + "mrr_at_1000": 0.704068, + "nauc_ndcg_at_1_max": 0.214847, + "nauc_ndcg_at_1_std": 0.104166, + "nauc_ndcg_at_1_diff1": 0.755204, + "nauc_ndcg_at_3_max": 0.219111, + "nauc_ndcg_at_3_std": 0.109544, + "nauc_ndcg_at_3_diff1": 0.725476, + "nauc_ndcg_at_5_max": 0.227813, + "nauc_ndcg_at_5_std": 0.119583, + "nauc_ndcg_at_5_diff1": 0.719702, + "nauc_ndcg_at_10_max": 0.223364, + "nauc_ndcg_at_10_std": 0.116904, + "nauc_ndcg_at_10_diff1": 0.707974, + "nauc_ndcg_at_20_max": 0.221904, + "nauc_ndcg_at_20_std": 0.11741, + "nauc_ndcg_at_20_diff1": 0.703391, + "nauc_ndcg_at_100_max": 0.219924, + "nauc_ndcg_at_100_std": 0.115418, + "nauc_ndcg_at_100_diff1": 0.70075, + "nauc_ndcg_at_1000_max": 0.21974, + "nauc_ndcg_at_1000_std": 0.113375, + "nauc_ndcg_at_1000_diff1": 0.710857, + "nauc_map_at_1_max": 0.215632, + "nauc_map_at_1_std": 0.105062, + "nauc_map_at_1_diff1": 0.755752, + "nauc_map_at_3_max": 0.21668, + "nauc_map_at_3_std": 0.106467, + "nauc_map_at_3_diff1": 0.732648, + "nauc_map_at_5_max": 0.22112, + "nauc_map_at_5_std": 0.111577, + "nauc_map_at_5_diff1": 0.729547, + "nauc_map_at_10_max": 0.219175, + "nauc_map_at_10_std": 0.110291, + "nauc_map_at_10_diff1": 0.724964, + "nauc_map_at_20_max": 0.218864, + "nauc_map_at_20_std": 0.110587, + "nauc_map_at_20_diff1": 0.723739, + "nauc_map_at_100_max": 0.218768, + "nauc_map_at_100_std": 0.110417, + "nauc_map_at_100_diff1": 0.7235, + "nauc_map_at_1000_max": 0.218675, + "nauc_map_at_1000_std": 0.110274, + "nauc_map_at_1000_diff1": 0.723678, + "nauc_recall_at_1_max": 0.215632, + "nauc_recall_at_1_std": 0.105062, + "nauc_recall_at_1_diff1": 0.755752, + "nauc_recall_at_3_max": 0.227276, + "nauc_recall_at_3_std": 0.119875, + "nauc_recall_at_3_diff1": 0.703338, + "nauc_recall_at_5_max": 0.252371, + "nauc_recall_at_5_std": 0.148945, + "nauc_recall_at_5_diff1": 0.686464, + "nauc_recall_at_10_max": 0.238558, + "nauc_recall_at_10_std": 0.141794, + "nauc_recall_at_10_diff1": 0.640994, + "nauc_recall_at_20_max": 0.231827, + "nauc_recall_at_20_std": 0.144676, + "nauc_recall_at_20_diff1": 0.613959, + "nauc_recall_at_100_max": 0.213922, + "nauc_recall_at_100_std": 0.132761, + "nauc_recall_at_100_diff1": 0.567243, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.214847, + "nauc_precision_at_1_std": 0.104166, + "nauc_precision_at_1_diff1": 0.755204, + "nauc_precision_at_3_max": 0.223401, + "nauc_precision_at_3_std": 0.116763, + "nauc_precision_at_3_diff1": 0.6954, + "nauc_precision_at_5_max": 0.247982, + "nauc_precision_at_5_std": 0.145351, + "nauc_precision_at_5_diff1": 0.677997, + "nauc_precision_at_10_max": 0.235642, + "nauc_precision_at_10_std": 0.14095, + "nauc_precision_at_10_diff1": 0.631093, + "nauc_precision_at_20_max": 0.227709, + "nauc_precision_at_20_std": 0.145163, + "nauc_precision_at_20_diff1": 0.594683, + "nauc_precision_at_100_max": 0.209127, + "nauc_precision_at_100_std": 0.133647, + "nauc_precision_at_100_diff1": 0.543956, + "nauc_precision_at_1000_max": 0.002864, + "nauc_precision_at_1000_std": 0.171732, + "nauc_precision_at_1000_diff1": -0.457758, + "nauc_cv_recall_at_1_max": 0.214847, + "nauc_cv_recall_at_1_std": 0.104166, + "nauc_cv_recall_at_1_diff1": 0.755204, + "nauc_cv_recall_at_3_max": 0.227276, + "nauc_cv_recall_at_3_std": 0.119875, + "nauc_cv_recall_at_3_diff1": 0.703338, + "nauc_cv_recall_at_5_max": 0.252371, + "nauc_cv_recall_at_5_std": 0.148945, + "nauc_cv_recall_at_5_diff1": 0.686464, + "nauc_cv_recall_at_10_max": 0.24036, + "nauc_cv_recall_at_10_std": 0.144862, + "nauc_cv_recall_at_10_diff1": 0.639999, + "nauc_cv_recall_at_20_max": 0.231827, + "nauc_cv_recall_at_20_std": 0.144676, + "nauc_cv_recall_at_20_diff1": 0.613959, + "nauc_cv_recall_at_100_max": 0.213922, + "nauc_cv_recall_at_100_std": 0.132761, + "nauc_cv_recall_at_100_diff1": 0.567243, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.214847, + "nauc_mrr_at_1_std": 0.104166, + "nauc_mrr_at_1_diff1": 0.755204, + "nauc_mrr_at_3_max": 0.21668, + "nauc_mrr_at_3_std": 0.106467, + "nauc_mrr_at_3_diff1": 0.732648, + "nauc_mrr_at_5_max": 0.22112, + "nauc_mrr_at_5_std": 0.111577, + "nauc_mrr_at_5_diff1": 0.729547, + "nauc_mrr_at_10_max": 0.219332, + "nauc_mrr_at_10_std": 0.110559, + "nauc_mrr_at_10_diff1": 0.724889, + "nauc_mrr_at_20_max": 0.218864, + "nauc_mrr_at_20_std": 0.110587, + "nauc_mrr_at_20_diff1": 0.723739, + "nauc_mrr_at_100_max": 0.218768, + "nauc_mrr_at_100_std": 0.110417, + "nauc_mrr_at_100_diff1": 0.7235, + "nauc_mrr_at_1000_max": 0.218675, + "nauc_mrr_at_1000_std": 0.110274, + "nauc_mrr_at_1000_diff1": 0.723678, + "main_score": 0.70972, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.85858, + "ndcg_at_3": 0.88055, + "ndcg_at_5": 0.88587, + "ndcg_at_10": 0.89003, + "ndcg_at_20": 0.89074, + "ndcg_at_100": 0.89314, + "ndcg_at_1000": 0.90051, + "map_at_1": 0.85757, + "map_at_3": 0.87529, + "map_at_5": 0.8784, + "map_at_10": 0.88008, + "map_at_20": 0.88025, + "map_at_100": 0.88058, + "map_at_1000": 0.88076, + "recall_at_1": 0.85757, + "recall_at_3": 0.89519, + "recall_at_5": 0.90772, + "recall_at_10": 0.92076, + "recall_at_20": 0.92377, + "recall_at_100": 0.93681, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.85858, + "cv_recall_at_3": 0.89569, + "cv_recall_at_5": 0.90772, + "cv_recall_at_10": 0.92076, + "cv_recall_at_20": 0.92377, + "cv_recall_at_100": 0.93681, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.85858, + "precision_at_3": 0.2989, + "precision_at_5": 0.18195, + "precision_at_10": 0.09228, + "precision_at_20": 0.04629, + "precision_at_100": 0.00939, + "precision_at_1000": 0.001, + "mrr_at_1": 0.858576, + "mrr_at_3": 0.875794, + "mrr_at_5": 0.878653, + "mrr_at_10": 0.880335, + "mrr_at_20": 0.880504, + "mrr_at_100": 0.880826, + "mrr_at_1000": 0.881016, + "nauc_ndcg_at_1_max": 0.237307, + "nauc_ndcg_at_1_std": 0.035237, + "nauc_ndcg_at_1_diff1": 0.866966, + "nauc_ndcg_at_3_max": 0.255557, + "nauc_ndcg_at_3_std": 0.061863, + "nauc_ndcg_at_3_diff1": 0.838254, + "nauc_ndcg_at_5_max": 0.261834, + "nauc_ndcg_at_5_std": 0.06389, + "nauc_ndcg_at_5_diff1": 0.83434, + "nauc_ndcg_at_10_max": 0.266581, + "nauc_ndcg_at_10_std": 0.062618, + "nauc_ndcg_at_10_diff1": 0.839537, + "nauc_ndcg_at_20_max": 0.270624, + "nauc_ndcg_at_20_std": 0.066143, + "nauc_ndcg_at_20_diff1": 0.838777, + "nauc_ndcg_at_100_max": 0.277413, + "nauc_ndcg_at_100_std": 0.077303, + "nauc_ndcg_at_100_diff1": 0.836038, + "nauc_ndcg_at_1000_max": 0.267557, + "nauc_ndcg_at_1000_std": 0.06724, + "nauc_ndcg_at_1000_diff1": 0.839827, + "nauc_map_at_1_max": 0.235763, + "nauc_map_at_1_std": 0.03498, + "nauc_map_at_1_diff1": 0.868292, + "nauc_map_at_3_max": 0.250819, + "nauc_map_at_3_std": 0.055902, + "nauc_map_at_3_diff1": 0.84586, + "nauc_map_at_5_max": 0.254894, + "nauc_map_at_5_std": 0.05763, + "nauc_map_at_5_diff1": 0.843834, + "nauc_map_at_10_max": 0.256376, + "nauc_map_at_10_std": 0.056756, + "nauc_map_at_10_diff1": 0.845887, + "nauc_map_at_20_max": 0.257366, + "nauc_map_at_20_std": 0.057625, + "nauc_map_at_20_diff1": 0.845737, + "nauc_map_at_100_max": 0.258285, + "nauc_map_at_100_std": 0.059213, + "nauc_map_at_100_diff1": 0.845439, + "nauc_map_at_1000_max": 0.258001, + "nauc_map_at_1000_std": 0.058891, + "nauc_map_at_1000_diff1": 0.845479, + "nauc_recall_at_1_max": 0.235763, + "nauc_recall_at_1_std": 0.03498, + "nauc_recall_at_1_diff1": 0.868292, + "nauc_recall_at_3_max": 0.267441, + "nauc_recall_at_3_std": 0.078207, + "nauc_recall_at_3_diff1": 0.813441, + "nauc_recall_at_5_max": 0.28509, + "nauc_recall_at_5_std": 0.08389, + "nauc_recall_at_5_diff1": 0.799154, + "nauc_recall_at_10_max": 0.310665, + "nauc_recall_at_10_std": 0.084251, + "nauc_recall_at_10_diff1": 0.815666, + "nauc_recall_at_20_max": 0.334903, + "nauc_recall_at_20_std": 0.104714, + "nauc_recall_at_20_diff1": 0.81011, + "nauc_recall_at_100_max": 0.406505, + "nauc_recall_at_100_std": 0.206731, + "nauc_recall_at_100_diff1": 0.779228, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.237307, + "nauc_precision_at_1_std": 0.035237, + "nauc_precision_at_1_diff1": 0.866966, + "nauc_precision_at_3_max": 0.261534, + "nauc_precision_at_3_std": 0.074647, + "nauc_precision_at_3_diff1": 0.78972, + "nauc_precision_at_5_max": 0.274798, + "nauc_precision_at_5_std": 0.080928, + "nauc_precision_at_5_diff1": 0.750463, + "nauc_precision_at_10_max": 0.297673, + "nauc_precision_at_10_std": 0.080808, + "nauc_precision_at_10_diff1": 0.758604, + "nauc_precision_at_20_max": 0.32036, + "nauc_precision_at_20_std": 0.100245, + "nauc_precision_at_20_diff1": 0.751137, + "nauc_precision_at_100_max": 0.385372, + "nauc_precision_at_100_std": 0.196051, + "nauc_precision_at_100_diff1": 0.71034, + "nauc_precision_at_1000_max": -0.066896, + "nauc_precision_at_1000_std": -0.021843, + "nauc_precision_at_1000_diff1": -0.524871, + "nauc_cv_recall_at_1_max": 0.237307, + "nauc_cv_recall_at_1_std": 0.035237, + "nauc_cv_recall_at_1_diff1": 0.866966, + "nauc_cv_recall_at_3_max": 0.271286, + "nauc_cv_recall_at_3_std": 0.081257, + "nauc_cv_recall_at_3_diff1": 0.812657, + "nauc_cv_recall_at_5_max": 0.28509, + "nauc_cv_recall_at_5_std": 0.08389, + "nauc_cv_recall_at_5_diff1": 0.799154, + "nauc_cv_recall_at_10_max": 0.310665, + "nauc_cv_recall_at_10_std": 0.084251, + "nauc_cv_recall_at_10_diff1": 0.815666, + "nauc_cv_recall_at_20_max": 0.334903, + "nauc_cv_recall_at_20_std": 0.104714, + "nauc_cv_recall_at_20_diff1": 0.81011, + "nauc_cv_recall_at_100_max": 0.406505, + "nauc_cv_recall_at_100_std": 0.206731, + "nauc_cv_recall_at_100_diff1": 0.779228, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.237307, + "nauc_mrr_at_1_std": 0.035237, + "nauc_mrr_at_1_diff1": 0.866966, + "nauc_mrr_at_3_max": 0.254055, + "nauc_mrr_at_3_std": 0.058437, + "nauc_mrr_at_3_diff1": 0.845305, + "nauc_mrr_at_5_max": 0.256557, + "nauc_mrr_at_5_std": 0.058929, + "nauc_mrr_at_5_diff1": 0.843546, + "nauc_mrr_at_10_max": 0.258065, + "nauc_mrr_at_10_std": 0.058073, + "nauc_mrr_at_10_diff1": 0.845599, + "nauc_mrr_at_20_max": 0.25906, + "nauc_mrr_at_20_std": 0.058945, + "nauc_mrr_at_20_diff1": 0.845449, + "nauc_mrr_at_100_max": 0.259985, + "nauc_mrr_at_100_std": 0.06054, + "nauc_mrr_at_100_diff1": 0.845149, + "nauc_mrr_at_1000_max": 0.259703, + "nauc_mrr_at_1000_std": 0.060219, + "nauc_mrr_at_1000_diff1": 0.845188, + "main_score": 0.88587, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.88566, + "ndcg_at_3": 0.91073, + "ndcg_at_5": 0.91362, + "ndcg_at_10": 0.91702, + "ndcg_at_20": 0.91938, + "ndcg_at_100": 0.92146, + "ndcg_at_1000": 0.92559, + "map_at_1": 0.88465, + "map_at_3": 0.90488, + "map_at_5": 0.90649, + "map_at_10": 0.9079, + "map_at_20": 0.90859, + "map_at_100": 0.90889, + "map_at_1000": 0.90901, + "recall_at_1": 0.88465, + "recall_at_3": 0.92728, + "recall_at_5": 0.9343, + "recall_at_10": 0.94483, + "recall_at_20": 0.95386, + "recall_at_100": 0.96489, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.88566, + "cv_recall_at_3": 0.92778, + "cv_recall_at_5": 0.9348, + "cv_recall_at_10": 0.94483, + "cv_recall_at_20": 0.95386, + "cv_recall_at_100": 0.96489, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.88566, + "precision_at_3": 0.30993, + "precision_at_5": 0.18736, + "precision_at_10": 0.09478, + "precision_at_20": 0.04784, + "precision_at_100": 0.00968, + "precision_at_1000": 0.001, + "mrr_at_1": 0.885657, + "mrr_at_3": 0.905048, + "mrr_at_5": 0.906653, + "mrr_at_10": 0.907971, + "mrr_at_20": 0.908659, + "mrr_at_100": 0.908959, + "mrr_at_1000": 0.909072, + "nauc_ndcg_at_1_max": 0.361754, + "nauc_ndcg_at_1_std": 0.1223, + "nauc_ndcg_at_1_diff1": 0.898643, + "nauc_ndcg_at_3_max": 0.373008, + "nauc_ndcg_at_3_std": 0.141002, + "nauc_ndcg_at_3_diff1": 0.890532, + "nauc_ndcg_at_5_max": 0.372063, + "nauc_ndcg_at_5_std": 0.140882, + "nauc_ndcg_at_5_diff1": 0.890666, + "nauc_ndcg_at_10_max": 0.368213, + "nauc_ndcg_at_10_std": 0.137736, + "nauc_ndcg_at_10_diff1": 0.886627, + "nauc_ndcg_at_20_max": 0.362004, + "nauc_ndcg_at_20_std": 0.129476, + "nauc_ndcg_at_20_diff1": 0.883721, + "nauc_ndcg_at_100_max": 0.351919, + "nauc_ndcg_at_100_std": 0.118803, + "nauc_ndcg_at_100_diff1": 0.881286, + "nauc_ndcg_at_1000_max": 0.361103, + "nauc_ndcg_at_1000_std": 0.127431, + "nauc_ndcg_at_1000_diff1": 0.887104, + "nauc_map_at_1_max": 0.355125, + "nauc_map_at_1_std": 0.116862, + "nauc_map_at_1_diff1": 0.900579, + "nauc_map_at_3_max": 0.368596, + "nauc_map_at_3_std": 0.13457, + "nauc_map_at_3_diff1": 0.893116, + "nauc_map_at_5_max": 0.368052, + "nauc_map_at_5_std": 0.134364, + "nauc_map_at_5_diff1": 0.893285, + "nauc_map_at_10_max": 0.366776, + "nauc_map_at_10_std": 0.133353, + "nauc_map_at_10_diff1": 0.891786, + "nauc_map_at_20_max": 0.365319, + "nauc_map_at_20_std": 0.131327, + "nauc_map_at_20_diff1": 0.891083, + "nauc_map_at_100_max": 0.36413, + "nauc_map_at_100_std": 0.130044, + "nauc_map_at_100_diff1": 0.890817, + "nauc_map_at_1000_max": 0.364389, + "nauc_map_at_1000_std": 0.130238, + "nauc_map_at_1000_diff1": 0.891052, + "nauc_recall_at_1_max": 0.355125, + "nauc_recall_at_1_std": 0.116862, + "nauc_recall_at_1_diff1": 0.900579, + "nauc_recall_at_3_max": 0.387058, + "nauc_recall_at_3_std": 0.161367, + "nauc_recall_at_3_diff1": 0.881099, + "nauc_recall_at_5_max": 0.385463, + "nauc_recall_at_5_std": 0.163355, + "nauc_recall_at_5_diff1": 0.880189, + "nauc_recall_at_10_max": 0.369921, + "nauc_recall_at_10_std": 0.153054, + "nauc_recall_at_10_diff1": 0.859693, + "nauc_recall_at_20_max": 0.326993, + "nauc_recall_at_20_std": 0.099448, + "nauc_recall_at_20_diff1": 0.835084, + "nauc_recall_at_100_max": 0.194955, + "nauc_recall_at_100_std": -0.037703, + "nauc_recall_at_100_diff1": 0.790726, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.361754, + "nauc_precision_at_1_std": 0.1223, + "nauc_precision_at_1_diff1": 0.898643, + "nauc_precision_at_3_max": 0.387042, + "nauc_precision_at_3_std": 0.176108, + "nauc_precision_at_3_diff1": 0.813209, + "nauc_precision_at_5_max": 0.385515, + "nauc_precision_at_5_std": 0.179517, + "nauc_precision_at_5_diff1": 0.805399, + "nauc_precision_at_10_max": 0.36167, + "nauc_precision_at_10_std": 0.175822, + "nauc_precision_at_10_diff1": 0.735387, + "nauc_precision_at_20_max": 0.321665, + "nauc_precision_at_20_std": 0.131677, + "nauc_precision_at_20_diff1": 0.691442, + "nauc_precision_at_100_max": 0.205298, + "nauc_precision_at_100_std": 0.021134, + "nauc_precision_at_100_diff1": 0.61355, + "nauc_precision_at_1000_max": 0.274686, + "nauc_precision_at_1000_std": 0.415829, + "nauc_precision_at_1000_diff1": -0.574997, + "nauc_cv_recall_at_1_max": 0.361754, + "nauc_cv_recall_at_1_std": 0.1223, + "nauc_cv_recall_at_1_diff1": 0.898643, + "nauc_cv_recall_at_3_max": 0.393658, + "nauc_cv_recall_at_3_std": 0.170492, + "nauc_cv_recall_at_3_diff1": 0.880273, + "nauc_cv_recall_at_5_max": 0.392761, + "nauc_cv_recall_at_5_std": 0.173478, + "nauc_cv_recall_at_5_diff1": 0.879267, + "nauc_cv_recall_at_10_max": 0.369921, + "nauc_cv_recall_at_10_std": 0.153054, + "nauc_cv_recall_at_10_diff1": 0.859693, + "nauc_cv_recall_at_20_max": 0.326993, + "nauc_cv_recall_at_20_std": 0.099448, + "nauc_cv_recall_at_20_diff1": 0.835084, + "nauc_cv_recall_at_100_max": 0.194955, + "nauc_cv_recall_at_100_std": -0.037703, + "nauc_cv_recall_at_100_diff1": 0.790726, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.361754, + "nauc_mrr_at_1_std": 0.1223, + "nauc_mrr_at_1_diff1": 0.898643, + "nauc_mrr_at_3_max": 0.370253, + "nauc_mrr_at_3_std": 0.136859, + "nauc_mrr_at_3_diff1": 0.892926, + "nauc_mrr_at_5_max": 0.369737, + "nauc_mrr_at_5_std": 0.136692, + "nauc_mrr_at_5_diff1": 0.893092, + "nauc_mrr_at_10_max": 0.367458, + "nauc_mrr_at_10_std": 0.134297, + "nauc_mrr_at_10_diff1": 0.891706, + "nauc_mrr_at_20_max": 0.366006, + "nauc_mrr_at_20_std": 0.132276, + "nauc_mrr_at_20_diff1": 0.891003, + "nauc_mrr_at_100_max": 0.364819, + "nauc_mrr_at_100_std": 0.130996, + "nauc_mrr_at_100_diff1": 0.890736, + "nauc_mrr_at_1000_max": 0.365078, + "nauc_mrr_at_1000_std": 0.131191, + "nauc_mrr_at_1000_diff1": 0.890971, + "main_score": 0.91362, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.87688, + "ndcg_at_3": 0.90425, + "ndcg_at_5": 0.90822, + "ndcg_at_10": 0.91147, + "ndcg_at_20": 0.91357, + "ndcg_at_100": 0.91643, + "ndcg_at_1000": 0.92053, + "map_at_1": 0.87688, + "map_at_3": 0.89806, + "map_at_5": 0.90024, + "map_at_10": 0.90159, + "map_at_20": 0.90222, + "map_at_100": 0.90264, + "map_at_1000": 0.90274, + "recall_at_1": 0.87688, + "recall_at_3": 0.92192, + "recall_at_5": 0.93143, + "recall_at_10": 0.94144, + "recall_at_20": 0.94945, + "recall_at_100": 0.96446, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.87688, + "cv_recall_at_3": 0.92192, + "cv_recall_at_5": 0.93193, + "cv_recall_at_10": 0.94194, + "cv_recall_at_20": 0.94995, + "cv_recall_at_100": 0.96496, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.87688, + "precision_at_3": 0.30731, + "precision_at_5": 0.18639, + "precision_at_10": 0.09419, + "precision_at_20": 0.0475, + "precision_at_100": 0.00965, + "precision_at_1000": 0.001, + "mrr_at_1": 0.876877, + "mrr_at_3": 0.898065, + "mrr_at_5": 0.900367, + "mrr_at_10": 0.901715, + "mrr_at_20": 0.90234, + "mrr_at_100": 0.902763, + "mrr_at_1000": 0.902854, + "nauc_ndcg_at_1_max": 0.34352, + "nauc_ndcg_at_1_std": 0.079639, + "nauc_ndcg_at_1_diff1": 0.888391, + "nauc_ndcg_at_3_max": 0.379221, + "nauc_ndcg_at_3_std": 0.114568, + "nauc_ndcg_at_3_diff1": 0.86307, + "nauc_ndcg_at_5_max": 0.373548, + "nauc_ndcg_at_5_std": 0.112437, + "nauc_ndcg_at_5_diff1": 0.861838, + "nauc_ndcg_at_10_max": 0.367753, + "nauc_ndcg_at_10_std": 0.110264, + "nauc_ndcg_at_10_diff1": 0.858336, + "nauc_ndcg_at_20_max": 0.364665, + "nauc_ndcg_at_20_std": 0.109295, + "nauc_ndcg_at_20_diff1": 0.85796, + "nauc_ndcg_at_100_max": 0.362979, + "nauc_ndcg_at_100_std": 0.112804, + "nauc_ndcg_at_100_diff1": 0.854858, + "nauc_ndcg_at_1000_max": 0.364632, + "nauc_ndcg_at_1000_std": 0.109567, + "nauc_ndcg_at_1000_diff1": 0.860845, + "nauc_map_at_1_max": 0.34352, + "nauc_map_at_1_std": 0.079639, + "nauc_map_at_1_diff1": 0.888391, + "nauc_map_at_3_max": 0.372031, + "nauc_map_at_3_std": 0.108118, + "nauc_map_at_3_diff1": 0.869877, + "nauc_map_at_5_max": 0.368671, + "nauc_map_at_5_std": 0.106206, + "nauc_map_at_5_diff1": 0.869441, + "nauc_map_at_10_max": 0.366393, + "nauc_map_at_10_std": 0.10524, + "nauc_map_at_10_diff1": 0.868296, + "nauc_map_at_20_max": 0.365858, + "nauc_map_at_20_std": 0.105365, + "nauc_map_at_20_diff1": 0.868301, + "nauc_map_at_100_max": 0.365641, + "nauc_map_at_100_std": 0.105794, + "nauc_map_at_100_diff1": 0.867959, + "nauc_map_at_1000_max": 0.365604, + "nauc_map_at_1000_std": 0.105711, + "nauc_map_at_1000_diff1": 0.868056, + "nauc_recall_at_1_max": 0.34352, + "nauc_recall_at_1_std": 0.079639, + "nauc_recall_at_1_diff1": 0.888391, + "nauc_recall_at_3_max": 0.404259, + "nauc_recall_at_3_std": 0.136583, + "nauc_recall_at_3_diff1": 0.838065, + "nauc_recall_at_5_max": 0.389422, + "nauc_recall_at_5_std": 0.132563, + "nauc_recall_at_5_diff1": 0.830398, + "nauc_recall_at_10_max": 0.365885, + "nauc_recall_at_10_std": 0.126624, + "nauc_recall_at_10_diff1": 0.808391, + "nauc_recall_at_20_max": 0.341902, + "nauc_recall_at_20_std": 0.117317, + "nauc_recall_at_20_diff1": 0.797547, + "nauc_recall_at_100_max": 0.313332, + "nauc_recall_at_100_std": 0.164827, + "nauc_recall_at_100_diff1": 0.734099, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.34352, + "nauc_precision_at_1_std": 0.079639, + "nauc_precision_at_1_diff1": 0.888391, + "nauc_precision_at_3_max": 0.404259, + "nauc_precision_at_3_std": 0.136583, + "nauc_precision_at_3_diff1": 0.838065, + "nauc_precision_at_5_max": 0.393547, + "nauc_precision_at_5_std": 0.142001, + "nauc_precision_at_5_diff1": 0.830113, + "nauc_precision_at_10_max": 0.370518, + "nauc_precision_at_10_std": 0.137638, + "nauc_precision_at_10_diff1": 0.807866, + "nauc_precision_at_20_max": 0.347037, + "nauc_precision_at_20_std": 0.129999, + "nauc_precision_at_20_diff1": 0.79683, + "nauc_precision_at_100_max": 0.320259, + "nauc_precision_at_100_std": 0.183623, + "nauc_precision_at_100_diff1": 0.732168, + "nauc_precision_at_1000_max": 0.098661, + "nauc_precision_at_1000_std": 0.661998, + "nauc_precision_at_1000_diff1": -0.499984, + "nauc_cv_recall_at_1_max": 0.34352, + "nauc_cv_recall_at_1_std": 0.079639, + "nauc_cv_recall_at_1_diff1": 0.888391, + "nauc_cv_recall_at_3_max": 0.404259, + "nauc_cv_recall_at_3_std": 0.136583, + "nauc_cv_recall_at_3_diff1": 0.838065, + "nauc_cv_recall_at_5_max": 0.393547, + "nauc_cv_recall_at_5_std": 0.142001, + "nauc_cv_recall_at_5_diff1": 0.830113, + "nauc_cv_recall_at_10_max": 0.370518, + "nauc_cv_recall_at_10_std": 0.137638, + "nauc_cv_recall_at_10_diff1": 0.807866, + "nauc_cv_recall_at_20_max": 0.347037, + "nauc_cv_recall_at_20_std": 0.129999, + "nauc_cv_recall_at_20_diff1": 0.79683, + "nauc_cv_recall_at_100_max": 0.320259, + "nauc_cv_recall_at_100_std": 0.183623, + "nauc_cv_recall_at_100_diff1": 0.732168, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.34352, + "nauc_mrr_at_1_std": 0.079639, + "nauc_mrr_at_1_diff1": 0.888391, + "nauc_mrr_at_3_max": 0.372031, + "nauc_mrr_at_3_std": 0.108118, + "nauc_mrr_at_3_diff1": 0.869877, + "nauc_mrr_at_5_max": 0.369359, + "nauc_mrr_at_5_std": 0.107809, + "nauc_mrr_at_5_diff1": 0.869441, + "nauc_mrr_at_10_max": 0.367088, + "nauc_mrr_at_10_std": 0.106864, + "nauc_mrr_at_10_diff1": 0.868295, + "nauc_mrr_at_20_max": 0.366557, + "nauc_mrr_at_20_std": 0.107, + "nauc_mrr_at_20_diff1": 0.8683, + "nauc_mrr_at_100_max": 0.366343, + "nauc_mrr_at_100_std": 0.107436, + "nauc_mrr_at_100_diff1": 0.867958, + "nauc_mrr_at_1000_max": 0.366251, + "nauc_mrr_at_1000_std": 0.107226, + "nauc_mrr_at_1000_diff1": 0.868054, + "main_score": 0.90822, + "hf_subset": "jp", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.83534, + "ndcg_at_3": 0.86306, + "ndcg_at_5": 0.87019, + "ndcg_at_10": 0.87264, + "ndcg_at_20": 0.87569, + "ndcg_at_100": 0.87941, + "ndcg_at_1000": 0.88606, + "map_at_1": 0.83384, + "map_at_3": 0.85609, + "map_at_5": 0.86011, + "map_at_10": 0.86103, + "map_at_20": 0.86187, + "map_at_100": 0.86241, + "map_at_1000": 0.86253, + "recall_at_1": 0.83384, + "recall_at_3": 0.88253, + "recall_at_5": 0.8996, + "recall_at_10": 0.90763, + "recall_at_20": 0.91968, + "recall_at_100": 0.93926, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.83534, + "cv_recall_at_3": 0.88353, + "cv_recall_at_5": 0.9006, + "cv_recall_at_10": 0.90863, + "cv_recall_at_20": 0.92068, + "cv_recall_at_100": 0.93976, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.83534, + "precision_at_3": 0.29518, + "precision_at_5": 0.18052, + "precision_at_10": 0.09106, + "precision_at_20": 0.04613, + "precision_at_100": 0.00943, + "precision_at_1000": 0.001, + "mrr_at_1": 0.835341, + "mrr_at_3": 0.85676, + "mrr_at_5": 0.860776, + "mrr_at_10": 0.861699, + "mrr_at_20": 0.862536, + "mrr_at_100": 0.863055, + "mrr_at_1000": 0.863171, + "nauc_ndcg_at_1_max": 0.260234, + "nauc_ndcg_at_1_std": 0.051731, + "nauc_ndcg_at_1_diff1": 0.834662, + "nauc_ndcg_at_3_max": 0.23942, + "nauc_ndcg_at_3_std": 0.021619, + "nauc_ndcg_at_3_diff1": 0.797882, + "nauc_ndcg_at_5_max": 0.233971, + "nauc_ndcg_at_5_std": 0.015702, + "nauc_ndcg_at_5_diff1": 0.786252, + "nauc_ndcg_at_10_max": 0.237905, + "nauc_ndcg_at_10_std": 0.019062, + "nauc_ndcg_at_10_diff1": 0.783409, + "nauc_ndcg_at_20_max": 0.238677, + "nauc_ndcg_at_20_std": 0.021297, + "nauc_ndcg_at_20_diff1": 0.780855, + "nauc_ndcg_at_100_max": 0.234543, + "nauc_ndcg_at_100_std": 0.02162, + "nauc_ndcg_at_100_diff1": 0.777396, + "nauc_ndcg_at_1000_max": 0.23825, + "nauc_ndcg_at_1000_std": 0.023585, + "nauc_ndcg_at_1000_diff1": 0.787196, + "nauc_map_at_1_max": 0.265325, + "nauc_map_at_1_std": 0.05909, + "nauc_map_at_1_diff1": 0.834491, + "nauc_map_at_3_max": 0.246726, + "nauc_map_at_3_std": 0.032087, + "nauc_map_at_3_diff1": 0.80735, + "nauc_map_at_5_max": 0.24392, + "nauc_map_at_5_std": 0.029242, + "nauc_map_at_5_diff1": 0.801482, + "nauc_map_at_10_max": 0.245741, + "nauc_map_at_10_std": 0.030909, + "nauc_map_at_10_diff1": 0.800629, + "nauc_map_at_20_max": 0.24596, + "nauc_map_at_20_std": 0.031583, + "nauc_map_at_20_diff1": 0.800046, + "nauc_map_at_100_max": 0.245127, + "nauc_map_at_100_std": 0.031278, + "nauc_map_at_100_diff1": 0.799578, + "nauc_map_at_1000_max": 0.245143, + "nauc_map_at_1000_std": 0.031259, + "nauc_map_at_1000_diff1": 0.799727, + "nauc_recall_at_1_max": 0.265325, + "nauc_recall_at_1_std": 0.05909, + "nauc_recall_at_1_diff1": 0.834491, + "nauc_recall_at_3_max": 0.216546, + "nauc_recall_at_3_std": -0.010756, + "nauc_recall_at_3_diff1": 0.763414, + "nauc_recall_at_5_max": 0.197409, + "nauc_recall_at_5_std": -0.033333, + "nauc_recall_at_5_diff1": 0.723038, + "nauc_recall_at_10_max": 0.208256, + "nauc_recall_at_10_std": -0.026078, + "nauc_recall_at_10_diff1": 0.704303, + "nauc_recall_at_20_max": 0.208756, + "nauc_recall_at_20_std": -0.019987, + "nauc_recall_at_20_diff1": 0.677983, + "nauc_recall_at_100_max": 0.166596, + "nauc_recall_at_100_std": -0.019657, + "nauc_recall_at_100_diff1": 0.613516, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.260234, + "nauc_precision_at_1_std": 0.051731, + "nauc_precision_at_1_diff1": 0.834662, + "nauc_precision_at_3_max": 0.190445, + "nauc_precision_at_3_std": -0.031967, + "nauc_precision_at_3_diff1": 0.724637, + "nauc_precision_at_5_max": 0.168124, + "nauc_precision_at_5_std": -0.057077, + "nauc_precision_at_5_diff1": 0.680109, + "nauc_precision_at_10_max": 0.176344, + "nauc_precision_at_10_std": -0.052046, + "nauc_precision_at_10_diff1": 0.65873, + "nauc_precision_at_20_max": 0.172186, + "nauc_precision_at_20_std": -0.049915, + "nauc_precision_at_20_diff1": 0.62657, + "nauc_precision_at_100_max": 0.108562, + "nauc_precision_at_100_std": -0.06351, + "nauc_precision_at_100_diff1": 0.52222, + "nauc_precision_at_1000_max": -0.471226, + "nauc_precision_at_1000_std": -0.476596, + "nauc_precision_at_1000_diff1": -0.449156, + "nauc_cv_recall_at_1_max": 0.260234, + "nauc_cv_recall_at_1_std": 0.051731, + "nauc_cv_recall_at_1_diff1": 0.834662, + "nauc_cv_recall_at_3_max": 0.211376, + "nauc_cv_recall_at_3_std": -0.017824, + "nauc_cv_recall_at_3_diff1": 0.764311, + "nauc_cv_recall_at_5_max": 0.191424, + "nauc_cv_recall_at_5_std": -0.041685, + "nauc_cv_recall_at_5_diff1": 0.724193, + "nauc_cv_recall_at_10_max": 0.202006, + "nauc_cv_recall_at_10_std": -0.035109, + "nauc_cv_recall_at_10_diff1": 0.705873, + "nauc_cv_recall_at_20_max": 0.201563, + "nauc_cv_recall_at_20_std": -0.030312, + "nauc_cv_recall_at_20_diff1": 0.679458, + "nauc_cv_recall_at_100_max": 0.163367, + "nauc_cv_recall_at_100_std": -0.025839, + "nauc_cv_recall_at_100_diff1": 0.617605, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.260234, + "nauc_mrr_at_1_std": 0.051731, + "nauc_mrr_at_1_diff1": 0.834662, + "nauc_mrr_at_3_max": 0.244532, + "nauc_mrr_at_3_std": 0.028532, + "nauc_mrr_at_3_diff1": 0.809099, + "nauc_mrr_at_5_max": 0.241665, + "nauc_mrr_at_5_std": 0.025582, + "nauc_mrr_at_5_diff1": 0.803278, + "nauc_mrr_at_10_max": 0.243478, + "nauc_mrr_at_10_std": 0.027231, + "nauc_mrr_at_10_diff1": 0.802433, + "nauc_mrr_at_20_max": 0.243684, + "nauc_mrr_at_20_std": 0.027885, + "nauc_mrr_at_20_diff1": 0.801859, + "nauc_mrr_at_100_max": 0.242997, + "nauc_mrr_at_100_std": 0.027742, + "nauc_mrr_at_100_diff1": 0.801439, + "nauc_mrr_at_1000_max": 0.243014, + "nauc_mrr_at_1000_std": 0.027725, + "nauc_mrr_at_1000_diff1": 0.801585, + "main_score": 0.87019, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.89479, + "ndcg_at_3": 0.9136, + "ndcg_at_5": 0.91692, + "ndcg_at_10": 0.91908, + "ndcg_at_20": 0.9219, + "ndcg_at_100": 0.92473, + "ndcg_at_1000": 0.9286, + "map_at_1": 0.89379, + "map_at_3": 0.90932, + "map_at_5": 0.91117, + "map_at_10": 0.912, + "map_at_20": 0.91279, + "map_at_100": 0.9132, + "map_at_1000": 0.9133, + "recall_at_1": 0.89379, + "recall_at_3": 0.92585, + "recall_at_5": 0.93387, + "recall_at_10": 0.94088, + "recall_at_20": 0.9519, + "recall_at_100": 0.96693, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.89479, + "cv_recall_at_3": 0.92585, + "cv_recall_at_5": 0.93387, + "cv_recall_at_10": 0.94088, + "cv_recall_at_20": 0.9519, + "cv_recall_at_100": 0.96693, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.89479, + "precision_at_3": 0.30929, + "precision_at_5": 0.18717, + "precision_at_10": 0.09429, + "precision_at_20": 0.0477, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "mrr_at_1": 0.89479, + "mrr_at_3": 0.909319, + "mrr_at_5": 0.911172, + "mrr_at_10": 0.911999, + "mrr_at_20": 0.912792, + "mrr_at_100": 0.913203, + "mrr_at_1000": 0.913303, + "nauc_ndcg_at_1_max": 0.272053, + "nauc_ndcg_at_1_std": 0.071477, + "nauc_ndcg_at_1_diff1": 0.840206, + "nauc_ndcg_at_3_max": 0.277246, + "nauc_ndcg_at_3_std": 0.090154, + "nauc_ndcg_at_3_diff1": 0.820218, + "nauc_ndcg_at_5_max": 0.285206, + "nauc_ndcg_at_5_std": 0.098141, + "nauc_ndcg_at_5_diff1": 0.815334, + "nauc_ndcg_at_10_max": 0.282622, + "nauc_ndcg_at_10_std": 0.097737, + "nauc_ndcg_at_10_diff1": 0.811397, + "nauc_ndcg_at_20_max": 0.27278, + "nauc_ndcg_at_20_std": 0.086645, + "nauc_ndcg_at_20_diff1": 0.805809, + "nauc_ndcg_at_100_max": 0.279939, + "nauc_ndcg_at_100_std": 0.097105, + "nauc_ndcg_at_100_diff1": 0.802184, + "nauc_ndcg_at_1000_max": 0.277856, + "nauc_ndcg_at_1000_std": 0.092252, + "nauc_ndcg_at_1000_diff1": 0.810246, + "nauc_map_at_1_max": 0.27626, + "nauc_map_at_1_std": 0.076222, + "nauc_map_at_1_diff1": 0.842768, + "nauc_map_at_3_max": 0.274738, + "nauc_map_at_3_std": 0.084255, + "nauc_map_at_3_diff1": 0.825276, + "nauc_map_at_5_max": 0.279251, + "nauc_map_at_5_std": 0.088827, + "nauc_map_at_5_diff1": 0.822879, + "nauc_map_at_10_max": 0.278323, + "nauc_map_at_10_std": 0.08858, + "nauc_map_at_10_diff1": 0.821562, + "nauc_map_at_20_max": 0.275797, + "nauc_map_at_20_std": 0.085733, + "nauc_map_at_20_diff1": 0.820232, + "nauc_map_at_100_max": 0.276718, + "nauc_map_at_100_std": 0.087226, + "nauc_map_at_100_diff1": 0.819857, + "nauc_map_at_1000_max": 0.276644, + "nauc_map_at_1000_std": 0.087135, + "nauc_map_at_1000_diff1": 0.81993, + "nauc_recall_at_1_max": 0.27626, + "nauc_recall_at_1_std": 0.076222, + "nauc_recall_at_1_diff1": 0.842768, + "nauc_recall_at_3_max": 0.286599, + "nauc_recall_at_3_std": 0.111246, + "nauc_recall_at_3_diff1": 0.802689, + "nauc_recall_at_5_max": 0.309547, + "nauc_recall_at_5_std": 0.135057, + "nauc_recall_at_5_diff1": 0.785528, + "nauc_recall_at_10_max": 0.300641, + "nauc_recall_at_10_std": 0.137713, + "nauc_recall_at_10_diff1": 0.764514, + "nauc_recall_at_20_max": 0.242805, + "nauc_recall_at_20_std": 0.076476, + "nauc_recall_at_20_diff1": 0.718721, + "nauc_recall_at_100_max": 0.313681, + "nauc_recall_at_100_std": 0.189975, + "nauc_recall_at_100_diff1": 0.634586, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.272053, + "nauc_precision_at_1_std": 0.071477, + "nauc_precision_at_1_diff1": 0.840206, + "nauc_precision_at_3_max": 0.256209, + "nauc_precision_at_3_std": 0.091762, + "nauc_precision_at_3_diff1": 0.740857, + "nauc_precision_at_5_max": 0.27451, + "nauc_precision_at_5_std": 0.112137, + "nauc_precision_at_5_diff1": 0.717435, + "nauc_precision_at_10_max": 0.262174, + "nauc_precision_at_10_std": 0.112078, + "nauc_precision_at_10_diff1": 0.689962, + "nauc_precision_at_20_max": 0.200023, + "nauc_precision_at_20_std": 0.049498, + "nauc_precision_at_20_diff1": 0.631329, + "nauc_precision_at_100_max": 0.246552, + "nauc_precision_at_100_std": 0.141086, + "nauc_precision_at_100_diff1": 0.519276, + "nauc_precision_at_1000_max": -0.390668, + "nauc_precision_at_1000_std": -0.322985, + "nauc_precision_at_1000_diff1": -0.5753, + "nauc_cv_recall_at_1_max": 0.272053, + "nauc_cv_recall_at_1_std": 0.071477, + "nauc_cv_recall_at_1_diff1": 0.840206, + "nauc_cv_recall_at_3_max": 0.286599, + "nauc_cv_recall_at_3_std": 0.111246, + "nauc_cv_recall_at_3_diff1": 0.802689, + "nauc_cv_recall_at_5_max": 0.309547, + "nauc_cv_recall_at_5_std": 0.135057, + "nauc_cv_recall_at_5_diff1": 0.785528, + "nauc_cv_recall_at_10_max": 0.300641, + "nauc_cv_recall_at_10_std": 0.137713, + "nauc_cv_recall_at_10_diff1": 0.764514, + "nauc_cv_recall_at_20_max": 0.242805, + "nauc_cv_recall_at_20_std": 0.076476, + "nauc_cv_recall_at_20_diff1": 0.718721, + "nauc_cv_recall_at_100_max": 0.313681, + "nauc_cv_recall_at_100_std": 0.189975, + "nauc_cv_recall_at_100_diff1": 0.634586, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.272053, + "nauc_mrr_at_1_std": 0.071477, + "nauc_mrr_at_1_diff1": 0.840206, + "nauc_mrr_at_3_max": 0.274738, + "nauc_mrr_at_3_std": 0.084255, + "nauc_mrr_at_3_diff1": 0.825276, + "nauc_mrr_at_5_max": 0.279251, + "nauc_mrr_at_5_std": 0.088827, + "nauc_mrr_at_5_diff1": 0.822879, + "nauc_mrr_at_10_max": 0.278323, + "nauc_mrr_at_10_std": 0.08858, + "nauc_mrr_at_10_diff1": 0.821562, + "nauc_mrr_at_20_max": 0.275797, + "nauc_mrr_at_20_std": 0.085733, + "nauc_mrr_at_20_diff1": 0.820232, + "nauc_mrr_at_100_max": 0.276718, + "nauc_mrr_at_100_std": 0.087226, + "nauc_mrr_at_100_diff1": 0.819857, + "nauc_mrr_at_1000_max": 0.276644, + "nauc_mrr_at_1000_std": 0.087135, + "nauc_mrr_at_1000_diff1": 0.81993, + "main_score": 0.91692, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.89458, + "ndcg_at_3": 0.91343, + "ndcg_at_5": 0.91792, + "ndcg_at_10": 0.9211, + "ndcg_at_20": 0.92236, + "ndcg_at_100": 0.92593, + "ndcg_at_1000": 0.92913, + "map_at_1": 0.89257, + "map_at_3": 0.90914, + "map_at_5": 0.9116, + "map_at_10": 0.91287, + "map_at_20": 0.91321, + "map_at_100": 0.91366, + "map_at_1000": 0.91373, + "recall_at_1": 0.89257, + "recall_at_3": 0.9257, + "recall_at_5": 0.93675, + "recall_at_10": 0.94679, + "recall_at_20": 0.95181, + "recall_at_100": 0.97189, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.89458, + "cv_recall_at_3": 0.9257, + "cv_recall_at_5": 0.93675, + "cv_recall_at_10": 0.94679, + "cv_recall_at_20": 0.95181, + "cv_recall_at_100": 0.97189, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.89458, + "precision_at_3": 0.30991, + "precision_at_5": 0.18815, + "precision_at_10": 0.09508, + "precision_at_20": 0.04779, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "mrr_at_1": 0.894578, + "mrr_at_3": 0.909137, + "mrr_at_5": 0.911596, + "mrr_at_10": 0.912874, + "mrr_at_20": 0.913214, + "mrr_at_100": 0.913656, + "mrr_at_1000": 0.913728, + "nauc_ndcg_at_1_max": 0.386603, + "nauc_ndcg_at_1_std": 0.107861, + "nauc_ndcg_at_1_diff1": 0.876016, + "nauc_ndcg_at_3_max": 0.370128, + "nauc_ndcg_at_3_std": 0.081579, + "nauc_ndcg_at_3_diff1": 0.865014, + "nauc_ndcg_at_5_max": 0.37807, + "nauc_ndcg_at_5_std": 0.095997, + "nauc_ndcg_at_5_diff1": 0.860925, + "nauc_ndcg_at_10_max": 0.37243, + "nauc_ndcg_at_10_std": 0.08757, + "nauc_ndcg_at_10_diff1": 0.860947, + "nauc_ndcg_at_20_max": 0.377266, + "nauc_ndcg_at_20_std": 0.090286, + "nauc_ndcg_at_20_diff1": 0.860626, + "nauc_ndcg_at_100_max": 0.372942, + "nauc_ndcg_at_100_std": 0.085295, + "nauc_ndcg_at_100_diff1": 0.856472, + "nauc_ndcg_at_1000_max": 0.376512, + "nauc_ndcg_at_1000_std": 0.0919, + "nauc_ndcg_at_1000_diff1": 0.86138, + "nauc_map_at_1_max": 0.364094, + "nauc_map_at_1_std": 0.091767, + "nauc_map_at_1_diff1": 0.876179, + "nauc_map_at_3_max": 0.375426, + "nauc_map_at_3_std": 0.089848, + "nauc_map_at_3_diff1": 0.86813, + "nauc_map_at_5_max": 0.379856, + "nauc_map_at_5_std": 0.097705, + "nauc_map_at_5_diff1": 0.866124, + "nauc_map_at_10_max": 0.37757, + "nauc_map_at_10_std": 0.094506, + "nauc_map_at_10_diff1": 0.86618, + "nauc_map_at_20_max": 0.378818, + "nauc_map_at_20_std": 0.095276, + "nauc_map_at_20_diff1": 0.866154, + "nauc_map_at_100_max": 0.378638, + "nauc_map_at_100_std": 0.095296, + "nauc_map_at_100_diff1": 0.865746, + "nauc_map_at_1000_max": 0.378735, + "nauc_map_at_1000_std": 0.095497, + "nauc_map_at_1000_diff1": 0.865859, + "nauc_recall_at_1_max": 0.364094, + "nauc_recall_at_1_std": 0.091767, + "nauc_recall_at_1_diff1": 0.876179, + "nauc_recall_at_3_max": 0.351146, + "nauc_recall_at_3_std": 0.052027, + "nauc_recall_at_3_diff1": 0.854034, + "nauc_recall_at_5_max": 0.371702, + "nauc_recall_at_5_std": 0.091056, + "nauc_recall_at_5_diff1": 0.839185, + "nauc_recall_at_10_max": 0.346513, + "nauc_recall_at_10_std": 0.052193, + "nauc_recall_at_10_diff1": 0.835448, + "nauc_recall_at_20_max": 0.373847, + "nauc_recall_at_20_std": 0.064637, + "nauc_recall_at_20_diff1": 0.830322, + "nauc_recall_at_100_max": 0.296102, + "nauc_recall_at_100_std": -0.049845, + "nauc_recall_at_100_diff1": 0.747069, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.386603, + "nauc_precision_at_1_std": 0.107861, + "nauc_precision_at_1_diff1": 0.876016, + "nauc_precision_at_3_max": 0.363377, + "nauc_precision_at_3_std": 0.085107, + "nauc_precision_at_3_diff1": 0.742634, + "nauc_precision_at_5_max": 0.383812, + "nauc_precision_at_5_std": 0.125459, + "nauc_precision_at_5_diff1": 0.711743, + "nauc_precision_at_10_max": 0.363565, + "nauc_precision_at_10_std": 0.09684, + "nauc_precision_at_10_diff1": 0.687182, + "nauc_precision_at_20_max": 0.388992, + "nauc_precision_at_20_std": 0.111772, + "nauc_precision_at_20_diff1": 0.669214, + "nauc_precision_at_100_max": 0.335378, + "nauc_precision_at_100_std": 0.047034, + "nauc_precision_at_100_diff1": 0.510335, + "nauc_precision_at_1000_max": 0.493551, + "nauc_precision_at_1000_std": 0.437185, + "nauc_precision_at_1000_diff1": -0.443043, + "nauc_cv_recall_at_1_max": 0.386603, + "nauc_cv_recall_at_1_std": 0.107861, + "nauc_cv_recall_at_1_diff1": 0.876016, + "nauc_cv_recall_at_3_max": 0.351146, + "nauc_cv_recall_at_3_std": 0.052027, + "nauc_cv_recall_at_3_diff1": 0.854034, + "nauc_cv_recall_at_5_max": 0.371702, + "nauc_cv_recall_at_5_std": 0.091056, + "nauc_cv_recall_at_5_diff1": 0.839185, + "nauc_cv_recall_at_10_max": 0.346513, + "nauc_cv_recall_at_10_std": 0.052193, + "nauc_cv_recall_at_10_diff1": 0.835448, + "nauc_cv_recall_at_20_max": 0.373847, + "nauc_cv_recall_at_20_std": 0.064637, + "nauc_cv_recall_at_20_diff1": 0.830322, + "nauc_cv_recall_at_100_max": 0.296102, + "nauc_cv_recall_at_100_std": -0.049845, + "nauc_cv_recall_at_100_diff1": 0.747069, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.386603, + "nauc_mrr_at_1_std": 0.107861, + "nauc_mrr_at_1_diff1": 0.876016, + "nauc_mrr_at_3_max": 0.375426, + "nauc_mrr_at_3_std": 0.089848, + "nauc_mrr_at_3_diff1": 0.86813, + "nauc_mrr_at_5_max": 0.379856, + "nauc_mrr_at_5_std": 0.097705, + "nauc_mrr_at_5_diff1": 0.866124, + "nauc_mrr_at_10_max": 0.37757, + "nauc_mrr_at_10_std": 0.094506, + "nauc_mrr_at_10_diff1": 0.86618, + "nauc_mrr_at_20_max": 0.378818, + "nauc_mrr_at_20_std": 0.095276, + "nauc_mrr_at_20_diff1": 0.866154, + "nauc_mrr_at_100_max": 0.378638, + "nauc_mrr_at_100_std": 0.095296, + "nauc_mrr_at_100_diff1": 0.865746, + "nauc_mrr_at_1000_max": 0.378735, + "nauc_mrr_at_1000_std": 0.095497, + "nauc_mrr_at_1000_diff1": 0.865859, + "main_score": 0.91792, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.85241, + "ndcg_at_3": 0.88037, + "ndcg_at_5": 0.88654, + "ndcg_at_10": 0.89074, + "ndcg_at_20": 0.89233, + "ndcg_at_100": 0.89532, + "ndcg_at_1000": 0.90133, + "map_at_1": 0.8509, + "map_at_3": 0.874, + "map_at_5": 0.87741, + "map_at_10": 0.87931, + "map_at_20": 0.87978, + "map_at_100": 0.88019, + "map_at_1000": 0.88034, + "recall_at_1": 0.8509, + "recall_at_3": 0.89859, + "recall_at_5": 0.91365, + "recall_at_10": 0.9257, + "recall_at_20": 0.93173, + "recall_at_100": 0.94779, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.85241, + "cv_recall_at_3": 0.89859, + "cv_recall_at_5": 0.91365, + "cv_recall_at_10": 0.9257, + "cv_recall_at_20": 0.93173, + "cv_recall_at_100": 0.94779, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.85241, + "precision_at_3": 0.30054, + "precision_at_5": 0.18333, + "precision_at_10": 0.09297, + "precision_at_20": 0.04679, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.85241, + "mrr_at_3": 0.873996, + "mrr_at_5": 0.87741, + "mrr_at_10": 0.879266, + "mrr_at_20": 0.879734, + "mrr_at_100": 0.880148, + "mrr_at_1000": 0.880297, + "nauc_ndcg_at_1_max": 0.341725, + "nauc_ndcg_at_1_std": 0.111631, + "nauc_ndcg_at_1_diff1": 0.891917, + "nauc_ndcg_at_3_max": 0.325281, + "nauc_ndcg_at_3_std": 0.086842, + "nauc_ndcg_at_3_diff1": 0.857366, + "nauc_ndcg_at_5_max": 0.321881, + "nauc_ndcg_at_5_std": 0.08674, + "nauc_ndcg_at_5_diff1": 0.852973, + "nauc_ndcg_at_10_max": 0.349252, + "nauc_ndcg_at_10_std": 0.118612, + "nauc_ndcg_at_10_diff1": 0.855321, + "nauc_ndcg_at_20_max": 0.349384, + "nauc_ndcg_at_20_std": 0.119582, + "nauc_ndcg_at_20_diff1": 0.857826, + "nauc_ndcg_at_100_max": 0.340073, + "nauc_ndcg_at_100_std": 0.10824, + "nauc_ndcg_at_100_diff1": 0.857168, + "nauc_ndcg_at_1000_max": 0.340177, + "nauc_ndcg_at_1000_std": 0.10839, + "nauc_ndcg_at_1000_diff1": 0.860707, + "nauc_map_at_1_max": 0.331482, + "nauc_map_at_1_std": 0.101898, + "nauc_map_at_1_diff1": 0.89272, + "nauc_map_at_3_max": 0.330089, + "nauc_map_at_3_std": 0.093186, + "nauc_map_at_3_diff1": 0.866678, + "nauc_map_at_5_max": 0.328305, + "nauc_map_at_5_std": 0.093114, + "nauc_map_at_5_diff1": 0.864695, + "nauc_map_at_10_max": 0.339469, + "nauc_map_at_10_std": 0.106127, + "nauc_map_at_10_diff1": 0.865945, + "nauc_map_at_20_max": 0.339577, + "nauc_map_at_20_std": 0.106455, + "nauc_map_at_20_diff1": 0.8667, + "nauc_map_at_100_max": 0.338538, + "nauc_map_at_100_std": 0.105235, + "nauc_map_at_100_diff1": 0.866778, + "nauc_map_at_1000_max": 0.338481, + "nauc_map_at_1000_std": 0.105228, + "nauc_map_at_1000_diff1": 0.866806, + "nauc_recall_at_1_max": 0.331482, + "nauc_recall_at_1_std": 0.101898, + "nauc_recall_at_1_diff1": 0.89272, + "nauc_recall_at_3_max": 0.308361, + "nauc_recall_at_3_std": 0.064941, + "nauc_recall_at_3_diff1": 0.824964, + "nauc_recall_at_5_max": 0.295767, + "nauc_recall_at_5_std": 0.061983, + "nauc_recall_at_5_diff1": 0.805534, + "nauc_recall_at_10_max": 0.406215, + "nauc_recall_at_10_std": 0.191204, + "nauc_recall_at_10_diff1": 0.806306, + "nauc_recall_at_20_max": 0.410629, + "nauc_recall_at_20_std": 0.201813, + "nauc_recall_at_20_diff1": 0.816054, + "nauc_recall_at_100_max": 0.328069, + "nauc_recall_at_100_std": 0.101874, + "nauc_recall_at_100_diff1": 0.792444, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.341725, + "nauc_precision_at_1_std": 0.111631, + "nauc_precision_at_1_diff1": 0.891917, + "nauc_precision_at_3_max": 0.312257, + "nauc_precision_at_3_std": 0.085092, + "nauc_precision_at_3_diff1": 0.760337, + "nauc_precision_at_5_max": 0.301018, + "nauc_precision_at_5_std": 0.085588, + "nauc_precision_at_5_diff1": 0.731483, + "nauc_precision_at_10_max": 0.398415, + "nauc_precision_at_10_std": 0.212333, + "nauc_precision_at_10_diff1": 0.701082, + "nauc_precision_at_20_max": 0.401795, + "nauc_precision_at_20_std": 0.223649, + "nauc_precision_at_20_diff1": 0.701502, + "nauc_precision_at_100_max": 0.326574, + "nauc_precision_at_100_std": 0.141423, + "nauc_precision_at_100_diff1": 0.649586, + "nauc_precision_at_1000_max": 0.31539, + "nauc_precision_at_1000_std": 0.437213, + "nauc_precision_at_1000_diff1": -0.418863, + "nauc_cv_recall_at_1_max": 0.341725, + "nauc_cv_recall_at_1_std": 0.111631, + "nauc_cv_recall_at_1_diff1": 0.891917, + "nauc_cv_recall_at_3_max": 0.308361, + "nauc_cv_recall_at_3_std": 0.064941, + "nauc_cv_recall_at_3_diff1": 0.824964, + "nauc_cv_recall_at_5_max": 0.295767, + "nauc_cv_recall_at_5_std": 0.061983, + "nauc_cv_recall_at_5_diff1": 0.805534, + "nauc_cv_recall_at_10_max": 0.406215, + "nauc_cv_recall_at_10_std": 0.191204, + "nauc_cv_recall_at_10_diff1": 0.806306, + "nauc_cv_recall_at_20_max": 0.410629, + "nauc_cv_recall_at_20_std": 0.201813, + "nauc_cv_recall_at_20_diff1": 0.816054, + "nauc_cv_recall_at_100_max": 0.328069, + "nauc_cv_recall_at_100_std": 0.101874, + "nauc_cv_recall_at_100_diff1": 0.792444, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.341725, + "nauc_mrr_at_1_std": 0.111631, + "nauc_mrr_at_1_diff1": 0.891917, + "nauc_mrr_at_3_max": 0.330089, + "nauc_mrr_at_3_std": 0.093186, + "nauc_mrr_at_3_diff1": 0.866678, + "nauc_mrr_at_5_max": 0.328305, + "nauc_mrr_at_5_std": 0.093114, + "nauc_mrr_at_5_diff1": 0.864695, + "nauc_mrr_at_10_max": 0.339287, + "nauc_mrr_at_10_std": 0.105889, + "nauc_mrr_at_10_diff1": 0.865764, + "nauc_mrr_at_20_max": 0.339394, + "nauc_mrr_at_20_std": 0.106215, + "nauc_mrr_at_20_diff1": 0.866518, + "nauc_mrr_at_100_max": 0.338355, + "nauc_mrr_at_100_std": 0.104995, + "nauc_mrr_at_100_diff1": 0.866595, + "nauc_mrr_at_1000_max": 0.338298, + "nauc_mrr_at_1000_std": 0.104988, + "nauc_mrr_at_1000_diff1": 0.866623, + "main_score": 0.88654, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.71916, + "ndcg_at_3": 0.75904, + "ndcg_at_5": 0.76664, + "ndcg_at_10": 0.77443, + "ndcg_at_20": 0.78028, + "ndcg_at_100": 0.78851, + "ndcg_at_1000": 0.80059, + "map_at_1": 0.71765, + "map_at_3": 0.74925, + "map_at_5": 0.75356, + "map_at_10": 0.75679, + "map_at_20": 0.7584, + "map_at_100": 0.75949, + "map_at_1000": 0.75983, + "recall_at_1": 0.71765, + "recall_at_3": 0.78736, + "recall_at_5": 0.80542, + "recall_at_10": 0.82949, + "recall_at_20": 0.85256, + "recall_at_100": 0.89769, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.71916, + "cv_recall_at_3": 0.78736, + "cv_recall_at_5": 0.80542, + "cv_recall_at_10": 0.82949, + "cv_recall_at_20": 0.85256, + "cv_recall_at_100": 0.89769, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.71916, + "precision_at_3": 0.26346, + "precision_at_5": 0.16169, + "precision_at_10": 0.08325, + "precision_at_20": 0.04278, + "precision_at_100": 0.00901, + "precision_at_1000": 0.001, + "mrr_at_1": 0.719157, + "mrr_at_3": 0.749248, + "mrr_at_5": 0.753561, + "mrr_at_10": 0.756788, + "mrr_at_20": 0.758396, + "mrr_at_100": 0.759492, + "mrr_at_1000": 0.759831, + "nauc_ndcg_at_1_max": 0.168806, + "nauc_ndcg_at_1_std": 0.039086, + "nauc_ndcg_at_1_diff1": 0.802663, + "nauc_ndcg_at_3_max": 0.184929, + "nauc_ndcg_at_3_std": 0.062275, + "nauc_ndcg_at_3_diff1": 0.768368, + "nauc_ndcg_at_5_max": 0.187662, + "nauc_ndcg_at_5_std": 0.067076, + "nauc_ndcg_at_5_diff1": 0.76066, + "nauc_ndcg_at_10_max": 0.185024, + "nauc_ndcg_at_10_std": 0.064198, + "nauc_ndcg_at_10_diff1": 0.757519, + "nauc_ndcg_at_20_max": 0.1803, + "nauc_ndcg_at_20_std": 0.059424, + "nauc_ndcg_at_20_diff1": 0.754001, + "nauc_ndcg_at_100_max": 0.172865, + "nauc_ndcg_at_100_std": 0.052967, + "nauc_ndcg_at_100_diff1": 0.747609, + "nauc_ndcg_at_1000_max": 0.177349, + "nauc_ndcg_at_1000_std": 0.055353, + "nauc_ndcg_at_1000_diff1": 0.75975, + "nauc_map_at_1_max": 0.168213, + "nauc_map_at_1_std": 0.039787, + "nauc_map_at_1_diff1": 0.804398, + "nauc_map_at_3_max": 0.18014, + "nauc_map_at_3_std": 0.05546, + "nauc_map_at_3_diff1": 0.777765, + "nauc_map_at_5_max": 0.1815, + "nauc_map_at_5_std": 0.057904, + "nauc_map_at_5_diff1": 0.773728, + "nauc_map_at_10_max": 0.180388, + "nauc_map_at_10_std": 0.056686, + "nauc_map_at_10_diff1": 0.772585, + "nauc_map_at_20_max": 0.179108, + "nauc_map_at_20_std": 0.055334, + "nauc_map_at_20_diff1": 0.771764, + "nauc_map_at_100_max": 0.17807, + "nauc_map_at_100_std": 0.054398, + "nauc_map_at_100_diff1": 0.77103, + "nauc_map_at_1000_max": 0.178191, + "nauc_map_at_1000_std": 0.054438, + "nauc_map_at_1000_diff1": 0.771371, + "nauc_recall_at_1_max": 0.168213, + "nauc_recall_at_1_std": 0.039787, + "nauc_recall_at_1_diff1": 0.804398, + "nauc_recall_at_3_max": 0.200935, + "nauc_recall_at_3_std": 0.085024, + "nauc_recall_at_3_diff1": 0.737291, + "nauc_recall_at_5_max": 0.209912, + "nauc_recall_at_5_std": 0.100232, + "nauc_recall_at_5_diff1": 0.713733, + "nauc_recall_at_10_max": 0.20254, + "nauc_recall_at_10_std": 0.093158, + "nauc_recall_at_10_diff1": 0.696039, + "nauc_recall_at_20_max": 0.179611, + "nauc_recall_at_20_std": 0.072028, + "nauc_recall_at_20_diff1": 0.668145, + "nauc_recall_at_100_max": 0.106276, + "nauc_recall_at_100_std": 0.013801, + "nauc_recall_at_100_diff1": 0.570837, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.168806, + "nauc_precision_at_1_std": 0.039086, + "nauc_precision_at_1_diff1": 0.802663, + "nauc_precision_at_3_max": 0.195339, + "nauc_precision_at_3_std": 0.080675, + "nauc_precision_at_3_diff1": 0.705206, + "nauc_precision_at_5_max": 0.203653, + "nauc_precision_at_5_std": 0.095139, + "nauc_precision_at_5_diff1": 0.679948, + "nauc_precision_at_10_max": 0.195727, + "nauc_precision_at_10_std": 0.087648, + "nauc_precision_at_10_diff1": 0.658565, + "nauc_precision_at_20_max": 0.172684, + "nauc_precision_at_20_std": 0.066518, + "nauc_precision_at_20_diff1": 0.626539, + "nauc_precision_at_100_max": 0.100394, + "nauc_precision_at_100_std": 0.009116, + "nauc_precision_at_100_diff1": 0.518762, + "nauc_precision_at_1000_max": -0.014305, + "nauc_precision_at_1000_std": -0.082223, + "nauc_precision_at_1000_diff1": -0.496699, + "nauc_cv_recall_at_1_max": 0.168806, + "nauc_cv_recall_at_1_std": 0.039086, + "nauc_cv_recall_at_1_diff1": 0.802663, + "nauc_cv_recall_at_3_max": 0.200935, + "nauc_cv_recall_at_3_std": 0.085024, + "nauc_cv_recall_at_3_diff1": 0.737291, + "nauc_cv_recall_at_5_max": 0.209912, + "nauc_cv_recall_at_5_std": 0.100232, + "nauc_cv_recall_at_5_diff1": 0.713733, + "nauc_cv_recall_at_10_max": 0.20254, + "nauc_cv_recall_at_10_std": 0.093158, + "nauc_cv_recall_at_10_diff1": 0.696039, + "nauc_cv_recall_at_20_max": 0.179611, + "nauc_cv_recall_at_20_std": 0.072028, + "nauc_cv_recall_at_20_diff1": 0.668145, + "nauc_cv_recall_at_100_max": 0.106276, + "nauc_cv_recall_at_100_std": 0.013801, + "nauc_cv_recall_at_100_diff1": 0.570837, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.168806, + "nauc_mrr_at_1_std": 0.039086, + "nauc_mrr_at_1_diff1": 0.802663, + "nauc_mrr_at_3_max": 0.18014, + "nauc_mrr_at_3_std": 0.05546, + "nauc_mrr_at_3_diff1": 0.777765, + "nauc_mrr_at_5_max": 0.1815, + "nauc_mrr_at_5_std": 0.057904, + "nauc_mrr_at_5_diff1": 0.773728, + "nauc_mrr_at_10_max": 0.180388, + "nauc_mrr_at_10_std": 0.056686, + "nauc_mrr_at_10_diff1": 0.772585, + "nauc_mrr_at_20_max": 0.179108, + "nauc_mrr_at_20_std": 0.055334, + "nauc_mrr_at_20_diff1": 0.771764, + "nauc_mrr_at_100_max": 0.17807, + "nauc_mrr_at_100_std": 0.054398, + "nauc_mrr_at_100_diff1": 0.77103, + "nauc_mrr_at_1000_max": 0.178191, + "nauc_mrr_at_1000_std": 0.054438, + "nauc_mrr_at_1000_diff1": 0.771371, + "main_score": 0.76664, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.839, + "ndcg_at_3": 0.86543, + "ndcg_at_5": 0.87046, + "ndcg_at_10": 0.87562, + "ndcg_at_20": 0.8786, + "ndcg_at_100": 0.88079, + "ndcg_at_1000": 0.88816, + "map_at_1": 0.839, + "map_at_3": 0.859, + "map_at_5": 0.86185, + "map_at_10": 0.86397, + "map_at_20": 0.86476, + "map_at_100": 0.86505, + "map_at_1000": 0.86523, + "recall_at_1": 0.839, + "recall_at_3": 0.884, + "recall_at_5": 0.896, + "recall_at_10": 0.912, + "recall_at_20": 0.924, + "recall_at_100": 0.936, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.839, + "cv_recall_at_3": 0.884, + "cv_recall_at_5": 0.896, + "cv_recall_at_10": 0.912, + "cv_recall_at_20": 0.924, + "cv_recall_at_100": 0.936, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.839, + "precision_at_3": 0.29467, + "precision_at_5": 0.1792, + "precision_at_10": 0.0912, + "precision_at_20": 0.0462, + "precision_at_100": 0.00936, + "precision_at_1000": 0.001, + "mrr_at_1": 0.839, + "mrr_at_3": 0.859, + "mrr_at_5": 0.86185, + "mrr_at_10": 0.863966, + "mrr_at_20": 0.864756, + "mrr_at_100": 0.86505, + "mrr_at_1000": 0.865233, + "nauc_ndcg_at_1_max": 0.332495, + "nauc_ndcg_at_1_std": 0.131533, + "nauc_ndcg_at_1_diff1": 0.804379, + "nauc_ndcg_at_3_max": 0.345204, + "nauc_ndcg_at_3_std": 0.146118, + "nauc_ndcg_at_3_diff1": 0.781102, + "nauc_ndcg_at_5_max": 0.3371, + "nauc_ndcg_at_5_std": 0.143619, + "nauc_ndcg_at_5_diff1": 0.771282, + "nauc_ndcg_at_10_max": 0.337162, + "nauc_ndcg_at_10_std": 0.141751, + "nauc_ndcg_at_10_diff1": 0.763475, + "nauc_ndcg_at_20_max": 0.331884, + "nauc_ndcg_at_20_std": 0.138586, + "nauc_ndcg_at_20_diff1": 0.762431, + "nauc_ndcg_at_100_max": 0.333217, + "nauc_ndcg_at_100_std": 0.139112, + "nauc_ndcg_at_100_diff1": 0.761145, + "nauc_ndcg_at_1000_max": 0.333978, + "nauc_ndcg_at_1000_std": 0.138598, + "nauc_ndcg_at_1000_diff1": 0.769306, + "nauc_map_at_1_max": 0.332495, + "nauc_map_at_1_std": 0.131533, + "nauc_map_at_1_diff1": 0.804379, + "nauc_map_at_3_max": 0.34029, + "nauc_map_at_3_std": 0.139667, + "nauc_map_at_3_diff1": 0.78688, + "nauc_map_at_5_max": 0.336016, + "nauc_map_at_5_std": 0.138397, + "nauc_map_at_5_diff1": 0.781738, + "nauc_map_at_10_max": 0.335817, + "nauc_map_at_10_std": 0.137218, + "nauc_map_at_10_diff1": 0.778843, + "nauc_map_at_20_max": 0.334614, + "nauc_map_at_20_std": 0.136394, + "nauc_map_at_20_diff1": 0.778883, + "nauc_map_at_100_max": 0.334818, + "nauc_map_at_100_std": 0.136443, + "nauc_map_at_100_diff1": 0.778755, + "nauc_map_at_1000_max": 0.334778, + "nauc_map_at_1000_std": 0.136459, + "nauc_map_at_1000_diff1": 0.778945, + "nauc_recall_at_1_max": 0.332495, + "nauc_recall_at_1_std": 0.131533, + "nauc_recall_at_1_diff1": 0.804379, + "nauc_recall_at_3_max": 0.362803, + "nauc_recall_at_3_std": 0.169506, + "nauc_recall_at_3_diff1": 0.761517, + "nauc_recall_at_5_max": 0.340355, + "nauc_recall_at_5_std": 0.163651, + "nauc_recall_at_5_diff1": 0.731159, + "nauc_recall_at_10_max": 0.342777, + "nauc_recall_at_10_std": 0.162232, + "nauc_recall_at_10_diff1": 0.691675, + "nauc_recall_at_20_max": 0.309849, + "nauc_recall_at_20_std": 0.146199, + "nauc_recall_at_20_diff1": 0.671366, + "nauc_recall_at_100_max": 0.318671, + "nauc_recall_at_100_std": 0.154127, + "nauc_recall_at_100_diff1": 0.642135, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.332495, + "nauc_precision_at_1_std": 0.131533, + "nauc_precision_at_1_diff1": 0.804379, + "nauc_precision_at_3_max": 0.362803, + "nauc_precision_at_3_std": 0.169506, + "nauc_precision_at_3_diff1": 0.761517, + "nauc_precision_at_5_max": 0.340355, + "nauc_precision_at_5_std": 0.163651, + "nauc_precision_at_5_diff1": 0.731159, + "nauc_precision_at_10_max": 0.342777, + "nauc_precision_at_10_std": 0.162232, + "nauc_precision_at_10_diff1": 0.691675, + "nauc_precision_at_20_max": 0.309849, + "nauc_precision_at_20_std": 0.146199, + "nauc_precision_at_20_diff1": 0.671366, + "nauc_precision_at_100_max": 0.318671, + "nauc_precision_at_100_std": 0.154127, + "nauc_precision_at_100_diff1": 0.642135, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.332495, + "nauc_cv_recall_at_1_std": 0.131533, + "nauc_cv_recall_at_1_diff1": 0.804379, + "nauc_cv_recall_at_3_max": 0.362803, + "nauc_cv_recall_at_3_std": 0.169506, + "nauc_cv_recall_at_3_diff1": 0.761517, + "nauc_cv_recall_at_5_max": 0.340355, + "nauc_cv_recall_at_5_std": 0.163651, + "nauc_cv_recall_at_5_diff1": 0.731159, + "nauc_cv_recall_at_10_max": 0.342777, + "nauc_cv_recall_at_10_std": 0.162232, + "nauc_cv_recall_at_10_diff1": 0.691675, + "nauc_cv_recall_at_20_max": 0.309849, + "nauc_cv_recall_at_20_std": 0.146199, + "nauc_cv_recall_at_20_diff1": 0.671366, + "nauc_cv_recall_at_100_max": 0.318671, + "nauc_cv_recall_at_100_std": 0.154127, + "nauc_cv_recall_at_100_diff1": 0.642135, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.332495, + "nauc_mrr_at_1_std": 0.131533, + "nauc_mrr_at_1_diff1": 0.804379, + "nauc_mrr_at_3_max": 0.34029, + "nauc_mrr_at_3_std": 0.139667, + "nauc_mrr_at_3_diff1": 0.78688, + "nauc_mrr_at_5_max": 0.336016, + "nauc_mrr_at_5_std": 0.138397, + "nauc_mrr_at_5_diff1": 0.781738, + "nauc_mrr_at_10_max": 0.335817, + "nauc_mrr_at_10_std": 0.137218, + "nauc_mrr_at_10_diff1": 0.778843, + "nauc_mrr_at_20_max": 0.334614, + "nauc_mrr_at_20_std": 0.136394, + "nauc_mrr_at_20_diff1": 0.778883, + "nauc_mrr_at_100_max": 0.334818, + "nauc_mrr_at_100_std": 0.136443, + "nauc_mrr_at_100_diff1": 0.778755, + "nauc_mrr_at_1000_max": 0.334778, + "nauc_mrr_at_1000_std": 0.136459, + "nauc_mrr_at_1000_diff1": 0.778945, + "main_score": 0.87046, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.80181, + "ndcg_at_3": 0.81831, + "ndcg_at_5": 0.82234, + "ndcg_at_10": 0.82663, + "ndcg_at_20": 0.82755, + "ndcg_at_100": 0.83147, + "ndcg_at_1000": 0.84541, + "map_at_1": 0.7993, + "map_at_3": 0.81372, + "map_at_5": 0.81588, + "map_at_10": 0.81769, + "map_at_20": 0.81798, + "map_at_100": 0.81857, + "map_at_1000": 0.81888, + "recall_at_1": 0.7993, + "recall_at_3": 0.82948, + "recall_at_5": 0.83954, + "recall_at_10": 0.85262, + "recall_at_20": 0.85614, + "recall_at_100": 0.87676, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.80181, + "cv_recall_at_3": 0.83199, + "cv_recall_at_5": 0.84205, + "cv_recall_at_10": 0.85513, + "cv_recall_at_20": 0.85815, + "cv_recall_at_100": 0.87827, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.80181, + "precision_at_3": 0.27767, + "precision_at_5": 0.16861, + "precision_at_10": 0.08561, + "precision_at_20": 0.04301, + "precision_at_100": 0.00881, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.801811, + "mrr_at_3": 0.815895, + "mrr_at_5": 0.818058, + "mrr_at_10": 0.819874, + "mrr_at_20": 0.820076, + "mrr_at_100": 0.820622, + "mrr_at_1000": 0.820927, + "nauc_ndcg_at_1_max": 0.306838, + "nauc_ndcg_at_1_std": 0.095442, + "nauc_ndcg_at_1_diff1": 0.806525, + "nauc_ndcg_at_3_max": 0.320961, + "nauc_ndcg_at_3_std": 0.117474, + "nauc_ndcg_at_3_diff1": 0.781988, + "nauc_ndcg_at_5_max": 0.313575, + "nauc_ndcg_at_5_std": 0.109524, + "nauc_ndcg_at_5_diff1": 0.776562, + "nauc_ndcg_at_10_max": 0.317336, + "nauc_ndcg_at_10_std": 0.115061, + "nauc_ndcg_at_10_diff1": 0.770477, + "nauc_ndcg_at_20_max": 0.318062, + "nauc_ndcg_at_20_std": 0.115398, + "nauc_ndcg_at_20_diff1": 0.768831, + "nauc_ndcg_at_100_max": 0.319646, + "nauc_ndcg_at_100_std": 0.116294, + "nauc_ndcg_at_100_diff1": 0.768057, + "nauc_ndcg_at_1000_max": 0.316218, + "nauc_ndcg_at_1000_std": 0.112373, + "nauc_ndcg_at_1000_diff1": 0.773338, + "nauc_map_at_1_max": 0.310845, + "nauc_map_at_1_std": 0.100132, + "nauc_map_at_1_diff1": 0.804387, + "nauc_map_at_3_max": 0.318243, + "nauc_map_at_3_std": 0.11274, + "nauc_map_at_3_diff1": 0.786713, + "nauc_map_at_5_max": 0.314562, + "nauc_map_at_5_std": 0.108727, + "nauc_map_at_5_diff1": 0.783962, + "nauc_map_at_10_max": 0.316153, + "nauc_map_at_10_std": 0.110958, + "nauc_map_at_10_diff1": 0.781581, + "nauc_map_at_20_max": 0.316765, + "nauc_map_at_20_std": 0.111563, + "nauc_map_at_20_diff1": 0.781111, + "nauc_map_at_100_max": 0.316931, + "nauc_map_at_100_std": 0.111625, + "nauc_map_at_100_diff1": 0.781011, + "nauc_map_at_1000_max": 0.316617, + "nauc_map_at_1000_std": 0.111295, + "nauc_map_at_1000_diff1": 0.781041, + "nauc_recall_at_1_max": 0.310845, + "nauc_recall_at_1_std": 0.100132, + "nauc_recall_at_1_diff1": 0.804387, + "nauc_recall_at_3_max": 0.329792, + "nauc_recall_at_3_std": 0.131923, + "nauc_recall_at_3_diff1": 0.764046, + "nauc_recall_at_5_max": 0.309139, + "nauc_recall_at_5_std": 0.110127, + "nauc_recall_at_5_diff1": 0.748038, + "nauc_recall_at_10_max": 0.321629, + "nauc_recall_at_10_std": 0.129678, + "nauc_recall_at_10_diff1": 0.72425, + "nauc_recall_at_20_max": 0.322486, + "nauc_recall_at_20_std": 0.128432, + "nauc_recall_at_20_diff1": 0.715757, + "nauc_recall_at_100_max": 0.33467, + "nauc_recall_at_100_std": 0.136991, + "nauc_recall_at_100_diff1": 0.702855, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.306838, + "nauc_precision_at_1_std": 0.095442, + "nauc_precision_at_1_diff1": 0.806525, + "nauc_precision_at_3_max": 0.32361, + "nauc_precision_at_3_std": 0.128381, + "nauc_precision_at_3_diff1": 0.752491, + "nauc_precision_at_5_max": 0.302543, + "nauc_precision_at_5_std": 0.106319, + "nauc_precision_at_5_diff1": 0.735772, + "nauc_precision_at_10_max": 0.314538, + "nauc_precision_at_10_std": 0.125623, + "nauc_precision_at_10_diff1": 0.71092, + "nauc_precision_at_20_max": 0.314446, + "nauc_precision_at_20_std": 0.128603, + "nauc_precision_at_20_diff1": 0.687513, + "nauc_precision_at_100_max": 0.316605, + "nauc_precision_at_100_std": 0.131717, + "nauc_precision_at_100_diff1": 0.656563, + "nauc_precision_at_1000_max": -0.147241, + "nauc_precision_at_1000_std": -0.036069, + "nauc_precision_at_1000_diff1": -0.320926, + "nauc_cv_recall_at_1_max": 0.306838, + "nauc_cv_recall_at_1_std": 0.095442, + "nauc_cv_recall_at_1_diff1": 0.806525, + "nauc_cv_recall_at_3_max": 0.331743, + "nauc_cv_recall_at_3_std": 0.135293, + "nauc_cv_recall_at_3_diff1": 0.767105, + "nauc_cv_recall_at_5_max": 0.310903, + "nauc_cv_recall_at_5_std": 0.113377, + "nauc_cv_recall_at_5_diff1": 0.751042, + "nauc_cv_recall_at_10_max": 0.323734, + "nauc_cv_recall_at_10_std": 0.133501, + "nauc_cv_recall_at_10_diff1": 0.727125, + "nauc_cv_recall_at_20_max": 0.319364, + "nauc_cv_recall_at_20_std": 0.12547, + "nauc_cv_recall_at_20_diff1": 0.719945, + "nauc_cv_recall_at_100_max": 0.333093, + "nauc_cv_recall_at_100_std": 0.136272, + "nauc_cv_recall_at_100_diff1": 0.707229, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.306838, + "nauc_mrr_at_1_std": 0.095442, + "nauc_mrr_at_1_diff1": 0.806525, + "nauc_mrr_at_3_max": 0.316852, + "nauc_mrr_at_3_std": 0.111934, + "nauc_mrr_at_3_diff1": 0.78975, + "nauc_mrr_at_5_max": 0.313118, + "nauc_mrr_at_5_std": 0.107871, + "nauc_mrr_at_5_diff1": 0.787004, + "nauc_mrr_at_10_max": 0.314712, + "nauc_mrr_at_10_std": 0.110118, + "nauc_mrr_at_10_diff1": 0.784627, + "nauc_mrr_at_20_max": 0.314623, + "nauc_mrr_at_20_std": 0.109817, + "nauc_mrr_at_20_diff1": 0.784314, + "nauc_mrr_at_100_max": 0.314907, + "nauc_mrr_at_100_std": 0.110034, + "nauc_mrr_at_100_diff1": 0.78422, + "nauc_mrr_at_1000_max": 0.314591, + "nauc_mrr_at_1000_std": 0.1097, + "nauc_mrr_at_1000_diff1": 0.784238, + "main_score": 0.82234, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 3285.3580701351166, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRHindiGovVQARetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRHindiGovVQARetrieval.json new file mode 100644 index 0000000000..36dd47a6ac --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRHindiGovVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRHindiGovVQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.18502, + "ndcg_at_3": 0.21882, + "ndcg_at_5": 0.2252, + "ndcg_at_10": 0.2354, + "ndcg_at_20": 0.25185, + "ndcg_at_100": 0.294, + "ndcg_at_1000": 0.35882, + "map_at_1": 0.18287, + "map_at_3": 0.20949, + "map_at_5": 0.21302, + "map_at_10": 0.21745, + "map_at_20": 0.22196, + "map_at_100": 0.22723, + "map_at_1000": 0.23135, + "recall_at_1": 0.18287, + "recall_at_3": 0.24124, + "recall_at_5": 0.25669, + "recall_at_10": 0.28678, + "recall_at_20": 0.34744, + "recall_at_100": 0.56559, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.18502, + "cv_recall_at_3": 0.24449, + "cv_recall_at_5": 0.26211, + "cv_recall_at_10": 0.29515, + "cv_recall_at_20": 0.37665, + "cv_recall_at_100": 0.61454, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.18502, + "precision_at_3": 0.0815, + "precision_at_5": 0.05242, + "precision_at_10": 0.0304, + "precision_at_20": 0.02015, + "precision_at_100": 0.00861, + "precision_at_1000": 0.00187, + "mrr_at_1": 0.185022, + "mrr_at_3": 0.212188, + "mrr_at_5": 0.216263, + "mrr_at_10": 0.220943, + "mrr_at_20": 0.226719, + "mrr_at_100": 0.231474, + "mrr_at_1000": 0.233545, + "nauc_ndcg_at_1_max": 0.469219, + "nauc_ndcg_at_1_std": 0.403926, + "nauc_ndcg_at_1_diff1": 0.653511, + "nauc_ndcg_at_3_max": 0.491394, + "nauc_ndcg_at_3_std": 0.467172, + "nauc_ndcg_at_3_diff1": 0.599561, + "nauc_ndcg_at_5_max": 0.492197, + "nauc_ndcg_at_5_std": 0.468224, + "nauc_ndcg_at_5_diff1": 0.589134, + "nauc_ndcg_at_10_max": 0.482324, + "nauc_ndcg_at_10_std": 0.472335, + "nauc_ndcg_at_10_diff1": 0.563196, + "nauc_ndcg_at_20_max": 0.471553, + "nauc_ndcg_at_20_std": 0.481876, + "nauc_ndcg_at_20_diff1": 0.538722, + "nauc_ndcg_at_100_max": 0.438646, + "nauc_ndcg_at_100_std": 0.462548, + "nauc_ndcg_at_100_diff1": 0.512365, + "nauc_ndcg_at_1000_max": 0.441144, + "nauc_ndcg_at_1000_std": 0.438655, + "nauc_ndcg_at_1000_diff1": 0.532676, + "nauc_map_at_1_max": 0.476393, + "nauc_map_at_1_std": 0.414588, + "nauc_map_at_1_diff1": 0.6605, + "nauc_map_at_3_max": 0.491055, + "nauc_map_at_3_std": 0.459569, + "nauc_map_at_3_diff1": 0.614325, + "nauc_map_at_5_max": 0.491433, + "nauc_map_at_5_std": 0.46013, + "nauc_map_at_5_diff1": 0.608862, + "nauc_map_at_10_max": 0.487035, + "nauc_map_at_10_std": 0.462112, + "nauc_map_at_10_diff1": 0.597032, + "nauc_map_at_20_max": 0.483915, + "nauc_map_at_20_std": 0.46537, + "nauc_map_at_20_diff1": 0.589289, + "nauc_map_at_100_max": 0.478868, + "nauc_map_at_100_std": 0.462097, + "nauc_map_at_100_diff1": 0.584348, + "nauc_map_at_1000_max": 0.476434, + "nauc_map_at_1000_std": 0.457847, + "nauc_map_at_1000_diff1": 0.582668, + "nauc_recall_at_1_max": 0.476393, + "nauc_recall_at_1_std": 0.414588, + "nauc_recall_at_1_diff1": 0.6605, + "nauc_recall_at_3_max": 0.500373, + "nauc_recall_at_3_std": 0.500217, + "nauc_recall_at_3_diff1": 0.567241, + "nauc_recall_at_5_max": 0.503341, + "nauc_recall_at_5_std": 0.501721, + "nauc_recall_at_5_diff1": 0.545146, + "nauc_recall_at_10_max": 0.478123, + "nauc_recall_at_10_std": 0.509509, + "nauc_recall_at_10_diff1": 0.480669, + "nauc_recall_at_20_max": 0.447252, + "nauc_recall_at_20_std": 0.54399, + "nauc_recall_at_20_diff1": 0.405436, + "nauc_recall_at_100_max": 0.297173, + "nauc_recall_at_100_std": 0.47128, + "nauc_recall_at_100_diff1": 0.273636, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.469219, + "nauc_precision_at_1_std": 0.403926, + "nauc_precision_at_1_diff1": 0.653511, + "nauc_precision_at_3_max": 0.494574, + "nauc_precision_at_3_std": 0.493322, + "nauc_precision_at_3_diff1": 0.561838, + "nauc_precision_at_5_max": 0.492097, + "nauc_precision_at_5_std": 0.488305, + "nauc_precision_at_5_diff1": 0.533146, + "nauc_precision_at_10_max": 0.428036, + "nauc_precision_at_10_std": 0.468322, + "nauc_precision_at_10_diff1": 0.427166, + "nauc_precision_at_20_max": 0.3079, + "nauc_precision_at_20_std": 0.401987, + "nauc_precision_at_20_diff1": 0.290223, + "nauc_precision_at_100_max": -0.060893, + "nauc_precision_at_100_std": -0.016853, + "nauc_precision_at_100_diff1": -0.039908, + "nauc_precision_at_1000_max": -0.261234, + "nauc_precision_at_1000_std": -0.325344, + "nauc_precision_at_1000_diff1": -0.230397, + "nauc_cv_recall_at_1_max": 0.469219, + "nauc_cv_recall_at_1_std": 0.403926, + "nauc_cv_recall_at_1_diff1": 0.653511, + "nauc_cv_recall_at_3_max": 0.494574, + "nauc_cv_recall_at_3_std": 0.493322, + "nauc_cv_recall_at_3_diff1": 0.561838, + "nauc_cv_recall_at_5_max": 0.492097, + "nauc_cv_recall_at_5_std": 0.488305, + "nauc_cv_recall_at_5_diff1": 0.533146, + "nauc_cv_recall_at_10_max": 0.457946, + "nauc_cv_recall_at_10_std": 0.4875, + "nauc_cv_recall_at_10_diff1": 0.460194, + "nauc_cv_recall_at_20_max": 0.392467, + "nauc_cv_recall_at_20_std": 0.484314, + "nauc_cv_recall_at_20_diff1": 0.366176, + "nauc_cv_recall_at_100_max": 0.236855, + "nauc_cv_recall_at_100_std": 0.418405, + "nauc_cv_recall_at_100_diff1": 0.247846, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.469219, + "nauc_mrr_at_1_std": 0.403926, + "nauc_mrr_at_1_diff1": 0.653511, + "nauc_mrr_at_3_max": 0.484528, + "nauc_mrr_at_3_std": 0.450798, + "nauc_mrr_at_3_diff1": 0.608173, + "nauc_mrr_at_5_max": 0.48342, + "nauc_mrr_at_5_std": 0.449612, + "nauc_mrr_at_5_diff1": 0.600832, + "nauc_mrr_at_10_max": 0.477789, + "nauc_mrr_at_10_std": 0.449898, + "nauc_mrr_at_10_diff1": 0.587875, + "nauc_mrr_at_20_max": 0.472735, + "nauc_mrr_at_20_std": 0.450558, + "nauc_mrr_at_20_diff1": 0.578753, + "nauc_mrr_at_100_max": 0.469456, + "nauc_mrr_at_100_std": 0.449179, + "nauc_mrr_at_100_diff1": 0.575678, + "nauc_mrr_at_1000_max": 0.470486, + "nauc_mrr_at_1000_std": 0.449094, + "nauc_mrr_at_1000_diff1": 0.577152, + "main_score": 0.2252, + "hf_subset": "default", + "languages": [ + "hin-Deva" + ] + } + ] + }, + "evaluation_time": 116.06185460090637, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRHungarianDocQARetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRHungarianDocQARetrieval.json new file mode 100644 index 0000000000..f0cb26aa30 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRHungarianDocQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRHungarianDocQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.64815, + "ndcg_at_3": 0.74845, + "ndcg_at_5": 0.75643, + "ndcg_at_10": 0.77444, + "ndcg_at_20": 0.79316, + "ndcg_at_100": 0.80101, + "ndcg_at_1000": 0.80101, + "map_at_1": 0.64815, + "map_at_3": 0.72531, + "map_at_5": 0.72994, + "map_at_10": 0.7374, + "map_at_20": 0.74251, + "map_at_100": 0.74398, + "map_at_1000": 0.74398, + "recall_at_1": 0.64815, + "recall_at_3": 0.81481, + "recall_at_5": 0.83333, + "recall_at_10": 0.88889, + "recall_at_20": 0.96296, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.64815, + "cv_recall_at_3": 0.81481, + "cv_recall_at_5": 0.83333, + "cv_recall_at_10": 0.88889, + "cv_recall_at_20": 0.96296, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.64815, + "precision_at_3": 0.2716, + "precision_at_5": 0.16667, + "precision_at_10": 0.08889, + "precision_at_20": 0.04815, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.648148, + "mrr_at_3": 0.725309, + "mrr_at_5": 0.729938, + "mrr_at_10": 0.737397, + "mrr_at_20": 0.74251, + "mrr_at_100": 0.743976, + "mrr_at_1000": 0.743976, + "nauc_ndcg_at_1_max": 0.47069, + "nauc_ndcg_at_1_std": 0.158462, + "nauc_ndcg_at_1_diff1": 0.878255, + "nauc_ndcg_at_3_max": 0.473752, + "nauc_ndcg_at_3_std": 0.096248, + "nauc_ndcg_at_3_diff1": 0.79638, + "nauc_ndcg_at_5_max": 0.462087, + "nauc_ndcg_at_5_std": 0.094825, + "nauc_ndcg_at_5_diff1": 0.789717, + "nauc_ndcg_at_10_max": 0.458391, + "nauc_ndcg_at_10_std": 0.072696, + "nauc_ndcg_at_10_diff1": 0.787903, + "nauc_ndcg_at_20_max": 0.473812, + "nauc_ndcg_at_20_std": 0.113325, + "nauc_ndcg_at_20_diff1": 0.799759, + "nauc_ndcg_at_100_max": 0.470392, + "nauc_ndcg_at_100_std": 0.112451, + "nauc_ndcg_at_100_diff1": 0.811485, + "nauc_ndcg_at_1000_max": 0.470392, + "nauc_ndcg_at_1000_std": 0.112451, + "nauc_ndcg_at_1000_diff1": 0.811485, + "nauc_map_at_1_max": 0.47069, + "nauc_map_at_1_std": 0.158462, + "nauc_map_at_1_diff1": 0.878255, + "nauc_map_at_3_max": 0.474152, + "nauc_map_at_3_std": 0.116173, + "nauc_map_at_3_diff1": 0.818553, + "nauc_map_at_5_max": 0.467941, + "nauc_map_at_5_std": 0.115762, + "nauc_map_at_5_diff1": 0.815388, + "nauc_map_at_10_max": 0.468343, + "nauc_map_at_10_std": 0.109751, + "nauc_map_at_10_diff1": 0.815902, + "nauc_map_at_20_max": 0.471433, + "nauc_map_at_20_std": 0.118909, + "nauc_map_at_20_diff1": 0.818591, + "nauc_map_at_100_max": 0.471122, + "nauc_map_at_100_std": 0.119152, + "nauc_map_at_100_diff1": 0.820345, + "nauc_map_at_1000_max": 0.471122, + "nauc_map_at_1000_std": 0.119152, + "nauc_map_at_1000_diff1": 0.820345, + "nauc_recall_at_1_max": 0.47069, + "nauc_recall_at_1_std": 0.158462, + "nauc_recall_at_1_diff1": 0.878255, + "nauc_recall_at_3_max": 0.471456, + "nauc_recall_at_3_std": 0.017313, + "nauc_recall_at_3_diff1": 0.710626, + "nauc_recall_at_5_max": 0.434637, + "nauc_recall_at_5_std": 0.004753, + "nauc_recall_at_5_diff1": 0.680931, + "nauc_recall_at_10_max": 0.385079, + "nauc_recall_at_10_std": -0.173714, + "nauc_recall_at_10_diff1": 0.617829, + "nauc_recall_at_20_max": 0.5608, + "nauc_recall_at_20_std": 0.153059, + "nauc_recall_at_20_diff1": 0.539749, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.47069, + "nauc_precision_at_1_std": 0.158462, + "nauc_precision_at_1_diff1": 0.878255, + "nauc_precision_at_3_max": 0.471456, + "nauc_precision_at_3_std": 0.017313, + "nauc_precision_at_3_diff1": 0.710626, + "nauc_precision_at_5_max": 0.434637, + "nauc_precision_at_5_std": 0.004753, + "nauc_precision_at_5_diff1": 0.680931, + "nauc_precision_at_10_max": 0.385079, + "nauc_precision_at_10_std": -0.173714, + "nauc_precision_at_10_diff1": 0.617829, + "nauc_precision_at_20_max": 0.5608, + "nauc_precision_at_20_std": 0.153059, + "nauc_precision_at_20_diff1": 0.539749, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.47069, + "nauc_cv_recall_at_1_std": 0.158462, + "nauc_cv_recall_at_1_diff1": 0.878255, + "nauc_cv_recall_at_3_max": 0.471456, + "nauc_cv_recall_at_3_std": 0.017313, + "nauc_cv_recall_at_3_diff1": 0.710626, + "nauc_cv_recall_at_5_max": 0.434637, + "nauc_cv_recall_at_5_std": 0.004753, + "nauc_cv_recall_at_5_diff1": 0.680931, + "nauc_cv_recall_at_10_max": 0.385079, + "nauc_cv_recall_at_10_std": -0.173714, + "nauc_cv_recall_at_10_diff1": 0.617829, + "nauc_cv_recall_at_20_max": 0.5608, + "nauc_cv_recall_at_20_std": 0.153059, + "nauc_cv_recall_at_20_diff1": 0.539749, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.47069, + "nauc_mrr_at_1_std": 0.158462, + "nauc_mrr_at_1_diff1": 0.878255, + "nauc_mrr_at_3_max": 0.474152, + "nauc_mrr_at_3_std": 0.116173, + "nauc_mrr_at_3_diff1": 0.818553, + "nauc_mrr_at_5_max": 0.467941, + "nauc_mrr_at_5_std": 0.115762, + "nauc_mrr_at_5_diff1": 0.815388, + "nauc_mrr_at_10_max": 0.468343, + "nauc_mrr_at_10_std": 0.109751, + "nauc_mrr_at_10_diff1": 0.815902, + "nauc_mrr_at_20_max": 0.471433, + "nauc_mrr_at_20_std": 0.118909, + "nauc_mrr_at_20_diff1": 0.818591, + "nauc_mrr_at_100_max": 0.471122, + "nauc_mrr_at_100_std": 0.119152, + "nauc_mrr_at_100_diff1": 0.820345, + "nauc_mrr_at_1000_max": 0.471122, + "nauc_mrr_at_1000_std": 0.119152, + "nauc_mrr_at_1000_diff1": 0.820345, + "main_score": 0.75643, + "hf_subset": "default", + "languages": [ + "hun-Latn" + ] + } + ] + }, + "evaluation_time": 12.481589078903198, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRInfovqaRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRInfovqaRetrieval.json new file mode 100644 index 0000000000..a04cd2f201 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRInfovqaRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRInfovqaRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.94751, + "ndcg_at_3": 0.96841, + "ndcg_at_5": 0.97067, + "ndcg_at_10": 0.97299, + "ndcg_at_20": 0.97432, + "ndcg_at_100": 0.97432, + "ndcg_at_1000": 0.97432, + "map_at_1": 0.94751, + "map_at_3": 0.9634, + "map_at_5": 0.96464, + "map_at_10": 0.96574, + "map_at_20": 0.96607, + "map_at_100": 0.96607, + "map_at_1000": 0.96607, + "recall_at_1": 0.94751, + "recall_at_3": 0.98204, + "recall_at_5": 0.98757, + "recall_at_10": 0.99448, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.94751, + "cv_recall_at_3": 0.98343, + "cv_recall_at_5": 0.98895, + "cv_recall_at_10": 0.99448, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.94751, + "precision_at_3": 0.32781, + "precision_at_5": 0.19779, + "precision_at_10": 0.09972, + "precision_at_20": 0.05014, + "precision_at_100": 0.01003, + "precision_at_1000": 0.001, + "mrr_at_1": 0.947514, + "mrr_at_3": 0.964088, + "mrr_at_5": 0.965331, + "mrr_at_10": 0.966033, + "mrr_at_20": 0.966363, + "mrr_at_100": 0.966363, + "mrr_at_1000": 0.966363, + "nauc_ndcg_at_1_max": 0.381206, + "nauc_ndcg_at_1_std": -0.076124, + "nauc_ndcg_at_1_diff1": 0.957892, + "nauc_ndcg_at_3_max": 0.522202, + "nauc_ndcg_at_3_std": 0.11611, + "nauc_ndcg_at_3_diff1": 0.969504, + "nauc_ndcg_at_5_max": 0.51738, + "nauc_ndcg_at_5_std": 0.101977, + "nauc_ndcg_at_5_diff1": 0.967156, + "nauc_ndcg_at_10_max": 0.49171, + "nauc_ndcg_at_10_std": 0.06319, + "nauc_ndcg_at_10_diff1": 0.964339, + "nauc_ndcg_at_20_max": 0.468905, + "nauc_ndcg_at_20_std": 0.031951, + "nauc_ndcg_at_20_diff1": 0.962493, + "nauc_ndcg_at_100_max": 0.468905, + "nauc_ndcg_at_100_std": 0.031951, + "nauc_ndcg_at_100_diff1": 0.962493, + "nauc_ndcg_at_1000_max": 0.468905, + "nauc_ndcg_at_1000_std": 0.031951, + "nauc_ndcg_at_1000_diff1": 0.962493, + "nauc_map_at_1_max": 0.381206, + "nauc_map_at_1_std": -0.076124, + "nauc_map_at_1_diff1": 0.957892, + "nauc_map_at_3_max": 0.481319, + "nauc_map_at_3_std": 0.052679, + "nauc_map_at_3_diff1": 0.964676, + "nauc_map_at_5_max": 0.476793, + "nauc_map_at_5_std": 0.043093, + "nauc_map_at_5_diff1": 0.963434, + "nauc_map_at_10_max": 0.465549, + "nauc_map_at_10_std": 0.026742, + "nauc_map_at_10_diff1": 0.962264, + "nauc_map_at_20_max": 0.461068, + "nauc_map_at_20_std": 0.020774, + "nauc_map_at_20_diff1": 0.961897, + "nauc_map_at_100_max": 0.461068, + "nauc_map_at_100_std": 0.020774, + "nauc_map_at_100_diff1": 0.961897, + "nauc_map_at_1000_max": 0.461068, + "nauc_map_at_1000_std": 0.020774, + "nauc_map_at_1000_diff1": 0.961897, + "nauc_recall_at_1_max": 0.381206, + "nauc_recall_at_1_std": -0.076124, + "nauc_recall_at_1_diff1": 0.957892, + "nauc_recall_at_3_max": 0.772081, + "nauc_recall_at_3_std": 0.506886, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 0.865757, + "nauc_recall_at_5_std": 0.609632, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 0.934681, + "nauc_recall_at_10_std": 0.678957, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.381206, + "nauc_precision_at_1_std": -0.076124, + "nauc_precision_at_1_diff1": 0.957892, + "nauc_precision_at_3_max": 0.763974, + "nauc_precision_at_3_std": 0.502945, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 0.865307, + "nauc_precision_at_5_std": 0.616564, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 0.267036, + "nauc_precision_at_10_std": 0.214628, + "nauc_precision_at_10_diff1": 0.267036, + "nauc_precision_at_20_max": -0.498253, + "nauc_precision_at_20_std": -0.317611, + "nauc_precision_at_20_diff1": -0.573126, + "nauc_precision_at_100_max": -0.498253, + "nauc_precision_at_100_std": -0.317611, + "nauc_precision_at_100_diff1": -0.573126, + "nauc_precision_at_1000_max": -0.498253, + "nauc_precision_at_1000_std": -0.317611, + "nauc_precision_at_1000_diff1": -0.573126, + "nauc_cv_recall_at_1_max": 0.381206, + "nauc_cv_recall_at_1_std": -0.076124, + "nauc_cv_recall_at_1_diff1": 0.957892, + "nauc_cv_recall_at_3_max": 0.763974, + "nauc_cv_recall_at_3_std": 0.502945, + "nauc_cv_recall_at_3_diff1": 1.0, + "nauc_cv_recall_at_5_max": 0.865307, + "nauc_cv_recall_at_5_std": 0.616564, + "nauc_cv_recall_at_5_diff1": 1.0, + "nauc_cv_recall_at_10_max": 0.934681, + "nauc_cv_recall_at_10_std": 0.678957, + "nauc_cv_recall_at_10_diff1": 1.0, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.381206, + "nauc_mrr_at_1_std": -0.076124, + "nauc_mrr_at_1_diff1": 0.957892, + "nauc_mrr_at_3_max": 0.473857, + "nauc_mrr_at_3_std": 0.043035, + "nauc_mrr_at_3_diff1": 0.963996, + "nauc_mrr_at_5_max": 0.468973, + "nauc_mrr_at_5_std": 0.032912, + "nauc_mrr_at_5_diff1": 0.962705, + "nauc_mrr_at_10_max": 0.462031, + "nauc_mrr_at_10_std": 0.022146, + "nauc_mrr_at_10_diff1": 0.961935, + "nauc_mrr_at_20_max": 0.457475, + "nauc_mrr_at_20_std": 0.016081, + "nauc_mrr_at_20_diff1": 0.961562, + "nauc_mrr_at_100_max": 0.457475, + "nauc_mrr_at_100_std": 0.016081, + "nauc_mrr_at_100_diff1": 0.961562, + "nauc_mrr_at_1000_max": 0.457475, + "nauc_mrr_at_1000_std": 0.016081, + "nauc_mrr_at_1000_diff1": 0.961562, + "main_score": 0.97067, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 252.2031285762787, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRJDocQARetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRJDocQARetrieval.json new file mode 100644 index 0000000000..e6199a09bc --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRJDocQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRJDocQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.75806, + "ndcg_at_3": 0.81376, + "ndcg_at_5": 0.82168, + "ndcg_at_10": 0.8277, + "ndcg_at_20": 0.83282, + "ndcg_at_100": 0.83949, + "ndcg_at_1000": 0.84634, + "map_at_1": 0.75806, + "map_at_3": 0.80085, + "map_at_5": 0.80517, + "map_at_10": 0.80762, + "map_at_20": 0.80896, + "map_at_100": 0.80981, + "map_at_1000": 0.81003, + "recall_at_1": 0.75806, + "recall_at_3": 0.85081, + "recall_at_5": 0.86996, + "recall_at_10": 0.88878, + "recall_at_20": 0.90883, + "recall_at_100": 0.94523, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.75806, + "cv_recall_at_3": 0.85081, + "cv_recall_at_5": 0.87097, + "cv_recall_at_10": 0.88978, + "cv_recall_at_20": 0.91129, + "cv_recall_at_100": 0.94892, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.75806, + "precision_at_3": 0.2836, + "precision_at_5": 0.17419, + "precision_at_10": 0.08898, + "precision_at_20": 0.04563, + "precision_at_100": 0.00954, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.758065, + "mrr_at_3": 0.800851, + "mrr_at_5": 0.805421, + "mrr_at_10": 0.807868, + "mrr_at_20": 0.809308, + "mrr_at_100": 0.810152, + "mrr_at_1000": 0.810337, + "nauc_ndcg_at_1_max": 0.492339, + "nauc_ndcg_at_1_std": 0.132665, + "nauc_ndcg_at_1_diff1": 0.843786, + "nauc_ndcg_at_3_max": 0.548728, + "nauc_ndcg_at_3_std": 0.161761, + "nauc_ndcg_at_3_diff1": 0.8291, + "nauc_ndcg_at_5_max": 0.543639, + "nauc_ndcg_at_5_std": 0.155701, + "nauc_ndcg_at_5_diff1": 0.831062, + "nauc_ndcg_at_10_max": 0.550748, + "nauc_ndcg_at_10_std": 0.157955, + "nauc_ndcg_at_10_diff1": 0.840016, + "nauc_ndcg_at_20_max": 0.547204, + "nauc_ndcg_at_20_std": 0.158727, + "nauc_ndcg_at_20_diff1": 0.836557, + "nauc_ndcg_at_100_max": 0.542004, + "nauc_ndcg_at_100_std": 0.155467, + "nauc_ndcg_at_100_diff1": 0.834133, + "nauc_ndcg_at_1000_max": 0.539646, + "nauc_ndcg_at_1000_std": 0.155184, + "nauc_ndcg_at_1000_diff1": 0.835631, + "nauc_map_at_1_max": 0.492339, + "nauc_map_at_1_std": 0.132665, + "nauc_map_at_1_diff1": 0.843786, + "nauc_map_at_3_max": 0.535382, + "nauc_map_at_3_std": 0.155081, + "nauc_map_at_3_diff1": 0.833864, + "nauc_map_at_5_max": 0.532306, + "nauc_map_at_5_std": 0.151442, + "nauc_map_at_5_diff1": 0.834699, + "nauc_map_at_10_max": 0.534537, + "nauc_map_at_10_std": 0.15169, + "nauc_map_at_10_diff1": 0.837968, + "nauc_map_at_20_max": 0.533574, + "nauc_map_at_20_std": 0.151679, + "nauc_map_at_20_diff1": 0.837145, + "nauc_map_at_100_max": 0.532813, + "nauc_map_at_100_std": 0.151276, + "nauc_map_at_100_diff1": 0.836802, + "nauc_map_at_1000_max": 0.532771, + "nauc_map_at_1000_std": 0.151315, + "nauc_map_at_1000_diff1": 0.836849, + "nauc_recall_at_1_max": 0.492339, + "nauc_recall_at_1_std": 0.132665, + "nauc_recall_at_1_diff1": 0.843786, + "nauc_recall_at_3_max": 0.59666, + "nauc_recall_at_3_std": 0.185617, + "nauc_recall_at_3_diff1": 0.811165, + "nauc_recall_at_5_max": 0.587474, + "nauc_recall_at_5_std": 0.170775, + "nauc_recall_at_5_diff1": 0.81615, + "nauc_recall_at_10_max": 0.628535, + "nauc_recall_at_10_std": 0.187818, + "nauc_recall_at_10_diff1": 0.855404, + "nauc_recall_at_20_max": 0.619753, + "nauc_recall_at_20_std": 0.199955, + "nauc_recall_at_20_diff1": 0.8352, + "nauc_recall_at_100_max": 0.596411, + "nauc_recall_at_100_std": 0.175658, + "nauc_recall_at_100_diff1": 0.803064, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.492339, + "nauc_precision_at_1_std": 0.132665, + "nauc_precision_at_1_diff1": 0.843786, + "nauc_precision_at_3_max": 0.59666, + "nauc_precision_at_3_std": 0.185617, + "nauc_precision_at_3_diff1": 0.811165, + "nauc_precision_at_5_max": 0.588704, + "nauc_precision_at_5_std": 0.173348, + "nauc_precision_at_5_diff1": 0.817401, + "nauc_precision_at_10_max": 0.630281, + "nauc_precision_at_10_std": 0.190915, + "nauc_precision_at_10_diff1": 0.857158, + "nauc_precision_at_20_max": 0.599577, + "nauc_precision_at_20_std": 0.201595, + "nauc_precision_at_20_diff1": 0.799431, + "nauc_precision_at_100_max": 0.46271, + "nauc_precision_at_100_std": 0.167983, + "nauc_precision_at_100_diff1": 0.591764, + "nauc_precision_at_1000_max": -0.285915, + "nauc_precision_at_1000_std": 0.041999, + "nauc_precision_at_1000_diff1": -0.474909, + "nauc_cv_recall_at_1_max": 0.492339, + "nauc_cv_recall_at_1_std": 0.132665, + "nauc_cv_recall_at_1_diff1": 0.843786, + "nauc_cv_recall_at_3_max": 0.59666, + "nauc_cv_recall_at_3_std": 0.185617, + "nauc_cv_recall_at_3_diff1": 0.811165, + "nauc_cv_recall_at_5_max": 0.588704, + "nauc_cv_recall_at_5_std": 0.173348, + "nauc_cv_recall_at_5_diff1": 0.817401, + "nauc_cv_recall_at_10_max": 0.630281, + "nauc_cv_recall_at_10_std": 0.190915, + "nauc_cv_recall_at_10_diff1": 0.857158, + "nauc_cv_recall_at_20_max": 0.623803, + "nauc_cv_recall_at_20_std": 0.208776, + "nauc_cv_recall_at_20_diff1": 0.835687, + "nauc_cv_recall_at_100_max": 0.605918, + "nauc_cv_recall_at_100_std": 0.196249, + "nauc_cv_recall_at_100_diff1": 0.805562, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.492339, + "nauc_mrr_at_1_std": 0.132665, + "nauc_mrr_at_1_diff1": 0.843786, + "nauc_mrr_at_3_max": 0.535382, + "nauc_mrr_at_3_std": 0.155081, + "nauc_mrr_at_3_diff1": 0.833864, + "nauc_mrr_at_5_max": 0.532454, + "nauc_mrr_at_5_std": 0.151868, + "nauc_mrr_at_5_diff1": 0.83494, + "nauc_mrr_at_10_max": 0.534689, + "nauc_mrr_at_10_std": 0.152122, + "nauc_mrr_at_10_diff1": 0.838216, + "nauc_mrr_at_20_max": 0.533697, + "nauc_mrr_at_20_std": 0.152255, + "nauc_mrr_at_20_diff1": 0.837278, + "nauc_mrr_at_100_max": 0.532964, + "nauc_mrr_at_100_std": 0.151859, + "nauc_mrr_at_100_diff1": 0.837014, + "nauc_mrr_at_1000_max": 0.532915, + "nauc_mrr_at_1000_std": 0.151852, + "nauc_mrr_at_1000_diff1": 0.837058, + "main_score": 0.82168, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 204.98383831977844, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRJina2024YearlyBookRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRJina2024YearlyBookRetrieval.json new file mode 100644 index 0000000000..97ae8731f8 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRJina2024YearlyBookRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRJina2024YearlyBookRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.97333, + "ndcg_at_3": 0.98175, + "ndcg_at_5": 0.98175, + "ndcg_at_10": 0.98175, + "ndcg_at_20": 0.98546, + "ndcg_at_100": 0.98546, + "ndcg_at_1000": 0.98546, + "map_at_1": 0.97333, + "map_at_3": 0.98, + "map_at_5": 0.98, + "map_at_10": 0.98, + "map_at_20": 0.98121, + "map_at_100": 0.98121, + "map_at_1000": 0.98121, + "recall_at_1": 0.97333, + "recall_at_3": 0.98667, + "recall_at_5": 0.98667, + "recall_at_10": 0.98667, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.97333, + "cv_recall_at_3": 0.98667, + "cv_recall_at_5": 0.98667, + "cv_recall_at_10": 0.98667, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.97333, + "precision_at_3": 0.32889, + "precision_at_5": 0.19733, + "precision_at_10": 0.09867, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.973333, + "mrr_at_3": 0.98, + "mrr_at_5": 0.98, + "mrr_at_10": 0.98, + "mrr_at_20": 0.981212, + "mrr_at_100": 0.981212, + "mrr_at_1000": 0.981212, + "nauc_ndcg_at_1_max": 0.089189, + "nauc_ndcg_at_1_std": -0.030048, + "nauc_ndcg_at_1_diff1": 0.868306, + "nauc_ndcg_at_3_max": -0.033532, + "nauc_ndcg_at_3_std": 0.037724, + "nauc_ndcg_at_3_diff1": 0.868306, + "nauc_ndcg_at_5_max": -0.033532, + "nauc_ndcg_at_5_std": 0.037724, + "nauc_ndcg_at_5_diff1": 0.868306, + "nauc_ndcg_at_10_max": -0.033532, + "nauc_ndcg_at_10_std": 0.037724, + "nauc_ndcg_at_10_diff1": 0.868306, + "nauc_ndcg_at_20_max": 0.003206, + "nauc_ndcg_at_20_std": 0.017436, + "nauc_ndcg_at_20_diff1": 0.868306, + "nauc_ndcg_at_100_max": 0.003206, + "nauc_ndcg_at_100_std": 0.017436, + "nauc_ndcg_at_100_diff1": 0.868306, + "nauc_ndcg_at_1000_max": 0.003206, + "nauc_ndcg_at_1000_std": 0.017436, + "nauc_ndcg_at_1000_diff1": 0.868306, + "nauc_map_at_1_max": 0.089189, + "nauc_map_at_1_std": -0.030048, + "nauc_map_at_1_diff1": 0.868306, + "nauc_map_at_3_max": 0.000424, + "nauc_map_at_3_std": 0.018972, + "nauc_map_at_3_diff1": 0.868306, + "nauc_map_at_5_max": 0.000424, + "nauc_map_at_5_std": 0.018972, + "nauc_map_at_5_diff1": 0.868306, + "nauc_map_at_10_max": 0.000424, + "nauc_map_at_10_std": 0.018972, + "nauc_map_at_10_diff1": 0.868306, + "nauc_map_at_20_max": 0.011878, + "nauc_map_at_20_std": 0.012647, + "nauc_map_at_20_diff1": 0.868306, + "nauc_map_at_100_max": 0.011878, + "nauc_map_at_100_std": 0.012647, + "nauc_map_at_100_diff1": 0.868306, + "nauc_map_at_1000_max": 0.011878, + "nauc_map_at_1000_std": 0.012647, + "nauc_map_at_1000_diff1": 0.868306, + "nauc_recall_at_1_max": 0.089189, + "nauc_recall_at_1_std": -0.030048, + "nauc_recall_at_1_diff1": 0.868306, + "nauc_recall_at_3_max": -0.177106, + "nauc_recall_at_3_std": 0.117011, + "nauc_recall_at_3_diff1": 0.868306, + "nauc_recall_at_5_max": -0.177106, + "nauc_recall_at_5_std": 0.117011, + "nauc_recall_at_5_diff1": 0.868306, + "nauc_recall_at_10_max": -0.177106, + "nauc_recall_at_10_std": 0.117011, + "nauc_recall_at_10_diff1": 0.868306, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.089189, + "nauc_precision_at_1_std": -0.030048, + "nauc_precision_at_1_diff1": 0.868306, + "nauc_precision_at_3_max": -0.177106, + "nauc_precision_at_3_std": 0.117011, + "nauc_precision_at_3_diff1": 0.868306, + "nauc_precision_at_5_max": -0.177106, + "nauc_precision_at_5_std": 0.117011, + "nauc_precision_at_5_diff1": 0.868306, + "nauc_precision_at_10_max": -0.177106, + "nauc_precision_at_10_std": 0.117011, + "nauc_precision_at_10_diff1": 0.868306, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.089189, + "nauc_cv_recall_at_1_std": -0.030048, + "nauc_cv_recall_at_1_diff1": 0.868306, + "nauc_cv_recall_at_3_max": -0.177106, + "nauc_cv_recall_at_3_std": 0.117011, + "nauc_cv_recall_at_3_diff1": 0.868306, + "nauc_cv_recall_at_5_max": -0.177106, + "nauc_cv_recall_at_5_std": 0.117011, + "nauc_cv_recall_at_5_diff1": 0.868306, + "nauc_cv_recall_at_10_max": -0.177106, + "nauc_cv_recall_at_10_std": 0.117011, + "nauc_cv_recall_at_10_diff1": 0.868306, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.089189, + "nauc_mrr_at_1_std": -0.030048, + "nauc_mrr_at_1_diff1": 0.868306, + "nauc_mrr_at_3_max": 0.000424, + "nauc_mrr_at_3_std": 0.018972, + "nauc_mrr_at_3_diff1": 0.868306, + "nauc_mrr_at_5_max": 0.000424, + "nauc_mrr_at_5_std": 0.018972, + "nauc_mrr_at_5_diff1": 0.868306, + "nauc_mrr_at_10_max": 0.000424, + "nauc_mrr_at_10_std": 0.018972, + "nauc_mrr_at_10_diff1": 0.868306, + "nauc_mrr_at_20_max": 0.011878, + "nauc_mrr_at_20_std": 0.012647, + "nauc_mrr_at_20_diff1": 0.868306, + "nauc_mrr_at_100_max": 0.011878, + "nauc_mrr_at_100_std": 0.012647, + "nauc_mrr_at_100_diff1": 0.868306, + "nauc_mrr_at_1000_max": 0.011878, + "nauc_mrr_at_1000_std": 0.012647, + "nauc_mrr_at_1000_diff1": 0.868306, + "main_score": 0.98175, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 23.007277250289917, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRMMTabRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRMMTabRetrieval.json new file mode 100644 index 0000000000..64f2bada6f --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRMMTabRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRMMTabRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.83688, + "ndcg_at_3": 0.8884, + "ndcg_at_5": 0.8991, + "ndcg_at_10": 0.90609, + "ndcg_at_20": 0.90855, + "ndcg_at_100": 0.91215, + "ndcg_at_1000": 0.91256, + "map_at_1": 0.83587, + "map_at_3": 0.87609, + "map_at_5": 0.88203, + "map_at_10": 0.88514, + "map_at_20": 0.88603, + "map_at_100": 0.88661, + "map_at_1000": 0.88663, + "recall_at_1": 0.83587, + "recall_at_3": 0.92311, + "recall_at_5": 0.94881, + "recall_at_10": 0.96966, + "recall_at_20": 0.97872, + "recall_at_100": 0.99696, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.83688, + "cv_recall_at_3": 0.92401, + "cv_recall_at_5": 0.95035, + "cv_recall_at_10": 0.97062, + "cv_recall_at_20": 0.97872, + "cv_recall_at_100": 0.99696, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.83688, + "precision_at_3": 0.30868, + "precision_at_5": 0.19068, + "precision_at_10": 0.09777, + "precision_at_20": 0.04959, + "precision_at_100": 0.0101, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.836879, + "mrr_at_3": 0.876393, + "mrr_at_5": 0.882472, + "mrr_at_10": 0.885344, + "mrr_at_20": 0.885888, + "mrr_at_100": 0.886466, + "mrr_at_1000": 0.886484, + "nauc_ndcg_at_1_max": 0.375237, + "nauc_ndcg_at_1_std": 0.083456, + "nauc_ndcg_at_1_diff1": 0.909251, + "nauc_ndcg_at_3_max": 0.460978, + "nauc_ndcg_at_3_std": 0.163239, + "nauc_ndcg_at_3_diff1": 0.895568, + "nauc_ndcg_at_5_max": 0.476536, + "nauc_ndcg_at_5_std": 0.187848, + "nauc_ndcg_at_5_diff1": 0.897003, + "nauc_ndcg_at_10_max": 0.474172, + "nauc_ndcg_at_10_std": 0.185773, + "nauc_ndcg_at_10_diff1": 0.897983, + "nauc_ndcg_at_20_max": 0.464275, + "nauc_ndcg_at_20_std": 0.17618, + "nauc_ndcg_at_20_diff1": 0.897003, + "nauc_ndcg_at_100_max": 0.451218, + "nauc_ndcg_at_100_std": 0.162217, + "nauc_ndcg_at_100_diff1": 0.899824, + "nauc_ndcg_at_1000_max": 0.449634, + "nauc_ndcg_at_1000_std": 0.159669, + "nauc_ndcg_at_1000_diff1": 0.899547, + "nauc_map_at_1_max": 0.371681, + "nauc_map_at_1_std": 0.082825, + "nauc_map_at_1_diff1": 0.909711, + "nauc_map_at_3_max": 0.438416, + "nauc_map_at_3_std": 0.144306, + "nauc_map_at_3_diff1": 0.899229, + "nauc_map_at_5_max": 0.445541, + "nauc_map_at_5_std": 0.156076, + "nauc_map_at_5_diff1": 0.900151, + "nauc_map_at_10_max": 0.443988, + "nauc_map_at_10_std": 0.154287, + "nauc_map_at_10_diff1": 0.900577, + "nauc_map_at_20_max": 0.440888, + "nauc_map_at_20_std": 0.150638, + "nauc_map_at_20_diff1": 0.900168, + "nauc_map_at_100_max": 0.439216, + "nauc_map_at_100_std": 0.148864, + "nauc_map_at_100_diff1": 0.900625, + "nauc_map_at_1000_max": 0.439167, + "nauc_map_at_1000_std": 0.148779, + "nauc_map_at_1000_diff1": 0.900616, + "nauc_recall_at_1_max": 0.371681, + "nauc_recall_at_1_std": 0.082825, + "nauc_recall_at_1_diff1": 0.909711, + "nauc_recall_at_3_max": 0.562328, + "nauc_recall_at_3_std": 0.250081, + "nauc_recall_at_3_diff1": 0.880529, + "nauc_recall_at_5_max": 0.680423, + "nauc_recall_at_5_std": 0.402679, + "nauc_recall_at_5_diff1": 0.879841, + "nauc_recall_at_10_max": 0.793524, + "nauc_recall_at_10_std": 0.527238, + "nauc_recall_at_10_diff1": 0.875436, + "nauc_recall_at_20_max": 0.780366, + "nauc_recall_at_20_std": 0.539476, + "nauc_recall_at_20_diff1": 0.85506, + "nauc_recall_at_100_max": 0.786022, + "nauc_recall_at_100_std": 0.693439, + "nauc_recall_at_100_diff1": 0.956412, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.375237, + "nauc_precision_at_1_std": 0.083456, + "nauc_precision_at_1_diff1": 0.909251, + "nauc_precision_at_3_max": 0.541209, + "nauc_precision_at_3_std": 0.234269, + "nauc_precision_at_3_diff1": 0.818194, + "nauc_precision_at_5_max": 0.604725, + "nauc_precision_at_5_std": 0.340462, + "nauc_precision_at_5_diff1": 0.741558, + "nauc_precision_at_10_max": 0.473388, + "nauc_precision_at_10_std": 0.274979, + "nauc_precision_at_10_diff1": 0.450437, + "nauc_precision_at_20_max": 0.18459, + "nauc_precision_at_20_std": 0.068604, + "nauc_precision_at_20_diff1": 0.120005, + "nauc_precision_at_100_max": -0.233409, + "nauc_precision_at_100_std": -0.244253, + "nauc_precision_at_100_diff1": -0.384659, + "nauc_precision_at_1000_max": -0.368643, + "nauc_precision_at_1000_std": -0.368643, + "nauc_precision_at_1000_diff1": -0.56256, + "nauc_cv_recall_at_1_max": 0.375237, + "nauc_cv_recall_at_1_std": 0.083456, + "nauc_cv_recall_at_1_diff1": 0.909251, + "nauc_cv_recall_at_3_max": 0.560433, + "nauc_cv_recall_at_3_std": 0.244485, + "nauc_cv_recall_at_3_diff1": 0.879113, + "nauc_cv_recall_at_5_max": 0.674868, + "nauc_cv_recall_at_5_std": 0.390465, + "nauc_cv_recall_at_5_diff1": 0.876095, + "nauc_cv_recall_at_10_max": 0.791056, + "nauc_cv_recall_at_10_std": 0.518353, + "nauc_cv_recall_at_10_diff1": 0.871379, + "nauc_cv_recall_at_20_max": 0.780366, + "nauc_cv_recall_at_20_std": 0.539476, + "nauc_cv_recall_at_20_diff1": 0.85506, + "nauc_cv_recall_at_100_max": 0.786022, + "nauc_cv_recall_at_100_std": 0.693439, + "nauc_cv_recall_at_100_diff1": 0.956412, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.375237, + "nauc_mrr_at_1_std": 0.083456, + "nauc_mrr_at_1_diff1": 0.909251, + "nauc_mrr_at_3_max": 0.437703, + "nauc_mrr_at_3_std": 0.142854, + "nauc_mrr_at_3_diff1": 0.898976, + "nauc_mrr_at_5_max": 0.44399, + "nauc_mrr_at_5_std": 0.153607, + "nauc_mrr_at_5_diff1": 0.899759, + "nauc_mrr_at_10_max": 0.443154, + "nauc_mrr_at_10_std": 0.153066, + "nauc_mrr_at_10_diff1": 0.900393, + "nauc_mrr_at_20_max": 0.441226, + "nauc_mrr_at_20_std": 0.151382, + "nauc_mrr_at_20_diff1": 0.900302, + "nauc_mrr_at_100_max": 0.439559, + "nauc_mrr_at_100_std": 0.149614, + "nauc_mrr_at_100_diff1": 0.900759, + "nauc_mrr_at_1000_max": 0.439509, + "nauc_mrr_at_1000_std": 0.14953, + "nauc_mrr_at_1000_diff1": 0.900749, + "main_score": 0.8991, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 302.49831461906433, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRMPMQARetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRMPMQARetrieval.json new file mode 100644 index 0000000000..f57049f6af --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRMPMQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRMPMQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.85714, + "ndcg_at_3": 0.91025, + "ndcg_at_5": 0.92395, + "ndcg_at_10": 0.92816, + "ndcg_at_20": 0.92978, + "ndcg_at_100": 0.92978, + "ndcg_at_1000": 0.92978, + "map_at_1": 0.85714, + "map_at_3": 0.89719, + "map_at_5": 0.90498, + "map_at_10": 0.90672, + "map_at_20": 0.90715, + "map_at_100": 0.90715, + "map_at_1000": 0.90715, + "recall_at_1": 0.85714, + "recall_at_3": 0.94805, + "recall_at_5": 0.98052, + "recall_at_10": 0.99351, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.85714, + "cv_recall_at_3": 0.94805, + "cv_recall_at_5": 0.98052, + "cv_recall_at_10": 0.99351, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.85714, + "precision_at_3": 0.31602, + "precision_at_5": 0.1961, + "precision_at_10": 0.09935, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.857143, + "mrr_at_3": 0.897186, + "mrr_at_5": 0.904978, + "mrr_at_10": 0.906718, + "mrr_at_20": 0.907151, + "mrr_at_100": 0.907151, + "mrr_at_1000": 0.907151, + "nauc_ndcg_at_1_max": 0.259949, + "nauc_ndcg_at_1_std": 0.083645, + "nauc_ndcg_at_1_diff1": 0.890153, + "nauc_ndcg_at_3_max": 0.338145, + "nauc_ndcg_at_3_std": 0.152999, + "nauc_ndcg_at_3_diff1": 0.894651, + "nauc_ndcg_at_5_max": 0.356191, + "nauc_ndcg_at_5_std": 0.200502, + "nauc_ndcg_at_5_diff1": 0.902489, + "nauc_ndcg_at_10_max": 0.3344, + "nauc_ndcg_at_10_std": 0.173871, + "nauc_ndcg_at_10_diff1": 0.896591, + "nauc_ndcg_at_20_max": 0.321627, + "nauc_ndcg_at_20_std": 0.157268, + "nauc_ndcg_at_20_diff1": 0.894123, + "nauc_ndcg_at_100_max": 0.321627, + "nauc_ndcg_at_100_std": 0.157268, + "nauc_ndcg_at_100_diff1": 0.894123, + "nauc_ndcg_at_1000_max": 0.321627, + "nauc_ndcg_at_1000_std": 0.157268, + "nauc_ndcg_at_1000_diff1": 0.894123, + "nauc_map_at_1_max": 0.259949, + "nauc_map_at_1_std": 0.083645, + "nauc_map_at_1_diff1": 0.890153, + "nauc_map_at_3_max": 0.318014, + "nauc_map_at_3_std": 0.139894, + "nauc_map_at_3_diff1": 0.892104, + "nauc_map_at_5_max": 0.325636, + "nauc_map_at_5_std": 0.162377, + "nauc_map_at_5_diff1": 0.895722, + "nauc_map_at_10_max": 0.317991, + "nauc_map_at_10_std": 0.1531, + "nauc_map_at_10_diff1": 0.893713, + "nauc_map_at_20_max": 0.315334, + "nauc_map_at_20_std": 0.149649, + "nauc_map_at_20_diff1": 0.893202, + "nauc_map_at_100_max": 0.315334, + "nauc_map_at_100_std": 0.149649, + "nauc_map_at_100_diff1": 0.893202, + "nauc_map_at_1000_max": 0.315334, + "nauc_map_at_1000_std": 0.149649, + "nauc_map_at_1000_diff1": 0.893202, + "nauc_recall_at_1_max": 0.259949, + "nauc_recall_at_1_std": 0.083645, + "nauc_recall_at_1_diff1": 0.890153, + "nauc_recall_at_3_max": 0.445259, + "nauc_recall_at_3_std": 0.217891, + "nauc_recall_at_3_diff1": 0.90962, + "nauc_recall_at_5_max": 0.764639, + "nauc_recall_at_5_std": 0.71554, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 0.869657, + "nauc_recall_at_10_std": 0.869657, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.259949, + "nauc_precision_at_1_std": 0.083645, + "nauc_precision_at_1_diff1": 0.890153, + "nauc_precision_at_3_max": 0.445259, + "nauc_precision_at_3_std": 0.217891, + "nauc_precision_at_3_diff1": 0.90962, + "nauc_precision_at_5_max": 0.764639, + "nauc_precision_at_5_std": 0.71554, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 0.869657, + "nauc_precision_at_10_std": 0.869657, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.259949, + "nauc_cv_recall_at_1_std": 0.083645, + "nauc_cv_recall_at_1_diff1": 0.890153, + "nauc_cv_recall_at_3_max": 0.445259, + "nauc_cv_recall_at_3_std": 0.217891, + "nauc_cv_recall_at_3_diff1": 0.90962, + "nauc_cv_recall_at_5_max": 0.764639, + "nauc_cv_recall_at_5_std": 0.71554, + "nauc_cv_recall_at_5_diff1": 1.0, + "nauc_cv_recall_at_10_max": 0.869657, + "nauc_cv_recall_at_10_std": 0.869657, + "nauc_cv_recall_at_10_diff1": 1.0, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.259949, + "nauc_mrr_at_1_std": 0.083645, + "nauc_mrr_at_1_diff1": 0.890153, + "nauc_mrr_at_3_max": 0.318014, + "nauc_mrr_at_3_std": 0.139894, + "nauc_mrr_at_3_diff1": 0.892104, + "nauc_mrr_at_5_max": 0.325636, + "nauc_mrr_at_5_std": 0.162377, + "nauc_mrr_at_5_diff1": 0.895722, + "nauc_mrr_at_10_max": 0.317991, + "nauc_mrr_at_10_std": 0.1531, + "nauc_mrr_at_10_diff1": 0.893713, + "nauc_mrr_at_20_max": 0.315334, + "nauc_mrr_at_20_std": 0.149649, + "nauc_mrr_at_20_diff1": 0.893202, + "nauc_mrr_at_100_max": 0.315334, + "nauc_mrr_at_100_std": 0.149649, + "nauc_mrr_at_100_diff1": 0.893202, + "nauc_mrr_at_1000_max": 0.315334, + "nauc_mrr_at_1000_std": 0.149649, + "nauc_mrr_at_1000_diff1": 0.893202, + "main_score": 0.92395, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 210.1645998954773, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRMedicalPrescriptionsRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRMedicalPrescriptionsRetrieval.json new file mode 100644 index 0000000000..d0d31967a1 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRMedicalPrescriptionsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRMedicalPrescriptionsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.95, + "ndcg_at_3": 0.97262, + "ndcg_at_5": 0.97693, + "ndcg_at_10": 0.97693, + "ndcg_at_20": 0.97693, + "ndcg_at_100": 0.97693, + "ndcg_at_1000": 0.97693, + "map_at_1": 0.95, + "map_at_3": 0.96667, + "map_at_5": 0.96917, + "map_at_10": 0.96917, + "map_at_20": 0.96917, + "map_at_100": 0.96917, + "map_at_1000": 0.96917, + "recall_at_1": 0.95, + "recall_at_3": 0.99, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.95, + "cv_recall_at_3": 0.99, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.95, + "precision_at_3": 0.33, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.95, + "mrr_at_3": 0.966667, + "mrr_at_5": 0.969167, + "mrr_at_10": 0.969167, + "mrr_at_20": 0.969167, + "mrr_at_100": 0.969167, + "mrr_at_1000": 0.969167, + "nauc_ndcg_at_1_max": -0.018394, + "nauc_ndcg_at_1_std": -0.936041, + "nauc_ndcg_at_1_diff1": 0.973856, + "nauc_ndcg_at_3_max": -0.098618, + "nauc_ndcg_at_3_std": -0.80859, + "nauc_ndcg_at_3_diff1": 0.97613, + "nauc_ndcg_at_5_max": -0.011851, + "nauc_ndcg_at_5_std": -0.927531, + "nauc_ndcg_at_5_diff1": 0.971675, + "nauc_ndcg_at_10_max": -0.011851, + "nauc_ndcg_at_10_std": -0.927531, + "nauc_ndcg_at_10_diff1": 0.971675, + "nauc_ndcg_at_20_max": -0.011851, + "nauc_ndcg_at_20_std": -0.927531, + "nauc_ndcg_at_20_diff1": 0.971675, + "nauc_ndcg_at_100_max": -0.011851, + "nauc_ndcg_at_100_std": -0.927531, + "nauc_ndcg_at_100_diff1": 0.971675, + "nauc_ndcg_at_1000_max": -0.011851, + "nauc_ndcg_at_1000_std": -0.927531, + "nauc_ndcg_at_1000_diff1": 0.971675, + "nauc_map_at_1_max": -0.018394, + "nauc_map_at_1_std": -0.936041, + "nauc_map_at_1_diff1": 0.973856, + "nauc_map_at_3_max": -0.052708, + "nauc_map_at_3_std": -0.872316, + "nauc_map_at_3_diff1": 0.973856, + "nauc_map_at_5_max": -0.011293, + "nauc_map_at_5_std": -0.929152, + "nauc_map_at_5_diff1": 0.971736, + "nauc_map_at_10_max": -0.011293, + "nauc_map_at_10_std": -0.929152, + "nauc_map_at_10_diff1": 0.971736, + "nauc_map_at_20_max": -0.011293, + "nauc_map_at_20_std": -0.929152, + "nauc_map_at_20_diff1": 0.971736, + "nauc_map_at_100_max": -0.011293, + "nauc_map_at_100_std": -0.929152, + "nauc_map_at_100_diff1": 0.971736, + "nauc_map_at_1000_max": -0.011293, + "nauc_map_at_1000_std": -0.929152, + "nauc_map_at_1000_diff1": 0.971736, + "nauc_recall_at_1_max": -0.018394, + "nauc_recall_at_1_std": -0.936041, + "nauc_recall_at_1_diff1": 0.973856, + "nauc_recall_at_3_max": -0.563492, + "nauc_recall_at_3_std": -0.171335, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.018394, + "nauc_precision_at_1_std": -0.936041, + "nauc_precision_at_1_diff1": 0.973856, + "nauc_precision_at_3_max": -0.563492, + "nauc_precision_at_3_std": -0.171335, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.018394, + "nauc_cv_recall_at_1_std": -0.936041, + "nauc_cv_recall_at_1_diff1": 0.973856, + "nauc_cv_recall_at_3_max": -0.563492, + "nauc_cv_recall_at_3_std": -0.171335, + "nauc_cv_recall_at_3_diff1": 1.0, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.018394, + "nauc_mrr_at_1_std": -0.936041, + "nauc_mrr_at_1_diff1": 0.973856, + "nauc_mrr_at_3_max": -0.052708, + "nauc_mrr_at_3_std": -0.872316, + "nauc_mrr_at_3_diff1": 0.973856, + "nauc_mrr_at_5_max": -0.011293, + "nauc_mrr_at_5_std": -0.929152, + "nauc_mrr_at_5_diff1": 0.971736, + "nauc_mrr_at_10_max": -0.011293, + "nauc_mrr_at_10_std": -0.929152, + "nauc_mrr_at_10_diff1": 0.971736, + "nauc_mrr_at_20_max": -0.011293, + "nauc_mrr_at_20_std": -0.929152, + "nauc_mrr_at_20_diff1": 0.971736, + "nauc_mrr_at_100_max": -0.011293, + "nauc_mrr_at_100_std": -0.929152, + "nauc_mrr_at_100_diff1": 0.971736, + "nauc_mrr_at_1000_max": -0.011293, + "nauc_mrr_at_1000_std": -0.929152, + "nauc_mrr_at_1000_diff1": 0.971736, + "main_score": 0.97693, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 68.8133544921875, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDROWIDChartsRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDROWIDChartsRetrieval.json new file mode 100644 index 0000000000..6388f12cd2 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDROWIDChartsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDROWIDChartsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.81679, + "ndcg_at_3": 0.91775, + "ndcg_at_5": 0.92433, + "ndcg_at_10": 0.92433, + "ndcg_at_20": 0.92433, + "ndcg_at_100": 0.92433, + "ndcg_at_1000": 0.92433, + "map_at_1": 0.81679, + "map_at_3": 0.8944, + "map_at_5": 0.89822, + "map_at_10": 0.89822, + "map_at_20": 0.89822, + "map_at_100": 0.89822, + "map_at_1000": 0.89822, + "recall_at_1": 0.81679, + "recall_at_3": 0.98473, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.81679, + "cv_recall_at_3": 0.98473, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.81679, + "precision_at_3": 0.32824, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.816794, + "mrr_at_3": 0.894402, + "mrr_at_5": 0.898219, + "mrr_at_10": 0.898219, + "mrr_at_20": 0.898219, + "mrr_at_100": 0.898219, + "mrr_at_1000": 0.898219, + "nauc_ndcg_at_1_max": 0.306554, + "nauc_ndcg_at_1_std": 0.17379, + "nauc_ndcg_at_1_diff1": 0.860801, + "nauc_ndcg_at_3_max": 0.264078, + "nauc_ndcg_at_3_std": 0.106259, + "nauc_ndcg_at_3_diff1": 0.862683, + "nauc_ndcg_at_5_max": 0.295731, + "nauc_ndcg_at_5_std": 0.150632, + "nauc_ndcg_at_5_diff1": 0.856072, + "nauc_ndcg_at_10_max": 0.295731, + "nauc_ndcg_at_10_std": 0.150632, + "nauc_ndcg_at_10_diff1": 0.856072, + "nauc_ndcg_at_20_max": 0.295731, + "nauc_ndcg_at_20_std": 0.150632, + "nauc_ndcg_at_20_diff1": 0.856072, + "nauc_ndcg_at_100_max": 0.295731, + "nauc_ndcg_at_100_std": 0.150632, + "nauc_ndcg_at_100_diff1": 0.856072, + "nauc_ndcg_at_1000_max": 0.295731, + "nauc_ndcg_at_1000_std": 0.150632, + "nauc_ndcg_at_1000_diff1": 0.856072, + "nauc_map_at_1_max": 0.306554, + "nauc_map_at_1_std": 0.17379, + "nauc_map_at_1_diff1": 0.860801, + "nauc_map_at_3_max": 0.282223, + "nauc_map_at_3_std": 0.132111, + "nauc_map_at_3_diff1": 0.859256, + "nauc_map_at_5_max": 0.296608, + "nauc_map_at_5_std": 0.152293, + "nauc_map_at_5_diff1": 0.856266, + "nauc_map_at_10_max": 0.296608, + "nauc_map_at_10_std": 0.152293, + "nauc_map_at_10_diff1": 0.856266, + "nauc_map_at_20_max": 0.296608, + "nauc_map_at_20_std": 0.152293, + "nauc_map_at_20_diff1": 0.856266, + "nauc_map_at_100_max": 0.296608, + "nauc_map_at_100_std": 0.152293, + "nauc_map_at_100_diff1": 0.856266, + "nauc_map_at_1000_max": 0.296608, + "nauc_map_at_1000_std": 0.152293, + "nauc_map_at_1000_diff1": 0.856266, + "nauc_recall_at_1_max": 0.306554, + "nauc_recall_at_1_std": 0.17379, + "nauc_recall_at_1_diff1": 0.860801, + "nauc_recall_at_3_max": -0.080705, + "nauc_recall_at_3_std": -0.377085, + "nauc_recall_at_3_diff1": 0.934696, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.306554, + "nauc_precision_at_1_std": 0.17379, + "nauc_precision_at_1_diff1": 0.860801, + "nauc_precision_at_3_max": -0.080705, + "nauc_precision_at_3_std": -0.377085, + "nauc_precision_at_3_diff1": 0.934696, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.306554, + "nauc_cv_recall_at_1_std": 0.17379, + "nauc_cv_recall_at_1_diff1": 0.860801, + "nauc_cv_recall_at_3_max": -0.080705, + "nauc_cv_recall_at_3_std": -0.377085, + "nauc_cv_recall_at_3_diff1": 0.934696, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.306554, + "nauc_mrr_at_1_std": 0.17379, + "nauc_mrr_at_1_diff1": 0.860801, + "nauc_mrr_at_3_max": 0.282223, + "nauc_mrr_at_3_std": 0.132111, + "nauc_mrr_at_3_diff1": 0.859256, + "nauc_mrr_at_5_max": 0.296608, + "nauc_mrr_at_5_std": 0.152293, + "nauc_mrr_at_5_diff1": 0.856266, + "nauc_mrr_at_10_max": 0.296608, + "nauc_mrr_at_10_std": 0.152293, + "nauc_mrr_at_10_diff1": 0.856266, + "nauc_mrr_at_20_max": 0.296608, + "nauc_mrr_at_20_std": 0.152293, + "nauc_mrr_at_20_diff1": 0.856266, + "nauc_mrr_at_100_max": 0.296608, + "nauc_mrr_at_100_std": 0.152293, + "nauc_mrr_at_100_diff1": 0.856266, + "nauc_mrr_at_1000_max": 0.296608, + "nauc_mrr_at_1000_std": 0.152293, + "nauc_mrr_at_1000_diff1": 0.856266, + "main_score": 0.92433, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 141.68570637702942, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDROpenAINewsRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDROpenAINewsRetrieval.json new file mode 100644 index 0000000000..359c8dfb64 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDROpenAINewsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDROpenAINewsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.90323, + "ndcg_at_3": 0.96428, + "ndcg_at_5": 0.96428, + "ndcg_at_10": 0.96428, + "ndcg_at_20": 0.96428, + "ndcg_at_100": 0.96428, + "ndcg_at_1000": 0.96428, + "map_at_1": 0.90323, + "map_at_3": 0.95161, + "map_at_5": 0.95161, + "map_at_10": 0.95161, + "map_at_20": 0.95161, + "map_at_100": 0.95161, + "map_at_1000": 0.95161, + "recall_at_1": 0.90323, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.90323, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.90323, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.903226, + "mrr_at_3": 0.951613, + "mrr_at_5": 0.951613, + "mrr_at_10": 0.951613, + "mrr_at_20": 0.951613, + "mrr_at_100": 0.951613, + "mrr_at_1000": 0.951613, + "nauc_ndcg_at_1_max": -0.06708, + "nauc_ndcg_at_1_std": 0.349077, + "nauc_ndcg_at_1_diff1": 0.852697, + "nauc_ndcg_at_3_max": -0.06708, + "nauc_ndcg_at_3_std": 0.349077, + "nauc_ndcg_at_3_diff1": 0.852697, + "nauc_ndcg_at_5_max": -0.06708, + "nauc_ndcg_at_5_std": 0.349077, + "nauc_ndcg_at_5_diff1": 0.852697, + "nauc_ndcg_at_10_max": -0.06708, + "nauc_ndcg_at_10_std": 0.349077, + "nauc_ndcg_at_10_diff1": 0.852697, + "nauc_ndcg_at_20_max": -0.06708, + "nauc_ndcg_at_20_std": 0.349077, + "nauc_ndcg_at_20_diff1": 0.852697, + "nauc_ndcg_at_100_max": -0.06708, + "nauc_ndcg_at_100_std": 0.349077, + "nauc_ndcg_at_100_diff1": 0.852697, + "nauc_ndcg_at_1000_max": -0.06708, + "nauc_ndcg_at_1000_std": 0.349077, + "nauc_ndcg_at_1000_diff1": 0.852697, + "nauc_map_at_1_max": -0.06708, + "nauc_map_at_1_std": 0.349077, + "nauc_map_at_1_diff1": 0.852697, + "nauc_map_at_3_max": -0.06708, + "nauc_map_at_3_std": 0.349077, + "nauc_map_at_3_diff1": 0.852697, + "nauc_map_at_5_max": -0.06708, + "nauc_map_at_5_std": 0.349077, + "nauc_map_at_5_diff1": 0.852697, + "nauc_map_at_10_max": -0.06708, + "nauc_map_at_10_std": 0.349077, + "nauc_map_at_10_diff1": 0.852697, + "nauc_map_at_20_max": -0.06708, + "nauc_map_at_20_std": 0.349077, + "nauc_map_at_20_diff1": 0.852697, + "nauc_map_at_100_max": -0.06708, + "nauc_map_at_100_std": 0.349077, + "nauc_map_at_100_diff1": 0.852697, + "nauc_map_at_1000_max": -0.06708, + "nauc_map_at_1000_std": 0.349077, + "nauc_map_at_1000_diff1": 0.852697, + "nauc_recall_at_1_max": -0.06708, + "nauc_recall_at_1_std": 0.349077, + "nauc_recall_at_1_diff1": 0.852697, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.06708, + "nauc_precision_at_1_std": 0.349077, + "nauc_precision_at_1_diff1": 0.852697, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.06708, + "nauc_cv_recall_at_1_std": 0.349077, + "nauc_cv_recall_at_1_diff1": 0.852697, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.06708, + "nauc_mrr_at_1_std": 0.349077, + "nauc_mrr_at_1_diff1": 0.852697, + "nauc_mrr_at_3_max": -0.06708, + "nauc_mrr_at_3_std": 0.349077, + "nauc_mrr_at_3_diff1": 0.852697, + "nauc_mrr_at_5_max": -0.06708, + "nauc_mrr_at_5_std": 0.349077, + "nauc_mrr_at_5_diff1": 0.852697, + "nauc_mrr_at_10_max": -0.06708, + "nauc_mrr_at_10_std": 0.349077, + "nauc_mrr_at_10_diff1": 0.852697, + "nauc_mrr_at_20_max": -0.06708, + "nauc_mrr_at_20_std": 0.349077, + "nauc_mrr_at_20_diff1": 0.852697, + "nauc_mrr_at_100_max": -0.06708, + "nauc_mrr_at_100_std": 0.349077, + "nauc_mrr_at_100_diff1": 0.852697, + "nauc_mrr_at_1000_max": -0.06708, + "nauc_mrr_at_1000_std": 0.349077, + "nauc_mrr_at_1000_diff1": 0.852697, + "main_score": 0.96428, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 139.2148196697235, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRPlotQARetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRPlotQARetrieval.json new file mode 100644 index 0000000000..b535054223 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRPlotQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRPlotQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.70164, + "ndcg_at_3": 0.77587, + "ndcg_at_5": 0.78772, + "ndcg_at_10": 0.79269, + "ndcg_at_20": 0.79432, + "ndcg_at_100": 0.79962, + "ndcg_at_1000": 0.81873, + "map_at_1": 0.69925, + "map_at_3": 0.7569, + "map_at_5": 0.7638, + "map_at_10": 0.7659, + "map_at_20": 0.76629, + "map_at_100": 0.76685, + "map_at_1000": 0.76788, + "recall_at_1": 0.69925, + "recall_at_3": 0.82711, + "recall_at_5": 0.85492, + "recall_at_10": 0.86994, + "recall_at_20": 0.87549, + "recall_at_100": 0.89887, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.70164, + "cv_recall_at_3": 0.82951, + "cv_recall_at_5": 0.85902, + "cv_recall_at_10": 0.87869, + "cv_recall_at_20": 0.89344, + "cv_recall_at_100": 0.93115, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.70164, + "precision_at_3": 0.2765, + "precision_at_5": 0.17213, + "precision_at_10": 0.08803, + "precision_at_20": 0.04516, + "precision_at_100": 0.00997, + "precision_at_1000": 0.00164, + "mrr_at_1": 0.701639, + "mrr_at_3": 0.75929, + "mrr_at_5": 0.766339, + "mrr_at_10": 0.769033, + "mrr_at_20": 0.769937, + "mrr_at_100": 0.77073, + "mrr_at_1000": 0.771028, + "nauc_ndcg_at_1_max": 0.566492, + "nauc_ndcg_at_1_std": 0.484439, + "nauc_ndcg_at_1_diff1": 0.905095, + "nauc_ndcg_at_3_max": 0.683119, + "nauc_ndcg_at_3_std": 0.601183, + "nauc_ndcg_at_3_diff1": 0.888106, + "nauc_ndcg_at_5_max": 0.686988, + "nauc_ndcg_at_5_std": 0.609438, + "nauc_ndcg_at_5_diff1": 0.890335, + "nauc_ndcg_at_10_max": 0.68432, + "nauc_ndcg_at_10_std": 0.610878, + "nauc_ndcg_at_10_diff1": 0.891645, + "nauc_ndcg_at_20_max": 0.683145, + "nauc_ndcg_at_20_std": 0.609544, + "nauc_ndcg_at_20_diff1": 0.89114, + "nauc_ndcg_at_100_max": 0.677755, + "nauc_ndcg_at_100_std": 0.602661, + "nauc_ndcg_at_100_diff1": 0.890594, + "nauc_ndcg_at_1000_max": 0.651519, + "nauc_ndcg_at_1000_std": 0.573065, + "nauc_ndcg_at_1000_diff1": 0.890353, + "nauc_map_at_1_max": 0.568542, + "nauc_map_at_1_std": 0.486992, + "nauc_map_at_1_diff1": 0.905058, + "nauc_map_at_3_max": 0.651268, + "nauc_map_at_3_std": 0.569297, + "nauc_map_at_3_diff1": 0.892253, + "nauc_map_at_5_max": 0.652887, + "nauc_map_at_5_std": 0.573181, + "nauc_map_at_5_diff1": 0.893662, + "nauc_map_at_10_max": 0.651569, + "nauc_map_at_10_std": 0.573429, + "nauc_map_at_10_diff1": 0.8943, + "nauc_map_at_20_max": 0.651202, + "nauc_map_at_20_std": 0.573016, + "nauc_map_at_20_diff1": 0.894232, + "nauc_map_at_100_max": 0.650626, + "nauc_map_at_100_std": 0.572233, + "nauc_map_at_100_diff1": 0.894109, + "nauc_map_at_1000_max": 0.649223, + "nauc_map_at_1000_std": 0.570695, + "nauc_map_at_1000_diff1": 0.894105, + "nauc_recall_at_1_max": 0.568542, + "nauc_recall_at_1_std": 0.486992, + "nauc_recall_at_1_diff1": 0.905058, + "nauc_recall_at_3_max": 0.808, + "nauc_recall_at_3_std": 0.727905, + "nauc_recall_at_3_diff1": 0.869827, + "nauc_recall_at_5_max": 0.842456, + "nauc_recall_at_5_std": 0.776805, + "nauc_recall_at_5_diff1": 0.875667, + "nauc_recall_at_10_max": 0.846705, + "nauc_recall_at_10_std": 0.800668, + "nauc_recall_at_10_diff1": 0.880253, + "nauc_recall_at_20_max": 0.848661, + "nauc_recall_at_20_std": 0.803445, + "nauc_recall_at_20_diff1": 0.877476, + "nauc_recall_at_100_max": 0.842572, + "nauc_recall_at_100_std": 0.791684, + "nauc_recall_at_100_diff1": 0.867768, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.566492, + "nauc_precision_at_1_std": 0.484439, + "nauc_precision_at_1_diff1": 0.905095, + "nauc_precision_at_3_max": 0.809536, + "nauc_precision_at_3_std": 0.728408, + "nauc_precision_at_3_diff1": 0.872181, + "nauc_precision_at_5_max": 0.819204, + "nauc_precision_at_5_std": 0.753215, + "nauc_precision_at_5_diff1": 0.853022, + "nauc_precision_at_10_max": 0.810095, + "nauc_precision_at_10_std": 0.762256, + "nauc_precision_at_10_diff1": 0.850664, + "nauc_precision_at_20_max": 0.637357, + "nauc_precision_at_20_std": 0.592695, + "nauc_precision_at_20_diff1": 0.681602, + "nauc_precision_at_100_max": -0.039378, + "nauc_precision_at_100_std": -0.052584, + "nauc_precision_at_100_diff1": 0.015976, + "nauc_precision_at_1000_max": -0.557352, + "nauc_precision_at_1000_std": -0.541212, + "nauc_precision_at_1000_diff1": -0.498693, + "nauc_cv_recall_at_1_max": 0.566492, + "nauc_cv_recall_at_1_std": 0.484439, + "nauc_cv_recall_at_1_diff1": 0.905095, + "nauc_cv_recall_at_3_max": 0.809536, + "nauc_cv_recall_at_3_std": 0.728408, + "nauc_cv_recall_at_3_diff1": 0.872181, + "nauc_cv_recall_at_5_max": 0.834362, + "nauc_cv_recall_at_5_std": 0.766985, + "nauc_cv_recall_at_5_diff1": 0.875291, + "nauc_cv_recall_at_10_max": 0.827221, + "nauc_cv_recall_at_10_std": 0.77823, + "nauc_cv_recall_at_10_diff1": 0.876088, + "nauc_cv_recall_at_20_max": 0.815444, + "nauc_cv_recall_at_20_std": 0.763551, + "nauc_cv_recall_at_20_diff1": 0.86442, + "nauc_cv_recall_at_100_max": 0.795863, + "nauc_cv_recall_at_100_std": 0.743931, + "nauc_cv_recall_at_100_diff1": 0.861056, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.566492, + "nauc_mrr_at_1_std": 0.484439, + "nauc_mrr_at_1_diff1": 0.905095, + "nauc_mrr_at_3_max": 0.649634, + "nauc_mrr_at_3_std": 0.567029, + "nauc_mrr_at_3_diff1": 0.892497, + "nauc_mrr_at_5_max": 0.649011, + "nauc_mrr_at_5_std": 0.568571, + "nauc_mrr_at_5_diff1": 0.8936, + "nauc_mrr_at_10_max": 0.646403, + "nauc_mrr_at_10_std": 0.567342, + "nauc_mrr_at_10_diff1": 0.894016, + "nauc_mrr_at_20_max": 0.64523, + "nauc_mrr_at_20_std": 0.56595, + "nauc_mrr_at_20_diff1": 0.893707, + "nauc_mrr_at_100_max": 0.644374, + "nauc_mrr_at_100_std": 0.564924, + "nauc_mrr_at_100_diff1": 0.893644, + "nauc_mrr_at_1000_max": 0.644151, + "nauc_mrr_at_1000_std": 0.564677, + "nauc_mrr_at_1000_diff1": 0.89373, + "main_score": 0.78772, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 189.3645944595337, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRRamensBenchmarkRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRRamensBenchmarkRetrieval.json new file mode 100644 index 0000000000..dec9f0ee87 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRRamensBenchmarkRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRRamensBenchmarkRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.89655, + "ndcg_at_3": 0.91831, + "ndcg_at_5": 0.9465, + "ndcg_at_10": 0.9465, + "ndcg_at_20": 0.9465, + "ndcg_at_100": 0.9465, + "ndcg_at_1000": 0.9465, + "map_at_1": 0.89655, + "map_at_3": 0.91379, + "map_at_5": 0.92931, + "map_at_10": 0.92931, + "map_at_20": 0.92931, + "map_at_100": 0.92931, + "map_at_1000": 0.92931, + "recall_at_1": 0.89655, + "recall_at_3": 0.93103, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.89655, + "cv_recall_at_3": 0.93103, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.89655, + "precision_at_3": 0.31034, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.896552, + "mrr_at_3": 0.913793, + "mrr_at_5": 0.92931, + "mrr_at_10": 0.92931, + "mrr_at_20": 0.92931, + "mrr_at_100": 0.92931, + "mrr_at_1000": 0.92931, + "nauc_ndcg_at_1_max": 0.49029, + "nauc_ndcg_at_1_std": 0.063278, + "nauc_ndcg_at_1_diff1": 0.783053, + "nauc_ndcg_at_3_max": 0.58845, + "nauc_ndcg_at_3_std": 0.527266, + "nauc_ndcg_at_3_diff1": 0.725276, + "nauc_ndcg_at_5_max": 0.533875, + "nauc_ndcg_at_5_std": 0.3146, + "nauc_ndcg_at_5_diff1": 0.76118, + "nauc_ndcg_at_10_max": 0.533875, + "nauc_ndcg_at_10_std": 0.3146, + "nauc_ndcg_at_10_diff1": 0.76118, + "nauc_ndcg_at_20_max": 0.533875, + "nauc_ndcg_at_20_std": 0.3146, + "nauc_ndcg_at_20_diff1": 0.76118, + "nauc_ndcg_at_100_max": 0.533875, + "nauc_ndcg_at_100_std": 0.3146, + "nauc_ndcg_at_100_diff1": 0.76118, + "nauc_ndcg_at_1000_max": 0.533875, + "nauc_ndcg_at_1000_std": 0.3146, + "nauc_ndcg_at_1000_diff1": 0.76118, + "nauc_map_at_1_max": 0.49029, + "nauc_map_at_1_std": 0.063278, + "nauc_map_at_1_diff1": 0.783053, + "nauc_map_at_3_max": 0.564006, + "nauc_map_at_3_std": 0.411722, + "nauc_map_at_3_diff1": 0.739664, + "nauc_map_at_5_max": 0.531797, + "nauc_map_at_5_std": 0.298591, + "nauc_map_at_5_diff1": 0.761888, + "nauc_map_at_10_max": 0.531797, + "nauc_map_at_10_std": 0.298591, + "nauc_map_at_10_diff1": 0.761888, + "nauc_map_at_20_max": 0.531797, + "nauc_map_at_20_std": 0.298591, + "nauc_map_at_20_diff1": 0.761888, + "nauc_map_at_100_max": 0.531797, + "nauc_map_at_100_std": 0.298591, + "nauc_map_at_100_diff1": 0.761888, + "nauc_map_at_1000_max": 0.531797, + "nauc_map_at_1000_std": 0.298591, + "nauc_map_at_1000_diff1": 0.761888, + "nauc_recall_at_1_max": 0.49029, + "nauc_recall_at_1_std": 0.063278, + "nauc_recall_at_1_diff1": 0.783053, + "nauc_recall_at_3_max": 0.67458, + "nauc_recall_at_3_std": 0.934389, + "nauc_recall_at_3_diff1": 0.67458, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.49029, + "nauc_precision_at_1_std": 0.063278, + "nauc_precision_at_1_diff1": 0.783053, + "nauc_precision_at_3_max": 0.67458, + "nauc_precision_at_3_std": 0.934389, + "nauc_precision_at_3_diff1": 0.67458, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.49029, + "nauc_cv_recall_at_1_std": 0.063278, + "nauc_cv_recall_at_1_diff1": 0.783053, + "nauc_cv_recall_at_3_max": 0.67458, + "nauc_cv_recall_at_3_std": 0.934389, + "nauc_cv_recall_at_3_diff1": 0.67458, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.49029, + "nauc_mrr_at_1_std": 0.063278, + "nauc_mrr_at_1_diff1": 0.783053, + "nauc_mrr_at_3_max": 0.564006, + "nauc_mrr_at_3_std": 0.411722, + "nauc_mrr_at_3_diff1": 0.739664, + "nauc_mrr_at_5_max": 0.531797, + "nauc_mrr_at_5_std": 0.298591, + "nauc_mrr_at_5_diff1": 0.761888, + "nauc_mrr_at_10_max": 0.531797, + "nauc_mrr_at_10_std": 0.298591, + "nauc_mrr_at_10_diff1": 0.761888, + "nauc_mrr_at_20_max": 0.531797, + "nauc_mrr_at_20_std": 0.298591, + "nauc_mrr_at_20_diff1": 0.761888, + "nauc_mrr_at_100_max": 0.531797, + "nauc_mrr_at_100_std": 0.298591, + "nauc_mrr_at_100_diff1": 0.761888, + "nauc_mrr_at_1000_max": 0.531797, + "nauc_mrr_at_1000_std": 0.298591, + "nauc_mrr_at_1000_diff1": 0.761888, + "main_score": 0.9465, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 12.900819063186646, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRShanghaiMasterPlanRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRShanghaiMasterPlanRetrieval.json new file mode 100644 index 0000000000..0df4530422 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRShanghaiMasterPlanRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRShanghaiMasterPlanRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.92982, + "ndcg_at_3": 0.9741, + "ndcg_at_5": 0.9741, + "ndcg_at_10": 0.9741, + "ndcg_at_20": 0.9741, + "ndcg_at_100": 0.9741, + "ndcg_at_1000": 0.9741, + "map_at_1": 0.92982, + "map_at_3": 0.96491, + "map_at_5": 0.96491, + "map_at_10": 0.96491, + "map_at_20": 0.96491, + "map_at_100": 0.96491, + "map_at_1000": 0.96491, + "recall_at_1": 0.92982, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.92982, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.92982, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.929825, + "mrr_at_3": 0.964912, + "mrr_at_5": 0.964912, + "mrr_at_10": 0.964912, + "mrr_at_20": 0.964912, + "mrr_at_100": 0.964912, + "mrr_at_1000": 0.964912, + "nauc_ndcg_at_1_max": 0.568236, + "nauc_ndcg_at_1_std": 0.528218, + "nauc_ndcg_at_1_diff1": 0.897811, + "nauc_ndcg_at_3_max": 0.568236, + "nauc_ndcg_at_3_std": 0.528218, + "nauc_ndcg_at_3_diff1": 0.897811, + "nauc_ndcg_at_5_max": 0.568236, + "nauc_ndcg_at_5_std": 0.528218, + "nauc_ndcg_at_5_diff1": 0.897811, + "nauc_ndcg_at_10_max": 0.568236, + "nauc_ndcg_at_10_std": 0.528218, + "nauc_ndcg_at_10_diff1": 0.897811, + "nauc_ndcg_at_20_max": 0.568236, + "nauc_ndcg_at_20_std": 0.528218, + "nauc_ndcg_at_20_diff1": 0.897811, + "nauc_ndcg_at_100_max": 0.568236, + "nauc_ndcg_at_100_std": 0.528218, + "nauc_ndcg_at_100_diff1": 0.897811, + "nauc_ndcg_at_1000_max": 0.568236, + "nauc_ndcg_at_1000_std": 0.528218, + "nauc_ndcg_at_1000_diff1": 0.897811, + "nauc_map_at_1_max": 0.568236, + "nauc_map_at_1_std": 0.528218, + "nauc_map_at_1_diff1": 0.897811, + "nauc_map_at_3_max": 0.568236, + "nauc_map_at_3_std": 0.528218, + "nauc_map_at_3_diff1": 0.897811, + "nauc_map_at_5_max": 0.568236, + "nauc_map_at_5_std": 0.528218, + "nauc_map_at_5_diff1": 0.897811, + "nauc_map_at_10_max": 0.568236, + "nauc_map_at_10_std": 0.528218, + "nauc_map_at_10_diff1": 0.897811, + "nauc_map_at_20_max": 0.568236, + "nauc_map_at_20_std": 0.528218, + "nauc_map_at_20_diff1": 0.897811, + "nauc_map_at_100_max": 0.568236, + "nauc_map_at_100_std": 0.528218, + "nauc_map_at_100_diff1": 0.897811, + "nauc_map_at_1000_max": 0.568236, + "nauc_map_at_1000_std": 0.528218, + "nauc_map_at_1000_diff1": 0.897811, + "nauc_recall_at_1_max": 0.568236, + "nauc_recall_at_1_std": 0.528218, + "nauc_recall_at_1_diff1": 0.897811, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.568236, + "nauc_precision_at_1_std": 0.528218, + "nauc_precision_at_1_diff1": 0.897811, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.568236, + "nauc_cv_recall_at_1_std": 0.528218, + "nauc_cv_recall_at_1_diff1": 0.897811, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.568236, + "nauc_mrr_at_1_std": 0.528218, + "nauc_mrr_at_1_diff1": 0.897811, + "nauc_mrr_at_3_max": 0.568236, + "nauc_mrr_at_3_std": 0.528218, + "nauc_mrr_at_3_diff1": 0.897811, + "nauc_mrr_at_5_max": 0.568236, + "nauc_mrr_at_5_std": 0.528218, + "nauc_mrr_at_5_diff1": 0.897811, + "nauc_mrr_at_10_max": 0.568236, + "nauc_mrr_at_10_std": 0.528218, + "nauc_mrr_at_10_diff1": 0.897811, + "nauc_mrr_at_20_max": 0.568236, + "nauc_mrr_at_20_std": 0.528218, + "nauc_mrr_at_20_diff1": 0.897811, + "nauc_mrr_at_100_max": 0.568236, + "nauc_mrr_at_100_std": 0.528218, + "nauc_mrr_at_100_diff1": 0.897811, + "nauc_mrr_at_1000_max": 0.568236, + "nauc_mrr_at_1000_std": 0.528218, + "nauc_mrr_at_1000_diff1": 0.897811, + "main_score": 0.9741, + "hf_subset": "default", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 17.22870445251465, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRShiftProjectRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRShiftProjectRetrieval.json new file mode 100644 index 0000000000..45415fc2c4 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRShiftProjectRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRShiftProjectRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.84091, + "ndcg_at_3": 0.9168, + "ndcg_at_5": 0.92169, + "ndcg_at_10": 0.92548, + "ndcg_at_20": 0.92821, + "ndcg_at_100": 0.92821, + "ndcg_at_1000": 0.92821, + "map_at_1": 0.84091, + "map_at_3": 0.89962, + "map_at_5": 0.90246, + "map_at_10": 0.90409, + "map_at_20": 0.90475, + "map_at_100": 0.90475, + "map_at_1000": 0.90475, + "recall_at_1": 0.84091, + "recall_at_3": 0.96591, + "recall_at_5": 0.97727, + "recall_at_10": 0.98864, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.84091, + "cv_recall_at_3": 0.96591, + "cv_recall_at_5": 0.97727, + "cv_recall_at_10": 0.98864, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.84091, + "precision_at_3": 0.32197, + "precision_at_5": 0.19545, + "precision_at_10": 0.09886, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.840909, + "mrr_at_3": 0.899621, + "mrr_at_5": 0.902462, + "mrr_at_10": 0.904085, + "mrr_at_20": 0.904754, + "mrr_at_100": 0.904754, + "mrr_at_1000": 0.904754, + "nauc_ndcg_at_1_max": 0.130385, + "nauc_ndcg_at_1_std": -0.300829, + "nauc_ndcg_at_1_diff1": 0.758442, + "nauc_ndcg_at_3_max": 0.236281, + "nauc_ndcg_at_3_std": -0.226347, + "nauc_ndcg_at_3_diff1": 0.804068, + "nauc_ndcg_at_5_max": 0.186813, + "nauc_ndcg_at_5_std": -0.297291, + "nauc_ndcg_at_5_diff1": 0.799866, + "nauc_ndcg_at_10_max": 0.16743, + "nauc_ndcg_at_10_std": -0.331914, + "nauc_ndcg_at_10_diff1": 0.789303, + "nauc_ndcg_at_20_max": 0.169166, + "nauc_ndcg_at_20_std": -0.299794, + "nauc_ndcg_at_20_diff1": 0.780987, + "nauc_ndcg_at_100_max": 0.169166, + "nauc_ndcg_at_100_std": -0.299794, + "nauc_ndcg_at_100_diff1": 0.780987, + "nauc_ndcg_at_1000_max": 0.169166, + "nauc_ndcg_at_1000_std": -0.299794, + "nauc_ndcg_at_1000_diff1": 0.780987, + "nauc_map_at_1_max": 0.130385, + "nauc_map_at_1_std": -0.300829, + "nauc_map_at_1_diff1": 0.758442, + "nauc_map_at_3_max": 0.196741, + "nauc_map_at_3_std": -0.256997, + "nauc_map_at_3_diff1": 0.785629, + "nauc_map_at_5_max": 0.172417, + "nauc_map_at_5_std": -0.291093, + "nauc_map_at_5_diff1": 0.783105, + "nauc_map_at_10_max": 0.165697, + "nauc_map_at_10_std": -0.302535, + "nauc_map_at_10_diff1": 0.779286, + "nauc_map_at_20_max": 0.166005, + "nauc_map_at_20_std": -0.296377, + "nauc_map_at_20_diff1": 0.777674, + "nauc_map_at_100_max": 0.166005, + "nauc_map_at_100_std": -0.296377, + "nauc_map_at_100_diff1": 0.777674, + "nauc_map_at_1000_max": 0.166005, + "nauc_map_at_1000_std": -0.296377, + "nauc_map_at_1000_diff1": 0.777674, + "nauc_recall_at_1_max": 0.130385, + "nauc_recall_at_1_std": -0.300829, + "nauc_recall_at_1_diff1": 0.758442, + "nauc_recall_at_3_max": 0.559168, + "nauc_recall_at_3_std": 0.027321, + "nauc_recall_at_3_diff1": 0.956317, + "nauc_recall_at_5_max": 0.338752, + "nauc_recall_at_5_std": -0.393493, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 0.123435, + "nauc_recall_at_10_std": -1.145716, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.130385, + "nauc_precision_at_1_std": -0.300829, + "nauc_precision_at_1_diff1": 0.758442, + "nauc_precision_at_3_max": 0.559168, + "nauc_precision_at_3_std": 0.027321, + "nauc_precision_at_3_diff1": 0.956317, + "nauc_precision_at_5_max": 0.338752, + "nauc_precision_at_5_std": -0.393493, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 0.123435, + "nauc_precision_at_10_std": -1.145716, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.130385, + "nauc_cv_recall_at_1_std": -0.300829, + "nauc_cv_recall_at_1_diff1": 0.758442, + "nauc_cv_recall_at_3_max": 0.559168, + "nauc_cv_recall_at_3_std": 0.027321, + "nauc_cv_recall_at_3_diff1": 0.956317, + "nauc_cv_recall_at_5_max": 0.338752, + "nauc_cv_recall_at_5_std": -0.393493, + "nauc_cv_recall_at_5_diff1": 1.0, + "nauc_cv_recall_at_10_max": 0.123435, + "nauc_cv_recall_at_10_std": -1.145716, + "nauc_cv_recall_at_10_diff1": 1.0, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.130385, + "nauc_mrr_at_1_std": -0.300829, + "nauc_mrr_at_1_diff1": 0.758442, + "nauc_mrr_at_3_max": 0.196741, + "nauc_mrr_at_3_std": -0.256997, + "nauc_mrr_at_3_diff1": 0.785629, + "nauc_mrr_at_5_max": 0.172417, + "nauc_mrr_at_5_std": -0.291093, + "nauc_mrr_at_5_diff1": 0.783105, + "nauc_mrr_at_10_max": 0.165697, + "nauc_mrr_at_10_std": -0.302535, + "nauc_mrr_at_10_diff1": 0.779286, + "nauc_mrr_at_20_max": 0.166005, + "nauc_mrr_at_20_std": -0.296377, + "nauc_mrr_at_20_diff1": 0.777674, + "nauc_mrr_at_100_max": 0.166005, + "nauc_mrr_at_100_std": -0.296377, + "nauc_mrr_at_100_diff1": 0.777674, + "nauc_mrr_at_1000_max": 0.166005, + "nauc_mrr_at_1000_std": -0.296377, + "nauc_mrr_at_1000_diff1": 0.777674, + "main_score": 0.92169, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 604.3949635028839, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRStanfordSlideRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRStanfordSlideRetrieval.json new file mode 100644 index 0000000000..f31b86de60 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRStanfordSlideRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRStanfordSlideRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.92308, + "ndcg_at_3": 0.97161, + "ndcg_at_5": 0.97161, + "ndcg_at_10": 0.97161, + "ndcg_at_20": 0.97161, + "ndcg_at_100": 0.97161, + "ndcg_at_1000": 0.97161, + "map_at_1": 0.92308, + "map_at_3": 0.96154, + "map_at_5": 0.96154, + "map_at_10": 0.96154, + "map_at_20": 0.96154, + "map_at_100": 0.96154, + "map_at_1000": 0.96154, + "recall_at_1": 0.92308, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.92308, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.92308, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.923077, + "mrr_at_3": 0.961538, + "mrr_at_5": 0.961538, + "mrr_at_10": 0.961538, + "mrr_at_20": 0.961538, + "mrr_at_100": 0.961538, + "mrr_at_1000": 0.961538, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.549673, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 0.549673, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 0.549673, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 0.549673, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 1.0, + "nauc_ndcg_at_20_std": 0.549673, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 1.0, + "nauc_ndcg_at_100_std": 0.549673, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 1.0, + "nauc_ndcg_at_1000_std": 0.549673, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.549673, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 0.549673, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 0.549673, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 0.549673, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 1.0, + "nauc_map_at_20_std": 0.549673, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 1.0, + "nauc_map_at_100_std": 0.549673, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 1.0, + "nauc_map_at_1000_std": 0.549673, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.549673, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.549673, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 1.0, + "nauc_cv_recall_at_1_std": 0.549673, + "nauc_cv_recall_at_1_diff1": 1.0, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.549673, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 0.549673, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 0.549673, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 0.549673, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 1.0, + "nauc_mrr_at_20_std": 0.549673, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 1.0, + "nauc_mrr_at_100_std": 0.549673, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 1.0, + "nauc_mrr_at_1000_std": 0.549673, + "nauc_mrr_at_1000_diff1": 1.0, + "main_score": 0.97161, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 133.4204387664795, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRStudentEnrollmentSyntheticRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRStudentEnrollmentSyntheticRetrieval.json new file mode 100644 index 0000000000..4dfb039d8d --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRStudentEnrollmentSyntheticRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRStudentEnrollmentSyntheticRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.055, + "ndcg_at_3": 0.09611, + "ndcg_at_5": 0.11487, + "ndcg_at_10": 0.14641, + "ndcg_at_20": 0.18859, + "ndcg_at_100": 0.29028, + "ndcg_at_1000": 0.29117, + "map_at_1": 0.055, + "map_at_3": 0.0855, + "map_at_5": 0.0958, + "map_at_10": 0.10854, + "map_at_20": 0.11996, + "map_at_100": 0.13353, + "map_at_1000": 0.13359, + "recall_at_1": 0.055, + "recall_at_3": 0.127, + "recall_at_5": 0.173, + "recall_at_10": 0.272, + "recall_at_20": 0.44, + "recall_at_100": 0.994, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.055, + "cv_recall_at_3": 0.127, + "cv_recall_at_5": 0.173, + "cv_recall_at_10": 0.272, + "cv_recall_at_20": 0.44, + "cv_recall_at_100": 0.994, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.055, + "precision_at_3": 0.04233, + "precision_at_5": 0.0346, + "precision_at_10": 0.0272, + "precision_at_20": 0.022, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.055, + "mrr_at_3": 0.0855, + "mrr_at_5": 0.0958, + "mrr_at_10": 0.10854, + "mrr_at_20": 0.119963, + "mrr_at_100": 0.133533, + "mrr_at_1000": 0.13359, + "nauc_ndcg_at_1_max": 0.086065, + "nauc_ndcg_at_1_std": -0.019675, + "nauc_ndcg_at_1_diff1": 0.348186, + "nauc_ndcg_at_3_max": 0.051384, + "nauc_ndcg_at_3_std": -0.043245, + "nauc_ndcg_at_3_diff1": 0.213109, + "nauc_ndcg_at_5_max": 0.073242, + "nauc_ndcg_at_5_std": -0.059642, + "nauc_ndcg_at_5_diff1": 0.194749, + "nauc_ndcg_at_10_max": 0.088099, + "nauc_ndcg_at_10_std": -0.056469, + "nauc_ndcg_at_10_diff1": 0.176672, + "nauc_ndcg_at_20_max": 0.09933, + "nauc_ndcg_at_20_std": -0.03817, + "nauc_ndcg_at_20_diff1": 0.170237, + "nauc_ndcg_at_100_max": 0.083487, + "nauc_ndcg_at_100_std": -0.048722, + "nauc_ndcg_at_100_diff1": 0.200966, + "nauc_ndcg_at_1000_max": 0.083019, + "nauc_ndcg_at_1000_std": -0.048245, + "nauc_ndcg_at_1000_diff1": 0.201002, + "nauc_map_at_1_max": 0.086065, + "nauc_map_at_1_std": -0.019675, + "nauc_map_at_1_diff1": 0.348186, + "nauc_map_at_3_max": 0.056727, + "nauc_map_at_3_std": -0.038207, + "nauc_map_at_3_diff1": 0.238826, + "nauc_map_at_5_max": 0.070633, + "nauc_map_at_5_std": -0.04965, + "nauc_map_at_5_diff1": 0.22479, + "nauc_map_at_10_max": 0.07838, + "nauc_map_at_10_std": -0.048636, + "nauc_map_at_10_diff1": 0.212731, + "nauc_map_at_20_max": 0.081707, + "nauc_map_at_20_std": -0.042003, + "nauc_map_at_20_diff1": 0.211107, + "nauc_map_at_100_max": 0.078675, + "nauc_map_at_100_std": -0.045123, + "nauc_map_at_100_diff1": 0.217348, + "nauc_map_at_1000_max": 0.078647, + "nauc_map_at_1000_std": -0.045102, + "nauc_map_at_1000_diff1": 0.217363, + "nauc_recall_at_1_max": 0.086065, + "nauc_recall_at_1_std": -0.019675, + "nauc_recall_at_1_diff1": 0.348186, + "nauc_recall_at_3_max": 0.040666, + "nauc_recall_at_3_std": -0.053775, + "nauc_recall_at_3_diff1": 0.16004, + "nauc_recall_at_5_max": 0.079589, + "nauc_recall_at_5_std": -0.078364, + "nauc_recall_at_5_diff1": 0.14021, + "nauc_recall_at_10_max": 0.106708, + "nauc_recall_at_10_std": -0.068197, + "nauc_recall_at_10_diff1": 0.120215, + "nauc_recall_at_20_max": 0.134048, + "nauc_recall_at_20_std": -0.025907, + "nauc_recall_at_20_diff1": 0.105614, + "nauc_recall_at_100_max": 0.162932, + "nauc_recall_at_100_std": -0.135387, + "nauc_recall_at_100_diff1": 0.20028, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.086065, + "nauc_precision_at_1_std": -0.019675, + "nauc_precision_at_1_diff1": 0.348186, + "nauc_precision_at_3_max": 0.040666, + "nauc_precision_at_3_std": -0.053775, + "nauc_precision_at_3_diff1": 0.16004, + "nauc_precision_at_5_max": 0.079589, + "nauc_precision_at_5_std": -0.078364, + "nauc_precision_at_5_diff1": 0.14021, + "nauc_precision_at_10_max": 0.106708, + "nauc_precision_at_10_std": -0.068197, + "nauc_precision_at_10_diff1": 0.120215, + "nauc_precision_at_20_max": 0.134048, + "nauc_precision_at_20_std": -0.025907, + "nauc_precision_at_20_diff1": 0.105614, + "nauc_precision_at_100_max": 0.162932, + "nauc_precision_at_100_std": -0.135387, + "nauc_precision_at_100_diff1": 0.20028, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.086065, + "nauc_cv_recall_at_1_std": -0.019675, + "nauc_cv_recall_at_1_diff1": 0.348186, + "nauc_cv_recall_at_3_max": 0.040666, + "nauc_cv_recall_at_3_std": -0.053775, + "nauc_cv_recall_at_3_diff1": 0.16004, + "nauc_cv_recall_at_5_max": 0.079589, + "nauc_cv_recall_at_5_std": -0.078364, + "nauc_cv_recall_at_5_diff1": 0.14021, + "nauc_cv_recall_at_10_max": 0.106708, + "nauc_cv_recall_at_10_std": -0.068197, + "nauc_cv_recall_at_10_diff1": 0.120215, + "nauc_cv_recall_at_20_max": 0.134048, + "nauc_cv_recall_at_20_std": -0.025907, + "nauc_cv_recall_at_20_diff1": 0.105614, + "nauc_cv_recall_at_100_max": 0.162932, + "nauc_cv_recall_at_100_std": -0.135387, + "nauc_cv_recall_at_100_diff1": 0.20028, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.086065, + "nauc_mrr_at_1_std": -0.019675, + "nauc_mrr_at_1_diff1": 0.348186, + "nauc_mrr_at_3_max": 0.056727, + "nauc_mrr_at_3_std": -0.038207, + "nauc_mrr_at_3_diff1": 0.238826, + "nauc_mrr_at_5_max": 0.070633, + "nauc_mrr_at_5_std": -0.04965, + "nauc_mrr_at_5_diff1": 0.22479, + "nauc_mrr_at_10_max": 0.07838, + "nauc_mrr_at_10_std": -0.048636, + "nauc_mrr_at_10_diff1": 0.212731, + "nauc_mrr_at_20_max": 0.081707, + "nauc_mrr_at_20_std": -0.042003, + "nauc_mrr_at_20_diff1": 0.211107, + "nauc_mrr_at_100_max": 0.078681, + "nauc_mrr_at_100_std": -0.045118, + "nauc_mrr_at_100_diff1": 0.217356, + "nauc_mrr_at_1000_max": 0.078652, + "nauc_mrr_at_1000_std": -0.045097, + "nauc_mrr_at_1000_diff1": 0.217371, + "main_score": 0.11487, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 171.15405702590942, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTQARetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTQARetrieval.json new file mode 100644 index 0000000000..e7f57bd797 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.48522, + "ndcg_at_3": 0.64697, + "ndcg_at_5": 0.68207, + "ndcg_at_10": 0.70664, + "ndcg_at_20": 0.72096, + "ndcg_at_100": 0.72652, + "ndcg_at_1000": 0.72652, + "map_at_1": 0.4808, + "map_at_3": 0.6076, + "map_at_5": 0.62741, + "map_at_10": 0.63795, + "map_at_20": 0.64205, + "map_at_100": 0.64302, + "map_at_1000": 0.64302, + "recall_at_1": 0.4808, + "recall_at_3": 0.75807, + "recall_at_5": 0.84234, + "recall_at_10": 0.91692, + "recall_at_20": 0.97248, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.48522, + "cv_recall_at_3": 0.76147, + "cv_recall_at_5": 0.84506, + "cv_recall_at_10": 0.91845, + "cv_recall_at_20": 0.9735, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.48522, + "precision_at_3": 0.2562, + "precision_at_5": 0.17125, + "precision_at_10": 0.09337, + "precision_at_20": 0.04954, + "precision_at_100": 0.01019, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.485219, + "mrr_at_3": 0.609752, + "mrr_at_5": 0.629018, + "mrr_at_10": 0.639012, + "mrr_at_20": 0.642973, + "mrr_at_100": 0.64385, + "mrr_at_1000": 0.64385, + "nauc_ndcg_at_1_max": 0.160519, + "nauc_ndcg_at_1_std": 0.021608, + "nauc_ndcg_at_1_diff1": 0.6701, + "nauc_ndcg_at_3_max": 0.171388, + "nauc_ndcg_at_3_std": 0.027082, + "nauc_ndcg_at_3_diff1": 0.614379, + "nauc_ndcg_at_5_max": 0.18019, + "nauc_ndcg_at_5_std": 0.029967, + "nauc_ndcg_at_5_diff1": 0.608212, + "nauc_ndcg_at_10_max": 0.174574, + "nauc_ndcg_at_10_std": 0.014364, + "nauc_ndcg_at_10_diff1": 0.620955, + "nauc_ndcg_at_20_max": 0.167571, + "nauc_ndcg_at_20_std": 0.012705, + "nauc_ndcg_at_20_diff1": 0.626892, + "nauc_ndcg_at_100_max": 0.166719, + "nauc_ndcg_at_100_std": 0.016832, + "nauc_ndcg_at_100_diff1": 0.629894, + "nauc_ndcg_at_1000_max": 0.166719, + "nauc_ndcg_at_1000_std": 0.016832, + "nauc_ndcg_at_1000_diff1": 0.629894, + "nauc_map_at_1_max": 0.16494, + "nauc_map_at_1_std": 0.026006, + "nauc_map_at_1_diff1": 0.6787, + "nauc_map_at_3_max": 0.166891, + "nauc_map_at_3_std": 0.02469, + "nauc_map_at_3_diff1": 0.631414, + "nauc_map_at_5_max": 0.170312, + "nauc_map_at_5_std": 0.02454, + "nauc_map_at_5_diff1": 0.628982, + "nauc_map_at_10_max": 0.167848, + "nauc_map_at_10_std": 0.018418, + "nauc_map_at_10_diff1": 0.633716, + "nauc_map_at_20_max": 0.166223, + "nauc_map_at_20_std": 0.018236, + "nauc_map_at_20_diff1": 0.635141, + "nauc_map_at_100_max": 0.166023, + "nauc_map_at_100_std": 0.018671, + "nauc_map_at_100_diff1": 0.635577, + "nauc_map_at_1000_max": 0.166023, + "nauc_map_at_1000_std": 0.018671, + "nauc_map_at_1000_diff1": 0.635577, + "nauc_recall_at_1_max": 0.16494, + "nauc_recall_at_1_std": 0.026006, + "nauc_recall_at_1_diff1": 0.6787, + "nauc_recall_at_3_max": 0.195986, + "nauc_recall_at_3_std": 0.046055, + "nauc_recall_at_3_diff1": 0.551336, + "nauc_recall_at_5_max": 0.243899, + "nauc_recall_at_5_std": 0.070615, + "nauc_recall_at_5_diff1": 0.500701, + "nauc_recall_at_10_max": 0.250003, + "nauc_recall_at_10_std": -0.022456, + "nauc_recall_at_10_diff1": 0.526027, + "nauc_recall_at_20_max": 0.191832, + "nauc_recall_at_20_std": -0.150479, + "nauc_recall_at_20_diff1": 0.51709, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.160519, + "nauc_precision_at_1_std": 0.021608, + "nauc_precision_at_1_diff1": 0.6701, + "nauc_precision_at_3_max": 0.16761, + "nauc_precision_at_3_std": 0.025241, + "nauc_precision_at_3_diff1": 0.495494, + "nauc_precision_at_5_max": 0.184186, + "nauc_precision_at_5_std": 0.032791, + "nauc_precision_at_5_diff1": 0.389354, + "nauc_precision_at_10_max": 0.125621, + "nauc_precision_at_10_std": -0.07953, + "nauc_precision_at_10_diff1": 0.295632, + "nauc_precision_at_20_max": -0.043039, + "nauc_precision_at_20_std": -0.187669, + "nauc_precision_at_20_diff1": 0.022499, + "nauc_precision_at_100_max": -0.242668, + "nauc_precision_at_100_std": -0.199869, + "nauc_precision_at_100_diff1": -0.400917, + "nauc_precision_at_1000_max": -0.242668, + "nauc_precision_at_1000_std": -0.199869, + "nauc_precision_at_1000_diff1": -0.400917, + "nauc_cv_recall_at_1_max": 0.160519, + "nauc_cv_recall_at_1_std": 0.021608, + "nauc_cv_recall_at_1_diff1": 0.6701, + "nauc_cv_recall_at_3_max": 0.188262, + "nauc_cv_recall_at_3_std": 0.035096, + "nauc_cv_recall_at_3_diff1": 0.546732, + "nauc_cv_recall_at_5_max": 0.242273, + "nauc_cv_recall_at_5_std": 0.068661, + "nauc_cv_recall_at_5_diff1": 0.495563, + "nauc_cv_recall_at_10_max": 0.246863, + "nauc_cv_recall_at_10_std": -0.021378, + "nauc_cv_recall_at_10_diff1": 0.520742, + "nauc_cv_recall_at_20_max": 0.18166, + "nauc_cv_recall_at_20_std": -0.165528, + "nauc_cv_recall_at_20_diff1": 0.515659, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.160519, + "nauc_mrr_at_1_std": 0.021608, + "nauc_mrr_at_1_diff1": 0.6701, + "nauc_mrr_at_3_max": 0.162568, + "nauc_mrr_at_3_std": 0.018992, + "nauc_mrr_at_3_diff1": 0.627326, + "nauc_mrr_at_5_max": 0.167609, + "nauc_mrr_at_5_std": 0.021262, + "nauc_mrr_at_5_diff1": 0.626003, + "nauc_mrr_at_10_max": 0.165463, + "nauc_mrr_at_10_std": 0.016053, + "nauc_mrr_at_10_diff1": 0.631187, + "nauc_mrr_at_20_max": 0.163891, + "nauc_mrr_at_20_std": 0.015582, + "nauc_mrr_at_20_diff1": 0.632845, + "nauc_mrr_at_100_max": 0.163786, + "nauc_mrr_at_100_std": 0.016088, + "nauc_mrr_at_100_diff1": 0.633248, + "nauc_mrr_at_1000_max": 0.163786, + "nauc_mrr_at_1000_std": 0.016088, + "nauc_mrr_at_1000_diff1": 0.633248, + "main_score": 0.68207, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 109.16512560844421, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTabFQuadRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTabFQuadRetrieval.json new file mode 100644 index 0000000000..e13bd12f6f --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTabFQuadRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTabFQuadRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.904, + "ndcg_at_3": 0.95847, + "ndcg_at_5": 0.95847, + "ndcg_at_10": 0.95847, + "ndcg_at_20": 0.96047, + "ndcg_at_100": 0.96047, + "ndcg_at_1000": 0.96047, + "map_at_1": 0.904, + "map_at_3": 0.94667, + "map_at_5": 0.94667, + "map_at_10": 0.94667, + "map_at_20": 0.9472, + "map_at_100": 0.9472, + "map_at_1000": 0.9472, + "recall_at_1": 0.904, + "recall_at_3": 0.992, + "recall_at_5": 0.992, + "recall_at_10": 0.992, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.904, + "cv_recall_at_3": 0.992, + "cv_recall_at_5": 0.992, + "cv_recall_at_10": 0.992, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.904, + "precision_at_3": 0.33067, + "precision_at_5": 0.1984, + "precision_at_10": 0.0992, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.904, + "mrr_at_3": 0.946667, + "mrr_at_5": 0.946667, + "mrr_at_10": 0.946667, + "mrr_at_20": 0.9472, + "mrr_at_100": 0.9472, + "mrr_at_1000": 0.9472, + "nauc_ndcg_at_1_max": 0.199166, + "nauc_ndcg_at_1_std": -0.221646, + "nauc_ndcg_at_1_diff1": 0.95662, + "nauc_ndcg_at_3_max": 0.316707, + "nauc_ndcg_at_3_std": -0.058158, + "nauc_ndcg_at_3_diff1": 0.959704, + "nauc_ndcg_at_5_max": 0.316707, + "nauc_ndcg_at_5_std": -0.058158, + "nauc_ndcg_at_5_diff1": 0.959704, + "nauc_ndcg_at_10_max": 0.316707, + "nauc_ndcg_at_10_std": -0.058158, + "nauc_ndcg_at_10_diff1": 0.959704, + "nauc_ndcg_at_20_max": 0.282133, + "nauc_ndcg_at_20_std": -0.105116, + "nauc_ndcg_at_20_diff1": 0.957665, + "nauc_ndcg_at_100_max": 0.282133, + "nauc_ndcg_at_100_std": -0.105116, + "nauc_ndcg_at_100_diff1": 0.957665, + "nauc_ndcg_at_1000_max": 0.282133, + "nauc_ndcg_at_1000_std": -0.105116, + "nauc_ndcg_at_1000_diff1": 0.957665, + "nauc_map_at_1_max": 0.199166, + "nauc_map_at_1_std": -0.221646, + "nauc_map_at_1_diff1": 0.95662, + "nauc_map_at_3_max": 0.279249, + "nauc_map_at_3_std": -0.109242, + "nauc_map_at_3_diff1": 0.957704, + "nauc_map_at_5_max": 0.279249, + "nauc_map_at_5_std": -0.109242, + "nauc_map_at_5_diff1": 0.957704, + "nauc_map_at_10_max": 0.279249, + "nauc_map_at_10_std": -0.109242, + "nauc_map_at_10_diff1": 0.957704, + "nauc_map_at_20_max": 0.271969, + "nauc_map_at_20_std": -0.119131, + "nauc_map_at_20_diff1": 0.957277, + "nauc_map_at_100_max": 0.271969, + "nauc_map_at_100_std": -0.119131, + "nauc_map_at_100_diff1": 0.957277, + "nauc_map_at_1000_max": 0.271969, + "nauc_map_at_1000_std": -0.119131, + "nauc_map_at_1000_diff1": 0.957277, + "nauc_recall_at_1_max": 0.199166, + "nauc_recall_at_1_std": -0.221646, + "nauc_recall_at_1_diff1": 0.95662, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.869859, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.869859, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.869859, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.199166, + "nauc_precision_at_1_std": -0.221646, + "nauc_precision_at_1_diff1": 0.95662, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.869859, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.869859, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.869859, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.199166, + "nauc_cv_recall_at_1_std": -0.221646, + "nauc_cv_recall_at_1_diff1": 0.95662, + "nauc_cv_recall_at_3_max": 1.0, + "nauc_cv_recall_at_3_std": 0.869859, + "nauc_cv_recall_at_3_diff1": 1.0, + "nauc_cv_recall_at_5_max": 1.0, + "nauc_cv_recall_at_5_std": 0.869859, + "nauc_cv_recall_at_5_diff1": 1.0, + "nauc_cv_recall_at_10_max": 1.0, + "nauc_cv_recall_at_10_std": 0.869859, + "nauc_cv_recall_at_10_diff1": 1.0, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.199166, + "nauc_mrr_at_1_std": -0.221646, + "nauc_mrr_at_1_diff1": 0.95662, + "nauc_mrr_at_3_max": 0.279249, + "nauc_mrr_at_3_std": -0.109242, + "nauc_mrr_at_3_diff1": 0.957704, + "nauc_mrr_at_5_max": 0.279249, + "nauc_mrr_at_5_std": -0.109242, + "nauc_mrr_at_5_diff1": 0.957704, + "nauc_mrr_at_10_max": 0.279249, + "nauc_mrr_at_10_std": -0.109242, + "nauc_mrr_at_10_diff1": 0.957704, + "nauc_mrr_at_20_max": 0.271969, + "nauc_mrr_at_20_std": -0.119131, + "nauc_mrr_at_20_diff1": 0.957277, + "nauc_mrr_at_100_max": 0.271969, + "nauc_mrr_at_100_std": -0.119131, + "nauc_mrr_at_100_diff1": 0.957277, + "nauc_mrr_at_1000_max": 0.271969, + "nauc_mrr_at_1000_std": -0.119131, + "nauc_mrr_at_1000_diff1": 0.957277, + "main_score": 0.95847, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 24.207072257995605, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTableVQARetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTableVQARetrieval.json new file mode 100644 index 0000000000..09bf2c6e59 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTableVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTableVQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.78629, + "ndcg_at_3": 0.88305, + "ndcg_at_5": 0.89171, + "ndcg_at_10": 0.89739, + "ndcg_at_20": 0.8989, + "ndcg_at_100": 0.89986, + "ndcg_at_1000": 0.90026, + "map_at_1": 0.78327, + "map_at_3": 0.86013, + "map_at_5": 0.86507, + "map_at_10": 0.86749, + "map_at_20": 0.8679, + "map_at_100": 0.86805, + "map_at_1000": 0.86806, + "recall_at_1": 0.78327, + "recall_at_3": 0.94808, + "recall_at_5": 0.96875, + "recall_at_10": 0.98589, + "recall_at_20": 0.99194, + "recall_at_100": 0.99698, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.78629, + "cv_recall_at_3": 0.94859, + "cv_recall_at_5": 0.96875, + "cv_recall_at_10": 0.98589, + "cv_recall_at_20": 0.99194, + "cv_recall_at_100": 0.99698, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.78629, + "precision_at_3": 0.31821, + "precision_at_5": 0.19516, + "precision_at_10": 0.09929, + "precision_at_20": 0.04995, + "precision_at_100": 0.01004, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.78629, + "mrr_at_3": 0.860887, + "mrr_at_5": 0.865625, + "mrr_at_10": 0.868049, + "mrr_at_20": 0.868456, + "mrr_at_100": 0.868601, + "mrr_at_1000": 0.868616, + "nauc_ndcg_at_1_max": 0.364017, + "nauc_ndcg_at_1_std": 0.071441, + "nauc_ndcg_at_1_diff1": 0.875953, + "nauc_ndcg_at_3_max": 0.425702, + "nauc_ndcg_at_3_std": 0.085951, + "nauc_ndcg_at_3_diff1": 0.848495, + "nauc_ndcg_at_5_max": 0.429951, + "nauc_ndcg_at_5_std": 0.104873, + "nauc_ndcg_at_5_diff1": 0.852159, + "nauc_ndcg_at_10_max": 0.419939, + "nauc_ndcg_at_10_std": 0.104336, + "nauc_ndcg_at_10_diff1": 0.854503, + "nauc_ndcg_at_20_max": 0.415405, + "nauc_ndcg_at_20_std": 0.102712, + "nauc_ndcg_at_20_diff1": 0.857918, + "nauc_ndcg_at_100_max": 0.410251, + "nauc_ndcg_at_100_std": 0.096791, + "nauc_ndcg_at_100_diff1": 0.858798, + "nauc_ndcg_at_1000_max": 0.407764, + "nauc_ndcg_at_1000_std": 0.093162, + "nauc_ndcg_at_1000_diff1": 0.858992, + "nauc_map_at_1_max": 0.360948, + "nauc_map_at_1_std": 0.068901, + "nauc_map_at_1_diff1": 0.879703, + "nauc_map_at_3_max": 0.40494, + "nauc_map_at_3_std": 0.079361, + "nauc_map_at_3_diff1": 0.857466, + "nauc_map_at_5_max": 0.405779, + "nauc_map_at_5_std": 0.087393, + "nauc_map_at_5_diff1": 0.859445, + "nauc_map_at_10_max": 0.401998, + "nauc_map_at_10_std": 0.086885, + "nauc_map_at_10_diff1": 0.860234, + "nauc_map_at_20_max": 0.401062, + "nauc_map_at_20_std": 0.086671, + "nauc_map_at_20_diff1": 0.861032, + "nauc_map_at_100_max": 0.400453, + "nauc_map_at_100_std": 0.086063, + "nauc_map_at_100_diff1": 0.861154, + "nauc_map_at_1000_max": 0.400379, + "nauc_map_at_1000_std": 0.085955, + "nauc_map_at_1000_diff1": 0.861161, + "nauc_recall_at_1_max": 0.360948, + "nauc_recall_at_1_std": 0.068901, + "nauc_recall_at_1_diff1": 0.879703, + "nauc_recall_at_3_max": 0.575975, + "nauc_recall_at_3_std": 0.13312, + "nauc_recall_at_3_diff1": 0.783497, + "nauc_recall_at_5_max": 0.712208, + "nauc_recall_at_5_std": 0.315715, + "nauc_recall_at_5_diff1": 0.773233, + "nauc_recall_at_10_max": 0.848318, + "nauc_recall_at_10_std": 0.559834, + "nauc_recall_at_10_diff1": 0.731433, + "nauc_recall_at_20_max": 0.948954, + "nauc_recall_at_20_std": 0.802549, + "nauc_recall_at_20_diff1": 0.791134, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956437, + "nauc_recall_at_100_diff1": 0.814884, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.364017, + "nauc_precision_at_1_std": 0.071441, + "nauc_precision_at_1_diff1": 0.875953, + "nauc_precision_at_3_max": 0.476797, + "nauc_precision_at_3_std": 0.128537, + "nauc_precision_at_3_diff1": 0.558999, + "nauc_precision_at_5_max": 0.494394, + "nauc_precision_at_5_std": 0.246599, + "nauc_precision_at_5_diff1": 0.409653, + "nauc_precision_at_10_max": 0.425773, + "nauc_precision_at_10_std": 0.332224, + "nauc_precision_at_10_diff1": 0.151327, + "nauc_precision_at_20_max": 0.340087, + "nauc_precision_at_20_std": 0.360753, + "nauc_precision_at_20_diff1": 0.002604, + "nauc_precision_at_100_max": 0.149778, + "nauc_precision_at_100_std": 0.245738, + "nauc_precision_at_100_diff1": -0.252226, + "nauc_precision_at_1000_max": -0.059429, + "nauc_precision_at_1000_std": 0.070862, + "nauc_precision_at_1000_diff1": -0.514801, + "nauc_cv_recall_at_1_max": 0.364017, + "nauc_cv_recall_at_1_std": 0.071441, + "nauc_cv_recall_at_1_diff1": 0.875953, + "nauc_cv_recall_at_3_max": 0.57454, + "nauc_cv_recall_at_3_std": 0.130915, + "nauc_cv_recall_at_3_diff1": 0.785746, + "nauc_cv_recall_at_5_max": 0.712208, + "nauc_cv_recall_at_5_std": 0.315715, + "nauc_cv_recall_at_5_diff1": 0.773233, + "nauc_cv_recall_at_10_max": 0.848318, + "nauc_cv_recall_at_10_std": 0.559834, + "nauc_cv_recall_at_10_diff1": 0.731433, + "nauc_cv_recall_at_20_max": 0.948954, + "nauc_cv_recall_at_20_std": 0.802549, + "nauc_cv_recall_at_20_diff1": 0.791134, + "nauc_cv_recall_at_100_max": 1.0, + "nauc_cv_recall_at_100_std": 0.956437, + "nauc_cv_recall_at_100_diff1": 0.814884, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.364017, + "nauc_mrr_at_1_std": 0.071441, + "nauc_mrr_at_1_diff1": 0.875953, + "nauc_mrr_at_3_max": 0.404138, + "nauc_mrr_at_3_std": 0.079649, + "nauc_mrr_at_3_diff1": 0.85734, + "nauc_mrr_at_5_max": 0.405638, + "nauc_mrr_at_5_std": 0.088199, + "nauc_mrr_at_5_diff1": 0.859217, + "nauc_mrr_at_10_max": 0.401842, + "nauc_mrr_at_10_std": 0.087705, + "nauc_mrr_at_10_diff1": 0.860004, + "nauc_mrr_at_20_max": 0.400903, + "nauc_mrr_at_20_std": 0.087493, + "nauc_mrr_at_20_diff1": 0.860804, + "nauc_mrr_at_100_max": 0.400292, + "nauc_mrr_at_100_std": 0.086884, + "nauc_mrr_at_100_diff1": 0.860926, + "nauc_mrr_at_1000_max": 0.400218, + "nauc_mrr_at_1000_std": 0.086776, + "nauc_mrr_at_1000_diff1": 0.860933, + "main_score": 0.89171, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 106.77415108680725, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTatQARetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTatQARetrieval.json new file mode 100644 index 0000000000..f2a45a4507 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTatQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTatQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.875, + "ndcg_at_3": 0.93174, + "ndcg_at_5": 0.93533, + "ndcg_at_10": 0.93811, + "ndcg_at_20": 0.93811, + "ndcg_at_100": 0.94144, + "ndcg_at_1000": 0.94144, + "map_at_1": 0.875, + "map_at_3": 0.91944, + "map_at_5": 0.92153, + "map_at_10": 0.92272, + "map_at_20": 0.92272, + "map_at_100": 0.92326, + "map_at_1000": 0.92326, + "recall_at_1": 0.875, + "recall_at_3": 0.96667, + "recall_at_5": 0.975, + "recall_at_10": 0.98333, + "recall_at_20": 0.98333, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.875, + "cv_recall_at_3": 0.96667, + "cv_recall_at_5": 0.975, + "cv_recall_at_10": 0.98333, + "cv_recall_at_20": 0.98333, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.875, + "precision_at_3": 0.32222, + "precision_at_5": 0.195, + "precision_at_10": 0.09833, + "precision_at_20": 0.04917, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.875, + "mrr_at_3": 0.919444, + "mrr_at_5": 0.921528, + "mrr_at_10": 0.922718, + "mrr_at_20": 0.922718, + "mrr_at_100": 0.923258, + "mrr_at_1000": 0.923258, + "nauc_ndcg_at_1_max": 0.440844, + "nauc_ndcg_at_1_std": 0.324385, + "nauc_ndcg_at_1_diff1": 0.831128, + "nauc_ndcg_at_3_max": 0.467766, + "nauc_ndcg_at_3_std": 0.380282, + "nauc_ndcg_at_3_diff1": 0.786025, + "nauc_ndcg_at_5_max": 0.46288, + "nauc_ndcg_at_5_std": 0.360944, + "nauc_ndcg_at_5_diff1": 0.781316, + "nauc_ndcg_at_10_max": 0.438293, + "nauc_ndcg_at_10_std": 0.337674, + "nauc_ndcg_at_10_diff1": 0.784021, + "nauc_ndcg_at_20_max": 0.438293, + "nauc_ndcg_at_20_std": 0.337674, + "nauc_ndcg_at_20_diff1": 0.784021, + "nauc_ndcg_at_100_max": 0.452905, + "nauc_ndcg_at_100_std": 0.350085, + "nauc_ndcg_at_100_diff1": 0.797984, + "nauc_ndcg_at_1000_max": 0.452905, + "nauc_ndcg_at_1000_std": 0.350085, + "nauc_ndcg_at_1000_diff1": 0.797984, + "nauc_map_at_1_max": 0.440844, + "nauc_map_at_1_std": 0.324385, + "nauc_map_at_1_diff1": 0.831128, + "nauc_map_at_3_max": 0.462684, + "nauc_map_at_3_std": 0.365638, + "nauc_map_at_3_diff1": 0.801883, + "nauc_map_at_5_max": 0.460204, + "nauc_map_at_5_std": 0.35597, + "nauc_map_at_5_diff1": 0.800056, + "nauc_map_at_10_max": 0.451709, + "nauc_map_at_10_std": 0.347892, + "nauc_map_at_10_diff1": 0.801281, + "nauc_map_at_20_max": 0.451709, + "nauc_map_at_20_std": 0.347892, + "nauc_map_at_20_diff1": 0.801281, + "nauc_map_at_100_max": 0.454191, + "nauc_map_at_100_std": 0.35003, + "nauc_map_at_100_diff1": 0.803456, + "nauc_map_at_1000_max": 0.454191, + "nauc_map_at_1000_std": 0.35003, + "nauc_map_at_1000_diff1": 0.803456, + "nauc_recall_at_1_max": 0.440844, + "nauc_recall_at_1_std": 0.324385, + "nauc_recall_at_1_diff1": 0.831128, + "nauc_recall_at_3_max": 0.497666, + "nauc_recall_at_3_std": 0.474323, + "nauc_recall_at_3_diff1": 0.678571, + "nauc_recall_at_5_max": 0.478836, + "nauc_recall_at_5_std": 0.39169, + "nauc_recall_at_5_diff1": 0.615002, + "nauc_recall_at_10_max": 0.218254, + "nauc_recall_at_10_std": 0.152894, + "nauc_recall_at_10_diff1": 0.561391, + "nauc_recall_at_20_max": 0.218254, + "nauc_recall_at_20_std": 0.152894, + "nauc_recall_at_20_diff1": 0.561391, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.440844, + "nauc_precision_at_1_std": 0.324385, + "nauc_precision_at_1_diff1": 0.831128, + "nauc_precision_at_3_max": 0.497666, + "nauc_precision_at_3_std": 0.474323, + "nauc_precision_at_3_diff1": 0.678571, + "nauc_precision_at_5_max": 0.478836, + "nauc_precision_at_5_std": 0.39169, + "nauc_precision_at_5_diff1": 0.615002, + "nauc_precision_at_10_max": 0.218254, + "nauc_precision_at_10_std": 0.152894, + "nauc_precision_at_10_diff1": 0.561391, + "nauc_precision_at_20_max": 0.218254, + "nauc_precision_at_20_std": 0.152894, + "nauc_precision_at_20_diff1": 0.561391, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.440844, + "nauc_cv_recall_at_1_std": 0.324385, + "nauc_cv_recall_at_1_diff1": 0.831128, + "nauc_cv_recall_at_3_max": 0.497666, + "nauc_cv_recall_at_3_std": 0.474323, + "nauc_cv_recall_at_3_diff1": 0.678571, + "nauc_cv_recall_at_5_max": 0.478836, + "nauc_cv_recall_at_5_std": 0.39169, + "nauc_cv_recall_at_5_diff1": 0.615002, + "nauc_cv_recall_at_10_max": 0.218254, + "nauc_cv_recall_at_10_std": 0.152894, + "nauc_cv_recall_at_10_diff1": 0.561391, + "nauc_cv_recall_at_20_max": 0.218254, + "nauc_cv_recall_at_20_std": 0.152894, + "nauc_cv_recall_at_20_diff1": 0.561391, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.440844, + "nauc_mrr_at_1_std": 0.324385, + "nauc_mrr_at_1_diff1": 0.831128, + "nauc_mrr_at_3_max": 0.462684, + "nauc_mrr_at_3_std": 0.365638, + "nauc_mrr_at_3_diff1": 0.801883, + "nauc_mrr_at_5_max": 0.460204, + "nauc_mrr_at_5_std": 0.35597, + "nauc_mrr_at_5_diff1": 0.800056, + "nauc_mrr_at_10_max": 0.451709, + "nauc_mrr_at_10_std": 0.347892, + "nauc_mrr_at_10_diff1": 0.801281, + "nauc_mrr_at_20_max": 0.451709, + "nauc_mrr_at_20_std": 0.347892, + "nauc_mrr_at_20_diff1": 0.801281, + "nauc_mrr_at_100_max": 0.454191, + "nauc_mrr_at_100_std": 0.35003, + "nauc_mrr_at_100_diff1": 0.803456, + "nauc_mrr_at_1000_max": 0.454191, + "nauc_mrr_at_1000_std": 0.35003, + "nauc_mrr_at_1000_diff1": 0.803456, + "main_score": 0.93533, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 138.28367233276367, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTweetStockSyntheticsRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTweetStockSyntheticsRetrieval.json new file mode 100644 index 0000000000..b0e6486810 --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRTweetStockSyntheticsRetrieval.json @@ -0,0 +1,1761 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTweetStockSyntheticsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.68069, + "ndcg_at_3": 0.77471, + "ndcg_at_5": 0.78837, + "ndcg_at_10": 0.80312, + "ndcg_at_20": 0.81856, + "ndcg_at_100": 0.82372, + "ndcg_at_1000": 0.82372, + "map_at_1": 0.67653, + "map_at_3": 0.75175, + "map_at_5": 0.75966, + "map_at_10": 0.76616, + "map_at_20": 0.77049, + "map_at_100": 0.77137, + "map_at_1000": 0.77137, + "recall_at_1": 0.67653, + "recall_at_3": 0.83684, + "recall_at_5": 0.86955, + "recall_at_10": 0.91459, + "recall_at_20": 0.97508, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.68069, + "cv_recall_at_3": 0.84268, + "cv_recall_at_5": 0.87383, + "cv_recall_at_10": 0.91589, + "cv_recall_at_20": 0.97508, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.68069, + "precision_at_3": 0.28401, + "precision_at_5": 0.17757, + "precision_at_10": 0.09377, + "precision_at_20": 0.05008, + "precision_at_100": 0.0103, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.680685, + "mrr_at_3": 0.754933, + "mrr_at_5": 0.762098, + "mrr_at_10": 0.767494, + "mrr_at_20": 0.771591, + "mrr_at_100": 0.772458, + "mrr_at_1000": 0.772458, + "nauc_ndcg_at_1_max": -0.343614, + "nauc_ndcg_at_1_std": -0.611804, + "nauc_ndcg_at_1_diff1": 0.770409, + "nauc_ndcg_at_3_max": -0.346377, + "nauc_ndcg_at_3_std": -0.707254, + "nauc_ndcg_at_3_diff1": 0.771743, + "nauc_ndcg_at_5_max": -0.315053, + "nauc_ndcg_at_5_std": -0.700055, + "nauc_ndcg_at_5_diff1": 0.786972, + "nauc_ndcg_at_10_max": -0.295206, + "nauc_ndcg_at_10_std": -0.6886, + "nauc_ndcg_at_10_diff1": 0.78433, + "nauc_ndcg_at_20_max": -0.309408, + "nauc_ndcg_at_20_std": -0.680376, + "nauc_ndcg_at_20_diff1": 0.78155, + "nauc_ndcg_at_100_max": -0.321547, + "nauc_ndcg_at_100_std": -0.677062, + "nauc_ndcg_at_100_diff1": 0.778646, + "nauc_ndcg_at_1000_max": -0.321547, + "nauc_ndcg_at_1000_std": -0.677062, + "nauc_ndcg_at_1000_diff1": 0.778646, + "nauc_map_at_1_max": -0.353802, + "nauc_map_at_1_std": -0.616075, + "nauc_map_at_1_diff1": 0.772833, + "nauc_map_at_3_max": -0.352562, + "nauc_map_at_3_std": -0.685454, + "nauc_map_at_3_diff1": 0.769228, + "nauc_map_at_5_max": -0.334804, + "nauc_map_at_5_std": -0.680753, + "nauc_map_at_5_diff1": 0.778264, + "nauc_map_at_10_max": -0.325789, + "nauc_map_at_10_std": -0.674981, + "nauc_map_at_10_diff1": 0.777524, + "nauc_map_at_20_max": -0.329123, + "nauc_map_at_20_std": -0.672718, + "nauc_map_at_20_diff1": 0.776852, + "nauc_map_at_100_max": -0.330766, + "nauc_map_at_100_std": -0.672307, + "nauc_map_at_100_diff1": 0.776441, + "nauc_map_at_1000_max": -0.330766, + "nauc_map_at_1000_std": -0.672307, + "nauc_map_at_1000_diff1": 0.776441, + "nauc_recall_at_1_max": -0.353802, + "nauc_recall_at_1_std": -0.616075, + "nauc_recall_at_1_diff1": 0.772833, + "nauc_recall_at_3_max": -0.341824, + "nauc_recall_at_3_std": -0.796756, + "nauc_recall_at_3_diff1": 0.774249, + "nauc_recall_at_5_max": -0.233573, + "nauc_recall_at_5_std": -0.794206, + "nauc_recall_at_5_diff1": 0.825498, + "nauc_recall_at_10_max": -0.081988, + "nauc_recall_at_10_std": -0.778824, + "nauc_recall_at_10_diff1": 0.828702, + "nauc_recall_at_20_max": 0.057603, + "nauc_recall_at_20_std": -0.790293, + "nauc_recall_at_20_diff1": 0.870062, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.343614, + "nauc_precision_at_1_std": -0.611804, + "nauc_precision_at_1_diff1": 0.770409, + "nauc_precision_at_3_max": -0.225785, + "nauc_precision_at_3_std": -0.696032, + "nauc_precision_at_3_diff1": 0.6721, + "nauc_precision_at_5_max": -0.058872, + "nauc_precision_at_5_std": -0.617538, + "nauc_precision_at_5_diff1": 0.656638, + "nauc_precision_at_10_max": 0.162018, + "nauc_precision_at_10_std": -0.431847, + "nauc_precision_at_10_diff1": 0.500752, + "nauc_precision_at_20_max": 0.441084, + "nauc_precision_at_20_std": -0.047795, + "nauc_precision_at_20_diff1": 0.137403, + "nauc_precision_at_100_max": 0.565443, + "nauc_precision_at_100_std": 0.350006, + "nauc_precision_at_100_diff1": -0.279169, + "nauc_precision_at_1000_max": 0.565443, + "nauc_precision_at_1000_std": 0.350006, + "nauc_precision_at_1000_diff1": -0.279169, + "nauc_cv_recall_at_1_max": -0.343614, + "nauc_cv_recall_at_1_std": -0.611804, + "nauc_cv_recall_at_1_diff1": 0.770409, + "nauc_cv_recall_at_3_max": -0.305908, + "nauc_cv_recall_at_3_std": -0.793637, + "nauc_cv_recall_at_3_diff1": 0.787598, + "nauc_cv_recall_at_5_max": -0.204795, + "nauc_cv_recall_at_5_std": -0.78867, + "nauc_cv_recall_at_5_diff1": 0.832632, + "nauc_cv_recall_at_10_max": -0.067288, + "nauc_cv_recall_at_10_std": -0.774877, + "nauc_cv_recall_at_10_diff1": 0.832592, + "nauc_cv_recall_at_20_max": 0.057603, + "nauc_cv_recall_at_20_std": -0.790293, + "nauc_cv_recall_at_20_diff1": 0.870062, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.343614, + "nauc_mrr_at_1_std": -0.611804, + "nauc_mrr_at_1_diff1": 0.770409, + "nauc_mrr_at_3_max": -0.338832, + "nauc_mrr_at_3_std": -0.680163, + "nauc_mrr_at_3_diff1": 0.772888, + "nauc_mrr_at_5_max": -0.325663, + "nauc_mrr_at_5_std": -0.675285, + "nauc_mrr_at_5_diff1": 0.779295, + "nauc_mrr_at_10_max": -0.321466, + "nauc_mrr_at_10_std": -0.671387, + "nauc_mrr_at_10_diff1": 0.777879, + "nauc_mrr_at_20_max": -0.3257, + "nauc_mrr_at_20_std": -0.669593, + "nauc_mrr_at_20_diff1": 0.777072, + "nauc_mrr_at_100_max": -0.327287, + "nauc_mrr_at_100_std": -0.66916, + "nauc_mrr_at_100_diff1": 0.776666, + "nauc_mrr_at_1000_max": -0.327287, + "nauc_mrr_at_1000_std": -0.66916, + "nauc_mrr_at_1000_diff1": 0.776666, + "main_score": 0.78837, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.7866, + "ndcg_at_3": 0.84736, + "ndcg_at_5": 0.86171, + "ndcg_at_10": 0.87339, + "ndcg_at_20": 0.88308, + "ndcg_at_100": 0.88452, + "ndcg_at_1000": 0.88452, + "map_at_1": 0.77869, + "map_at_3": 0.83217, + "map_at_5": 0.84097, + "map_at_10": 0.84616, + "map_at_20": 0.84889, + "map_at_100": 0.84918, + "map_at_1000": 0.84918, + "recall_at_1": 0.77869, + "recall_at_3": 0.8872, + "recall_at_5": 0.92108, + "recall_at_10": 0.95587, + "recall_at_20": 0.99377, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.7866, + "cv_recall_at_3": 0.89097, + "cv_recall_at_5": 0.92368, + "cv_recall_at_10": 0.95639, + "cv_recall_at_20": 0.99377, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.7866, + "precision_at_3": 0.30166, + "precision_at_5": 0.18879, + "precision_at_10": 0.09813, + "precision_at_20": 0.05101, + "precision_at_100": 0.0103, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.786604, + "mrr_at_3": 0.834891, + "mrr_at_5": 0.842601, + "mrr_at_10": 0.847162, + "mrr_at_20": 0.849807, + "mrr_at_100": 0.850049, + "mrr_at_1000": 0.850049, + "nauc_ndcg_at_1_max": -0.035299, + "nauc_ndcg_at_1_std": -0.301721, + "nauc_ndcg_at_1_diff1": 0.884664, + "nauc_ndcg_at_3_max": 0.035267, + "nauc_ndcg_at_3_std": -0.280509, + "nauc_ndcg_at_3_diff1": 0.870917, + "nauc_ndcg_at_5_max": 0.058031, + "nauc_ndcg_at_5_std": -0.250749, + "nauc_ndcg_at_5_diff1": 0.874737, + "nauc_ndcg_at_10_max": 0.057736, + "nauc_ndcg_at_10_std": -0.247882, + "nauc_ndcg_at_10_diff1": 0.873784, + "nauc_ndcg_at_20_max": 0.0314, + "nauc_ndcg_at_20_std": -0.269933, + "nauc_ndcg_at_20_diff1": 0.876434, + "nauc_ndcg_at_100_max": 0.02655, + "nauc_ndcg_at_100_std": -0.27215, + "nauc_ndcg_at_100_diff1": 0.876003, + "nauc_ndcg_at_1000_max": 0.02655, + "nauc_ndcg_at_1000_std": -0.27215, + "nauc_ndcg_at_1000_diff1": 0.876003, + "nauc_map_at_1_max": -0.065823, + "nauc_map_at_1_std": -0.339079, + "nauc_map_at_1_diff1": 0.895044, + "nauc_map_at_3_max": 0.0059, + "nauc_map_at_3_std": -0.296622, + "nauc_map_at_3_diff1": 0.876186, + "nauc_map_at_5_max": 0.01877, + "nauc_map_at_5_std": -0.279062, + "nauc_map_at_5_diff1": 0.877234, + "nauc_map_at_10_max": 0.019579, + "nauc_map_at_10_std": -0.277053, + "nauc_map_at_10_diff1": 0.876932, + "nauc_map_at_20_max": 0.013739, + "nauc_map_at_20_std": -0.281934, + "nauc_map_at_20_diff1": 0.877664, + "nauc_map_at_100_max": 0.012991, + "nauc_map_at_100_std": -0.282293, + "nauc_map_at_100_diff1": 0.87758, + "nauc_map_at_1000_max": 0.012991, + "nauc_map_at_1000_std": -0.282293, + "nauc_map_at_1000_diff1": 0.87758, + "nauc_recall_at_1_max": -0.065823, + "nauc_recall_at_1_std": -0.339079, + "nauc_recall_at_1_diff1": 0.895044, + "nauc_recall_at_3_max": 0.12483, + "nauc_recall_at_3_std": -0.242944, + "nauc_recall_at_3_diff1": 0.854375, + "nauc_recall_at_5_max": 0.249806, + "nauc_recall_at_5_std": -0.113933, + "nauc_recall_at_5_diff1": 0.862994, + "nauc_recall_at_10_max": 0.372054, + "nauc_recall_at_10_std": -0.004329, + "nauc_recall_at_10_diff1": 0.84923, + "nauc_recall_at_20_max": 0.40703, + "nauc_recall_at_20_std": -0.097726, + "nauc_recall_at_20_diff1": 0.897927, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.035299, + "nauc_precision_at_1_std": -0.301721, + "nauc_precision_at_1_diff1": 0.884664, + "nauc_precision_at_3_max": 0.201446, + "nauc_precision_at_3_std": -0.051397, + "nauc_precision_at_3_diff1": 0.595297, + "nauc_precision_at_5_max": 0.316642, + "nauc_precision_at_5_std": 0.144382, + "nauc_precision_at_5_diff1": 0.425095, + "nauc_precision_at_10_max": 0.404292, + "nauc_precision_at_10_std": 0.327649, + "nauc_precision_at_10_diff1": 0.169173, + "nauc_precision_at_20_max": 0.441372, + "nauc_precision_at_20_std": 0.571098, + "nauc_precision_at_20_diff1": -0.341926, + "nauc_precision_at_100_max": 0.377438, + "nauc_precision_at_100_std": 0.60212, + "nauc_precision_at_100_diff1": -0.516117, + "nauc_precision_at_1000_max": 0.377438, + "nauc_precision_at_1000_std": 0.60212, + "nauc_precision_at_1000_diff1": -0.516117, + "nauc_cv_recall_at_1_max": -0.035299, + "nauc_cv_recall_at_1_std": -0.301721, + "nauc_cv_recall_at_1_diff1": 0.884664, + "nauc_cv_recall_at_3_max": 0.151155, + "nauc_cv_recall_at_3_std": -0.212916, + "nauc_cv_recall_at_3_diff1": 0.850544, + "nauc_cv_recall_at_5_max": 0.299514, + "nauc_cv_recall_at_5_std": -0.070575, + "nauc_cv_recall_at_5_diff1": 0.864944, + "nauc_cv_recall_at_10_max": 0.397229, + "nauc_cv_recall_at_10_std": 0.016366, + "nauc_cv_recall_at_10_diff1": 0.85074, + "nauc_cv_recall_at_20_max": 0.40703, + "nauc_cv_recall_at_20_std": -0.097726, + "nauc_cv_recall_at_20_diff1": 0.897927, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.035299, + "nauc_mrr_at_1_std": -0.301721, + "nauc_mrr_at_1_diff1": 0.884664, + "nauc_mrr_at_3_max": 0.021439, + "nauc_mrr_at_3_std": -0.280395, + "nauc_mrr_at_3_diff1": 0.873042, + "nauc_mrr_at_5_max": 0.033903, + "nauc_mrr_at_5_std": -0.265972, + "nauc_mrr_at_5_diff1": 0.875898, + "nauc_mrr_at_10_max": 0.030513, + "nauc_mrr_at_10_std": -0.268045, + "nauc_mrr_at_10_diff1": 0.875494, + "nauc_mrr_at_20_max": 0.023709, + "nauc_mrr_at_20_std": -0.273755, + "nauc_mrr_at_20_diff1": 0.876177, + "nauc_mrr_at_100_max": 0.023081, + "nauc_mrr_at_100_std": -0.274067, + "nauc_mrr_at_100_diff1": 0.876127, + "nauc_mrr_at_1000_max": 0.023081, + "nauc_mrr_at_1000_std": -0.274067, + "nauc_mrr_at_1000_diff1": 0.876127, + "main_score": 0.86171, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.80685, + "ndcg_at_3": 0.85647, + "ndcg_at_5": 0.86568, + "ndcg_at_10": 0.87902, + "ndcg_at_20": 0.88624, + "ndcg_at_100": 0.89058, + "ndcg_at_1000": 0.89058, + "map_at_1": 0.79881, + "map_at_3": 0.84339, + "map_at_5": 0.84953, + "map_at_10": 0.85522, + "map_at_20": 0.85718, + "map_at_100": 0.85799, + "map_at_1000": 0.85799, + "recall_at_1": 0.79881, + "recall_at_3": 0.88863, + "recall_at_5": 0.90953, + "recall_at_10": 0.95093, + "recall_at_20": 0.97975, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.80685, + "cv_recall_at_3": 0.89408, + "cv_recall_at_5": 0.91121, + "cv_recall_at_10": 0.95171, + "cv_recall_at_20": 0.97975, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.80685, + "precision_at_3": 0.30166, + "precision_at_5": 0.1866, + "precision_at_10": 0.09782, + "precision_at_20": 0.05039, + "precision_at_100": 0.0103, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.806854, + "mrr_at_3": 0.848131, + "mrr_at_5": 0.852181, + "mrr_at_10": 0.85724, + "mrr_at_20": 0.859104, + "mrr_at_100": 0.85991, + "mrr_at_1000": 0.85991, + "nauc_ndcg_at_1_max": 0.06682, + "nauc_ndcg_at_1_std": -0.133701, + "nauc_ndcg_at_1_diff1": 0.863523, + "nauc_ndcg_at_3_max": 0.072895, + "nauc_ndcg_at_3_std": -0.173056, + "nauc_ndcg_at_3_diff1": 0.845457, + "nauc_ndcg_at_5_max": 0.086497, + "nauc_ndcg_at_5_std": -0.151555, + "nauc_ndcg_at_5_diff1": 0.846386, + "nauc_ndcg_at_10_max": 0.095105, + "nauc_ndcg_at_10_std": -0.139369, + "nauc_ndcg_at_10_diff1": 0.851286, + "nauc_ndcg_at_20_max": 0.089578, + "nauc_ndcg_at_20_std": -0.141698, + "nauc_ndcg_at_20_diff1": 0.851798, + "nauc_ndcg_at_100_max": 0.084329, + "nauc_ndcg_at_100_std": -0.145432, + "nauc_ndcg_at_100_diff1": 0.851581, + "nauc_ndcg_at_1000_max": 0.084329, + "nauc_ndcg_at_1000_std": -0.145432, + "nauc_ndcg_at_1000_diff1": 0.851581, + "nauc_map_at_1_max": 0.030572, + "nauc_map_at_1_std": -0.172191, + "nauc_map_at_1_diff1": 0.874009, + "nauc_map_at_3_max": 0.059593, + "nauc_map_at_3_std": -0.173887, + "nauc_map_at_3_diff1": 0.853454, + "nauc_map_at_5_max": 0.071824, + "nauc_map_at_5_std": -0.157164, + "nauc_map_at_5_diff1": 0.852469, + "nauc_map_at_10_max": 0.077424, + "nauc_map_at_10_std": -0.150719, + "nauc_map_at_10_diff1": 0.854048, + "nauc_map_at_20_max": 0.075936, + "nauc_map_at_20_std": -0.151176, + "nauc_map_at_20_diff1": 0.854147, + "nauc_map_at_100_max": 0.075189, + "nauc_map_at_100_std": -0.151687, + "nauc_map_at_100_diff1": 0.854117, + "nauc_map_at_1000_max": 0.075189, + "nauc_map_at_1000_std": -0.151687, + "nauc_map_at_1000_diff1": 0.854117, + "nauc_recall_at_1_max": 0.030572, + "nauc_recall_at_1_std": -0.172191, + "nauc_recall_at_1_diff1": 0.874009, + "nauc_recall_at_3_max": 0.0814, + "nauc_recall_at_3_std": -0.205398, + "nauc_recall_at_3_diff1": 0.825025, + "nauc_recall_at_5_max": 0.119452, + "nauc_recall_at_5_std": -0.153603, + "nauc_recall_at_5_diff1": 0.826337, + "nauc_recall_at_10_max": 0.195489, + "nauc_recall_at_10_std": -0.076442, + "nauc_recall_at_10_diff1": 0.847197, + "nauc_recall_at_20_max": 0.220676, + "nauc_recall_at_20_std": -0.047738, + "nauc_recall_at_20_diff1": 0.854268, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.06682, + "nauc_precision_at_1_std": -0.133701, + "nauc_precision_at_1_diff1": 0.863523, + "nauc_precision_at_3_max": 0.188146, + "nauc_precision_at_3_std": -0.04471, + "nauc_precision_at_3_diff1": 0.607041, + "nauc_precision_at_5_max": 0.244453, + "nauc_precision_at_5_std": 0.082833, + "nauc_precision_at_5_diff1": 0.414382, + "nauc_precision_at_10_max": 0.34396, + "nauc_precision_at_10_std": 0.255699, + "nauc_precision_at_10_diff1": 0.165001, + "nauc_precision_at_20_max": 0.391826, + "nauc_precision_at_20_std": 0.391604, + "nauc_precision_at_20_diff1": -0.136988, + "nauc_precision_at_100_max": 0.427588, + "nauc_precision_at_100_std": 0.539781, + "nauc_precision_at_100_diff1": -0.549164, + "nauc_precision_at_1000_max": 0.427588, + "nauc_precision_at_1000_std": 0.539781, + "nauc_precision_at_1000_diff1": -0.549164, + "nauc_cv_recall_at_1_max": 0.06682, + "nauc_cv_recall_at_1_std": -0.133701, + "nauc_cv_recall_at_1_diff1": 0.863523, + "nauc_cv_recall_at_3_max": 0.128823, + "nauc_cv_recall_at_3_std": -0.163619, + "nauc_cv_recall_at_3_diff1": 0.812294, + "nauc_cv_recall_at_5_max": 0.138453, + "nauc_cv_recall_at_5_std": -0.133754, + "nauc_cv_recall_at_5_diff1": 0.823037, + "nauc_cv_recall_at_10_max": 0.192868, + "nauc_cv_recall_at_10_std": -0.074914, + "nauc_cv_recall_at_10_diff1": 0.844733, + "nauc_cv_recall_at_20_max": 0.220676, + "nauc_cv_recall_at_20_std": -0.047738, + "nauc_cv_recall_at_20_diff1": 0.854268, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.06682, + "nauc_mrr_at_1_std": -0.133701, + "nauc_mrr_at_1_diff1": 0.863523, + "nauc_mrr_at_3_max": 0.087269, + "nauc_mrr_at_3_std": -0.14764, + "nauc_mrr_at_3_diff1": 0.846251, + "nauc_mrr_at_5_max": 0.08803, + "nauc_mrr_at_5_std": -0.142361, + "nauc_mrr_at_5_diff1": 0.848797, + "nauc_mrr_at_10_max": 0.08858, + "nauc_mrr_at_10_std": -0.140575, + "nauc_mrr_at_10_diff1": 0.851364, + "nauc_mrr_at_20_max": 0.087421, + "nauc_mrr_at_20_std": -0.14091, + "nauc_mrr_at_20_diff1": 0.851527, + "nauc_mrr_at_100_max": 0.086749, + "nauc_mrr_at_100_std": -0.14135, + "nauc_mrr_at_100_diff1": 0.851488, + "nauc_mrr_at_1000_max": 0.086749, + "nauc_mrr_at_1000_std": -0.14135, + "nauc_mrr_at_1000_diff1": 0.851488, + "main_score": 0.86568, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.75545, + "ndcg_at_3": 0.83878, + "ndcg_at_5": 0.851, + "ndcg_at_10": 0.86221, + "ndcg_at_20": 0.87168, + "ndcg_at_100": 0.87352, + "ndcg_at_1000": 0.87352, + "map_at_1": 0.74935, + "map_at_3": 0.81849, + "map_at_5": 0.82624, + "map_at_10": 0.83113, + "map_at_20": 0.83384, + "map_at_100": 0.83419, + "map_at_1000": 0.83419, + "recall_at_1": 0.74935, + "recall_at_3": 0.89252, + "recall_at_5": 0.92082, + "recall_at_10": 0.95483, + "recall_at_20": 0.99143, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.75545, + "cv_recall_at_3": 0.8972, + "cv_recall_at_5": 0.92368, + "cv_recall_at_10": 0.95639, + "cv_recall_at_20": 0.99221, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.75545, + "precision_at_3": 0.3027, + "precision_at_5": 0.18879, + "precision_at_10": 0.09813, + "precision_at_20": 0.05093, + "precision_at_100": 0.0103, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.755452, + "mrr_at_3": 0.821911, + "mrr_at_5": 0.828063, + "mrr_at_10": 0.83236, + "mrr_at_20": 0.834991, + "mrr_at_100": 0.835256, + "mrr_at_1000": 0.835256, + "nauc_ndcg_at_1_max": 0.020443, + "nauc_ndcg_at_1_std": -0.24304, + "nauc_ndcg_at_1_diff1": 0.882081, + "nauc_ndcg_at_3_max": 0.100308, + "nauc_ndcg_at_3_std": -0.241221, + "nauc_ndcg_at_3_diff1": 0.860871, + "nauc_ndcg_at_5_max": 0.110118, + "nauc_ndcg_at_5_std": -0.222681, + "nauc_ndcg_at_5_diff1": 0.86689, + "nauc_ndcg_at_10_max": 0.097777, + "nauc_ndcg_at_10_std": -0.216419, + "nauc_ndcg_at_10_diff1": 0.868007, + "nauc_ndcg_at_20_max": 0.081614, + "nauc_ndcg_at_20_std": -0.22827, + "nauc_ndcg_at_20_diff1": 0.870966, + "nauc_ndcg_at_100_max": 0.07723, + "nauc_ndcg_at_100_std": -0.230872, + "nauc_ndcg_at_100_diff1": 0.870814, + "nauc_ndcg_at_1000_max": 0.07723, + "nauc_ndcg_at_1000_std": -0.230872, + "nauc_ndcg_at_1000_diff1": 0.870814, + "nauc_map_at_1_max": 0.00224, + "nauc_map_at_1_std": -0.266988, + "nauc_map_at_1_diff1": 0.886722, + "nauc_map_at_3_max": 0.067055, + "nauc_map_at_3_std": -0.253979, + "nauc_map_at_3_diff1": 0.868972, + "nauc_map_at_5_max": 0.075264, + "nauc_map_at_5_std": -0.239972, + "nauc_map_at_5_diff1": 0.871584, + "nauc_map_at_10_max": 0.071752, + "nauc_map_at_10_std": -0.23596, + "nauc_map_at_10_diff1": 0.872173, + "nauc_map_at_20_max": 0.067699, + "nauc_map_at_20_std": -0.238553, + "nauc_map_at_20_diff1": 0.872875, + "nauc_map_at_100_max": 0.067031, + "nauc_map_at_100_std": -0.238961, + "nauc_map_at_100_diff1": 0.872836, + "nauc_map_at_1000_max": 0.067031, + "nauc_map_at_1000_std": -0.238961, + "nauc_map_at_1000_diff1": 0.872836, + "nauc_recall_at_1_max": 0.00224, + "nauc_recall_at_1_std": -0.266988, + "nauc_recall_at_1_diff1": 0.886722, + "nauc_recall_at_3_max": 0.218287, + "nauc_recall_at_3_std": -0.220558, + "nauc_recall_at_3_diff1": 0.827973, + "nauc_recall_at_5_max": 0.292777, + "nauc_recall_at_5_std": -0.150546, + "nauc_recall_at_5_diff1": 0.844764, + "nauc_recall_at_10_max": 0.310671, + "nauc_recall_at_10_std": -0.06058, + "nauc_recall_at_10_diff1": 0.839549, + "nauc_recall_at_20_max": 0.357985, + "nauc_recall_at_20_std": -0.06433, + "nauc_recall_at_20_diff1": 0.878247, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.020443, + "nauc_precision_at_1_std": -0.24304, + "nauc_precision_at_1_diff1": 0.882081, + "nauc_precision_at_3_max": 0.262502, + "nauc_precision_at_3_std": -0.050548, + "nauc_precision_at_3_diff1": 0.622746, + "nauc_precision_at_5_max": 0.331235, + "nauc_precision_at_5_std": 0.137322, + "nauc_precision_at_5_diff1": 0.432769, + "nauc_precision_at_10_max": 0.334101, + "nauc_precision_at_10_std": 0.319251, + "nauc_precision_at_10_diff1": 0.188544, + "nauc_precision_at_20_max": 0.334107, + "nauc_precision_at_20_std": 0.580928, + "nauc_precision_at_20_diff1": -0.27379, + "nauc_precision_at_100_max": 0.273709, + "nauc_precision_at_100_std": 0.625943, + "nauc_precision_at_100_diff1": -0.473553, + "nauc_precision_at_1000_max": 0.273709, + "nauc_precision_at_1000_std": 0.625943, + "nauc_precision_at_1000_diff1": -0.473553, + "nauc_cv_recall_at_1_max": 0.020443, + "nauc_cv_recall_at_1_std": -0.24304, + "nauc_cv_recall_at_1_diff1": 0.882081, + "nauc_cv_recall_at_3_max": 0.252667, + "nauc_cv_recall_at_3_std": -0.176708, + "nauc_cv_recall_at_3_diff1": 0.821686, + "nauc_cv_recall_at_5_max": 0.314809, + "nauc_cv_recall_at_5_std": -0.10904, + "nauc_cv_recall_at_5_diff1": 0.844839, + "nauc_cv_recall_at_10_max": 0.313183, + "nauc_cv_recall_at_10_std": -0.028567, + "nauc_cv_recall_at_10_diff1": 0.833819, + "nauc_cv_recall_at_20_max": 0.357985, + "nauc_cv_recall_at_20_std": -0.053643, + "nauc_cv_recall_at_20_diff1": 0.866072, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.020443, + "nauc_mrr_at_1_std": -0.24304, + "nauc_mrr_at_1_diff1": 0.882081, + "nauc_mrr_at_3_max": 0.082788, + "nauc_mrr_at_3_std": -0.233498, + "nauc_mrr_at_3_diff1": 0.865137, + "nauc_mrr_at_5_max": 0.083526, + "nauc_mrr_at_5_std": -0.228469, + "nauc_mrr_at_5_diff1": 0.869388, + "nauc_mrr_at_10_max": 0.077137, + "nauc_mrr_at_10_std": -0.228592, + "nauc_mrr_at_10_diff1": 0.870014, + "nauc_mrr_at_20_max": 0.073183, + "nauc_mrr_at_20_std": -0.231933, + "nauc_mrr_at_20_diff1": 0.870757, + "nauc_mrr_at_100_max": 0.072684, + "nauc_mrr_at_100_std": -0.232293, + "nauc_mrr_at_100_diff1": 0.87077, + "nauc_mrr_at_1000_max": 0.072684, + "nauc_mrr_at_1000_std": -0.232293, + "nauc_mrr_at_1000_diff1": 0.87077, + "main_score": 0.851, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.77726, + "ndcg_at_3": 0.8493, + "ndcg_at_5": 0.86328, + "ndcg_at_10": 0.87311, + "ndcg_at_20": 0.88017, + "ndcg_at_100": 0.88256, + "ndcg_at_1000": 0.88256, + "map_at_1": 0.76804, + "map_at_3": 0.83035, + "map_at_5": 0.83939, + "map_at_10": 0.84339, + "map_at_20": 0.84543, + "map_at_100": 0.8459, + "map_at_1000": 0.8459, + "recall_at_1": 0.76804, + "recall_at_3": 0.89875, + "recall_at_5": 0.93146, + "recall_at_10": 0.96184, + "recall_at_20": 0.9891, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.77726, + "cv_recall_at_3": 0.90343, + "cv_recall_at_5": 0.93146, + "cv_recall_at_10": 0.96262, + "cv_recall_at_20": 0.9891, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.77726, + "precision_at_3": 0.3053, + "precision_at_5": 0.19128, + "precision_at_10": 0.09891, + "precision_at_20": 0.05086, + "precision_at_100": 0.0103, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.777259, + "mrr_at_3": 0.834891, + "mrr_at_5": 0.841355, + "mrr_at_10": 0.845374, + "mrr_at_20": 0.847292, + "mrr_at_100": 0.847735, + "mrr_at_1000": 0.847735, + "nauc_ndcg_at_1_max": 0.023516, + "nauc_ndcg_at_1_std": -0.323211, + "nauc_ndcg_at_1_diff1": 0.894545, + "nauc_ndcg_at_3_max": 0.074987, + "nauc_ndcg_at_3_std": -0.341448, + "nauc_ndcg_at_3_diff1": 0.884534, + "nauc_ndcg_at_5_max": 0.112261, + "nauc_ndcg_at_5_std": -0.290196, + "nauc_ndcg_at_5_diff1": 0.883393, + "nauc_ndcg_at_10_max": 0.09671, + "nauc_ndcg_at_10_std": -0.298157, + "nauc_ndcg_at_10_diff1": 0.880785, + "nauc_ndcg_at_20_max": 0.085192, + "nauc_ndcg_at_20_std": -0.311578, + "nauc_ndcg_at_20_diff1": 0.885334, + "nauc_ndcg_at_100_max": 0.076815, + "nauc_ndcg_at_100_std": -0.313057, + "nauc_ndcg_at_100_diff1": 0.88552, + "nauc_ndcg_at_1000_max": 0.076815, + "nauc_ndcg_at_1000_std": -0.313057, + "nauc_ndcg_at_1000_diff1": 0.88552, + "nauc_map_at_1_max": -0.011784, + "nauc_map_at_1_std": -0.35336, + "nauc_map_at_1_diff1": 0.902737, + "nauc_map_at_3_max": 0.049532, + "nauc_map_at_3_std": -0.345052, + "nauc_map_at_3_diff1": 0.88865, + "nauc_map_at_5_max": 0.074102, + "nauc_map_at_5_std": -0.313769, + "nauc_map_at_5_diff1": 0.887309, + "nauc_map_at_10_max": 0.068276, + "nauc_map_at_10_std": -0.317005, + "nauc_map_at_10_diff1": 0.886567, + "nauc_map_at_20_max": 0.065524, + "nauc_map_at_20_std": -0.320031, + "nauc_map_at_20_diff1": 0.887629, + "nauc_map_at_100_max": 0.064235, + "nauc_map_at_100_std": -0.320248, + "nauc_map_at_100_diff1": 0.887689, + "nauc_map_at_1000_max": 0.064235, + "nauc_map_at_1000_std": -0.320248, + "nauc_map_at_1000_diff1": 0.887689, + "nauc_recall_at_1_max": -0.011784, + "nauc_recall_at_1_std": -0.35336, + "nauc_recall_at_1_diff1": 0.902737, + "nauc_recall_at_3_max": 0.140898, + "nauc_recall_at_3_std": -0.361039, + "nauc_recall_at_3_diff1": 0.86795, + "nauc_recall_at_5_max": 0.328574, + "nauc_recall_at_5_std": -0.153076, + "nauc_recall_at_5_diff1": 0.866306, + "nauc_recall_at_10_max": 0.341116, + "nauc_recall_at_10_std": -0.122741, + "nauc_recall_at_10_diff1": 0.828089, + "nauc_recall_at_20_max": 0.470088, + "nauc_recall_at_20_std": -0.241027, + "nauc_recall_at_20_diff1": 0.877982, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.023516, + "nauc_precision_at_1_std": -0.323211, + "nauc_precision_at_1_diff1": 0.894545, + "nauc_precision_at_3_max": 0.237897, + "nauc_precision_at_3_std": -0.164211, + "nauc_precision_at_3_diff1": 0.619936, + "nauc_precision_at_5_max": 0.392005, + "nauc_precision_at_5_std": 0.140993, + "nauc_precision_at_5_diff1": 0.34722, + "nauc_precision_at_10_max": 0.418869, + "nauc_precision_at_10_std": 0.270604, + "nauc_precision_at_10_diff1": 0.104986, + "nauc_precision_at_20_max": 0.448714, + "nauc_precision_at_20_std": 0.414844, + "nauc_precision_at_20_diff1": -0.23489, + "nauc_precision_at_100_max": 0.403842, + "nauc_precision_at_100_std": 0.536838, + "nauc_precision_at_100_diff1": -0.488, + "nauc_precision_at_1000_max": 0.403842, + "nauc_precision_at_1000_std": 0.536838, + "nauc_precision_at_1000_diff1": -0.488, + "nauc_cv_recall_at_1_max": 0.023516, + "nauc_cv_recall_at_1_std": -0.323211, + "nauc_cv_recall_at_1_diff1": 0.894545, + "nauc_cv_recall_at_3_max": 0.190253, + "nauc_cv_recall_at_3_std": -0.324514, + "nauc_cv_recall_at_3_diff1": 0.866505, + "nauc_cv_recall_at_5_max": 0.328574, + "nauc_cv_recall_at_5_std": -0.153076, + "nauc_cv_recall_at_5_diff1": 0.866306, + "nauc_cv_recall_at_10_max": 0.340765, + "nauc_cv_recall_at_10_std": -0.121731, + "nauc_cv_recall_at_10_diff1": 0.824508, + "nauc_cv_recall_at_20_max": 0.470088, + "nauc_cv_recall_at_20_std": -0.241027, + "nauc_cv_recall_at_20_diff1": 0.877982, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.023516, + "nauc_mrr_at_1_std": -0.323211, + "nauc_mrr_at_1_diff1": 0.894545, + "nauc_mrr_at_3_max": 0.07556, + "nauc_mrr_at_3_std": -0.323764, + "nauc_mrr_at_3_diff1": 0.884072, + "nauc_mrr_at_5_max": 0.085142, + "nauc_mrr_at_5_std": -0.305826, + "nauc_mrr_at_5_diff1": 0.884789, + "nauc_mrr_at_10_max": 0.079108, + "nauc_mrr_at_10_std": -0.30907, + "nauc_mrr_at_10_diff1": 0.883951, + "nauc_mrr_at_20_max": 0.076742, + "nauc_mrr_at_20_std": -0.311884, + "nauc_mrr_at_20_diff1": 0.885092, + "nauc_mrr_at_100_max": 0.075551, + "nauc_mrr_at_100_std": -0.312054, + "nauc_mrr_at_100_diff1": 0.885161, + "nauc_mrr_at_1000_max": 0.075551, + "nauc_mrr_at_1000_std": -0.312054, + "nauc_mrr_at_1000_diff1": 0.885161, + "main_score": 0.86328, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.91182, + "ndcg_at_3": 0.96593, + "ndcg_at_5": 0.96679, + "ndcg_at_10": 0.96679, + "ndcg_at_20": 0.96679, + "ndcg_at_100": 0.96679, + "ndcg_at_1000": 0.96679, + "map_at_1": 0.91182, + "map_at_3": 0.95458, + "map_at_5": 0.95508, + "map_at_10": 0.95508, + "map_at_20": 0.95508, + "map_at_100": 0.95508, + "map_at_1000": 0.95508, + "recall_at_1": 0.91182, + "recall_at_3": 0.998, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.91182, + "cv_recall_at_3": 0.998, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.91182, + "precision_at_3": 0.33267, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.911824, + "mrr_at_3": 0.954576, + "mrr_at_5": 0.955077, + "mrr_at_10": 0.955077, + "mrr_at_20": 0.955077, + "mrr_at_100": 0.955077, + "mrr_at_1000": 0.955077, + "nauc_ndcg_at_1_max": -0.326161, + "nauc_ndcg_at_1_std": -0.382609, + "nauc_ndcg_at_1_diff1": 0.894765, + "nauc_ndcg_at_3_max": -0.3413, + "nauc_ndcg_at_3_std": -0.421526, + "nauc_ndcg_at_3_diff1": 0.894628, + "nauc_ndcg_at_5_max": -0.335536, + "nauc_ndcg_at_5_std": -0.402588, + "nauc_ndcg_at_5_diff1": 0.895288, + "nauc_ndcg_at_10_max": -0.335536, + "nauc_ndcg_at_10_std": -0.402588, + "nauc_ndcg_at_10_diff1": 0.895288, + "nauc_ndcg_at_20_max": -0.335536, + "nauc_ndcg_at_20_std": -0.402588, + "nauc_ndcg_at_20_diff1": 0.895288, + "nauc_ndcg_at_100_max": -0.335536, + "nauc_ndcg_at_100_std": -0.402588, + "nauc_ndcg_at_100_diff1": 0.895288, + "nauc_ndcg_at_1000_max": -0.335536, + "nauc_ndcg_at_1000_std": -0.402588, + "nauc_ndcg_at_1000_diff1": 0.895288, + "nauc_map_at_1_max": -0.326161, + "nauc_map_at_1_std": -0.382609, + "nauc_map_at_1_diff1": 0.894765, + "nauc_map_at_3_max": -0.337447, + "nauc_map_at_3_std": -0.4095, + "nauc_map_at_3_diff1": 0.894976, + "nauc_map_at_5_max": -0.33493, + "nauc_map_at_5_std": -0.40124, + "nauc_map_at_5_diff1": 0.895262, + "nauc_map_at_10_max": -0.33493, + "nauc_map_at_10_std": -0.40124, + "nauc_map_at_10_diff1": 0.895262, + "nauc_map_at_20_max": -0.33493, + "nauc_map_at_20_std": -0.40124, + "nauc_map_at_20_diff1": 0.895262, + "nauc_map_at_100_max": -0.33493, + "nauc_map_at_100_std": -0.40124, + "nauc_map_at_100_diff1": 0.895262, + "nauc_map_at_1000_max": -0.33493, + "nauc_map_at_1000_std": -0.40124, + "nauc_map_at_1000_diff1": 0.895262, + "nauc_recall_at_1_max": -0.326161, + "nauc_recall_at_1_std": -0.382609, + "nauc_recall_at_1_diff1": 0.894765, + "nauc_recall_at_3_max": -0.563102, + "nauc_recall_at_3_std": -1.15016, + "nauc_recall_at_3_diff1": 0.869252, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.326161, + "nauc_precision_at_1_std": -0.382609, + "nauc_precision_at_1_diff1": 0.894765, + "nauc_precision_at_3_max": -0.563102, + "nauc_precision_at_3_std": -1.15016, + "nauc_precision_at_3_diff1": 0.869252, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.326161, + "nauc_cv_recall_at_1_std": -0.382609, + "nauc_cv_recall_at_1_diff1": 0.894765, + "nauc_cv_recall_at_3_max": -0.563102, + "nauc_cv_recall_at_3_std": -1.15016, + "nauc_cv_recall_at_3_diff1": 0.869252, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.326161, + "nauc_mrr_at_1_std": -0.382609, + "nauc_mrr_at_1_diff1": 0.894765, + "nauc_mrr_at_3_max": -0.337447, + "nauc_mrr_at_3_std": -0.4095, + "nauc_mrr_at_3_diff1": 0.894976, + "nauc_mrr_at_5_max": -0.33493, + "nauc_mrr_at_5_std": -0.40124, + "nauc_mrr_at_5_diff1": 0.895262, + "nauc_mrr_at_10_max": -0.33493, + "nauc_mrr_at_10_std": -0.40124, + "nauc_mrr_at_10_diff1": 0.895262, + "nauc_mrr_at_20_max": -0.33493, + "nauc_mrr_at_20_std": -0.40124, + "nauc_mrr_at_20_diff1": 0.895262, + "nauc_mrr_at_100_max": -0.33493, + "nauc_mrr_at_100_std": -0.40124, + "nauc_mrr_at_100_diff1": 0.895262, + "nauc_mrr_at_1000_max": -0.33493, + "nauc_mrr_at_1000_std": -0.40124, + "nauc_mrr_at_1000_diff1": 0.895262, + "main_score": 0.96679, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.77414, + "ndcg_at_3": 0.84549, + "ndcg_at_5": 0.85305, + "ndcg_at_10": 0.86638, + "ndcg_at_20": 0.87236, + "ndcg_at_100": 0.87762, + "ndcg_at_1000": 0.87762, + "map_at_1": 0.76726, + "map_at_3": 0.82676, + "map_at_5": 0.83147, + "map_at_10": 0.83728, + "map_at_20": 0.83903, + "map_at_100": 0.84003, + "map_at_1000": 0.84003, + "recall_at_1": 0.76726, + "recall_at_3": 0.89447, + "recall_at_5": 0.91238, + "recall_at_10": 0.95275, + "recall_at_20": 0.97534, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.77414, + "cv_recall_at_3": 0.90031, + "cv_recall_at_5": 0.91589, + "cv_recall_at_10": 0.95483, + "cv_recall_at_20": 0.97819, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.77414, + "precision_at_3": 0.30322, + "precision_at_5": 0.18629, + "precision_at_10": 0.09766, + "precision_at_20": 0.05, + "precision_at_100": 0.0103, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.774143, + "mrr_at_3": 0.831256, + "mrr_at_5": 0.834761, + "mrr_at_10": 0.83993, + "mrr_at_20": 0.841734, + "mrr_at_100": 0.842516, + "mrr_at_1000": 0.842516, + "nauc_ndcg_at_1_max": 0.08094, + "nauc_ndcg_at_1_std": -0.243638, + "nauc_ndcg_at_1_diff1": 0.910864, + "nauc_ndcg_at_3_max": 0.154659, + "nauc_ndcg_at_3_std": -0.266103, + "nauc_ndcg_at_3_diff1": 0.883138, + "nauc_ndcg_at_5_max": 0.149418, + "nauc_ndcg_at_5_std": -0.271177, + "nauc_ndcg_at_5_diff1": 0.884174, + "nauc_ndcg_at_10_max": 0.14596, + "nauc_ndcg_at_10_std": -0.262219, + "nauc_ndcg_at_10_diff1": 0.88948, + "nauc_ndcg_at_20_max": 0.136343, + "nauc_ndcg_at_20_std": -0.266616, + "nauc_ndcg_at_20_diff1": 0.890947, + "nauc_ndcg_at_100_max": 0.133311, + "nauc_ndcg_at_100_std": -0.260345, + "nauc_ndcg_at_100_diff1": 0.892179, + "nauc_ndcg_at_1000_max": 0.133311, + "nauc_ndcg_at_1000_std": -0.260345, + "nauc_ndcg_at_1000_diff1": 0.892179, + "nauc_map_at_1_max": 0.063244, + "nauc_map_at_1_std": -0.280659, + "nauc_map_at_1_diff1": 0.91703, + "nauc_map_at_3_max": 0.123885, + "nauc_map_at_3_std": -0.275751, + "nauc_map_at_3_diff1": 0.893327, + "nauc_map_at_5_max": 0.123261, + "nauc_map_at_5_std": -0.27456, + "nauc_map_at_5_diff1": 0.893529, + "nauc_map_at_10_max": 0.124485, + "nauc_map_at_10_std": -0.268859, + "nauc_map_at_10_diff1": 0.895173, + "nauc_map_at_20_max": 0.12197, + "nauc_map_at_20_std": -0.270129, + "nauc_map_at_20_diff1": 0.895602, + "nauc_map_at_100_max": 0.121856, + "nauc_map_at_100_std": -0.26879, + "nauc_map_at_100_diff1": 0.89574, + "nauc_map_at_1000_max": 0.121856, + "nauc_map_at_1000_std": -0.26879, + "nauc_map_at_1000_diff1": 0.89574, + "nauc_recall_at_1_max": 0.063244, + "nauc_recall_at_1_std": -0.280659, + "nauc_recall_at_1_diff1": 0.91703, + "nauc_recall_at_3_max": 0.256427, + "nauc_recall_at_3_std": -0.274881, + "nauc_recall_at_3_diff1": 0.845086, + "nauc_recall_at_5_max": 0.251725, + "nauc_recall_at_5_std": -0.303796, + "nauc_recall_at_5_diff1": 0.839906, + "nauc_recall_at_10_max": 0.274426, + "nauc_recall_at_10_std": -0.286308, + "nauc_recall_at_10_diff1": 0.854516, + "nauc_recall_at_20_max": 0.220151, + "nauc_recall_at_20_std": -0.380653, + "nauc_recall_at_20_diff1": 0.849817, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.08094, + "nauc_precision_at_1_std": -0.243638, + "nauc_precision_at_1_diff1": 0.910864, + "nauc_precision_at_3_max": 0.283359, + "nauc_precision_at_3_std": -0.074925, + "nauc_precision_at_3_diff1": 0.649342, + "nauc_precision_at_5_max": 0.287027, + "nauc_precision_at_5_std": -0.014029, + "nauc_precision_at_5_diff1": 0.510281, + "nauc_precision_at_10_max": 0.355667, + "nauc_precision_at_10_std": 0.212539, + "nauc_precision_at_10_diff1": 0.231393, + "nauc_precision_at_20_max": 0.361381, + "nauc_precision_at_20_std": 0.36701, + "nauc_precision_at_20_diff1": -0.015862, + "nauc_precision_at_100_max": 0.324521, + "nauc_precision_at_100_std": 0.691225, + "nauc_precision_at_100_diff1": -0.512511, + "nauc_precision_at_1000_max": 0.324521, + "nauc_precision_at_1000_std": 0.691225, + "nauc_precision_at_1000_diff1": -0.512511, + "nauc_cv_recall_at_1_max": 0.08094, + "nauc_cv_recall_at_1_std": -0.243638, + "nauc_cv_recall_at_1_diff1": 0.910864, + "nauc_cv_recall_at_3_max": 0.307417, + "nauc_cv_recall_at_3_std": -0.204443, + "nauc_cv_recall_at_3_diff1": 0.833792, + "nauc_cv_recall_at_5_max": 0.293302, + "nauc_cv_recall_at_5_std": -0.253858, + "nauc_cv_recall_at_5_diff1": 0.837067, + "nauc_cv_recall_at_10_max": 0.30791, + "nauc_cv_recall_at_10_std": -0.22613, + "nauc_cv_recall_at_10_diff1": 0.852334, + "nauc_cv_recall_at_20_max": 0.272413, + "nauc_cv_recall_at_20_std": -0.272465, + "nauc_cv_recall_at_20_diff1": 0.839484, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.08094, + "nauc_mrr_at_1_std": -0.243638, + "nauc_mrr_at_1_diff1": 0.910864, + "nauc_mrr_at_3_max": 0.143451, + "nauc_mrr_at_3_std": -0.24267, + "nauc_mrr_at_3_diff1": 0.887893, + "nauc_mrr_at_5_max": 0.138226, + "nauc_mrr_at_5_std": -0.249402, + "nauc_mrr_at_5_diff1": 0.889557, + "nauc_mrr_at_10_max": 0.134058, + "nauc_mrr_at_10_std": -0.247561, + "nauc_mrr_at_10_diff1": 0.89185, + "nauc_mrr_at_20_max": 0.131463, + "nauc_mrr_at_20_std": -0.248625, + "nauc_mrr_at_20_diff1": 0.892204, + "nauc_mrr_at_100_max": 0.130918, + "nauc_mrr_at_100_std": -0.248556, + "nauc_mrr_at_100_diff1": 0.892496, + "nauc_mrr_at_1000_max": 0.130918, + "nauc_mrr_at_1000_std": -0.248556, + "nauc_mrr_at_1000_diff1": 0.892496, + "main_score": 0.85305, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.77882, + "ndcg_at_3": 0.85459, + "ndcg_at_5": 0.86204, + "ndcg_at_10": 0.87318, + "ndcg_at_20": 0.88212, + "ndcg_at_100": 0.88385, + "ndcg_at_1000": 0.88385, + "map_at_1": 0.77336, + "map_at_3": 0.83548, + "map_at_5": 0.84013, + "map_at_10": 0.84497, + "map_at_20": 0.84757, + "map_at_100": 0.84786, + "map_at_1000": 0.84786, + "recall_at_1": 0.77336, + "recall_at_3": 0.90576, + "recall_at_5": 0.9229, + "recall_at_10": 0.95691, + "recall_at_20": 0.99143, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.77882, + "cv_recall_at_3": 0.90966, + "cv_recall_at_5": 0.92679, + "cv_recall_at_10": 0.9595, + "cv_recall_at_20": 0.99221, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.77882, + "precision_at_3": 0.30737, + "precision_at_5": 0.1891, + "precision_at_10": 0.09813, + "precision_at_20": 0.05101, + "precision_at_100": 0.0103, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.778816, + "mrr_at_3": 0.838266, + "mrr_at_5": 0.842238, + "mrr_at_10": 0.846561, + "mrr_at_20": 0.848776, + "mrr_at_100": 0.849023, + "mrr_at_1000": 0.849023, + "nauc_ndcg_at_1_max": 0.237472, + "nauc_ndcg_at_1_std": 0.265259, + "nauc_ndcg_at_1_diff1": 0.920596, + "nauc_ndcg_at_3_max": 0.302696, + "nauc_ndcg_at_3_std": 0.356005, + "nauc_ndcg_at_3_diff1": 0.907966, + "nauc_ndcg_at_5_max": 0.312551, + "nauc_ndcg_at_5_std": 0.383421, + "nauc_ndcg_at_5_diff1": 0.910116, + "nauc_ndcg_at_10_max": 0.298791, + "nauc_ndcg_at_10_std": 0.358837, + "nauc_ndcg_at_10_diff1": 0.907987, + "nauc_ndcg_at_20_max": 0.293211, + "nauc_ndcg_at_20_std": 0.34886, + "nauc_ndcg_at_20_diff1": 0.911299, + "nauc_ndcg_at_100_max": 0.287991, + "nauc_ndcg_at_100_std": 0.342807, + "nauc_ndcg_at_100_diff1": 0.912041, + "nauc_ndcg_at_1000_max": 0.287991, + "nauc_ndcg_at_1000_std": 0.342807, + "nauc_ndcg_at_1000_diff1": 0.912041, + "nauc_map_at_1_max": 0.225427, + "nauc_map_at_1_std": 0.240093, + "nauc_map_at_1_diff1": 0.927916, + "nauc_map_at_3_max": 0.278711, + "nauc_map_at_3_std": 0.319909, + "nauc_map_at_3_diff1": 0.913942, + "nauc_map_at_5_max": 0.28555, + "nauc_map_at_5_std": 0.335061, + "nauc_map_at_5_diff1": 0.914334, + "nauc_map_at_10_max": 0.280501, + "nauc_map_at_10_std": 0.327198, + "nauc_map_at_10_diff1": 0.913376, + "nauc_map_at_20_max": 0.27976, + "nauc_map_at_20_std": 0.326611, + "nauc_map_at_20_diff1": 0.914247, + "nauc_map_at_100_max": 0.279107, + "nauc_map_at_100_std": 0.325834, + "nauc_map_at_100_diff1": 0.914343, + "nauc_map_at_1000_max": 0.279107, + "nauc_map_at_1000_std": 0.325834, + "nauc_map_at_1000_diff1": 0.914343, + "nauc_recall_at_1_max": 0.225427, + "nauc_recall_at_1_std": 0.240093, + "nauc_recall_at_1_diff1": 0.927916, + "nauc_recall_at_3_max": 0.39015, + "nauc_recall_at_3_std": 0.482649, + "nauc_recall_at_3_diff1": 0.88395, + "nauc_recall_at_5_max": 0.446904, + "nauc_recall_at_5_std": 0.612586, + "nauc_recall_at_5_diff1": 0.891318, + "nauc_recall_at_10_max": 0.434253, + "nauc_recall_at_10_std": 0.570073, + "nauc_recall_at_10_diff1": 0.866925, + "nauc_recall_at_20_max": 0.630142, + "nauc_recall_at_20_std": 0.73792, + "nauc_recall_at_20_diff1": 0.86341, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.237472, + "nauc_precision_at_1_std": 0.265259, + "nauc_precision_at_1_diff1": 0.920596, + "nauc_precision_at_3_max": 0.371055, + "nauc_precision_at_3_std": 0.539954, + "nauc_precision_at_3_diff1": 0.60854, + "nauc_precision_at_5_max": 0.388955, + "nauc_precision_at_5_std": 0.630811, + "nauc_precision_at_5_diff1": 0.454071, + "nauc_precision_at_10_max": 0.324622, + "nauc_precision_at_10_std": 0.578258, + "nauc_precision_at_10_diff1": 0.190924, + "nauc_precision_at_20_max": 0.225228, + "nauc_precision_at_20_std": 0.551856, + "nauc_precision_at_20_diff1": -0.331854, + "nauc_precision_at_100_max": 0.134346, + "nauc_precision_at_100_std": 0.475203, + "nauc_precision_at_100_diff1": -0.521047, + "nauc_precision_at_1000_max": 0.134346, + "nauc_precision_at_1000_std": 0.475203, + "nauc_precision_at_1000_diff1": -0.521047, + "nauc_cv_recall_at_1_max": 0.237472, + "nauc_cv_recall_at_1_std": 0.265259, + "nauc_cv_recall_at_1_diff1": 0.920596, + "nauc_cv_recall_at_3_max": 0.423058, + "nauc_cv_recall_at_3_std": 0.541283, + "nauc_cv_recall_at_3_diff1": 0.8812, + "nauc_cv_recall_at_5_max": 0.476576, + "nauc_cv_recall_at_5_std": 0.692529, + "nauc_cv_recall_at_5_diff1": 0.891271, + "nauc_cv_recall_at_10_max": 0.472922, + "nauc_cv_recall_at_10_std": 0.674157, + "nauc_cv_recall_at_10_diff1": 0.867084, + "nauc_cv_recall_at_20_max": 0.637739, + "nauc_cv_recall_at_20_std": 0.756295, + "nauc_cv_recall_at_20_diff1": 0.862818, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.237472, + "nauc_mrr_at_1_std": 0.265259, + "nauc_mrr_at_1_diff1": 0.920596, + "nauc_mrr_at_3_max": 0.287874, + "nauc_mrr_at_3_std": 0.336755, + "nauc_mrr_at_3_diff1": 0.909095, + "nauc_mrr_at_5_max": 0.290352, + "nauc_mrr_at_5_std": 0.348802, + "nauc_mrr_at_5_diff1": 0.911129, + "nauc_mrr_at_10_max": 0.284517, + "nauc_mrr_at_10_std": 0.337948, + "nauc_mrr_at_10_diff1": 0.910896, + "nauc_mrr_at_20_max": 0.282291, + "nauc_mrr_at_20_std": 0.333039, + "nauc_mrr_at_20_diff1": 0.911591, + "nauc_mrr_at_100_max": 0.281723, + "nauc_mrr_at_100_std": 0.332339, + "nauc_mrr_at_100_diff1": 0.911668, + "nauc_mrr_at_1000_max": 0.281723, + "nauc_mrr_at_1000_std": 0.332339, + "nauc_mrr_at_1000_diff1": 0.911668, + "main_score": 0.86204, + "hf_subset": "jp", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.73676, + "ndcg_at_3": 0.81787, + "ndcg_at_5": 0.82863, + "ndcg_at_10": 0.84713, + "ndcg_at_20": 0.85609, + "ndcg_at_100": 0.85832, + "ndcg_at_1000": 0.85853, + "map_at_1": 0.73364, + "map_at_3": 0.79796, + "map_at_5": 0.80451, + "map_at_10": 0.81259, + "map_at_20": 0.81516, + "map_at_100": 0.81553, + "map_at_1000": 0.81554, + "recall_at_1": 0.73364, + "recall_at_3": 0.87124, + "recall_at_5": 0.89746, + "recall_at_10": 0.95275, + "recall_at_20": 0.98754, + "recall_at_100": 0.99844, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.73676, + "cv_recall_at_3": 0.87695, + "cv_recall_at_5": 0.90031, + "cv_recall_at_10": 0.95327, + "cv_recall_at_20": 0.98754, + "cv_recall_at_100": 0.99844, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.73676, + "precision_at_3": 0.29543, + "precision_at_5": 0.18349, + "precision_at_10": 0.09798, + "precision_at_20": 0.05078, + "precision_at_100": 0.01028, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.73676, + "mrr_at_3": 0.800623, + "mrr_at_5": 0.805607, + "mrr_at_10": 0.812889, + "mrr_at_20": 0.815366, + "mrr_at_100": 0.81572, + "mrr_at_1000": 0.81573, + "nauc_ndcg_at_1_max": -0.295207, + "nauc_ndcg_at_1_std": -0.391103, + "nauc_ndcg_at_1_diff1": 0.874315, + "nauc_ndcg_at_3_max": -0.26474, + "nauc_ndcg_at_3_std": -0.401206, + "nauc_ndcg_at_3_diff1": 0.850322, + "nauc_ndcg_at_5_max": -0.254015, + "nauc_ndcg_at_5_std": -0.38228, + "nauc_ndcg_at_5_diff1": 0.843046, + "nauc_ndcg_at_10_max": -0.239176, + "nauc_ndcg_at_10_std": -0.366016, + "nauc_ndcg_at_10_diff1": 0.844536, + "nauc_ndcg_at_20_max": -0.245102, + "nauc_ndcg_at_20_std": -0.374191, + "nauc_ndcg_at_20_diff1": 0.848527, + "nauc_ndcg_at_100_max": -0.253977, + "nauc_ndcg_at_100_std": -0.375308, + "nauc_ndcg_at_100_diff1": 0.848577, + "nauc_ndcg_at_1000_max": -0.254993, + "nauc_ndcg_at_1000_std": -0.376134, + "nauc_ndcg_at_1000_diff1": 0.851898, + "nauc_map_at_1_max": -0.297246, + "nauc_map_at_1_std": -0.397436, + "nauc_map_at_1_diff1": 0.876008, + "nauc_map_at_3_max": -0.275479, + "nauc_map_at_3_std": -0.401578, + "nauc_map_at_3_diff1": 0.857426, + "nauc_map_at_5_max": -0.268137, + "nauc_map_at_5_std": -0.389508, + "nauc_map_at_5_diff1": 0.853677, + "nauc_map_at_10_max": -0.26145, + "nauc_map_at_10_std": -0.380903, + "nauc_map_at_10_diff1": 0.854858, + "nauc_map_at_20_max": -0.262538, + "nauc_map_at_20_std": -0.382355, + "nauc_map_at_20_diff1": 0.855994, + "nauc_map_at_100_max": -0.26373, + "nauc_map_at_100_std": -0.382591, + "nauc_map_at_100_diff1": 0.856004, + "nauc_map_at_1000_max": -0.263768, + "nauc_map_at_1000_std": -0.382621, + "nauc_map_at_1000_diff1": 0.856125, + "nauc_recall_at_1_max": -0.297246, + "nauc_recall_at_1_std": -0.397436, + "nauc_recall_at_1_diff1": 0.876008, + "nauc_recall_at_3_max": -0.236027, + "nauc_recall_at_3_std": -0.422977, + "nauc_recall_at_3_diff1": 0.822922, + "nauc_recall_at_5_max": -0.190946, + "nauc_recall_at_5_std": -0.36068, + "nauc_recall_at_5_diff1": 0.790233, + "nauc_recall_at_10_max": -0.028426, + "nauc_recall_at_10_std": -0.240527, + "nauc_recall_at_10_diff1": 0.736558, + "nauc_recall_at_20_max": 0.277169, + "nauc_recall_at_20_std": -0.269608, + "nauc_recall_at_20_diff1": 0.593523, + "nauc_recall_at_100_max": 0.357985, + "nauc_recall_at_100_std": 0.122691, + "nauc_recall_at_100_diff1": -1.152616, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.295207, + "nauc_precision_at_1_std": -0.391103, + "nauc_precision_at_1_diff1": 0.874315, + "nauc_precision_at_3_max": -0.138475, + "nauc_precision_at_3_std": -0.280705, + "nauc_precision_at_3_diff1": 0.665259, + "nauc_precision_at_5_max": -0.038887, + "nauc_precision_at_5_std": -0.130232, + "nauc_precision_at_5_diff1": 0.498449, + "nauc_precision_at_10_max": 0.203657, + "nauc_precision_at_10_std": 0.183084, + "nauc_precision_at_10_diff1": 0.1468, + "nauc_precision_at_20_max": 0.416186, + "nauc_precision_at_20_std": 0.437342, + "nauc_precision_at_20_diff1": -0.236805, + "nauc_precision_at_100_max": 0.422224, + "nauc_precision_at_100_std": 0.576593, + "nauc_precision_at_100_diff1": -0.471774, + "nauc_precision_at_1000_max": 0.424164, + "nauc_precision_at_1000_std": 0.590301, + "nauc_precision_at_1000_diff1": -0.451212, + "nauc_cv_recall_at_1_max": -0.295207, + "nauc_cv_recall_at_1_std": -0.391103, + "nauc_cv_recall_at_1_diff1": 0.874315, + "nauc_cv_recall_at_3_max": -0.213899, + "nauc_cv_recall_at_3_std": -0.388173, + "nauc_cv_recall_at_3_diff1": 0.817322, + "nauc_cv_recall_at_5_max": -0.174977, + "nauc_cv_recall_at_5_std": -0.333571, + "nauc_cv_recall_at_5_diff1": 0.787216, + "nauc_cv_recall_at_10_max": -0.009379, + "nauc_cv_recall_at_10_std": -0.223837, + "nauc_cv_recall_at_10_diff1": 0.736715, + "nauc_cv_recall_at_20_max": 0.277169, + "nauc_cv_recall_at_20_std": -0.269608, + "nauc_cv_recall_at_20_diff1": 0.593523, + "nauc_cv_recall_at_100_max": 0.357985, + "nauc_cv_recall_at_100_std": 0.122691, + "nauc_cv_recall_at_100_diff1": -1.152616, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.295207, + "nauc_mrr_at_1_std": -0.391103, + "nauc_mrr_at_1_diff1": 0.874315, + "nauc_mrr_at_3_max": -0.269801, + "nauc_mrr_at_3_std": -0.390609, + "nauc_mrr_at_3_diff1": 0.856209, + "nauc_mrr_at_5_max": -0.266343, + "nauc_mrr_at_5_std": -0.383917, + "nauc_mrr_at_5_diff1": 0.853503, + "nauc_mrr_at_10_max": -0.261005, + "nauc_mrr_at_10_std": -0.379155, + "nauc_mrr_at_10_diff1": 0.854791, + "nauc_mrr_at_20_max": -0.262898, + "nauc_mrr_at_20_std": -0.381328, + "nauc_mrr_at_20_diff1": 0.855855, + "nauc_mrr_at_100_max": -0.264066, + "nauc_mrr_at_100_std": -0.381547, + "nauc_mrr_at_100_diff1": 0.855866, + "nauc_mrr_at_1000_max": -0.264104, + "nauc_mrr_at_1000_std": -0.381577, + "nauc_mrr_at_1000_diff1": 0.855986, + "main_score": 0.82863, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.7757, + "ndcg_at_3": 0.84866, + "ndcg_at_5": 0.85626, + "ndcg_at_10": 0.86974, + "ndcg_at_20": 0.87718, + "ndcg_at_100": 0.88009, + "ndcg_at_1000": 0.88009, + "map_at_1": 0.767, + "map_at_3": 0.8297, + "map_at_5": 0.83456, + "map_at_10": 0.84052, + "map_at_20": 0.84265, + "map_at_100": 0.84315, + "map_at_1000": 0.84315, + "recall_at_1": 0.767, + "recall_at_3": 0.89798, + "recall_at_5": 0.91602, + "recall_at_10": 0.95717, + "recall_at_20": 0.98598, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.7757, + "cv_recall_at_3": 0.90343, + "cv_recall_at_5": 0.919, + "cv_recall_at_10": 0.95794, + "cv_recall_at_20": 0.98598, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.7757, + "precision_at_3": 0.3053, + "precision_at_5": 0.18754, + "precision_at_10": 0.09844, + "precision_at_20": 0.0507, + "precision_at_100": 0.0103, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.775701, + "mrr_at_3": 0.834112, + "mrr_at_5": 0.837695, + "mrr_at_10": 0.842636, + "mrr_at_20": 0.844682, + "mrr_at_100": 0.845176, + "mrr_at_1000": 0.845176, + "nauc_ndcg_at_1_max": -0.189359, + "nauc_ndcg_at_1_std": -0.375547, + "nauc_ndcg_at_1_diff1": 0.885985, + "nauc_ndcg_at_3_max": -0.160093, + "nauc_ndcg_at_3_std": -0.396545, + "nauc_ndcg_at_3_diff1": 0.866255, + "nauc_ndcg_at_5_max": -0.164843, + "nauc_ndcg_at_5_std": -0.396116, + "nauc_ndcg_at_5_diff1": 0.867398, + "nauc_ndcg_at_10_max": -0.168373, + "nauc_ndcg_at_10_std": -0.39482, + "nauc_ndcg_at_10_diff1": 0.868912, + "nauc_ndcg_at_20_max": -0.173336, + "nauc_ndcg_at_20_std": -0.394133, + "nauc_ndcg_at_20_diff1": 0.870934, + "nauc_ndcg_at_100_max": -0.173771, + "nauc_ndcg_at_100_std": -0.39122, + "nauc_ndcg_at_100_diff1": 0.871887, + "nauc_ndcg_at_1000_max": -0.173771, + "nauc_ndcg_at_1000_std": -0.39122, + "nauc_ndcg_at_1000_diff1": 0.871887, + "nauc_map_at_1_max": -0.228028, + "nauc_map_at_1_std": -0.413398, + "nauc_map_at_1_diff1": 0.891415, + "nauc_map_at_3_max": -0.183361, + "nauc_map_at_3_std": -0.404999, + "nauc_map_at_3_diff1": 0.872581, + "nauc_map_at_5_max": -0.182216, + "nauc_map_at_5_std": -0.401389, + "nauc_map_at_5_diff1": 0.873068, + "nauc_map_at_10_max": -0.180477, + "nauc_map_at_10_std": -0.397859, + "nauc_map_at_10_diff1": 0.873504, + "nauc_map_at_20_max": -0.18204, + "nauc_map_at_20_std": -0.397863, + "nauc_map_at_20_diff1": 0.874049, + "nauc_map_at_100_max": -0.182098, + "nauc_map_at_100_std": -0.397418, + "nauc_map_at_100_diff1": 0.874149, + "nauc_map_at_1000_max": -0.182098, + "nauc_map_at_1000_std": -0.397418, + "nauc_map_at_1000_diff1": 0.874149, + "nauc_recall_at_1_max": -0.228028, + "nauc_recall_at_1_std": -0.413398, + "nauc_recall_at_1_diff1": 0.891415, + "nauc_recall_at_3_max": -0.103717, + "nauc_recall_at_3_std": -0.404465, + "nauc_recall_at_3_diff1": 0.837698, + "nauc_recall_at_5_max": -0.111256, + "nauc_recall_at_5_std": -0.40895, + "nauc_recall_at_5_diff1": 0.836992, + "nauc_recall_at_10_max": -0.119091, + "nauc_recall_at_10_std": -0.437292, + "nauc_recall_at_10_diff1": 0.835253, + "nauc_recall_at_20_max": -0.156393, + "nauc_recall_at_20_std": -0.49385, + "nauc_recall_at_20_diff1": 0.828885, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.189359, + "nauc_precision_at_1_std": -0.375547, + "nauc_precision_at_1_diff1": 0.885985, + "nauc_precision_at_3_max": 0.055745, + "nauc_precision_at_3_std": -0.188199, + "nauc_precision_at_3_diff1": 0.600211, + "nauc_precision_at_5_max": 0.110104, + "nauc_precision_at_5_std": -0.093172, + "nauc_precision_at_5_diff1": 0.468279, + "nauc_precision_at_10_max": 0.248943, + "nauc_precision_at_10_std": 0.131722, + "nauc_precision_at_10_diff1": 0.164654, + "nauc_precision_at_20_max": 0.393939, + "nauc_precision_at_20_std": 0.37953, + "nauc_precision_at_20_diff1": -0.162182, + "nauc_precision_at_100_max": 0.519086, + "nauc_precision_at_100_std": 0.613939, + "nauc_precision_at_100_diff1": -0.449285, + "nauc_precision_at_1000_max": 0.519086, + "nauc_precision_at_1000_std": 0.613939, + "nauc_precision_at_1000_diff1": -0.449285, + "nauc_cv_recall_at_1_max": -0.189359, + "nauc_cv_recall_at_1_std": -0.375547, + "nauc_cv_recall_at_1_diff1": 0.885985, + "nauc_cv_recall_at_3_max": -0.055098, + "nauc_cv_recall_at_3_std": -0.353896, + "nauc_cv_recall_at_3_diff1": 0.836656, + "nauc_cv_recall_at_5_max": -0.081383, + "nauc_cv_recall_at_5_std": -0.377756, + "nauc_cv_recall_at_5_diff1": 0.840921, + "nauc_cv_recall_at_10_max": -0.123569, + "nauc_cv_recall_at_10_std": -0.434973, + "nauc_cv_recall_at_10_diff1": 0.837343, + "nauc_cv_recall_at_20_max": -0.156393, + "nauc_cv_recall_at_20_std": -0.49385, + "nauc_cv_recall_at_20_diff1": 0.828885, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.189359, + "nauc_mrr_at_1_std": -0.375547, + "nauc_mrr_at_1_diff1": 0.885985, + "nauc_mrr_at_3_max": -0.157215, + "nauc_mrr_at_3_std": -0.375115, + "nauc_mrr_at_3_diff1": 0.869589, + "nauc_mrr_at_5_max": -0.162801, + "nauc_mrr_at_5_std": -0.378476, + "nauc_mrr_at_5_diff1": 0.870901, + "nauc_mrr_at_10_max": -0.166904, + "nauc_mrr_at_10_std": -0.381084, + "nauc_mrr_at_10_diff1": 0.871861, + "nauc_mrr_at_20_max": -0.168109, + "nauc_mrr_at_20_std": -0.38095, + "nauc_mrr_at_20_diff1": 0.872298, + "nauc_mrr_at_100_max": -0.16811, + "nauc_mrr_at_100_std": -0.380448, + "nauc_mrr_at_100_diff1": 0.872393, + "nauc_mrr_at_1000_max": -0.16811, + "nauc_mrr_at_1000_std": -0.380448, + "nauc_mrr_at_1000_diff1": 0.872393, + "main_score": 0.85626, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 1649.6926102638245, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRWikimediaCommonsDocumentsRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRWikimediaCommonsDocumentsRetrieval.json new file mode 100644 index 0000000000..879ddba97d --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRWikimediaCommonsDocumentsRetrieval.json @@ -0,0 +1,3511 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRWikimediaCommonsDocumentsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.78423, + "ndcg_at_3": 0.81399, + "ndcg_at_5": 0.81851, + "ndcg_at_10": 0.83019, + "ndcg_at_20": 0.83742, + "ndcg_at_100": 0.84836, + "ndcg_at_1000": 0.85218, + "map_at_1": 0.78423, + "map_at_3": 0.80659, + "map_at_5": 0.80908, + "map_at_10": 0.81393, + "map_at_20": 0.81586, + "map_at_100": 0.81752, + "map_at_1000": 0.81764, + "recall_at_1": 0.78423, + "recall_at_3": 0.83541, + "recall_at_5": 0.84647, + "recall_at_10": 0.88243, + "recall_at_20": 0.91148, + "recall_at_100": 0.96819, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.78423, + "cv_recall_at_3": 0.83541, + "cv_recall_at_5": 0.84647, + "cv_recall_at_10": 0.88243, + "cv_recall_at_20": 0.91148, + "cv_recall_at_100": 0.96819, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.78423, + "precision_at_3": 0.27847, + "precision_at_5": 0.16929, + "precision_at_10": 0.08824, + "precision_at_20": 0.04557, + "precision_at_100": 0.00968, + "precision_at_1000": 0.001, + "mrr_at_1": 0.784232, + "mrr_at_3": 0.806593, + "mrr_at_5": 0.809083, + "mrr_at_10": 0.813933, + "mrr_at_20": 0.815862, + "mrr_at_100": 0.817523, + "mrr_at_1000": 0.817635, + "nauc_ndcg_at_1_max": 0.209531, + "nauc_ndcg_at_1_std": 0.001645, + "nauc_ndcg_at_1_diff1": 0.867407, + "nauc_ndcg_at_3_max": 0.26012, + "nauc_ndcg_at_3_std": 0.051435, + "nauc_ndcg_at_3_diff1": 0.858287, + "nauc_ndcg_at_5_max": 0.273647, + "nauc_ndcg_at_5_std": 0.067229, + "nauc_ndcg_at_5_diff1": 0.863169, + "nauc_ndcg_at_10_max": 0.265381, + "nauc_ndcg_at_10_std": 0.062379, + "nauc_ndcg_at_10_diff1": 0.859436, + "nauc_ndcg_at_20_max": 0.271889, + "nauc_ndcg_at_20_std": 0.070373, + "nauc_ndcg_at_20_diff1": 0.860079, + "nauc_ndcg_at_100_max": 0.269338, + "nauc_ndcg_at_100_std": 0.067574, + "nauc_ndcg_at_100_diff1": 0.859734, + "nauc_ndcg_at_1000_max": 0.262364, + "nauc_ndcg_at_1000_std": 0.058703, + "nauc_ndcg_at_1000_diff1": 0.860921, + "nauc_map_at_1_max": 0.209531, + "nauc_map_at_1_std": 0.001645, + "nauc_map_at_1_diff1": 0.867407, + "nauc_map_at_3_max": 0.246145, + "nauc_map_at_3_std": 0.037541, + "nauc_map_at_3_diff1": 0.861155, + "nauc_map_at_5_max": 0.253101, + "nauc_map_at_5_std": 0.045539, + "nauc_map_at_5_diff1": 0.86371, + "nauc_map_at_10_max": 0.249176, + "nauc_map_at_10_std": 0.043079, + "nauc_map_at_10_diff1": 0.862004, + "nauc_map_at_20_max": 0.250775, + "nauc_map_at_20_std": 0.0451, + "nauc_map_at_20_diff1": 0.862202, + "nauc_map_at_100_max": 0.250693, + "nauc_map_at_100_std": 0.044904, + "nauc_map_at_100_diff1": 0.862199, + "nauc_map_at_1000_max": 0.250535, + "nauc_map_at_1000_std": 0.04472, + "nauc_map_at_1000_diff1": 0.862232, + "nauc_recall_at_1_max": 0.209531, + "nauc_recall_at_1_std": 0.001645, + "nauc_recall_at_1_diff1": 0.867407, + "nauc_recall_at_3_max": 0.306883, + "nauc_recall_at_3_std": 0.097991, + "nauc_recall_at_3_diff1": 0.848526, + "nauc_recall_at_5_max": 0.348299, + "nauc_recall_at_5_std": 0.14659, + "nauc_recall_at_5_diff1": 0.861991, + "nauc_recall_at_10_max": 0.335301, + "nauc_recall_at_10_std": 0.147946, + "nauc_recall_at_10_diff1": 0.84807, + "nauc_recall_at_20_max": 0.398321, + "nauc_recall_at_20_std": 0.224369, + "nauc_recall_at_20_diff1": 0.848723, + "nauc_recall_at_100_max": 0.529126, + "nauc_recall_at_100_std": 0.400183, + "nauc_recall_at_100_diff1": 0.818139, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.209531, + "nauc_precision_at_1_std": 0.001645, + "nauc_precision_at_1_diff1": 0.867407, + "nauc_precision_at_3_max": 0.306883, + "nauc_precision_at_3_std": 0.097991, + "nauc_precision_at_3_diff1": 0.848526, + "nauc_precision_at_5_max": 0.348299, + "nauc_precision_at_5_std": 0.14659, + "nauc_precision_at_5_diff1": 0.861991, + "nauc_precision_at_10_max": 0.335301, + "nauc_precision_at_10_std": 0.147946, + "nauc_precision_at_10_diff1": 0.84807, + "nauc_precision_at_20_max": 0.398321, + "nauc_precision_at_20_std": 0.224369, + "nauc_precision_at_20_diff1": 0.848723, + "nauc_precision_at_100_max": 0.529126, + "nauc_precision_at_100_std": 0.400183, + "nauc_precision_at_100_diff1": 0.818139, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.209531, + "nauc_cv_recall_at_1_std": 0.001645, + "nauc_cv_recall_at_1_diff1": 0.867407, + "nauc_cv_recall_at_3_max": 0.306883, + "nauc_cv_recall_at_3_std": 0.097991, + "nauc_cv_recall_at_3_diff1": 0.848526, + "nauc_cv_recall_at_5_max": 0.348299, + "nauc_cv_recall_at_5_std": 0.14659, + "nauc_cv_recall_at_5_diff1": 0.861991, + "nauc_cv_recall_at_10_max": 0.335301, + "nauc_cv_recall_at_10_std": 0.147946, + "nauc_cv_recall_at_10_diff1": 0.84807, + "nauc_cv_recall_at_20_max": 0.398321, + "nauc_cv_recall_at_20_std": 0.224369, + "nauc_cv_recall_at_20_diff1": 0.848723, + "nauc_cv_recall_at_100_max": 0.529126, + "nauc_cv_recall_at_100_std": 0.400183, + "nauc_cv_recall_at_100_diff1": 0.818139, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.209531, + "nauc_mrr_at_1_std": 0.001645, + "nauc_mrr_at_1_diff1": 0.867407, + "nauc_mrr_at_3_max": 0.246145, + "nauc_mrr_at_3_std": 0.037541, + "nauc_mrr_at_3_diff1": 0.861155, + "nauc_mrr_at_5_max": 0.253101, + "nauc_mrr_at_5_std": 0.045539, + "nauc_mrr_at_5_diff1": 0.86371, + "nauc_mrr_at_10_max": 0.249176, + "nauc_mrr_at_10_std": 0.043079, + "nauc_mrr_at_10_diff1": 0.862004, + "nauc_mrr_at_20_max": 0.250775, + "nauc_mrr_at_20_std": 0.0451, + "nauc_mrr_at_20_diff1": 0.862202, + "nauc_mrr_at_100_max": 0.250693, + "nauc_mrr_at_100_std": 0.044904, + "nauc_mrr_at_100_diff1": 0.862199, + "nauc_mrr_at_1000_max": 0.250535, + "nauc_mrr_at_1000_std": 0.04472, + "nauc_mrr_at_1000_diff1": 0.862232, + "main_score": 0.81851, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.7037, + "ndcg_at_3": 0.74603, + "ndcg_at_5": 0.76258, + "ndcg_at_10": 0.77716, + "ndcg_at_20": 0.78915, + "ndcg_at_100": 0.80282, + "ndcg_at_1000": 0.80549, + "map_at_1": 0.7037, + "map_at_3": 0.73599, + "map_at_5": 0.74525, + "map_at_10": 0.75117, + "map_at_20": 0.75433, + "map_at_100": 0.75637, + "map_at_1000": 0.75649, + "recall_at_1": 0.7037, + "recall_at_3": 0.77493, + "recall_at_5": 0.81481, + "recall_at_10": 0.8604, + "recall_at_20": 0.90883, + "recall_at_100": 0.98006, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.7037, + "cv_recall_at_3": 0.77493, + "cv_recall_at_5": 0.81481, + "cv_recall_at_10": 0.8604, + "cv_recall_at_20": 0.90883, + "cv_recall_at_100": 0.98006, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.7037, + "precision_at_3": 0.25831, + "precision_at_5": 0.16296, + "precision_at_10": 0.08604, + "precision_at_20": 0.04544, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "mrr_at_1": 0.703704, + "mrr_at_3": 0.735992, + "mrr_at_5": 0.745252, + "mrr_at_10": 0.751175, + "mrr_at_20": 0.754329, + "mrr_at_100": 0.756369, + "mrr_at_1000": 0.756486, + "nauc_ndcg_at_1_max": 0.264685, + "nauc_ndcg_at_1_std": 0.038137, + "nauc_ndcg_at_1_diff1": 0.888246, + "nauc_ndcg_at_3_max": 0.273044, + "nauc_ndcg_at_3_std": 0.033152, + "nauc_ndcg_at_3_diff1": 0.866284, + "nauc_ndcg_at_5_max": 0.289498, + "nauc_ndcg_at_5_std": 0.049258, + "nauc_ndcg_at_5_diff1": 0.855197, + "nauc_ndcg_at_10_max": 0.271608, + "nauc_ndcg_at_10_std": 0.033492, + "nauc_ndcg_at_10_diff1": 0.854335, + "nauc_ndcg_at_20_max": 0.276671, + "nauc_ndcg_at_20_std": 0.045963, + "nauc_ndcg_at_20_diff1": 0.854212, + "nauc_ndcg_at_100_max": 0.284219, + "nauc_ndcg_at_100_std": 0.056065, + "nauc_ndcg_at_100_diff1": 0.862421, + "nauc_ndcg_at_1000_max": 0.277257, + "nauc_ndcg_at_1000_std": 0.044673, + "nauc_ndcg_at_1000_diff1": 0.862796, + "nauc_map_at_1_max": 0.264685, + "nauc_map_at_1_std": 0.038137, + "nauc_map_at_1_diff1": 0.888246, + "nauc_map_at_3_max": 0.272118, + "nauc_map_at_3_std": 0.035123, + "nauc_map_at_3_diff1": 0.872668, + "nauc_map_at_5_max": 0.279942, + "nauc_map_at_5_std": 0.042959, + "nauc_map_at_5_diff1": 0.867143, + "nauc_map_at_10_max": 0.273385, + "nauc_map_at_10_std": 0.0374, + "nauc_map_at_10_diff1": 0.867048, + "nauc_map_at_20_max": 0.274715, + "nauc_map_at_20_std": 0.04062, + "nauc_map_at_20_diff1": 0.867117, + "nauc_map_at_100_max": 0.275218, + "nauc_map_at_100_std": 0.041385, + "nauc_map_at_100_diff1": 0.868026, + "nauc_map_at_1000_max": 0.274961, + "nauc_map_at_1000_std": 0.040967, + "nauc_map_at_1000_diff1": 0.868041, + "nauc_recall_at_1_max": 0.264685, + "nauc_recall_at_1_std": 0.038137, + "nauc_recall_at_1_diff1": 0.888246, + "nauc_recall_at_3_max": 0.275479, + "nauc_recall_at_3_std": 0.026376, + "nauc_recall_at_3_diff1": 0.84507, + "nauc_recall_at_5_max": 0.328876, + "nauc_recall_at_5_std": 0.07656, + "nauc_recall_at_5_diff1": 0.807949, + "nauc_recall_at_10_max": 0.254779, + "nauc_recall_at_10_std": 0.007562, + "nauc_recall_at_10_diff1": 0.790463, + "nauc_recall_at_20_max": 0.286709, + "nauc_recall_at_20_std": 0.094554, + "nauc_recall_at_20_diff1": 0.760286, + "nauc_recall_at_100_max": 0.73405, + "nauc_recall_at_100_std": 0.79238, + "nauc_recall_at_100_diff1": 0.838366, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.264685, + "nauc_precision_at_1_std": 0.038137, + "nauc_precision_at_1_diff1": 0.888246, + "nauc_precision_at_3_max": 0.275479, + "nauc_precision_at_3_std": 0.026376, + "nauc_precision_at_3_diff1": 0.84507, + "nauc_precision_at_5_max": 0.328876, + "nauc_precision_at_5_std": 0.07656, + "nauc_precision_at_5_diff1": 0.807949, + "nauc_precision_at_10_max": 0.254779, + "nauc_precision_at_10_std": 0.007562, + "nauc_precision_at_10_diff1": 0.790463, + "nauc_precision_at_20_max": 0.286709, + "nauc_precision_at_20_std": 0.094554, + "nauc_precision_at_20_diff1": 0.760286, + "nauc_precision_at_100_max": 0.73405, + "nauc_precision_at_100_std": 0.79238, + "nauc_precision_at_100_diff1": 0.838366, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.264685, + "nauc_cv_recall_at_1_std": 0.038137, + "nauc_cv_recall_at_1_diff1": 0.888246, + "nauc_cv_recall_at_3_max": 0.275479, + "nauc_cv_recall_at_3_std": 0.026376, + "nauc_cv_recall_at_3_diff1": 0.84507, + "nauc_cv_recall_at_5_max": 0.328876, + "nauc_cv_recall_at_5_std": 0.07656, + "nauc_cv_recall_at_5_diff1": 0.807949, + "nauc_cv_recall_at_10_max": 0.254779, + "nauc_cv_recall_at_10_std": 0.007562, + "nauc_cv_recall_at_10_diff1": 0.790463, + "nauc_cv_recall_at_20_max": 0.286709, + "nauc_cv_recall_at_20_std": 0.094554, + "nauc_cv_recall_at_20_diff1": 0.760286, + "nauc_cv_recall_at_100_max": 0.73405, + "nauc_cv_recall_at_100_std": 0.79238, + "nauc_cv_recall_at_100_diff1": 0.838366, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.264685, + "nauc_mrr_at_1_std": 0.038137, + "nauc_mrr_at_1_diff1": 0.888246, + "nauc_mrr_at_3_max": 0.272118, + "nauc_mrr_at_3_std": 0.035123, + "nauc_mrr_at_3_diff1": 0.872668, + "nauc_mrr_at_5_max": 0.279942, + "nauc_mrr_at_5_std": 0.042959, + "nauc_mrr_at_5_diff1": 0.867143, + "nauc_mrr_at_10_max": 0.273385, + "nauc_mrr_at_10_std": 0.0374, + "nauc_mrr_at_10_diff1": 0.867048, + "nauc_mrr_at_20_max": 0.274715, + "nauc_mrr_at_20_std": 0.04062, + "nauc_mrr_at_20_diff1": 0.867117, + "nauc_mrr_at_100_max": 0.275218, + "nauc_mrr_at_100_std": 0.041385, + "nauc_mrr_at_100_diff1": 0.868026, + "nauc_mrr_at_1000_max": 0.274961, + "nauc_mrr_at_1000_std": 0.040967, + "nauc_mrr_at_1000_diff1": 0.868041, + "main_score": 0.76258, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.7666, + "ndcg_at_3": 0.80015, + "ndcg_at_5": 0.81167, + "ndcg_at_10": 0.82056, + "ndcg_at_20": 0.82674, + "ndcg_at_100": 0.83724, + "ndcg_at_1000": 0.84206, + "map_at_1": 0.7666, + "map_at_3": 0.79201, + "map_at_5": 0.79839, + "map_at_10": 0.80197, + "map_at_20": 0.80361, + "map_at_100": 0.80502, + "map_at_1000": 0.80519, + "recall_at_1": 0.7666, + "recall_at_3": 0.82365, + "recall_at_5": 0.85166, + "recall_at_10": 0.87967, + "recall_at_20": 0.90456, + "recall_at_100": 0.96162, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.7666, + "cv_recall_at_3": 0.82365, + "cv_recall_at_5": 0.85166, + "cv_recall_at_10": 0.87967, + "cv_recall_at_20": 0.90456, + "cv_recall_at_100": 0.96162, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.7666, + "precision_at_3": 0.27455, + "precision_at_5": 0.17033, + "precision_at_10": 0.08797, + "precision_at_20": 0.04523, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "mrr_at_1": 0.766598, + "mrr_at_3": 0.792012, + "mrr_at_5": 0.798392, + "mrr_at_10": 0.801967, + "mrr_at_20": 0.803609, + "mrr_at_100": 0.805024, + "mrr_at_1000": 0.805195, + "nauc_ndcg_at_1_max": 0.146625, + "nauc_ndcg_at_1_std": -0.094939, + "nauc_ndcg_at_1_diff1": 0.874509, + "nauc_ndcg_at_3_max": 0.178899, + "nauc_ndcg_at_3_std": -0.070395, + "nauc_ndcg_at_3_diff1": 0.865029, + "nauc_ndcg_at_5_max": 0.187246, + "nauc_ndcg_at_5_std": -0.056767, + "nauc_ndcg_at_5_diff1": 0.859552, + "nauc_ndcg_at_10_max": 0.191112, + "nauc_ndcg_at_10_std": -0.051344, + "nauc_ndcg_at_10_diff1": 0.858191, + "nauc_ndcg_at_20_max": 0.18592, + "nauc_ndcg_at_20_std": -0.054264, + "nauc_ndcg_at_20_diff1": 0.852634, + "nauc_ndcg_at_100_max": 0.176441, + "nauc_ndcg_at_100_std": -0.06261, + "nauc_ndcg_at_100_diff1": 0.855442, + "nauc_ndcg_at_1000_max": 0.177733, + "nauc_ndcg_at_1000_std": -0.063479, + "nauc_ndcg_at_1000_diff1": 0.858905, + "nauc_map_at_1_max": 0.146625, + "nauc_map_at_1_std": -0.094939, + "nauc_map_at_1_diff1": 0.874509, + "nauc_map_at_3_max": 0.169893, + "nauc_map_at_3_std": -0.076583, + "nauc_map_at_3_diff1": 0.866434, + "nauc_map_at_5_max": 0.173762, + "nauc_map_at_5_std": -0.069837, + "nauc_map_at_5_diff1": 0.863603, + "nauc_map_at_10_max": 0.174704, + "nauc_map_at_10_std": -0.06818, + "nauc_map_at_10_diff1": 0.863326, + "nauc_map_at_20_max": 0.173421, + "nauc_map_at_20_std": -0.068976, + "nauc_map_at_20_diff1": 0.862028, + "nauc_map_at_100_max": 0.172258, + "nauc_map_at_100_std": -0.069936, + "nauc_map_at_100_diff1": 0.862408, + "nauc_map_at_1000_max": 0.172339, + "nauc_map_at_1000_std": -0.069946, + "nauc_map_at_1000_diff1": 0.862548, + "nauc_recall_at_1_max": 0.146625, + "nauc_recall_at_1_std": -0.094939, + "nauc_recall_at_1_diff1": 0.874509, + "nauc_recall_at_3_max": 0.209005, + "nauc_recall_at_3_std": -0.050006, + "nauc_recall_at_3_diff1": 0.860896, + "nauc_recall_at_5_max": 0.24035, + "nauc_recall_at_5_std": -0.004726, + "nauc_recall_at_5_diff1": 0.843865, + "nauc_recall_at_10_max": 0.270508, + "nauc_recall_at_10_std": 0.031071, + "nauc_recall_at_10_diff1": 0.833157, + "nauc_recall_at_20_max": 0.252345, + "nauc_recall_at_20_std": 0.029811, + "nauc_recall_at_20_diff1": 0.789738, + "nauc_recall_at_100_max": 0.144884, + "nauc_recall_at_100_std": -0.03485, + "nauc_recall_at_100_diff1": 0.756489, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.146625, + "nauc_precision_at_1_std": -0.094939, + "nauc_precision_at_1_diff1": 0.874509, + "nauc_precision_at_3_max": 0.209005, + "nauc_precision_at_3_std": -0.050006, + "nauc_precision_at_3_diff1": 0.860896, + "nauc_precision_at_5_max": 0.24035, + "nauc_precision_at_5_std": -0.004726, + "nauc_precision_at_5_diff1": 0.843865, + "nauc_precision_at_10_max": 0.270508, + "nauc_precision_at_10_std": 0.031071, + "nauc_precision_at_10_diff1": 0.833157, + "nauc_precision_at_20_max": 0.252345, + "nauc_precision_at_20_std": 0.029811, + "nauc_precision_at_20_diff1": 0.789738, + "nauc_precision_at_100_max": 0.144884, + "nauc_precision_at_100_std": -0.03485, + "nauc_precision_at_100_diff1": 0.756489, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.146625, + "nauc_cv_recall_at_1_std": -0.094939, + "nauc_cv_recall_at_1_diff1": 0.874509, + "nauc_cv_recall_at_3_max": 0.209005, + "nauc_cv_recall_at_3_std": -0.050006, + "nauc_cv_recall_at_3_diff1": 0.860896, + "nauc_cv_recall_at_5_max": 0.24035, + "nauc_cv_recall_at_5_std": -0.004726, + "nauc_cv_recall_at_5_diff1": 0.843865, + "nauc_cv_recall_at_10_max": 0.270508, + "nauc_cv_recall_at_10_std": 0.031071, + "nauc_cv_recall_at_10_diff1": 0.833157, + "nauc_cv_recall_at_20_max": 0.252345, + "nauc_cv_recall_at_20_std": 0.029811, + "nauc_cv_recall_at_20_diff1": 0.789738, + "nauc_cv_recall_at_100_max": 0.144884, + "nauc_cv_recall_at_100_std": -0.03485, + "nauc_cv_recall_at_100_diff1": 0.756489, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.146625, + "nauc_mrr_at_1_std": -0.094939, + "nauc_mrr_at_1_diff1": 0.874509, + "nauc_mrr_at_3_max": 0.169893, + "nauc_mrr_at_3_std": -0.076583, + "nauc_mrr_at_3_diff1": 0.866434, + "nauc_mrr_at_5_max": 0.173762, + "nauc_mrr_at_5_std": -0.069837, + "nauc_mrr_at_5_diff1": 0.863603, + "nauc_mrr_at_10_max": 0.174704, + "nauc_mrr_at_10_std": -0.06818, + "nauc_mrr_at_10_diff1": 0.863326, + "nauc_mrr_at_20_max": 0.173421, + "nauc_mrr_at_20_std": -0.068976, + "nauc_mrr_at_20_diff1": 0.862028, + "nauc_mrr_at_100_max": 0.172258, + "nauc_mrr_at_100_std": -0.069936, + "nauc_mrr_at_100_diff1": 0.862408, + "nauc_mrr_at_1000_max": 0.172339, + "nauc_mrr_at_1000_std": -0.069946, + "nauc_mrr_at_1000_diff1": 0.862548, + "main_score": 0.81167, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.77216, + "ndcg_at_3": 0.80719, + "ndcg_at_5": 0.81691, + "ndcg_at_10": 0.82837, + "ndcg_at_20": 0.83517, + "ndcg_at_100": 0.84511, + "ndcg_at_1000": 0.84872, + "map_at_1": 0.77216, + "map_at_3": 0.79863, + "map_at_5": 0.80399, + "map_at_10": 0.80879, + "map_at_20": 0.81067, + "map_at_100": 0.81204, + "map_at_1000": 0.81217, + "recall_at_1": 0.77216, + "recall_at_3": 0.83196, + "recall_at_5": 0.85567, + "recall_at_10": 0.89072, + "recall_at_20": 0.91753, + "recall_at_100": 0.97113, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.77216, + "cv_recall_at_3": 0.83196, + "cv_recall_at_5": 0.85567, + "cv_recall_at_10": 0.89072, + "cv_recall_at_20": 0.91753, + "cv_recall_at_100": 0.97113, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.77216, + "precision_at_3": 0.27732, + "precision_at_5": 0.17113, + "precision_at_10": 0.08907, + "precision_at_20": 0.04588, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "mrr_at_1": 0.772165, + "mrr_at_3": 0.798625, + "mrr_at_5": 0.803986, + "mrr_at_10": 0.808788, + "mrr_at_20": 0.81067, + "mrr_at_100": 0.812039, + "mrr_at_1000": 0.812167, + "nauc_ndcg_at_1_max": 0.183266, + "nauc_ndcg_at_1_std": -0.133914, + "nauc_ndcg_at_1_diff1": 0.921052, + "nauc_ndcg_at_3_max": 0.195213, + "nauc_ndcg_at_3_std": -0.113514, + "nauc_ndcg_at_3_diff1": 0.89471, + "nauc_ndcg_at_5_max": 0.188105, + "nauc_ndcg_at_5_std": -0.116728, + "nauc_ndcg_at_5_diff1": 0.887707, + "nauc_ndcg_at_10_max": 0.187274, + "nauc_ndcg_at_10_std": -0.115468, + "nauc_ndcg_at_10_diff1": 0.889795, + "nauc_ndcg_at_20_max": 0.184744, + "nauc_ndcg_at_20_std": -0.117052, + "nauc_ndcg_at_20_diff1": 0.890201, + "nauc_ndcg_at_100_max": 0.193591, + "nauc_ndcg_at_100_std": -0.112777, + "nauc_ndcg_at_100_diff1": 0.897121, + "nauc_ndcg_at_1000_max": 0.190317, + "nauc_ndcg_at_1000_std": -0.11578, + "nauc_ndcg_at_1000_diff1": 0.896988, + "nauc_map_at_1_max": 0.183266, + "nauc_map_at_1_std": -0.133914, + "nauc_map_at_1_diff1": 0.921052, + "nauc_map_at_3_max": 0.190053, + "nauc_map_at_3_std": -0.121232, + "nauc_map_at_3_diff1": 0.901451, + "nauc_map_at_5_max": 0.186088, + "nauc_map_at_5_std": -0.123023, + "nauc_map_at_5_diff1": 0.89795, + "nauc_map_at_10_max": 0.186027, + "nauc_map_at_10_std": -0.122353, + "nauc_map_at_10_diff1": 0.899163, + "nauc_map_at_20_max": 0.185725, + "nauc_map_at_20_std": -0.122522, + "nauc_map_at_20_diff1": 0.899376, + "nauc_map_at_100_max": 0.18699, + "nauc_map_at_100_std": -0.121736, + "nauc_map_at_100_diff1": 0.900284, + "nauc_map_at_1000_max": 0.186989, + "nauc_map_at_1000_std": -0.121707, + "nauc_map_at_1000_diff1": 0.900307, + "nauc_recall_at_1_max": 0.183266, + "nauc_recall_at_1_std": -0.133914, + "nauc_recall_at_1_diff1": 0.921052, + "nauc_recall_at_3_max": 0.213566, + "nauc_recall_at_3_std": -0.086386, + "nauc_recall_at_3_diff1": 0.872122, + "nauc_recall_at_5_max": 0.195685, + "nauc_recall_at_5_std": -0.092433, + "nauc_recall_at_5_diff1": 0.847902, + "nauc_recall_at_10_max": 0.19159, + "nauc_recall_at_10_std": -0.082634, + "nauc_recall_at_10_diff1": 0.844753, + "nauc_recall_at_20_max": 0.169252, + "nauc_recall_at_20_std": -0.08851, + "nauc_recall_at_20_diff1": 0.833462, + "nauc_recall_at_100_max": 0.354775, + "nauc_recall_at_100_std": 0.047602, + "nauc_recall_at_100_diff1": 0.909964, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.183266, + "nauc_precision_at_1_std": -0.133914, + "nauc_precision_at_1_diff1": 0.921052, + "nauc_precision_at_3_max": 0.213566, + "nauc_precision_at_3_std": -0.086386, + "nauc_precision_at_3_diff1": 0.872122, + "nauc_precision_at_5_max": 0.195685, + "nauc_precision_at_5_std": -0.092433, + "nauc_precision_at_5_diff1": 0.847902, + "nauc_precision_at_10_max": 0.19159, + "nauc_precision_at_10_std": -0.082634, + "nauc_precision_at_10_diff1": 0.844753, + "nauc_precision_at_20_max": 0.169252, + "nauc_precision_at_20_std": -0.08851, + "nauc_precision_at_20_diff1": 0.833462, + "nauc_precision_at_100_max": 0.354775, + "nauc_precision_at_100_std": 0.047602, + "nauc_precision_at_100_diff1": 0.909964, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.183266, + "nauc_cv_recall_at_1_std": -0.133914, + "nauc_cv_recall_at_1_diff1": 0.921052, + "nauc_cv_recall_at_3_max": 0.213566, + "nauc_cv_recall_at_3_std": -0.086386, + "nauc_cv_recall_at_3_diff1": 0.872122, + "nauc_cv_recall_at_5_max": 0.195685, + "nauc_cv_recall_at_5_std": -0.092433, + "nauc_cv_recall_at_5_diff1": 0.847902, + "nauc_cv_recall_at_10_max": 0.19159, + "nauc_cv_recall_at_10_std": -0.082634, + "nauc_cv_recall_at_10_diff1": 0.844753, + "nauc_cv_recall_at_20_max": 0.169252, + "nauc_cv_recall_at_20_std": -0.08851, + "nauc_cv_recall_at_20_diff1": 0.833462, + "nauc_cv_recall_at_100_max": 0.354775, + "nauc_cv_recall_at_100_std": 0.047602, + "nauc_cv_recall_at_100_diff1": 0.909964, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.183266, + "nauc_mrr_at_1_std": -0.133914, + "nauc_mrr_at_1_diff1": 0.921052, + "nauc_mrr_at_3_max": 0.190053, + "nauc_mrr_at_3_std": -0.121232, + "nauc_mrr_at_3_diff1": 0.901451, + "nauc_mrr_at_5_max": 0.186088, + "nauc_mrr_at_5_std": -0.123023, + "nauc_mrr_at_5_diff1": 0.89795, + "nauc_mrr_at_10_max": 0.186027, + "nauc_mrr_at_10_std": -0.122353, + "nauc_mrr_at_10_diff1": 0.899163, + "nauc_mrr_at_20_max": 0.185725, + "nauc_mrr_at_20_std": -0.122522, + "nauc_mrr_at_20_diff1": 0.899376, + "nauc_mrr_at_100_max": 0.18699, + "nauc_mrr_at_100_std": -0.121736, + "nauc_mrr_at_100_diff1": 0.900284, + "nauc_mrr_at_1000_max": 0.186989, + "nauc_mrr_at_1000_std": -0.121707, + "nauc_mrr_at_1000_diff1": 0.900307, + "main_score": 0.81691, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.76562, + "ndcg_at_3": 0.79811, + "ndcg_at_5": 0.81129, + "ndcg_at_10": 0.8198, + "ndcg_at_20": 0.82733, + "ndcg_at_100": 0.83758, + "ndcg_at_1000": 0.84196, + "map_at_1": 0.76562, + "map_at_3": 0.78993, + "map_at_5": 0.79717, + "map_at_10": 0.80074, + "map_at_20": 0.80274, + "map_at_100": 0.80423, + "map_at_1000": 0.80438, + "recall_at_1": 0.76562, + "recall_at_3": 0.82188, + "recall_at_5": 0.85417, + "recall_at_10": 0.88021, + "recall_at_20": 0.91042, + "recall_at_100": 0.96458, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.76562, + "cv_recall_at_3": 0.82188, + "cv_recall_at_5": 0.85417, + "cv_recall_at_10": 0.88021, + "cv_recall_at_20": 0.91042, + "cv_recall_at_100": 0.96458, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.76562, + "precision_at_3": 0.27396, + "precision_at_5": 0.17083, + "precision_at_10": 0.08802, + "precision_at_20": 0.04552, + "precision_at_100": 0.00965, + "precision_at_1000": 0.001, + "mrr_at_1": 0.765625, + "mrr_at_3": 0.789931, + "mrr_at_5": 0.79717, + "mrr_at_10": 0.800737, + "mrr_at_20": 0.802743, + "mrr_at_100": 0.804233, + "mrr_at_1000": 0.804382, + "nauc_ndcg_at_1_max": 0.15654, + "nauc_ndcg_at_1_std": -0.145464, + "nauc_ndcg_at_1_diff1": 0.897264, + "nauc_ndcg_at_3_max": 0.168854, + "nauc_ndcg_at_3_std": -0.14167, + "nauc_ndcg_at_3_diff1": 0.880663, + "nauc_ndcg_at_5_max": 0.16131, + "nauc_ndcg_at_5_std": -0.147796, + "nauc_ndcg_at_5_diff1": 0.877507, + "nauc_ndcg_at_10_max": 0.160812, + "nauc_ndcg_at_10_std": -0.147858, + "nauc_ndcg_at_10_diff1": 0.873118, + "nauc_ndcg_at_20_max": 0.157615, + "nauc_ndcg_at_20_std": -0.149474, + "nauc_ndcg_at_20_diff1": 0.870905, + "nauc_ndcg_at_100_max": 0.168722, + "nauc_ndcg_at_100_std": -0.136294, + "nauc_ndcg_at_100_diff1": 0.878118, + "nauc_ndcg_at_1000_max": 0.164831, + "nauc_ndcg_at_1000_std": -0.141233, + "nauc_ndcg_at_1000_diff1": 0.879316, + "nauc_map_at_1_max": 0.15654, + "nauc_map_at_1_std": -0.145464, + "nauc_map_at_1_diff1": 0.897264, + "nauc_map_at_3_max": 0.165291, + "nauc_map_at_3_std": -0.142822, + "nauc_map_at_3_diff1": 0.885065, + "nauc_map_at_5_max": 0.161171, + "nauc_map_at_5_std": -0.146121, + "nauc_map_at_5_diff1": 0.883598, + "nauc_map_at_10_max": 0.161341, + "nauc_map_at_10_std": -0.146012, + "nauc_map_at_10_diff1": 0.882016, + "nauc_map_at_20_max": 0.160294, + "nauc_map_at_20_std": -0.14667, + "nauc_map_at_20_diff1": 0.881563, + "nauc_map_at_100_max": 0.162058, + "nauc_map_at_100_std": -0.144632, + "nauc_map_at_100_diff1": 0.882798, + "nauc_map_at_1000_max": 0.162014, + "nauc_map_at_1000_std": -0.144651, + "nauc_map_at_1000_diff1": 0.882829, + "nauc_recall_at_1_max": 0.15654, + "nauc_recall_at_1_std": -0.145464, + "nauc_recall_at_1_diff1": 0.897264, + "nauc_recall_at_3_max": 0.180826, + "nauc_recall_at_3_std": -0.137774, + "nauc_recall_at_3_diff1": 0.866046, + "nauc_recall_at_5_max": 0.160686, + "nauc_recall_at_5_std": -0.155234, + "nauc_recall_at_5_diff1": 0.853363, + "nauc_recall_at_10_max": 0.155462, + "nauc_recall_at_10_std": -0.157628, + "nauc_recall_at_10_diff1": 0.829497, + "nauc_recall_at_20_max": 0.135355, + "nauc_recall_at_20_std": -0.167611, + "nauc_recall_at_20_diff1": 0.800377, + "nauc_recall_at_100_max": 0.32125, + "nauc_recall_at_100_std": 0.068435, + "nauc_recall_at_100_diff1": 0.836821, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.15654, + "nauc_precision_at_1_std": -0.145464, + "nauc_precision_at_1_diff1": 0.897264, + "nauc_precision_at_3_max": 0.180826, + "nauc_precision_at_3_std": -0.137774, + "nauc_precision_at_3_diff1": 0.866046, + "nauc_precision_at_5_max": 0.160686, + "nauc_precision_at_5_std": -0.155234, + "nauc_precision_at_5_diff1": 0.853363, + "nauc_precision_at_10_max": 0.155462, + "nauc_precision_at_10_std": -0.157628, + "nauc_precision_at_10_diff1": 0.829497, + "nauc_precision_at_20_max": 0.135355, + "nauc_precision_at_20_std": -0.167611, + "nauc_precision_at_20_diff1": 0.800377, + "nauc_precision_at_100_max": 0.32125, + "nauc_precision_at_100_std": 0.068435, + "nauc_precision_at_100_diff1": 0.836821, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.15654, + "nauc_cv_recall_at_1_std": -0.145464, + "nauc_cv_recall_at_1_diff1": 0.897264, + "nauc_cv_recall_at_3_max": 0.180826, + "nauc_cv_recall_at_3_std": -0.137774, + "nauc_cv_recall_at_3_diff1": 0.866046, + "nauc_cv_recall_at_5_max": 0.160686, + "nauc_cv_recall_at_5_std": -0.155234, + "nauc_cv_recall_at_5_diff1": 0.853363, + "nauc_cv_recall_at_10_max": 0.155462, + "nauc_cv_recall_at_10_std": -0.157628, + "nauc_cv_recall_at_10_diff1": 0.829497, + "nauc_cv_recall_at_20_max": 0.135355, + "nauc_cv_recall_at_20_std": -0.167611, + "nauc_cv_recall_at_20_diff1": 0.800377, + "nauc_cv_recall_at_100_max": 0.32125, + "nauc_cv_recall_at_100_std": 0.068435, + "nauc_cv_recall_at_100_diff1": 0.836821, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.15654, + "nauc_mrr_at_1_std": -0.145464, + "nauc_mrr_at_1_diff1": 0.897264, + "nauc_mrr_at_3_max": 0.165291, + "nauc_mrr_at_3_std": -0.142822, + "nauc_mrr_at_3_diff1": 0.885065, + "nauc_mrr_at_5_max": 0.161171, + "nauc_mrr_at_5_std": -0.146121, + "nauc_mrr_at_5_diff1": 0.883598, + "nauc_mrr_at_10_max": 0.161341, + "nauc_mrr_at_10_std": -0.146012, + "nauc_mrr_at_10_diff1": 0.882016, + "nauc_mrr_at_20_max": 0.160294, + "nauc_mrr_at_20_std": -0.14667, + "nauc_mrr_at_20_diff1": 0.881563, + "nauc_mrr_at_100_max": 0.162058, + "nauc_mrr_at_100_std": -0.144632, + "nauc_mrr_at_100_diff1": 0.882798, + "nauc_mrr_at_1000_max": 0.162014, + "nauc_mrr_at_1000_std": -0.144651, + "nauc_mrr_at_1000_diff1": 0.882829, + "main_score": 0.81129, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.52756, + "ndcg_at_3": 0.5786, + "ndcg_at_5": 0.59413, + "ndcg_at_10": 0.60521, + "ndcg_at_20": 0.61338, + "ndcg_at_100": 0.62818, + "ndcg_at_1000": 0.65195, + "map_at_1": 0.52756, + "map_at_3": 0.56627, + "map_at_5": 0.5748, + "map_at_10": 0.5794, + "map_at_20": 0.58158, + "map_at_100": 0.58335, + "map_at_1000": 0.58409, + "recall_at_1": 0.52756, + "recall_at_3": 0.61417, + "recall_at_5": 0.65223, + "recall_at_10": 0.68635, + "recall_at_20": 0.71916, + "recall_at_100": 0.80315, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.52756, + "cv_recall_at_3": 0.61417, + "cv_recall_at_5": 0.65223, + "cv_recall_at_10": 0.68635, + "cv_recall_at_20": 0.71916, + "cv_recall_at_100": 0.80315, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.52756, + "precision_at_3": 0.20472, + "precision_at_5": 0.13045, + "precision_at_10": 0.06864, + "precision_at_20": 0.03596, + "precision_at_100": 0.00803, + "precision_at_1000": 0.001, + "mrr_at_1": 0.527559, + "mrr_at_3": 0.566273, + "mrr_at_5": 0.574803, + "mrr_at_10": 0.579401, + "mrr_at_20": 0.58158, + "mrr_at_100": 0.583353, + "mrr_at_1000": 0.584085, + "nauc_ndcg_at_1_max": 0.398202, + "nauc_ndcg_at_1_std": 0.311708, + "nauc_ndcg_at_1_diff1": 0.828071, + "nauc_ndcg_at_3_max": 0.393814, + "nauc_ndcg_at_3_std": 0.310384, + "nauc_ndcg_at_3_diff1": 0.787761, + "nauc_ndcg_at_5_max": 0.392032, + "nauc_ndcg_at_5_std": 0.310705, + "nauc_ndcg_at_5_diff1": 0.780969, + "nauc_ndcg_at_10_max": 0.399222, + "nauc_ndcg_at_10_std": 0.31724, + "nauc_ndcg_at_10_diff1": 0.777526, + "nauc_ndcg_at_20_max": 0.398434, + "nauc_ndcg_at_20_std": 0.317451, + "nauc_ndcg_at_20_diff1": 0.777748, + "nauc_ndcg_at_100_max": 0.400286, + "nauc_ndcg_at_100_std": 0.322185, + "nauc_ndcg_at_100_diff1": 0.779483, + "nauc_ndcg_at_1000_max": 0.399174, + "nauc_ndcg_at_1000_std": 0.318427, + "nauc_ndcg_at_1000_diff1": 0.785109, + "nauc_map_at_1_max": 0.398202, + "nauc_map_at_1_std": 0.311708, + "nauc_map_at_1_diff1": 0.828071, + "nauc_map_at_3_max": 0.394637, + "nauc_map_at_3_std": 0.310375, + "nauc_map_at_3_diff1": 0.797595, + "nauc_map_at_5_max": 0.393725, + "nauc_map_at_5_std": 0.310549, + "nauc_map_at_5_diff1": 0.794201, + "nauc_map_at_10_max": 0.396527, + "nauc_map_at_10_std": 0.313056, + "nauc_map_at_10_diff1": 0.792983, + "nauc_map_at_20_max": 0.396366, + "nauc_map_at_20_std": 0.313176, + "nauc_map_at_20_diff1": 0.793184, + "nauc_map_at_100_max": 0.396898, + "nauc_map_at_100_std": 0.314133, + "nauc_map_at_100_diff1": 0.793497, + "nauc_map_at_1000_max": 0.396942, + "nauc_map_at_1000_std": 0.314104, + "nauc_map_at_1000_diff1": 0.793677, + "nauc_recall_at_1_max": 0.398202, + "nauc_recall_at_1_std": 0.311708, + "nauc_recall_at_1_diff1": 0.828071, + "nauc_recall_at_3_max": 0.391414, + "nauc_recall_at_3_std": 0.310561, + "nauc_recall_at_3_diff1": 0.757763, + "nauc_recall_at_5_max": 0.386333, + "nauc_recall_at_5_std": 0.311424, + "nauc_recall_at_5_diff1": 0.73693, + "nauc_recall_at_10_max": 0.411804, + "nauc_recall_at_10_std": 0.335156, + "nauc_recall_at_10_diff1": 0.721309, + "nauc_recall_at_20_max": 0.408615, + "nauc_recall_at_20_std": 0.337019, + "nauc_recall_at_20_diff1": 0.716785, + "nauc_recall_at_100_max": 0.420643, + "nauc_recall_at_100_std": 0.374996, + "nauc_recall_at_100_diff1": 0.711007, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.398202, + "nauc_precision_at_1_std": 0.311708, + "nauc_precision_at_1_diff1": 0.828071, + "nauc_precision_at_3_max": 0.391414, + "nauc_precision_at_3_std": 0.310561, + "nauc_precision_at_3_diff1": 0.757763, + "nauc_precision_at_5_max": 0.386333, + "nauc_precision_at_5_std": 0.311424, + "nauc_precision_at_5_diff1": 0.73693, + "nauc_precision_at_10_max": 0.411804, + "nauc_precision_at_10_std": 0.335156, + "nauc_precision_at_10_diff1": 0.721309, + "nauc_precision_at_20_max": 0.408615, + "nauc_precision_at_20_std": 0.337019, + "nauc_precision_at_20_diff1": 0.716785, + "nauc_precision_at_100_max": 0.420643, + "nauc_precision_at_100_std": 0.374996, + "nauc_precision_at_100_diff1": 0.711007, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.398202, + "nauc_cv_recall_at_1_std": 0.311708, + "nauc_cv_recall_at_1_diff1": 0.828071, + "nauc_cv_recall_at_3_max": 0.391414, + "nauc_cv_recall_at_3_std": 0.310561, + "nauc_cv_recall_at_3_diff1": 0.757763, + "nauc_cv_recall_at_5_max": 0.386333, + "nauc_cv_recall_at_5_std": 0.311424, + "nauc_cv_recall_at_5_diff1": 0.73693, + "nauc_cv_recall_at_10_max": 0.411804, + "nauc_cv_recall_at_10_std": 0.335156, + "nauc_cv_recall_at_10_diff1": 0.721309, + "nauc_cv_recall_at_20_max": 0.408615, + "nauc_cv_recall_at_20_std": 0.337019, + "nauc_cv_recall_at_20_diff1": 0.716785, + "nauc_cv_recall_at_100_max": 0.420643, + "nauc_cv_recall_at_100_std": 0.374996, + "nauc_cv_recall_at_100_diff1": 0.711007, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.398202, + "nauc_mrr_at_1_std": 0.311708, + "nauc_mrr_at_1_diff1": 0.828071, + "nauc_mrr_at_3_max": 0.394637, + "nauc_mrr_at_3_std": 0.310375, + "nauc_mrr_at_3_diff1": 0.797595, + "nauc_mrr_at_5_max": 0.393725, + "nauc_mrr_at_5_std": 0.310549, + "nauc_mrr_at_5_diff1": 0.794201, + "nauc_mrr_at_10_max": 0.396527, + "nauc_mrr_at_10_std": 0.313056, + "nauc_mrr_at_10_diff1": 0.792983, + "nauc_mrr_at_20_max": 0.396366, + "nauc_mrr_at_20_std": 0.313176, + "nauc_mrr_at_20_diff1": 0.793184, + "nauc_mrr_at_100_max": 0.396898, + "nauc_mrr_at_100_std": 0.314133, + "nauc_mrr_at_100_diff1": 0.793497, + "nauc_mrr_at_1000_max": 0.396942, + "nauc_mrr_at_1000_std": 0.314104, + "nauc_mrr_at_1000_diff1": 0.793677, + "main_score": 0.59413, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.66146, + "ndcg_at_3": 0.71583, + "ndcg_at_5": 0.72458, + "ndcg_at_10": 0.75219, + "ndcg_at_20": 0.76548, + "ndcg_at_100": 0.78047, + "ndcg_at_1000": 0.782, + "map_at_1": 0.66146, + "map_at_3": 0.70226, + "map_at_5": 0.7072, + "map_at_10": 0.71899, + "map_at_20": 0.72271, + "map_at_100": 0.72494, + "map_at_1000": 0.72503, + "recall_at_1": 0.66146, + "recall_at_3": 0.75521, + "recall_at_5": 0.77604, + "recall_at_10": 0.85938, + "recall_at_20": 0.91146, + "recall_at_100": 0.98958, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.66146, + "cv_recall_at_3": 0.75521, + "cv_recall_at_5": 0.77604, + "cv_recall_at_10": 0.85938, + "cv_recall_at_20": 0.91146, + "cv_recall_at_100": 0.98958, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.66146, + "precision_at_3": 0.25174, + "precision_at_5": 0.15521, + "precision_at_10": 0.08594, + "precision_at_20": 0.04557, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.661458, + "mrr_at_3": 0.702257, + "mrr_at_5": 0.707205, + "mrr_at_10": 0.718986, + "mrr_at_20": 0.722706, + "mrr_at_100": 0.724939, + "mrr_at_1000": 0.725034, + "nauc_ndcg_at_1_max": 0.193008, + "nauc_ndcg_at_1_std": -0.027991, + "nauc_ndcg_at_1_diff1": 0.841402, + "nauc_ndcg_at_3_max": 0.236805, + "nauc_ndcg_at_3_std": 0.026415, + "nauc_ndcg_at_3_diff1": 0.825909, + "nauc_ndcg_at_5_max": 0.229021, + "nauc_ndcg_at_5_std": 0.018647, + "nauc_ndcg_at_5_diff1": 0.817514, + "nauc_ndcg_at_10_max": 0.220484, + "nauc_ndcg_at_10_std": 0.015187, + "nauc_ndcg_at_10_diff1": 0.80106, + "nauc_ndcg_at_20_max": 0.220433, + "nauc_ndcg_at_20_std": 0.02107, + "nauc_ndcg_at_20_diff1": 0.813226, + "nauc_ndcg_at_100_max": 0.220969, + "nauc_ndcg_at_100_std": 0.017566, + "nauc_ndcg_at_100_diff1": 0.813742, + "nauc_ndcg_at_1000_max": 0.219982, + "nauc_ndcg_at_1000_std": 0.012506, + "nauc_ndcg_at_1000_diff1": 0.815855, + "nauc_map_at_1_max": 0.193008, + "nauc_map_at_1_std": -0.027991, + "nauc_map_at_1_diff1": 0.841402, + "nauc_map_at_3_max": 0.226027, + "nauc_map_at_3_std": 0.013092, + "nauc_map_at_3_diff1": 0.82796, + "nauc_map_at_5_max": 0.221923, + "nauc_map_at_5_std": 0.009038, + "nauc_map_at_5_diff1": 0.823323, + "nauc_map_at_10_max": 0.218656, + "nauc_map_at_10_std": 0.007324, + "nauc_map_at_10_diff1": 0.81727, + "nauc_map_at_20_max": 0.218179, + "nauc_map_at_20_std": 0.008258, + "nauc_map_at_20_diff1": 0.819965, + "nauc_map_at_100_max": 0.218102, + "nauc_map_at_100_std": 0.007527, + "nauc_map_at_100_diff1": 0.820028, + "nauc_map_at_1000_max": 0.218063, + "nauc_map_at_1000_std": 0.007276, + "nauc_map_at_1000_diff1": 0.820144, + "nauc_recall_at_1_max": 0.193008, + "nauc_recall_at_1_std": -0.027991, + "nauc_recall_at_1_diff1": 0.841402, + "nauc_recall_at_3_max": 0.272487, + "nauc_recall_at_3_std": 0.070489, + "nauc_recall_at_3_diff1": 0.820034, + "nauc_recall_at_5_max": 0.252137, + "nauc_recall_at_5_std": 0.050406, + "nauc_recall_at_5_diff1": 0.796876, + "nauc_recall_at_10_max": 0.220057, + "nauc_recall_at_10_std": 0.04989, + "nauc_recall_at_10_diff1": 0.706952, + "nauc_recall_at_20_max": 0.228504, + "nauc_recall_at_20_std": 0.129127, + "nauc_recall_at_20_diff1": 0.776271, + "nauc_recall_at_100_max": 0.349276, + "nauc_recall_at_100_std": 0.638471, + "nauc_recall_at_100_diff1": 0.561236, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.193008, + "nauc_precision_at_1_std": -0.027991, + "nauc_precision_at_1_diff1": 0.841402, + "nauc_precision_at_3_max": 0.272487, + "nauc_precision_at_3_std": 0.070489, + "nauc_precision_at_3_diff1": 0.820034, + "nauc_precision_at_5_max": 0.252137, + "nauc_precision_at_5_std": 0.050406, + "nauc_precision_at_5_diff1": 0.796876, + "nauc_precision_at_10_max": 0.220057, + "nauc_precision_at_10_std": 0.04989, + "nauc_precision_at_10_diff1": 0.706952, + "nauc_precision_at_20_max": 0.228504, + "nauc_precision_at_20_std": 0.129127, + "nauc_precision_at_20_diff1": 0.776271, + "nauc_precision_at_100_max": 0.349276, + "nauc_precision_at_100_std": 0.638471, + "nauc_precision_at_100_diff1": 0.561236, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.193008, + "nauc_cv_recall_at_1_std": -0.027991, + "nauc_cv_recall_at_1_diff1": 0.841402, + "nauc_cv_recall_at_3_max": 0.272487, + "nauc_cv_recall_at_3_std": 0.070489, + "nauc_cv_recall_at_3_diff1": 0.820034, + "nauc_cv_recall_at_5_max": 0.252137, + "nauc_cv_recall_at_5_std": 0.050406, + "nauc_cv_recall_at_5_diff1": 0.796876, + "nauc_cv_recall_at_10_max": 0.220057, + "nauc_cv_recall_at_10_std": 0.04989, + "nauc_cv_recall_at_10_diff1": 0.706952, + "nauc_cv_recall_at_20_max": 0.228504, + "nauc_cv_recall_at_20_std": 0.129127, + "nauc_cv_recall_at_20_diff1": 0.776271, + "nauc_cv_recall_at_100_max": 0.349276, + "nauc_cv_recall_at_100_std": 0.638471, + "nauc_cv_recall_at_100_diff1": 0.561236, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.193008, + "nauc_mrr_at_1_std": -0.027991, + "nauc_mrr_at_1_diff1": 0.841402, + "nauc_mrr_at_3_max": 0.226027, + "nauc_mrr_at_3_std": 0.013092, + "nauc_mrr_at_3_diff1": 0.82796, + "nauc_mrr_at_5_max": 0.221923, + "nauc_mrr_at_5_std": 0.009038, + "nauc_mrr_at_5_diff1": 0.823323, + "nauc_mrr_at_10_max": 0.218656, + "nauc_mrr_at_10_std": 0.007324, + "nauc_mrr_at_10_diff1": 0.81727, + "nauc_mrr_at_20_max": 0.218179, + "nauc_mrr_at_20_std": 0.008258, + "nauc_mrr_at_20_diff1": 0.819965, + "nauc_mrr_at_100_max": 0.218102, + "nauc_mrr_at_100_std": 0.007527, + "nauc_mrr_at_100_diff1": 0.820028, + "nauc_mrr_at_1000_max": 0.218063, + "nauc_mrr_at_1000_std": 0.007276, + "nauc_mrr_at_1000_diff1": 0.820144, + "main_score": 0.72458, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.69252, + "ndcg_at_3": 0.7494, + "ndcg_at_5": 0.7618, + "ndcg_at_10": 0.77421, + "ndcg_at_20": 0.78233, + "ndcg_at_100": 0.79701, + "ndcg_at_1000": 0.80152, + "map_at_1": 0.69252, + "map_at_3": 0.73638, + "map_at_5": 0.74317, + "map_at_10": 0.74821, + "map_at_20": 0.75048, + "map_at_100": 0.7526, + "map_at_1000": 0.75279, + "recall_at_1": 0.69252, + "recall_at_3": 0.7867, + "recall_at_5": 0.81717, + "recall_at_10": 0.85596, + "recall_at_20": 0.88781, + "recall_at_100": 0.96537, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.69252, + "cv_recall_at_3": 0.7867, + "cv_recall_at_5": 0.81717, + "cv_recall_at_10": 0.85596, + "cv_recall_at_20": 0.88781, + "cv_recall_at_100": 0.96537, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.69252, + "precision_at_3": 0.26223, + "precision_at_5": 0.16343, + "precision_at_10": 0.0856, + "precision_at_20": 0.04439, + "precision_at_100": 0.00965, + "precision_at_1000": 0.001, + "mrr_at_1": 0.692521, + "mrr_at_3": 0.73638, + "mrr_at_5": 0.743167, + "mrr_at_10": 0.748209, + "mrr_at_20": 0.750478, + "mrr_at_100": 0.752602, + "mrr_at_1000": 0.75279, + "nauc_ndcg_at_1_max": 0.012868, + "nauc_ndcg_at_1_std": -0.190039, + "nauc_ndcg_at_1_diff1": 0.764177, + "nauc_ndcg_at_3_max": 0.016674, + "nauc_ndcg_at_3_std": -0.192788, + "nauc_ndcg_at_3_diff1": 0.730137, + "nauc_ndcg_at_5_max": 0.014578, + "nauc_ndcg_at_5_std": -0.196893, + "nauc_ndcg_at_5_diff1": 0.718164, + "nauc_ndcg_at_10_max": 0.026031, + "nauc_ndcg_at_10_std": -0.185502, + "nauc_ndcg_at_10_diff1": 0.720042, + "nauc_ndcg_at_20_max": 0.01473, + "nauc_ndcg_at_20_std": -0.197655, + "nauc_ndcg_at_20_diff1": 0.718535, + "nauc_ndcg_at_100_max": 0.0196, + "nauc_ndcg_at_100_std": -0.18814, + "nauc_ndcg_at_100_diff1": 0.722489, + "nauc_ndcg_at_1000_max": 0.016606, + "nauc_ndcg_at_1000_std": -0.19246, + "nauc_ndcg_at_1000_diff1": 0.727261, + "nauc_map_at_1_max": 0.012868, + "nauc_map_at_1_std": -0.190039, + "nauc_map_at_1_diff1": 0.764177, + "nauc_map_at_3_max": 0.014367, + "nauc_map_at_3_std": -0.193731, + "nauc_map_at_3_diff1": 0.739137, + "nauc_map_at_5_max": 0.012674, + "nauc_map_at_5_std": -0.196442, + "nauc_map_at_5_diff1": 0.733015, + "nauc_map_at_10_max": 0.016841, + "nauc_map_at_10_std": -0.192522, + "nauc_map_at_10_diff1": 0.734065, + "nauc_map_at_20_max": 0.013821, + "nauc_map_at_20_std": -0.195821, + "nauc_map_at_20_diff1": 0.733871, + "nauc_map_at_100_max": 0.014483, + "nauc_map_at_100_std": -0.194404, + "nauc_map_at_100_diff1": 0.734609, + "nauc_map_at_1000_max": 0.014374, + "nauc_map_at_1000_std": -0.194531, + "nauc_map_at_1000_diff1": 0.734728, + "nauc_recall_at_1_max": 0.012868, + "nauc_recall_at_1_std": -0.190039, + "nauc_recall_at_1_diff1": 0.764177, + "nauc_recall_at_3_max": 0.02516, + "nauc_recall_at_3_std": -0.188744, + "nauc_recall_at_3_diff1": 0.699584, + "nauc_recall_at_5_max": 0.023048, + "nauc_recall_at_5_std": -0.197516, + "nauc_recall_at_5_diff1": 0.659749, + "nauc_recall_at_10_max": 0.0776, + "nauc_recall_at_10_std": -0.143162, + "nauc_recall_at_10_diff1": 0.653473, + "nauc_recall_at_20_max": 0.014355, + "nauc_recall_at_20_std": -0.213307, + "nauc_recall_at_20_diff1": 0.62557, + "nauc_recall_at_100_max": 0.137968, + "nauc_recall_at_100_std": -0.010705, + "nauc_recall_at_100_diff1": 0.520382, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.012868, + "nauc_precision_at_1_std": -0.190039, + "nauc_precision_at_1_diff1": 0.764177, + "nauc_precision_at_3_max": 0.02516, + "nauc_precision_at_3_std": -0.188744, + "nauc_precision_at_3_diff1": 0.699584, + "nauc_precision_at_5_max": 0.023048, + "nauc_precision_at_5_std": -0.197516, + "nauc_precision_at_5_diff1": 0.659749, + "nauc_precision_at_10_max": 0.0776, + "nauc_precision_at_10_std": -0.143162, + "nauc_precision_at_10_diff1": 0.653473, + "nauc_precision_at_20_max": 0.014355, + "nauc_precision_at_20_std": -0.213307, + "nauc_precision_at_20_diff1": 0.62557, + "nauc_precision_at_100_max": 0.137968, + "nauc_precision_at_100_std": -0.010705, + "nauc_precision_at_100_diff1": 0.520382, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.012868, + "nauc_cv_recall_at_1_std": -0.190039, + "nauc_cv_recall_at_1_diff1": 0.764177, + "nauc_cv_recall_at_3_max": 0.02516, + "nauc_cv_recall_at_3_std": -0.188744, + "nauc_cv_recall_at_3_diff1": 0.699584, + "nauc_cv_recall_at_5_max": 0.023048, + "nauc_cv_recall_at_5_std": -0.197516, + "nauc_cv_recall_at_5_diff1": 0.659749, + "nauc_cv_recall_at_10_max": 0.0776, + "nauc_cv_recall_at_10_std": -0.143162, + "nauc_cv_recall_at_10_diff1": 0.653473, + "nauc_cv_recall_at_20_max": 0.014355, + "nauc_cv_recall_at_20_std": -0.213307, + "nauc_cv_recall_at_20_diff1": 0.62557, + "nauc_cv_recall_at_100_max": 0.137968, + "nauc_cv_recall_at_100_std": -0.010705, + "nauc_cv_recall_at_100_diff1": 0.520382, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.012868, + "nauc_mrr_at_1_std": -0.190039, + "nauc_mrr_at_1_diff1": 0.764177, + "nauc_mrr_at_3_max": 0.014367, + "nauc_mrr_at_3_std": -0.193731, + "nauc_mrr_at_3_diff1": 0.739137, + "nauc_mrr_at_5_max": 0.012674, + "nauc_mrr_at_5_std": -0.196442, + "nauc_mrr_at_5_diff1": 0.733015, + "nauc_mrr_at_10_max": 0.016841, + "nauc_mrr_at_10_std": -0.192522, + "nauc_mrr_at_10_diff1": 0.734065, + "nauc_mrr_at_20_max": 0.013821, + "nauc_mrr_at_20_std": -0.195821, + "nauc_mrr_at_20_diff1": 0.733871, + "nauc_mrr_at_100_max": 0.014483, + "nauc_mrr_at_100_std": -0.194404, + "nauc_mrr_at_100_diff1": 0.734609, + "nauc_mrr_at_1000_max": 0.014374, + "nauc_mrr_at_1000_std": -0.194531, + "nauc_mrr_at_1000_diff1": 0.734728, + "main_score": 0.7618, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.6776, + "ndcg_at_3": 0.72573, + "ndcg_at_5": 0.73727, + "ndcg_at_10": 0.75302, + "ndcg_at_20": 0.76593, + "ndcg_at_100": 0.77893, + "ndcg_at_1000": 0.78443, + "map_at_1": 0.6776, + "map_at_3": 0.71418, + "map_at_5": 0.72051, + "map_at_10": 0.72702, + "map_at_20": 0.73059, + "map_at_100": 0.73245, + "map_at_1000": 0.73264, + "recall_at_1": 0.6776, + "recall_at_3": 0.75905, + "recall_at_5": 0.78733, + "recall_at_10": 0.83597, + "recall_at_20": 0.88688, + "recall_at_100": 0.95588, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.6776, + "cv_recall_at_3": 0.75905, + "cv_recall_at_5": 0.78733, + "cv_recall_at_10": 0.83597, + "cv_recall_at_20": 0.88688, + "cv_recall_at_100": 0.95588, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.6776, + "precision_at_3": 0.25302, + "precision_at_5": 0.15747, + "precision_at_10": 0.0836, + "precision_at_20": 0.04434, + "precision_at_100": 0.00956, + "precision_at_1000": 0.001, + "mrr_at_1": 0.677602, + "mrr_at_3": 0.714178, + "mrr_at_5": 0.720513, + "mrr_at_10": 0.727022, + "mrr_at_20": 0.730591, + "mrr_at_100": 0.732448, + "mrr_at_1000": 0.732637, + "nauc_ndcg_at_1_max": 0.064766, + "nauc_ndcg_at_1_std": -0.226717, + "nauc_ndcg_at_1_diff1": 0.867773, + "nauc_ndcg_at_3_max": 0.073569, + "nauc_ndcg_at_3_std": -0.218086, + "nauc_ndcg_at_3_diff1": 0.828927, + "nauc_ndcg_at_5_max": 0.066461, + "nauc_ndcg_at_5_std": -0.220154, + "nauc_ndcg_at_5_diff1": 0.823431, + "nauc_ndcg_at_10_max": 0.070207, + "nauc_ndcg_at_10_std": -0.213906, + "nauc_ndcg_at_10_diff1": 0.820416, + "nauc_ndcg_at_20_max": 0.070658, + "nauc_ndcg_at_20_std": -0.215861, + "nauc_ndcg_at_20_diff1": 0.821252, + "nauc_ndcg_at_100_max": 0.079673, + "nauc_ndcg_at_100_std": -0.202761, + "nauc_ndcg_at_100_diff1": 0.826596, + "nauc_ndcg_at_1000_max": 0.073875, + "nauc_ndcg_at_1000_std": -0.212175, + "nauc_ndcg_at_1000_diff1": 0.829879, + "nauc_map_at_1_max": 0.064766, + "nauc_map_at_1_std": -0.226717, + "nauc_map_at_1_diff1": 0.867773, + "nauc_map_at_3_max": 0.072539, + "nauc_map_at_3_std": -0.219356, + "nauc_map_at_3_diff1": 0.838998, + "nauc_map_at_5_max": 0.068982, + "nauc_map_at_5_std": -0.220101, + "nauc_map_at_5_diff1": 0.836267, + "nauc_map_at_10_max": 0.069883, + "nauc_map_at_10_std": -0.21859, + "nauc_map_at_10_diff1": 0.8352, + "nauc_map_at_20_max": 0.069849, + "nauc_map_at_20_std": -0.219472, + "nauc_map_at_20_diff1": 0.835635, + "nauc_map_at_100_max": 0.071085, + "nauc_map_at_100_std": -0.217607, + "nauc_map_at_100_diff1": 0.83642, + "nauc_map_at_1000_max": 0.070952, + "nauc_map_at_1000_std": -0.217825, + "nauc_map_at_1000_diff1": 0.836524, + "nauc_recall_at_1_max": 0.064766, + "nauc_recall_at_1_std": -0.226717, + "nauc_recall_at_1_diff1": 0.867773, + "nauc_recall_at_3_max": 0.076344, + "nauc_recall_at_3_std": -0.214381, + "nauc_recall_at_3_diff1": 0.795874, + "nauc_recall_at_5_max": 0.055199, + "nauc_recall_at_5_std": -0.22181, + "nauc_recall_at_5_diff1": 0.776813, + "nauc_recall_at_10_max": 0.072904, + "nauc_recall_at_10_std": -0.188494, + "nauc_recall_at_10_diff1": 0.753318, + "nauc_recall_at_20_max": 0.079681, + "nauc_recall_at_20_std": -0.187009, + "nauc_recall_at_20_diff1": 0.732161, + "nauc_recall_at_100_max": 0.292424, + "nauc_recall_at_100_std": 0.140256, + "nauc_recall_at_100_diff1": 0.717334, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.064766, + "nauc_precision_at_1_std": -0.226717, + "nauc_precision_at_1_diff1": 0.867773, + "nauc_precision_at_3_max": 0.076344, + "nauc_precision_at_3_std": -0.214381, + "nauc_precision_at_3_diff1": 0.795874, + "nauc_precision_at_5_max": 0.055199, + "nauc_precision_at_5_std": -0.22181, + "nauc_precision_at_5_diff1": 0.776813, + "nauc_precision_at_10_max": 0.072904, + "nauc_precision_at_10_std": -0.188494, + "nauc_precision_at_10_diff1": 0.753318, + "nauc_precision_at_20_max": 0.079681, + "nauc_precision_at_20_std": -0.187009, + "nauc_precision_at_20_diff1": 0.732161, + "nauc_precision_at_100_max": 0.292424, + "nauc_precision_at_100_std": 0.140256, + "nauc_precision_at_100_diff1": 0.717334, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.064766, + "nauc_cv_recall_at_1_std": -0.226717, + "nauc_cv_recall_at_1_diff1": 0.867773, + "nauc_cv_recall_at_3_max": 0.076344, + "nauc_cv_recall_at_3_std": -0.214381, + "nauc_cv_recall_at_3_diff1": 0.795874, + "nauc_cv_recall_at_5_max": 0.055199, + "nauc_cv_recall_at_5_std": -0.22181, + "nauc_cv_recall_at_5_diff1": 0.776813, + "nauc_cv_recall_at_10_max": 0.072904, + "nauc_cv_recall_at_10_std": -0.188494, + "nauc_cv_recall_at_10_diff1": 0.753318, + "nauc_cv_recall_at_20_max": 0.079681, + "nauc_cv_recall_at_20_std": -0.187009, + "nauc_cv_recall_at_20_diff1": 0.732161, + "nauc_cv_recall_at_100_max": 0.292424, + "nauc_cv_recall_at_100_std": 0.140256, + "nauc_cv_recall_at_100_diff1": 0.717334, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.064766, + "nauc_mrr_at_1_std": -0.226717, + "nauc_mrr_at_1_diff1": 0.867773, + "nauc_mrr_at_3_max": 0.072539, + "nauc_mrr_at_3_std": -0.219356, + "nauc_mrr_at_3_diff1": 0.838998, + "nauc_mrr_at_5_max": 0.068982, + "nauc_mrr_at_5_std": -0.220101, + "nauc_mrr_at_5_diff1": 0.836267, + "nauc_mrr_at_10_max": 0.069883, + "nauc_mrr_at_10_std": -0.21859, + "nauc_mrr_at_10_diff1": 0.8352, + "nauc_mrr_at_20_max": 0.069849, + "nauc_mrr_at_20_std": -0.219472, + "nauc_mrr_at_20_diff1": 0.835635, + "nauc_mrr_at_100_max": 0.071085, + "nauc_mrr_at_100_std": -0.217607, + "nauc_mrr_at_100_diff1": 0.83642, + "nauc_mrr_at_1000_max": 0.070952, + "nauc_mrr_at_1000_std": -0.217825, + "nauc_mrr_at_1000_diff1": 0.836524, + "main_score": 0.73727, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.68983, + "ndcg_at_3": 0.72584, + "ndcg_at_5": 0.73513, + "ndcg_at_10": 0.74443, + "ndcg_at_20": 0.75432, + "ndcg_at_100": 0.76745, + "ndcg_at_1000": 0.77819, + "map_at_1": 0.68983, + "map_at_3": 0.7168, + "map_at_5": 0.72189, + "map_at_10": 0.72567, + "map_at_20": 0.72835, + "map_at_100": 0.73018, + "map_at_1000": 0.73056, + "recall_at_1": 0.68983, + "recall_at_3": 0.75207, + "recall_at_5": 0.7749, + "recall_at_10": 0.80394, + "recall_at_20": 0.84336, + "recall_at_100": 0.9139, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.68983, + "cv_recall_at_3": 0.75207, + "cv_recall_at_5": 0.7749, + "cv_recall_at_10": 0.80394, + "cv_recall_at_20": 0.84336, + "cv_recall_at_100": 0.9139, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.68983, + "precision_at_3": 0.25069, + "precision_at_5": 0.15498, + "precision_at_10": 0.08039, + "precision_at_20": 0.04217, + "precision_at_100": 0.00914, + "precision_at_1000": 0.001, + "mrr_at_1": 0.689834, + "mrr_at_3": 0.716805, + "mrr_at_5": 0.721888, + "mrr_at_10": 0.725671, + "mrr_at_20": 0.728345, + "mrr_at_100": 0.730182, + "mrr_at_1000": 0.73056, + "nauc_ndcg_at_1_max": 0.255433, + "nauc_ndcg_at_1_std": 0.002587, + "nauc_ndcg_at_1_diff1": 0.874431, + "nauc_ndcg_at_3_max": 0.285944, + "nauc_ndcg_at_3_std": 0.033778, + "nauc_ndcg_at_3_diff1": 0.871665, + "nauc_ndcg_at_5_max": 0.295959, + "nauc_ndcg_at_5_std": 0.045638, + "nauc_ndcg_at_5_diff1": 0.867677, + "nauc_ndcg_at_10_max": 0.294466, + "nauc_ndcg_at_10_std": 0.046346, + "nauc_ndcg_at_10_diff1": 0.861929, + "nauc_ndcg_at_20_max": 0.29442, + "nauc_ndcg_at_20_std": 0.049196, + "nauc_ndcg_at_20_diff1": 0.859724, + "nauc_ndcg_at_100_max": 0.296456, + "nauc_ndcg_at_100_std": 0.052311, + "nauc_ndcg_at_100_diff1": 0.858042, + "nauc_ndcg_at_1000_max": 0.290009, + "nauc_ndcg_at_1000_std": 0.043089, + "nauc_ndcg_at_1000_diff1": 0.862833, + "nauc_map_at_1_max": 0.255433, + "nauc_map_at_1_std": 0.002587, + "nauc_map_at_1_diff1": 0.874431, + "nauc_map_at_3_max": 0.276294, + "nauc_map_at_3_std": 0.024113, + "nauc_map_at_3_diff1": 0.872023, + "nauc_map_at_5_max": 0.281451, + "nauc_map_at_5_std": 0.030261, + "nauc_map_at_5_diff1": 0.86989, + "nauc_map_at_10_max": 0.280801, + "nauc_map_at_10_std": 0.030461, + "nauc_map_at_10_diff1": 0.867725, + "nauc_map_at_20_max": 0.280406, + "nauc_map_at_20_std": 0.030715, + "nauc_map_at_20_diff1": 0.867138, + "nauc_map_at_100_max": 0.280864, + "nauc_map_at_100_std": 0.031366, + "nauc_map_at_100_diff1": 0.866925, + "nauc_map_at_1000_max": 0.280722, + "nauc_map_at_1000_std": 0.031166, + "nauc_map_at_1000_diff1": 0.867069, + "nauc_recall_at_1_max": 0.255433, + "nauc_recall_at_1_std": 0.002587, + "nauc_recall_at_1_diff1": 0.874431, + "nauc_recall_at_3_max": 0.31768, + "nauc_recall_at_3_std": 0.06549, + "nauc_recall_at_3_diff1": 0.870682, + "nauc_recall_at_5_max": 0.34808, + "nauc_recall_at_5_std": 0.100939, + "nauc_recall_at_5_diff1": 0.859647, + "nauc_recall_at_10_max": 0.347892, + "nauc_recall_at_10_std": 0.109484, + "nauc_recall_at_10_diff1": 0.836479, + "nauc_recall_at_20_max": 0.362787, + "nauc_recall_at_20_std": 0.144007, + "nauc_recall_at_20_diff1": 0.818966, + "nauc_recall_at_100_max": 0.425092, + "nauc_recall_at_100_std": 0.235651, + "nauc_recall_at_100_diff1": 0.769993, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.255433, + "nauc_precision_at_1_std": 0.002587, + "nauc_precision_at_1_diff1": 0.874431, + "nauc_precision_at_3_max": 0.31768, + "nauc_precision_at_3_std": 0.06549, + "nauc_precision_at_3_diff1": 0.870682, + "nauc_precision_at_5_max": 0.34808, + "nauc_precision_at_5_std": 0.100939, + "nauc_precision_at_5_diff1": 0.859647, + "nauc_precision_at_10_max": 0.347892, + "nauc_precision_at_10_std": 0.109484, + "nauc_precision_at_10_diff1": 0.836479, + "nauc_precision_at_20_max": 0.362787, + "nauc_precision_at_20_std": 0.144007, + "nauc_precision_at_20_diff1": 0.818966, + "nauc_precision_at_100_max": 0.425092, + "nauc_precision_at_100_std": 0.235651, + "nauc_precision_at_100_diff1": 0.769993, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.255433, + "nauc_cv_recall_at_1_std": 0.002587, + "nauc_cv_recall_at_1_diff1": 0.874431, + "nauc_cv_recall_at_3_max": 0.31768, + "nauc_cv_recall_at_3_std": 0.06549, + "nauc_cv_recall_at_3_diff1": 0.870682, + "nauc_cv_recall_at_5_max": 0.34808, + "nauc_cv_recall_at_5_std": 0.100939, + "nauc_cv_recall_at_5_diff1": 0.859647, + "nauc_cv_recall_at_10_max": 0.347892, + "nauc_cv_recall_at_10_std": 0.109484, + "nauc_cv_recall_at_10_diff1": 0.836479, + "nauc_cv_recall_at_20_max": 0.362787, + "nauc_cv_recall_at_20_std": 0.144007, + "nauc_cv_recall_at_20_diff1": 0.818966, + "nauc_cv_recall_at_100_max": 0.425092, + "nauc_cv_recall_at_100_std": 0.235651, + "nauc_cv_recall_at_100_diff1": 0.769993, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.255433, + "nauc_mrr_at_1_std": 0.002587, + "nauc_mrr_at_1_diff1": 0.874431, + "nauc_mrr_at_3_max": 0.276294, + "nauc_mrr_at_3_std": 0.024113, + "nauc_mrr_at_3_diff1": 0.872023, + "nauc_mrr_at_5_max": 0.281451, + "nauc_mrr_at_5_std": 0.030261, + "nauc_mrr_at_5_diff1": 0.86989, + "nauc_mrr_at_10_max": 0.280801, + "nauc_mrr_at_10_std": 0.030461, + "nauc_mrr_at_10_diff1": 0.867725, + "nauc_mrr_at_20_max": 0.280406, + "nauc_mrr_at_20_std": 0.030715, + "nauc_mrr_at_20_diff1": 0.867138, + "nauc_mrr_at_100_max": 0.280864, + "nauc_mrr_at_100_std": 0.031366, + "nauc_mrr_at_100_diff1": 0.866925, + "nauc_mrr_at_1000_max": 0.280722, + "nauc_mrr_at_1000_std": 0.031166, + "nauc_mrr_at_1000_diff1": 0.867069, + "main_score": 0.73513, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.72737, + "ndcg_at_3": 0.75817, + "ndcg_at_5": 0.77116, + "ndcg_at_10": 0.78541, + "ndcg_at_20": 0.79792, + "ndcg_at_100": 0.80854, + "ndcg_at_1000": 0.81387, + "map_at_1": 0.72737, + "map_at_3": 0.7509, + "map_at_5": 0.75817, + "map_at_10": 0.76424, + "map_at_20": 0.76766, + "map_at_100": 0.76921, + "map_at_1000": 0.76943, + "recall_at_1": 0.72737, + "recall_at_3": 0.77909, + "recall_at_5": 0.81034, + "recall_at_10": 0.85345, + "recall_at_20": 0.90302, + "recall_at_100": 0.95905, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.72737, + "cv_recall_at_3": 0.77909, + "cv_recall_at_5": 0.81034, + "cv_recall_at_10": 0.85345, + "cv_recall_at_20": 0.90302, + "cv_recall_at_100": 0.95905, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.72737, + "precision_at_3": 0.2597, + "precision_at_5": 0.16207, + "precision_at_10": 0.08534, + "precision_at_20": 0.04515, + "precision_at_100": 0.00959, + "precision_at_1000": 0.001, + "mrr_at_1": 0.727371, + "mrr_at_3": 0.750898, + "mrr_at_5": 0.758172, + "mrr_at_10": 0.764236, + "mrr_at_20": 0.76766, + "mrr_at_100": 0.769214, + "mrr_at_1000": 0.769431, + "nauc_ndcg_at_1_max": 0.061231, + "nauc_ndcg_at_1_std": -0.192298, + "nauc_ndcg_at_1_diff1": 0.865453, + "nauc_ndcg_at_3_max": 0.057032, + "nauc_ndcg_at_3_std": -0.200815, + "nauc_ndcg_at_3_diff1": 0.848277, + "nauc_ndcg_at_5_max": 0.064214, + "nauc_ndcg_at_5_std": -0.187461, + "nauc_ndcg_at_5_diff1": 0.838935, + "nauc_ndcg_at_10_max": 0.067844, + "nauc_ndcg_at_10_std": -0.186909, + "nauc_ndcg_at_10_diff1": 0.829832, + "nauc_ndcg_at_20_max": 0.072403, + "nauc_ndcg_at_20_std": -0.182362, + "nauc_ndcg_at_20_diff1": 0.83266, + "nauc_ndcg_at_100_max": 0.066174, + "nauc_ndcg_at_100_std": -0.18421, + "nauc_ndcg_at_100_diff1": 0.836018, + "nauc_ndcg_at_1000_max": 0.06535, + "nauc_ndcg_at_1000_std": -0.187575, + "nauc_ndcg_at_1000_diff1": 0.840253, + "nauc_map_at_1_max": 0.061231, + "nauc_map_at_1_std": -0.192298, + "nauc_map_at_1_diff1": 0.865453, + "nauc_map_at_3_max": 0.058069, + "nauc_map_at_3_std": -0.198893, + "nauc_map_at_3_diff1": 0.85261, + "nauc_map_at_5_max": 0.062059, + "nauc_map_at_5_std": -0.191554, + "nauc_map_at_5_diff1": 0.847402, + "nauc_map_at_10_max": 0.06291, + "nauc_map_at_10_std": -0.1919, + "nauc_map_at_10_diff1": 0.844048, + "nauc_map_at_20_max": 0.063969, + "nauc_map_at_20_std": -0.190627, + "nauc_map_at_20_diff1": 0.844985, + "nauc_map_at_100_max": 0.06297, + "nauc_map_at_100_std": -0.191004, + "nauc_map_at_100_diff1": 0.84549, + "nauc_map_at_1000_max": 0.062988, + "nauc_map_at_1000_std": -0.191075, + "nauc_map_at_1000_diff1": 0.845681, + "nauc_recall_at_1_max": 0.061231, + "nauc_recall_at_1_std": -0.192298, + "nauc_recall_at_1_diff1": 0.865453, + "nauc_recall_at_3_max": 0.053763, + "nauc_recall_at_3_std": -0.20679, + "nauc_recall_at_3_diff1": 0.83457, + "nauc_recall_at_5_max": 0.072837, + "nauc_recall_at_5_std": -0.170908, + "nauc_recall_at_5_diff1": 0.808148, + "nauc_recall_at_10_max": 0.094739, + "nauc_recall_at_10_std": -0.160198, + "nauc_recall_at_10_diff1": 0.761731, + "nauc_recall_at_20_max": 0.140416, + "nauc_recall_at_20_std": -0.11823, + "nauc_recall_at_20_diff1": 0.751498, + "nauc_recall_at_100_max": 0.106155, + "nauc_recall_at_100_std": -0.065118, + "nauc_recall_at_100_diff1": 0.714605, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.061231, + "nauc_precision_at_1_std": -0.192298, + "nauc_precision_at_1_diff1": 0.865453, + "nauc_precision_at_3_max": 0.053763, + "nauc_precision_at_3_std": -0.20679, + "nauc_precision_at_3_diff1": 0.83457, + "nauc_precision_at_5_max": 0.072837, + "nauc_precision_at_5_std": -0.170908, + "nauc_precision_at_5_diff1": 0.808148, + "nauc_precision_at_10_max": 0.094739, + "nauc_precision_at_10_std": -0.160198, + "nauc_precision_at_10_diff1": 0.761731, + "nauc_precision_at_20_max": 0.140416, + "nauc_precision_at_20_std": -0.11823, + "nauc_precision_at_20_diff1": 0.751498, + "nauc_precision_at_100_max": 0.106155, + "nauc_precision_at_100_std": -0.065118, + "nauc_precision_at_100_diff1": 0.714605, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.061231, + "nauc_cv_recall_at_1_std": -0.192298, + "nauc_cv_recall_at_1_diff1": 0.865453, + "nauc_cv_recall_at_3_max": 0.053763, + "nauc_cv_recall_at_3_std": -0.20679, + "nauc_cv_recall_at_3_diff1": 0.83457, + "nauc_cv_recall_at_5_max": 0.072837, + "nauc_cv_recall_at_5_std": -0.170908, + "nauc_cv_recall_at_5_diff1": 0.808148, + "nauc_cv_recall_at_10_max": 0.094739, + "nauc_cv_recall_at_10_std": -0.160198, + "nauc_cv_recall_at_10_diff1": 0.761731, + "nauc_cv_recall_at_20_max": 0.140416, + "nauc_cv_recall_at_20_std": -0.11823, + "nauc_cv_recall_at_20_diff1": 0.751498, + "nauc_cv_recall_at_100_max": 0.106155, + "nauc_cv_recall_at_100_std": -0.065118, + "nauc_cv_recall_at_100_diff1": 0.714605, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.061231, + "nauc_mrr_at_1_std": -0.192298, + "nauc_mrr_at_1_diff1": 0.865453, + "nauc_mrr_at_3_max": 0.058069, + "nauc_mrr_at_3_std": -0.198893, + "nauc_mrr_at_3_diff1": 0.85261, + "nauc_mrr_at_5_max": 0.062059, + "nauc_mrr_at_5_std": -0.191554, + "nauc_mrr_at_5_diff1": 0.847402, + "nauc_mrr_at_10_max": 0.06291, + "nauc_mrr_at_10_std": -0.1919, + "nauc_mrr_at_10_diff1": 0.844048, + "nauc_mrr_at_20_max": 0.063969, + "nauc_mrr_at_20_std": -0.190627, + "nauc_mrr_at_20_diff1": 0.844985, + "nauc_mrr_at_100_max": 0.06297, + "nauc_mrr_at_100_std": -0.191004, + "nauc_mrr_at_100_diff1": 0.84549, + "nauc_mrr_at_1000_max": 0.062988, + "nauc_mrr_at_1000_std": -0.191075, + "nauc_mrr_at_1000_diff1": 0.845681, + "main_score": 0.77116, + "hf_subset": "jp", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.77038, + "ndcg_at_3": 0.80537, + "ndcg_at_5": 0.81697, + "ndcg_at_10": 0.82803, + "ndcg_at_20": 0.83504, + "ndcg_at_100": 0.84432, + "ndcg_at_1000": 0.84814, + "map_at_1": 0.77038, + "map_at_3": 0.79717, + "map_at_5": 0.80348, + "map_at_10": 0.808, + "map_at_20": 0.80995, + "map_at_100": 0.81118, + "map_at_1000": 0.81133, + "recall_at_1": 0.77038, + "recall_at_3": 0.82893, + "recall_at_5": 0.85763, + "recall_at_10": 0.89208, + "recall_at_20": 0.91963, + "recall_at_100": 0.97015, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.77038, + "cv_recall_at_3": 0.82893, + "cv_recall_at_5": 0.85763, + "cv_recall_at_10": 0.89208, + "cv_recall_at_20": 0.91963, + "cv_recall_at_100": 0.97015, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.77038, + "precision_at_3": 0.27631, + "precision_at_5": 0.17153, + "precision_at_10": 0.08921, + "precision_at_20": 0.04598, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "mrr_at_1": 0.770379, + "mrr_at_3": 0.797168, + "mrr_at_5": 0.803483, + "mrr_at_10": 0.807998, + "mrr_at_20": 0.809948, + "mrr_at_100": 0.811179, + "mrr_at_1000": 0.811326, + "nauc_ndcg_at_1_max": 0.116449, + "nauc_ndcg_at_1_std": -0.123881, + "nauc_ndcg_at_1_diff1": 0.84855, + "nauc_ndcg_at_3_max": 0.108807, + "nauc_ndcg_at_3_std": -0.129445, + "nauc_ndcg_at_3_diff1": 0.832459, + "nauc_ndcg_at_5_max": 0.101671, + "nauc_ndcg_at_5_std": -0.137277, + "nauc_ndcg_at_5_diff1": 0.830989, + "nauc_ndcg_at_10_max": 0.097985, + "nauc_ndcg_at_10_std": -0.137919, + "nauc_ndcg_at_10_diff1": 0.820359, + "nauc_ndcg_at_20_max": 0.104788, + "nauc_ndcg_at_20_std": -0.134777, + "nauc_ndcg_at_20_diff1": 0.823014, + "nauc_ndcg_at_100_max": 0.108244, + "nauc_ndcg_at_100_std": -0.129822, + "nauc_ndcg_at_100_diff1": 0.8299, + "nauc_ndcg_at_1000_max": 0.108302, + "nauc_ndcg_at_1000_std": -0.129584, + "nauc_ndcg_at_1000_diff1": 0.830182, + "nauc_map_at_1_max": 0.116449, + "nauc_map_at_1_std": -0.123881, + "nauc_map_at_1_diff1": 0.84855, + "nauc_map_at_3_max": 0.110972, + "nauc_map_at_3_std": -0.127916, + "nauc_map_at_3_diff1": 0.836142, + "nauc_map_at_5_max": 0.108056, + "nauc_map_at_5_std": -0.131103, + "nauc_map_at_5_diff1": 0.835753, + "nauc_map_at_10_max": 0.106917, + "nauc_map_at_10_std": -0.131025, + "nauc_map_at_10_diff1": 0.8319, + "nauc_map_at_20_max": 0.108482, + "nauc_map_at_20_std": -0.130381, + "nauc_map_at_20_diff1": 0.832546, + "nauc_map_at_100_max": 0.10907, + "nauc_map_at_100_std": -0.129583, + "nauc_map_at_100_diff1": 0.833523, + "nauc_map_at_1000_max": 0.109152, + "nauc_map_at_1000_std": -0.129442, + "nauc_map_at_1000_diff1": 0.833533, + "nauc_recall_at_1_max": 0.116449, + "nauc_recall_at_1_std": -0.123881, + "nauc_recall_at_1_diff1": 0.84855, + "nauc_recall_at_3_max": 0.101522, + "nauc_recall_at_3_std": -0.13457, + "nauc_recall_at_3_diff1": 0.820466, + "nauc_recall_at_5_max": 0.07455, + "nauc_recall_at_5_std": -0.163859, + "nauc_recall_at_5_diff1": 0.812371, + "nauc_recall_at_10_max": 0.048792, + "nauc_recall_at_10_std": -0.176082, + "nauc_recall_at_10_diff1": 0.757492, + "nauc_recall_at_20_max": 0.086995, + "nauc_recall_at_20_std": -0.161798, + "nauc_recall_at_20_diff1": 0.758728, + "nauc_recall_at_100_max": 0.131812, + "nauc_recall_at_100_std": -0.097379, + "nauc_recall_at_100_diff1": 0.817878, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.116449, + "nauc_precision_at_1_std": -0.123881, + "nauc_precision_at_1_diff1": 0.84855, + "nauc_precision_at_3_max": 0.101522, + "nauc_precision_at_3_std": -0.13457, + "nauc_precision_at_3_diff1": 0.820466, + "nauc_precision_at_5_max": 0.07455, + "nauc_precision_at_5_std": -0.163859, + "nauc_precision_at_5_diff1": 0.812371, + "nauc_precision_at_10_max": 0.048792, + "nauc_precision_at_10_std": -0.176082, + "nauc_precision_at_10_diff1": 0.757492, + "nauc_precision_at_20_max": 0.086995, + "nauc_precision_at_20_std": -0.161798, + "nauc_precision_at_20_diff1": 0.758728, + "nauc_precision_at_100_max": 0.131812, + "nauc_precision_at_100_std": -0.097379, + "nauc_precision_at_100_diff1": 0.817878, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.116449, + "nauc_cv_recall_at_1_std": -0.123881, + "nauc_cv_recall_at_1_diff1": 0.84855, + "nauc_cv_recall_at_3_max": 0.101522, + "nauc_cv_recall_at_3_std": -0.13457, + "nauc_cv_recall_at_3_diff1": 0.820466, + "nauc_cv_recall_at_5_max": 0.07455, + "nauc_cv_recall_at_5_std": -0.163859, + "nauc_cv_recall_at_5_diff1": 0.812371, + "nauc_cv_recall_at_10_max": 0.048792, + "nauc_cv_recall_at_10_std": -0.176082, + "nauc_cv_recall_at_10_diff1": 0.757492, + "nauc_cv_recall_at_20_max": 0.086995, + "nauc_cv_recall_at_20_std": -0.161798, + "nauc_cv_recall_at_20_diff1": 0.758728, + "nauc_cv_recall_at_100_max": 0.131812, + "nauc_cv_recall_at_100_std": -0.097379, + "nauc_cv_recall_at_100_diff1": 0.817878, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.116449, + "nauc_mrr_at_1_std": -0.123881, + "nauc_mrr_at_1_diff1": 0.84855, + "nauc_mrr_at_3_max": 0.110972, + "nauc_mrr_at_3_std": -0.127916, + "nauc_mrr_at_3_diff1": 0.836142, + "nauc_mrr_at_5_max": 0.108056, + "nauc_mrr_at_5_std": -0.131103, + "nauc_mrr_at_5_diff1": 0.835753, + "nauc_mrr_at_10_max": 0.106917, + "nauc_mrr_at_10_std": -0.131025, + "nauc_mrr_at_10_diff1": 0.8319, + "nauc_mrr_at_20_max": 0.108482, + "nauc_mrr_at_20_std": -0.130381, + "nauc_mrr_at_20_diff1": 0.832546, + "nauc_mrr_at_100_max": 0.10907, + "nauc_mrr_at_100_std": -0.129583, + "nauc_mrr_at_100_diff1": 0.833523, + "nauc_mrr_at_1000_max": 0.109152, + "nauc_mrr_at_1000_std": -0.129442, + "nauc_mrr_at_1000_diff1": 0.833533, + "main_score": 0.81697, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.56667, + "ndcg_at_3": 0.62758, + "ndcg_at_5": 0.65483, + "ndcg_at_10": 0.67592, + "ndcg_at_20": 0.69238, + "ndcg_at_100": 0.71736, + "ndcg_at_1000": 0.71736, + "map_at_1": 0.56667, + "map_at_3": 0.61389, + "map_at_5": 0.62889, + "map_at_10": 0.63729, + "map_at_20": 0.6416, + "map_at_100": 0.64511, + "map_at_1000": 0.64511, + "recall_at_1": 0.56667, + "recall_at_3": 0.66667, + "recall_at_5": 0.73333, + "recall_at_10": 0.8, + "recall_at_20": 0.86667, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.56667, + "cv_recall_at_3": 0.66667, + "cv_recall_at_5": 0.73333, + "cv_recall_at_10": 0.8, + "cv_recall_at_20": 0.86667, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.56667, + "precision_at_3": 0.22222, + "precision_at_5": 0.14667, + "precision_at_10": 0.08, + "precision_at_20": 0.04333, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.566667, + "mrr_at_3": 0.613889, + "mrr_at_5": 0.628889, + "mrr_at_10": 0.637288, + "mrr_at_20": 0.641602, + "mrr_at_100": 0.645106, + "mrr_at_1000": 0.645106, + "nauc_ndcg_at_1_max": 0.271603, + "nauc_ndcg_at_1_std": 0.249583, + "nauc_ndcg_at_1_diff1": 0.865426, + "nauc_ndcg_at_3_max": 0.327296, + "nauc_ndcg_at_3_std": 0.295481, + "nauc_ndcg_at_3_diff1": 0.836991, + "nauc_ndcg_at_5_max": 0.299577, + "nauc_ndcg_at_5_std": 0.273348, + "nauc_ndcg_at_5_diff1": 0.812394, + "nauc_ndcg_at_10_max": 0.291711, + "nauc_ndcg_at_10_std": 0.27567, + "nauc_ndcg_at_10_diff1": 0.810246, + "nauc_ndcg_at_20_max": 0.331565, + "nauc_ndcg_at_20_std": 0.318843, + "nauc_ndcg_at_20_diff1": 0.819804, + "nauc_ndcg_at_100_max": 0.305845, + "nauc_ndcg_at_100_std": 0.286775, + "nauc_ndcg_at_100_diff1": 0.828224, + "nauc_ndcg_at_1000_max": 0.305845, + "nauc_ndcg_at_1000_std": 0.286775, + "nauc_ndcg_at_1000_diff1": 0.828224, + "nauc_map_at_1_max": 0.271603, + "nauc_map_at_1_std": 0.249583, + "nauc_map_at_1_diff1": 0.865426, + "nauc_map_at_3_max": 0.314664, + "nauc_map_at_3_std": 0.285909, + "nauc_map_at_3_diff1": 0.844229, + "nauc_map_at_5_max": 0.299461, + "nauc_map_at_5_std": 0.27395, + "nauc_map_at_5_diff1": 0.830915, + "nauc_map_at_10_max": 0.296696, + "nauc_map_at_10_std": 0.274901, + "nauc_map_at_10_diff1": 0.830652, + "nauc_map_at_20_max": 0.305012, + "nauc_map_at_20_std": 0.284079, + "nauc_map_at_20_diff1": 0.833386, + "nauc_map_at_100_max": 0.301696, + "nauc_map_at_100_std": 0.280243, + "nauc_map_at_100_diff1": 0.834431, + "nauc_map_at_1000_max": 0.301696, + "nauc_map_at_1000_std": 0.280243, + "nauc_map_at_1000_diff1": 0.834431, + "nauc_recall_at_1_max": 0.271603, + "nauc_recall_at_1_std": 0.249583, + "nauc_recall_at_1_diff1": 0.865426, + "nauc_recall_at_3_max": 0.36634, + "nauc_recall_at_3_std": 0.324636, + "nauc_recall_at_3_diff1": 0.81421, + "nauc_recall_at_5_max": 0.294287, + "nauc_recall_at_5_std": 0.265888, + "nauc_recall_at_5_diff1": 0.742023, + "nauc_recall_at_10_max": 0.256702, + "nauc_recall_at_10_std": 0.273435, + "nauc_recall_at_10_diff1": 0.713245, + "nauc_recall_at_20_max": 0.570222, + "nauc_recall_at_20_std": 0.624879, + "nauc_recall_at_20_diff1": 0.740347, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.271603, + "nauc_precision_at_1_std": 0.249583, + "nauc_precision_at_1_diff1": 0.865426, + "nauc_precision_at_3_max": 0.36634, + "nauc_precision_at_3_std": 0.324636, + "nauc_precision_at_3_diff1": 0.81421, + "nauc_precision_at_5_max": 0.294287, + "nauc_precision_at_5_std": 0.265888, + "nauc_precision_at_5_diff1": 0.742023, + "nauc_precision_at_10_max": 0.256702, + "nauc_precision_at_10_std": 0.273435, + "nauc_precision_at_10_diff1": 0.713245, + "nauc_precision_at_20_max": 0.570222, + "nauc_precision_at_20_std": 0.624879, + "nauc_precision_at_20_diff1": 0.740347, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.271603, + "nauc_cv_recall_at_1_std": 0.249583, + "nauc_cv_recall_at_1_diff1": 0.865426, + "nauc_cv_recall_at_3_max": 0.36634, + "nauc_cv_recall_at_3_std": 0.324636, + "nauc_cv_recall_at_3_diff1": 0.81421, + "nauc_cv_recall_at_5_max": 0.294287, + "nauc_cv_recall_at_5_std": 0.265888, + "nauc_cv_recall_at_5_diff1": 0.742023, + "nauc_cv_recall_at_10_max": 0.256702, + "nauc_cv_recall_at_10_std": 0.273435, + "nauc_cv_recall_at_10_diff1": 0.713245, + "nauc_cv_recall_at_20_max": 0.570222, + "nauc_cv_recall_at_20_std": 0.624879, + "nauc_cv_recall_at_20_diff1": 0.740347, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.271603, + "nauc_mrr_at_1_std": 0.249583, + "nauc_mrr_at_1_diff1": 0.865426, + "nauc_mrr_at_3_max": 0.314664, + "nauc_mrr_at_3_std": 0.285909, + "nauc_mrr_at_3_diff1": 0.844229, + "nauc_mrr_at_5_max": 0.299461, + "nauc_mrr_at_5_std": 0.27395, + "nauc_mrr_at_5_diff1": 0.830915, + "nauc_mrr_at_10_max": 0.296696, + "nauc_mrr_at_10_std": 0.274901, + "nauc_mrr_at_10_diff1": 0.830652, + "nauc_mrr_at_20_max": 0.305012, + "nauc_mrr_at_20_std": 0.284079, + "nauc_mrr_at_20_diff1": 0.833386, + "nauc_mrr_at_100_max": 0.301696, + "nauc_mrr_at_100_std": 0.280243, + "nauc_mrr_at_100_diff1": 0.834431, + "nauc_mrr_at_1000_max": 0.301696, + "nauc_mrr_at_1000_std": 0.280243, + "nauc_mrr_at_1000_diff1": 0.834431, + "main_score": 0.65483, + "hf_subset": "my", + "languages": [ + "mya-Mymr" + ] + }, + { + "ndcg_at_1": 0.74194, + "ndcg_at_3": 0.77655, + "ndcg_at_5": 0.78849, + "ndcg_at_10": 0.7994, + "ndcg_at_20": 0.80629, + "ndcg_at_100": 0.81832, + "ndcg_at_1000": 0.82369, + "map_at_1": 0.74194, + "map_at_3": 0.76774, + "map_at_5": 0.77435, + "map_at_10": 0.77894, + "map_at_20": 0.78088, + "map_at_100": 0.7825, + "map_at_1000": 0.78269, + "recall_at_1": 0.74194, + "recall_at_3": 0.80215, + "recall_at_5": 0.83118, + "recall_at_10": 0.86452, + "recall_at_20": 0.8914, + "recall_at_100": 0.95699, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.74194, + "cv_recall_at_3": 0.80215, + "cv_recall_at_5": 0.83118, + "cv_recall_at_10": 0.86452, + "cv_recall_at_20": 0.8914, + "cv_recall_at_100": 0.95699, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.74194, + "precision_at_3": 0.26738, + "precision_at_5": 0.16624, + "precision_at_10": 0.08645, + "precision_at_20": 0.04457, + "precision_at_100": 0.00957, + "precision_at_1000": 0.001, + "mrr_at_1": 0.741935, + "mrr_at_3": 0.767742, + "mrr_at_5": 0.774355, + "mrr_at_10": 0.778938, + "mrr_at_20": 0.780882, + "mrr_at_100": 0.782502, + "mrr_at_1000": 0.782692, + "nauc_ndcg_at_1_max": 0.189415, + "nauc_ndcg_at_1_std": -0.070134, + "nauc_ndcg_at_1_diff1": 0.876693, + "nauc_ndcg_at_3_max": 0.184551, + "nauc_ndcg_at_3_std": -0.074986, + "nauc_ndcg_at_3_diff1": 0.849754, + "nauc_ndcg_at_5_max": 0.195555, + "nauc_ndcg_at_5_std": -0.064215, + "nauc_ndcg_at_5_diff1": 0.844257, + "nauc_ndcg_at_10_max": 0.186362, + "nauc_ndcg_at_10_std": -0.070155, + "nauc_ndcg_at_10_diff1": 0.838472, + "nauc_ndcg_at_20_max": 0.182336, + "nauc_ndcg_at_20_std": -0.074028, + "nauc_ndcg_at_20_diff1": 0.834691, + "nauc_ndcg_at_100_max": 0.183993, + "nauc_ndcg_at_100_std": -0.074503, + "nauc_ndcg_at_100_diff1": 0.839021, + "nauc_ndcg_at_1000_max": 0.187656, + "nauc_ndcg_at_1000_std": -0.070705, + "nauc_ndcg_at_1000_diff1": 0.845237, + "nauc_map_at_1_max": 0.189415, + "nauc_map_at_1_std": -0.070134, + "nauc_map_at_1_diff1": 0.876693, + "nauc_map_at_3_max": 0.186304, + "nauc_map_at_3_std": -0.073502, + "nauc_map_at_3_diff1": 0.856957, + "nauc_map_at_5_max": 0.192159, + "nauc_map_at_5_std": -0.067719, + "nauc_map_at_5_diff1": 0.854333, + "nauc_map_at_10_max": 0.188528, + "nauc_map_at_10_std": -0.070294, + "nauc_map_at_10_diff1": 0.852407, + "nauc_map_at_20_max": 0.187441, + "nauc_map_at_20_std": -0.071434, + "nauc_map_at_20_diff1": 0.851568, + "nauc_map_at_100_max": 0.187908, + "nauc_map_at_100_std": -0.07122, + "nauc_map_at_100_diff1": 0.852332, + "nauc_map_at_1000_max": 0.188125, + "nauc_map_at_1000_std": -0.070982, + "nauc_map_at_1000_diff1": 0.852554, + "nauc_recall_at_1_max": 0.189415, + "nauc_recall_at_1_std": -0.070134, + "nauc_recall_at_1_diff1": 0.876693, + "nauc_recall_at_3_max": 0.178585, + "nauc_recall_at_3_std": -0.079946, + "nauc_recall_at_3_diff1": 0.826092, + "nauc_recall_at_5_max": 0.2098, + "nauc_recall_at_5_std": -0.049561, + "nauc_recall_at_5_diff1": 0.805901, + "nauc_recall_at_10_max": 0.173599, + "nauc_recall_at_10_std": -0.070113, + "nauc_recall_at_10_diff1": 0.771761, + "nauc_recall_at_20_max": 0.14615, + "nauc_recall_at_20_std": -0.092703, + "nauc_recall_at_20_diff1": 0.732852, + "nauc_recall_at_100_max": 0.104365, + "nauc_recall_at_100_std": -0.154155, + "nauc_recall_at_100_diff1": 0.661461, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.189415, + "nauc_precision_at_1_std": -0.070134, + "nauc_precision_at_1_diff1": 0.876693, + "nauc_precision_at_3_max": 0.178585, + "nauc_precision_at_3_std": -0.079946, + "nauc_precision_at_3_diff1": 0.826092, + "nauc_precision_at_5_max": 0.2098, + "nauc_precision_at_5_std": -0.049561, + "nauc_precision_at_5_diff1": 0.805901, + "nauc_precision_at_10_max": 0.173599, + "nauc_precision_at_10_std": -0.070113, + "nauc_precision_at_10_diff1": 0.771761, + "nauc_precision_at_20_max": 0.14615, + "nauc_precision_at_20_std": -0.092703, + "nauc_precision_at_20_diff1": 0.732852, + "nauc_precision_at_100_max": 0.104365, + "nauc_precision_at_100_std": -0.154155, + "nauc_precision_at_100_diff1": 0.661461, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.189415, + "nauc_cv_recall_at_1_std": -0.070134, + "nauc_cv_recall_at_1_diff1": 0.876693, + "nauc_cv_recall_at_3_max": 0.178585, + "nauc_cv_recall_at_3_std": -0.079946, + "nauc_cv_recall_at_3_diff1": 0.826092, + "nauc_cv_recall_at_5_max": 0.2098, + "nauc_cv_recall_at_5_std": -0.049561, + "nauc_cv_recall_at_5_diff1": 0.805901, + "nauc_cv_recall_at_10_max": 0.173599, + "nauc_cv_recall_at_10_std": -0.070113, + "nauc_cv_recall_at_10_diff1": 0.771761, + "nauc_cv_recall_at_20_max": 0.14615, + "nauc_cv_recall_at_20_std": -0.092703, + "nauc_cv_recall_at_20_diff1": 0.732852, + "nauc_cv_recall_at_100_max": 0.104365, + "nauc_cv_recall_at_100_std": -0.154155, + "nauc_cv_recall_at_100_diff1": 0.661461, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.189415, + "nauc_mrr_at_1_std": -0.070134, + "nauc_mrr_at_1_diff1": 0.876693, + "nauc_mrr_at_3_max": 0.186304, + "nauc_mrr_at_3_std": -0.073502, + "nauc_mrr_at_3_diff1": 0.856957, + "nauc_mrr_at_5_max": 0.192159, + "nauc_mrr_at_5_std": -0.067719, + "nauc_mrr_at_5_diff1": 0.854333, + "nauc_mrr_at_10_max": 0.188528, + "nauc_mrr_at_10_std": -0.070294, + "nauc_mrr_at_10_diff1": 0.852407, + "nauc_mrr_at_20_max": 0.187441, + "nauc_mrr_at_20_std": -0.071434, + "nauc_mrr_at_20_diff1": 0.851568, + "nauc_mrr_at_100_max": 0.187908, + "nauc_mrr_at_100_std": -0.07122, + "nauc_mrr_at_100_diff1": 0.852332, + "nauc_mrr_at_1000_max": 0.188125, + "nauc_mrr_at_1000_std": -0.070982, + "nauc_mrr_at_1000_diff1": 0.852554, + "main_score": 0.78849, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.7409, + "ndcg_at_3": 0.78002, + "ndcg_at_5": 0.78908, + "ndcg_at_10": 0.80036, + "ndcg_at_20": 0.80763, + "ndcg_at_100": 0.81911, + "ndcg_at_1000": 0.82494, + "map_at_1": 0.7409, + "map_at_3": 0.77031, + "map_at_5": 0.77532, + "map_at_10": 0.78011, + "map_at_20": 0.78213, + "map_at_100": 0.78371, + "map_at_1000": 0.78394, + "recall_at_1": 0.7409, + "recall_at_3": 0.80816, + "recall_at_5": 0.83021, + "recall_at_10": 0.86439, + "recall_at_20": 0.89305, + "recall_at_100": 0.9548, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.7409, + "cv_recall_at_3": 0.80816, + "cv_recall_at_5": 0.83021, + "cv_recall_at_10": 0.86439, + "cv_recall_at_20": 0.89305, + "cv_recall_at_100": 0.9548, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.7409, + "precision_at_3": 0.26939, + "precision_at_5": 0.16604, + "precision_at_10": 0.08644, + "precision_at_20": 0.04465, + "precision_at_100": 0.00955, + "precision_at_1000": 0.001, + "mrr_at_1": 0.740904, + "mrr_at_3": 0.770305, + "mrr_at_5": 0.775322, + "mrr_at_10": 0.780109, + "mrr_at_20": 0.782125, + "mrr_at_100": 0.78371, + "mrr_at_1000": 0.78394, + "nauc_ndcg_at_1_max": 0.0965, + "nauc_ndcg_at_1_std": -0.215915, + "nauc_ndcg_at_1_diff1": 0.862222, + "nauc_ndcg_at_3_max": 0.105025, + "nauc_ndcg_at_3_std": -0.215521, + "nauc_ndcg_at_3_diff1": 0.840071, + "nauc_ndcg_at_5_max": 0.105209, + "nauc_ndcg_at_5_std": -0.213854, + "nauc_ndcg_at_5_diff1": 0.838758, + "nauc_ndcg_at_10_max": 0.130395, + "nauc_ndcg_at_10_std": -0.185918, + "nauc_ndcg_at_10_diff1": 0.841416, + "nauc_ndcg_at_20_max": 0.112241, + "nauc_ndcg_at_20_std": -0.203583, + "nauc_ndcg_at_20_diff1": 0.836927, + "nauc_ndcg_at_100_max": 0.125962, + "nauc_ndcg_at_100_std": -0.187857, + "nauc_ndcg_at_100_diff1": 0.841575, + "nauc_ndcg_at_1000_max": 0.116847, + "nauc_ndcg_at_1000_std": -0.198826, + "nauc_ndcg_at_1000_diff1": 0.843014, + "nauc_map_at_1_max": 0.0965, + "nauc_map_at_1_std": -0.215915, + "nauc_map_at_1_diff1": 0.862222, + "nauc_map_at_3_max": 0.103526, + "nauc_map_at_3_std": -0.215441, + "nauc_map_at_3_diff1": 0.846494, + "nauc_map_at_5_max": 0.103324, + "nauc_map_at_5_std": -0.214814, + "nauc_map_at_5_diff1": 0.845929, + "nauc_map_at_10_max": 0.113426, + "nauc_map_at_10_std": -0.203854, + "nauc_map_at_10_diff1": 0.847033, + "nauc_map_at_20_max": 0.108755, + "nauc_map_at_20_std": -0.208529, + "nauc_map_at_20_diff1": 0.846001, + "nauc_map_at_100_max": 0.110487, + "nauc_map_at_100_std": -0.206343, + "nauc_map_at_100_diff1": 0.846489, + "nauc_map_at_1000_max": 0.110223, + "nauc_map_at_1000_std": -0.206659, + "nauc_map_at_1000_diff1": 0.846563, + "nauc_recall_at_1_max": 0.0965, + "nauc_recall_at_1_std": -0.215915, + "nauc_recall_at_1_diff1": 0.862222, + "nauc_recall_at_3_max": 0.109661, + "nauc_recall_at_3_std": -0.215877, + "nauc_recall_at_3_diff1": 0.818389, + "nauc_recall_at_5_max": 0.112148, + "nauc_recall_at_5_std": -0.209742, + "nauc_recall_at_5_diff1": 0.812042, + "nauc_recall_at_10_max": 0.217547, + "nauc_recall_at_10_std": -0.091481, + "nauc_recall_at_10_diff1": 0.817793, + "nauc_recall_at_20_max": 0.119162, + "nauc_recall_at_20_std": -0.183312, + "nauc_recall_at_20_diff1": 0.782334, + "nauc_recall_at_100_max": 0.387767, + "nauc_recall_at_100_std": 0.129137, + "nauc_recall_at_100_diff1": 0.807359, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.0965, + "nauc_precision_at_1_std": -0.215915, + "nauc_precision_at_1_diff1": 0.862222, + "nauc_precision_at_3_max": 0.109661, + "nauc_precision_at_3_std": -0.215877, + "nauc_precision_at_3_diff1": 0.818389, + "nauc_precision_at_5_max": 0.112148, + "nauc_precision_at_5_std": -0.209742, + "nauc_precision_at_5_diff1": 0.812042, + "nauc_precision_at_10_max": 0.217547, + "nauc_precision_at_10_std": -0.091481, + "nauc_precision_at_10_diff1": 0.817793, + "nauc_precision_at_20_max": 0.119162, + "nauc_precision_at_20_std": -0.183312, + "nauc_precision_at_20_diff1": 0.782334, + "nauc_precision_at_100_max": 0.387767, + "nauc_precision_at_100_std": 0.129137, + "nauc_precision_at_100_diff1": 0.807359, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.0965, + "nauc_cv_recall_at_1_std": -0.215915, + "nauc_cv_recall_at_1_diff1": 0.862222, + "nauc_cv_recall_at_3_max": 0.109661, + "nauc_cv_recall_at_3_std": -0.215877, + "nauc_cv_recall_at_3_diff1": 0.818389, + "nauc_cv_recall_at_5_max": 0.112148, + "nauc_cv_recall_at_5_std": -0.209742, + "nauc_cv_recall_at_5_diff1": 0.812042, + "nauc_cv_recall_at_10_max": 0.217547, + "nauc_cv_recall_at_10_std": -0.091481, + "nauc_cv_recall_at_10_diff1": 0.817793, + "nauc_cv_recall_at_20_max": 0.119162, + "nauc_cv_recall_at_20_std": -0.183312, + "nauc_cv_recall_at_20_diff1": 0.782334, + "nauc_cv_recall_at_100_max": 0.387767, + "nauc_cv_recall_at_100_std": 0.129137, + "nauc_cv_recall_at_100_diff1": 0.807359, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.0965, + "nauc_mrr_at_1_std": -0.215915, + "nauc_mrr_at_1_diff1": 0.862222, + "nauc_mrr_at_3_max": 0.103526, + "nauc_mrr_at_3_std": -0.215441, + "nauc_mrr_at_3_diff1": 0.846494, + "nauc_mrr_at_5_max": 0.103324, + "nauc_mrr_at_5_std": -0.214814, + "nauc_mrr_at_5_diff1": 0.845929, + "nauc_mrr_at_10_max": 0.113426, + "nauc_mrr_at_10_std": -0.203854, + "nauc_mrr_at_10_diff1": 0.847033, + "nauc_mrr_at_20_max": 0.108755, + "nauc_mrr_at_20_std": -0.208529, + "nauc_mrr_at_20_diff1": 0.846001, + "nauc_mrr_at_100_max": 0.110487, + "nauc_mrr_at_100_std": -0.206343, + "nauc_mrr_at_100_diff1": 0.846489, + "nauc_mrr_at_1000_max": 0.110223, + "nauc_mrr_at_1000_std": -0.206659, + "nauc_mrr_at_1000_diff1": 0.846563, + "main_score": 0.78908, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.76561, + "ndcg_at_3": 0.79718, + "ndcg_at_5": 0.81035, + "ndcg_at_10": 0.82083, + "ndcg_at_20": 0.82813, + "ndcg_at_100": 0.83527, + "ndcg_at_1000": 0.84141, + "map_at_1": 0.76561, + "map_at_3": 0.78966, + "map_at_5": 0.79703, + "map_at_10": 0.80129, + "map_at_20": 0.80319, + "map_at_100": 0.80421, + "map_at_1000": 0.80443, + "recall_at_1": 0.76561, + "recall_at_3": 0.81883, + "recall_at_5": 0.85056, + "recall_at_10": 0.88332, + "recall_at_20": 0.913, + "recall_at_100": 0.95087, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.76561, + "cv_recall_at_3": 0.81883, + "cv_recall_at_5": 0.85056, + "cv_recall_at_10": 0.88332, + "cv_recall_at_20": 0.913, + "cv_recall_at_100": 0.95087, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.76561, + "precision_at_3": 0.27294, + "precision_at_5": 0.17011, + "precision_at_10": 0.08833, + "precision_at_20": 0.04565, + "precision_at_100": 0.00951, + "precision_at_1000": 0.001, + "mrr_at_1": 0.765609, + "mrr_at_3": 0.789662, + "mrr_at_5": 0.797032, + "mrr_at_10": 0.801288, + "mrr_at_20": 0.803187, + "mrr_at_100": 0.804212, + "mrr_at_1000": 0.804429, + "nauc_ndcg_at_1_max": 0.277571, + "nauc_ndcg_at_1_std": 0.054692, + "nauc_ndcg_at_1_diff1": 0.900404, + "nauc_ndcg_at_3_max": 0.29607, + "nauc_ndcg_at_3_std": 0.073622, + "nauc_ndcg_at_3_diff1": 0.881413, + "nauc_ndcg_at_5_max": 0.281432, + "nauc_ndcg_at_5_std": 0.062685, + "nauc_ndcg_at_5_diff1": 0.875442, + "nauc_ndcg_at_10_max": 0.273802, + "nauc_ndcg_at_10_std": 0.058367, + "nauc_ndcg_at_10_diff1": 0.870478, + "nauc_ndcg_at_20_max": 0.284566, + "nauc_ndcg_at_20_std": 0.06847, + "nauc_ndcg_at_20_diff1": 0.870649, + "nauc_ndcg_at_100_max": 0.292525, + "nauc_ndcg_at_100_std": 0.077934, + "nauc_ndcg_at_100_diff1": 0.875017, + "nauc_ndcg_at_1000_max": 0.286688, + "nauc_ndcg_at_1000_std": 0.070081, + "nauc_ndcg_at_1000_diff1": 0.877373, + "nauc_map_at_1_max": 0.277571, + "nauc_map_at_1_std": 0.054692, + "nauc_map_at_1_diff1": 0.900404, + "nauc_map_at_3_max": 0.292796, + "nauc_map_at_3_std": 0.070759, + "nauc_map_at_3_diff1": 0.885999, + "nauc_map_at_5_max": 0.284997, + "nauc_map_at_5_std": 0.064925, + "nauc_map_at_5_diff1": 0.882936, + "nauc_map_at_10_max": 0.282433, + "nauc_map_at_10_std": 0.063815, + "nauc_map_at_10_diff1": 0.881272, + "nauc_map_at_20_max": 0.284766, + "nauc_map_at_20_std": 0.065941, + "nauc_map_at_20_diff1": 0.881395, + "nauc_map_at_100_max": 0.28581, + "nauc_map_at_100_std": 0.067203, + "nauc_map_at_100_diff1": 0.882031, + "nauc_map_at_1000_max": 0.285582, + "nauc_map_at_1000_std": 0.066923, + "nauc_map_at_1000_diff1": 0.882095, + "nauc_recall_at_1_max": 0.277571, + "nauc_recall_at_1_std": 0.054692, + "nauc_recall_at_1_diff1": 0.900404, + "nauc_recall_at_3_max": 0.306026, + "nauc_recall_at_3_std": 0.081988, + "nauc_recall_at_3_diff1": 0.866611, + "nauc_recall_at_5_max": 0.264398, + "nauc_recall_at_5_std": 0.051022, + "nauc_recall_at_5_diff1": 0.846452, + "nauc_recall_at_10_max": 0.223842, + "nauc_recall_at_10_std": 0.024672, + "nauc_recall_at_10_diff1": 0.816408, + "nauc_recall_at_20_max": 0.292329, + "nauc_recall_at_20_std": 0.093756, + "nauc_recall_at_20_diff1": 0.800864, + "nauc_recall_at_100_max": 0.42609, + "nauc_recall_at_100_std": 0.263431, + "nauc_recall_at_100_diff1": 0.817475, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.277571, + "nauc_precision_at_1_std": 0.054692, + "nauc_precision_at_1_diff1": 0.900404, + "nauc_precision_at_3_max": 0.306026, + "nauc_precision_at_3_std": 0.081988, + "nauc_precision_at_3_diff1": 0.866611, + "nauc_precision_at_5_max": 0.264398, + "nauc_precision_at_5_std": 0.051022, + "nauc_precision_at_5_diff1": 0.846452, + "nauc_precision_at_10_max": 0.223842, + "nauc_precision_at_10_std": 0.024672, + "nauc_precision_at_10_diff1": 0.816408, + "nauc_precision_at_20_max": 0.292329, + "nauc_precision_at_20_std": 0.093756, + "nauc_precision_at_20_diff1": 0.800864, + "nauc_precision_at_100_max": 0.42609, + "nauc_precision_at_100_std": 0.263431, + "nauc_precision_at_100_diff1": 0.817475, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.277571, + "nauc_cv_recall_at_1_std": 0.054692, + "nauc_cv_recall_at_1_diff1": 0.900404, + "nauc_cv_recall_at_3_max": 0.306026, + "nauc_cv_recall_at_3_std": 0.081988, + "nauc_cv_recall_at_3_diff1": 0.866611, + "nauc_cv_recall_at_5_max": 0.264398, + "nauc_cv_recall_at_5_std": 0.051022, + "nauc_cv_recall_at_5_diff1": 0.846452, + "nauc_cv_recall_at_10_max": 0.223842, + "nauc_cv_recall_at_10_std": 0.024672, + "nauc_cv_recall_at_10_diff1": 0.816408, + "nauc_cv_recall_at_20_max": 0.292329, + "nauc_cv_recall_at_20_std": 0.093756, + "nauc_cv_recall_at_20_diff1": 0.800864, + "nauc_cv_recall_at_100_max": 0.42609, + "nauc_cv_recall_at_100_std": 0.263431, + "nauc_cv_recall_at_100_diff1": 0.817475, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.277571, + "nauc_mrr_at_1_std": 0.054692, + "nauc_mrr_at_1_diff1": 0.900404, + "nauc_mrr_at_3_max": 0.292796, + "nauc_mrr_at_3_std": 0.070759, + "nauc_mrr_at_3_diff1": 0.885999, + "nauc_mrr_at_5_max": 0.284997, + "nauc_mrr_at_5_std": 0.064925, + "nauc_mrr_at_5_diff1": 0.882936, + "nauc_mrr_at_10_max": 0.282433, + "nauc_mrr_at_10_std": 0.063815, + "nauc_mrr_at_10_diff1": 0.881272, + "nauc_mrr_at_20_max": 0.284766, + "nauc_mrr_at_20_std": 0.065941, + "nauc_mrr_at_20_diff1": 0.881395, + "nauc_mrr_at_100_max": 0.28581, + "nauc_mrr_at_100_std": 0.067203, + "nauc_mrr_at_100_diff1": 0.882031, + "nauc_mrr_at_1000_max": 0.285582, + "nauc_mrr_at_1000_std": 0.066923, + "nauc_mrr_at_1000_diff1": 0.882095, + "main_score": 0.81035, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.65052, + "ndcg_at_3": 0.6901, + "ndcg_at_5": 0.71304, + "ndcg_at_10": 0.73895, + "ndcg_at_20": 0.75446, + "ndcg_at_100": 0.76903, + "ndcg_at_1000": 0.77048, + "map_at_1": 0.65052, + "map_at_3": 0.67993, + "map_at_5": 0.69273, + "map_at_10": 0.70354, + "map_at_20": 0.70767, + "map_at_100": 0.71011, + "map_at_1000": 0.71019, + "recall_at_1": 0.65052, + "recall_at_3": 0.71972, + "recall_at_5": 0.77509, + "recall_at_10": 0.85467, + "recall_at_20": 0.91696, + "recall_at_100": 0.98962, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.65052, + "cv_recall_at_3": 0.71972, + "cv_recall_at_5": 0.77509, + "cv_recall_at_10": 0.85467, + "cv_recall_at_20": 0.91696, + "cv_recall_at_100": 0.98962, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.65052, + "precision_at_3": 0.23991, + "precision_at_5": 0.15502, + "precision_at_10": 0.08547, + "precision_at_20": 0.04585, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.650519, + "mrr_at_3": 0.679931, + "mrr_at_5": 0.692734, + "mrr_at_10": 0.70354, + "mrr_at_20": 0.707671, + "mrr_at_100": 0.71011, + "mrr_at_1000": 0.710186, + "nauc_ndcg_at_1_max": 0.131537, + "nauc_ndcg_at_1_std": -0.218468, + "nauc_ndcg_at_1_diff1": 0.81381, + "nauc_ndcg_at_3_max": 0.088542, + "nauc_ndcg_at_3_std": -0.240877, + "nauc_ndcg_at_3_diff1": 0.787962, + "nauc_ndcg_at_5_max": 0.081779, + "nauc_ndcg_at_5_std": -0.250692, + "nauc_ndcg_at_5_diff1": 0.781654, + "nauc_ndcg_at_10_max": 0.096719, + "nauc_ndcg_at_10_std": -0.217698, + "nauc_ndcg_at_10_diff1": 0.774733, + "nauc_ndcg_at_20_max": 0.089761, + "nauc_ndcg_at_20_std": -0.226755, + "nauc_ndcg_at_20_diff1": 0.773703, + "nauc_ndcg_at_100_max": 0.103081, + "nauc_ndcg_at_100_std": -0.222692, + "nauc_ndcg_at_100_diff1": 0.786696, + "nauc_ndcg_at_1000_max": 0.101563, + "nauc_ndcg_at_1000_std": -0.226172, + "nauc_ndcg_at_1000_diff1": 0.787262, + "nauc_map_at_1_max": 0.131537, + "nauc_map_at_1_std": -0.218468, + "nauc_map_at_1_diff1": 0.81381, + "nauc_map_at_3_max": 0.101165, + "nauc_map_at_3_std": -0.233793, + "nauc_map_at_3_diff1": 0.795378, + "nauc_map_at_5_max": 0.098606, + "nauc_map_at_5_std": -0.238264, + "nauc_map_at_5_diff1": 0.792796, + "nauc_map_at_10_max": 0.102992, + "nauc_map_at_10_std": -0.227534, + "nauc_map_at_10_diff1": 0.790008, + "nauc_map_at_20_max": 0.101497, + "nauc_map_at_20_std": -0.229679, + "nauc_map_at_20_diff1": 0.7901, + "nauc_map_at_100_max": 0.104143, + "nauc_map_at_100_std": -0.2284, + "nauc_map_at_100_diff1": 0.792132, + "nauc_map_at_1000_max": 0.104111, + "nauc_map_at_1000_std": -0.228518, + "nauc_map_at_1000_diff1": 0.792162, + "nauc_recall_at_1_max": 0.131537, + "nauc_recall_at_1_std": -0.218468, + "nauc_recall_at_1_diff1": 0.81381, + "nauc_recall_at_3_max": 0.047773, + "nauc_recall_at_3_std": -0.263958, + "nauc_recall_at_3_diff1": 0.76408, + "nauc_recall_at_5_max": 0.017184, + "nauc_recall_at_5_std": -0.299428, + "nauc_recall_at_5_diff1": 0.738521, + "nauc_recall_at_10_max": 0.077559, + "nauc_recall_at_10_std": -0.139668, + "nauc_recall_at_10_diff1": 0.689387, + "nauc_recall_at_20_max": -0.005724, + "nauc_recall_at_20_std": -0.180301, + "nauc_recall_at_20_diff1": 0.618864, + "nauc_recall_at_100_max": 0.330844, + "nauc_recall_at_100_std": 0.265334, + "nauc_recall_at_100_diff1": 0.715001, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.131537, + "nauc_precision_at_1_std": -0.218468, + "nauc_precision_at_1_diff1": 0.81381, + "nauc_precision_at_3_max": 0.047773, + "nauc_precision_at_3_std": -0.263958, + "nauc_precision_at_3_diff1": 0.76408, + "nauc_precision_at_5_max": 0.017184, + "nauc_precision_at_5_std": -0.299428, + "nauc_precision_at_5_diff1": 0.738521, + "nauc_precision_at_10_max": 0.077559, + "nauc_precision_at_10_std": -0.139668, + "nauc_precision_at_10_diff1": 0.689387, + "nauc_precision_at_20_max": -0.005724, + "nauc_precision_at_20_std": -0.180301, + "nauc_precision_at_20_diff1": 0.618864, + "nauc_precision_at_100_max": 0.330844, + "nauc_precision_at_100_std": 0.265334, + "nauc_precision_at_100_diff1": 0.715001, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.131537, + "nauc_cv_recall_at_1_std": -0.218468, + "nauc_cv_recall_at_1_diff1": 0.81381, + "nauc_cv_recall_at_3_max": 0.047773, + "nauc_cv_recall_at_3_std": -0.263958, + "nauc_cv_recall_at_3_diff1": 0.76408, + "nauc_cv_recall_at_5_max": 0.017184, + "nauc_cv_recall_at_5_std": -0.299428, + "nauc_cv_recall_at_5_diff1": 0.738521, + "nauc_cv_recall_at_10_max": 0.077559, + "nauc_cv_recall_at_10_std": -0.139668, + "nauc_cv_recall_at_10_diff1": 0.689387, + "nauc_cv_recall_at_20_max": -0.005724, + "nauc_cv_recall_at_20_std": -0.180301, + "nauc_cv_recall_at_20_diff1": 0.618864, + "nauc_cv_recall_at_100_max": 0.330844, + "nauc_cv_recall_at_100_std": 0.265334, + "nauc_cv_recall_at_100_diff1": 0.715001, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.131537, + "nauc_mrr_at_1_std": -0.218468, + "nauc_mrr_at_1_diff1": 0.81381, + "nauc_mrr_at_3_max": 0.101165, + "nauc_mrr_at_3_std": -0.233793, + "nauc_mrr_at_3_diff1": 0.795378, + "nauc_mrr_at_5_max": 0.098606, + "nauc_mrr_at_5_std": -0.238264, + "nauc_mrr_at_5_diff1": 0.792796, + "nauc_mrr_at_10_max": 0.102992, + "nauc_mrr_at_10_std": -0.227534, + "nauc_mrr_at_10_diff1": 0.790008, + "nauc_mrr_at_20_max": 0.101497, + "nauc_mrr_at_20_std": -0.229679, + "nauc_mrr_at_20_diff1": 0.7901, + "nauc_mrr_at_100_max": 0.104143, + "nauc_mrr_at_100_std": -0.2284, + "nauc_mrr_at_100_diff1": 0.792132, + "nauc_mrr_at_1000_max": 0.104111, + "nauc_mrr_at_1000_std": -0.228518, + "nauc_mrr_at_1000_diff1": 0.792162, + "main_score": 0.71304, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.55859, + "ndcg_at_3": 0.60872, + "ndcg_at_5": 0.63091, + "ndcg_at_10": 0.65028, + "ndcg_at_20": 0.67213, + "ndcg_at_100": 0.69823, + "ndcg_at_1000": 0.70051, + "map_at_1": 0.55859, + "map_at_3": 0.59635, + "map_at_5": 0.60846, + "map_at_10": 0.61671, + "map_at_20": 0.62277, + "map_at_100": 0.62639, + "map_at_1000": 0.62652, + "recall_at_1": 0.55859, + "recall_at_3": 0.64453, + "recall_at_5": 0.69922, + "recall_at_10": 0.75781, + "recall_at_20": 0.84375, + "recall_at_100": 0.98438, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.55859, + "cv_recall_at_3": 0.64453, + "cv_recall_at_5": 0.69922, + "cv_recall_at_10": 0.75781, + "cv_recall_at_20": 0.84375, + "cv_recall_at_100": 0.98438, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.55859, + "precision_at_3": 0.21484, + "precision_at_5": 0.13984, + "precision_at_10": 0.07578, + "precision_at_20": 0.04219, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.558594, + "mrr_at_3": 0.596354, + "mrr_at_5": 0.608464, + "mrr_at_10": 0.616713, + "mrr_at_20": 0.622765, + "mrr_at_100": 0.626387, + "mrr_at_1000": 0.626525, + "nauc_ndcg_at_1_max": 0.242046, + "nauc_ndcg_at_1_std": 0.000688, + "nauc_ndcg_at_1_diff1": 0.762893, + "nauc_ndcg_at_3_max": 0.209285, + "nauc_ndcg_at_3_std": -0.024998, + "nauc_ndcg_at_3_diff1": 0.720759, + "nauc_ndcg_at_5_max": 0.222147, + "nauc_ndcg_at_5_std": 0.000676, + "nauc_ndcg_at_5_diff1": 0.704502, + "nauc_ndcg_at_10_max": 0.218862, + "nauc_ndcg_at_10_std": -0.003274, + "nauc_ndcg_at_10_diff1": 0.701222, + "nauc_ndcg_at_20_max": 0.244192, + "nauc_ndcg_at_20_std": 0.023421, + "nauc_ndcg_at_20_diff1": 0.714383, + "nauc_ndcg_at_100_max": 0.230887, + "nauc_ndcg_at_100_std": 0.004581, + "nauc_ndcg_at_100_diff1": 0.720361, + "nauc_ndcg_at_1000_max": 0.230798, + "nauc_ndcg_at_1000_std": 0.003023, + "nauc_ndcg_at_1000_diff1": 0.721795, + "nauc_map_at_1_max": 0.242046, + "nauc_map_at_1_std": 0.000688, + "nauc_map_at_1_diff1": 0.762893, + "nauc_map_at_3_max": 0.215186, + "nauc_map_at_3_std": -0.021284, + "nauc_map_at_3_diff1": 0.731263, + "nauc_map_at_5_max": 0.222754, + "nauc_map_at_5_std": -0.007167, + "nauc_map_at_5_diff1": 0.723103, + "nauc_map_at_10_max": 0.221529, + "nauc_map_at_10_std": -0.008606, + "nauc_map_at_10_diff1": 0.721771, + "nauc_map_at_20_max": 0.227741, + "nauc_map_at_20_std": -0.002329, + "nauc_map_at_20_diff1": 0.725356, + "nauc_map_at_100_max": 0.226993, + "nauc_map_at_100_std": -0.003945, + "nauc_map_at_100_diff1": 0.726931, + "nauc_map_at_1000_max": 0.227, + "nauc_map_at_1000_std": -0.004013, + "nauc_map_at_1000_diff1": 0.727012, + "nauc_recall_at_1_max": 0.242046, + "nauc_recall_at_1_std": 0.000688, + "nauc_recall_at_1_diff1": 0.762893, + "nauc_recall_at_3_max": 0.19201, + "nauc_recall_at_3_std": -0.035295, + "nauc_recall_at_3_diff1": 0.688188, + "nauc_recall_at_5_max": 0.222645, + "nauc_recall_at_5_std": 0.03263, + "nauc_recall_at_5_diff1": 0.638192, + "nauc_recall_at_10_max": 0.209365, + "nauc_recall_at_10_std": 0.021246, + "nauc_recall_at_10_diff1": 0.615277, + "nauc_recall_at_20_max": 0.382169, + "nauc_recall_at_20_std": 0.221221, + "nauc_recall_at_20_diff1": 0.666917, + "nauc_recall_at_100_max": 0.247255, + "nauc_recall_at_100_std": 0.172455, + "nauc_recall_at_100_diff1": 0.576416, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.242046, + "nauc_precision_at_1_std": 0.000688, + "nauc_precision_at_1_diff1": 0.762893, + "nauc_precision_at_3_max": 0.19201, + "nauc_precision_at_3_std": -0.035295, + "nauc_precision_at_3_diff1": 0.688188, + "nauc_precision_at_5_max": 0.222645, + "nauc_precision_at_5_std": 0.03263, + "nauc_precision_at_5_diff1": 0.638192, + "nauc_precision_at_10_max": 0.209365, + "nauc_precision_at_10_std": 0.021246, + "nauc_precision_at_10_diff1": 0.615277, + "nauc_precision_at_20_max": 0.382169, + "nauc_precision_at_20_std": 0.221221, + "nauc_precision_at_20_diff1": 0.666917, + "nauc_precision_at_100_max": 0.247255, + "nauc_precision_at_100_std": 0.172455, + "nauc_precision_at_100_diff1": 0.576416, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.242046, + "nauc_cv_recall_at_1_std": 0.000688, + "nauc_cv_recall_at_1_diff1": 0.762893, + "nauc_cv_recall_at_3_max": 0.19201, + "nauc_cv_recall_at_3_std": -0.035295, + "nauc_cv_recall_at_3_diff1": 0.688188, + "nauc_cv_recall_at_5_max": 0.222645, + "nauc_cv_recall_at_5_std": 0.03263, + "nauc_cv_recall_at_5_diff1": 0.638192, + "nauc_cv_recall_at_10_max": 0.209365, + "nauc_cv_recall_at_10_std": 0.021246, + "nauc_cv_recall_at_10_diff1": 0.615277, + "nauc_cv_recall_at_20_max": 0.382169, + "nauc_cv_recall_at_20_std": 0.221221, + "nauc_cv_recall_at_20_diff1": 0.666917, + "nauc_cv_recall_at_100_max": 0.247255, + "nauc_cv_recall_at_100_std": 0.172455, + "nauc_cv_recall_at_100_diff1": 0.576416, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.242046, + "nauc_mrr_at_1_std": 0.000688, + "nauc_mrr_at_1_diff1": 0.762893, + "nauc_mrr_at_3_max": 0.215186, + "nauc_mrr_at_3_std": -0.021284, + "nauc_mrr_at_3_diff1": 0.731263, + "nauc_mrr_at_5_max": 0.222754, + "nauc_mrr_at_5_std": -0.007167, + "nauc_mrr_at_5_diff1": 0.723103, + "nauc_mrr_at_10_max": 0.221529, + "nauc_mrr_at_10_std": -0.008606, + "nauc_mrr_at_10_diff1": 0.721771, + "nauc_mrr_at_20_max": 0.227741, + "nauc_mrr_at_20_std": -0.002329, + "nauc_mrr_at_20_diff1": 0.725356, + "nauc_mrr_at_100_max": 0.226993, + "nauc_mrr_at_100_std": -0.003945, + "nauc_mrr_at_100_diff1": 0.726931, + "nauc_mrr_at_1000_max": 0.227, + "nauc_mrr_at_1000_std": -0.004013, + "nauc_mrr_at_1000_diff1": 0.727012, + "main_score": 0.63091, + "hf_subset": "ur", + "languages": [ + "urd-Arab" + ] + }, + { + "ndcg_at_1": 0.75955, + "ndcg_at_3": 0.7878, + "ndcg_at_5": 0.80637, + "ndcg_at_10": 0.81464, + "ndcg_at_20": 0.8273, + "ndcg_at_100": 0.8373, + "ndcg_at_1000": 0.84002, + "map_at_1": 0.75955, + "map_at_3": 0.78052, + "map_at_5": 0.79086, + "map_at_10": 0.79443, + "map_at_20": 0.798, + "map_at_100": 0.79952, + "map_at_1000": 0.79965, + "recall_at_1": 0.75955, + "recall_at_3": 0.80899, + "recall_at_5": 0.85393, + "recall_at_10": 0.87865, + "recall_at_20": 0.92809, + "recall_at_100": 0.97978, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.75955, + "cv_recall_at_3": 0.80899, + "cv_recall_at_5": 0.85393, + "cv_recall_at_10": 0.87865, + "cv_recall_at_20": 0.92809, + "cv_recall_at_100": 0.97978, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.75955, + "precision_at_3": 0.26966, + "precision_at_5": 0.17079, + "precision_at_10": 0.08787, + "precision_at_20": 0.0464, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "mrr_at_1": 0.759551, + "mrr_at_3": 0.780524, + "mrr_at_5": 0.790861, + "mrr_at_10": 0.794433, + "mrr_at_20": 0.797995, + "mrr_at_100": 0.799524, + "mrr_at_1000": 0.799649, + "nauc_ndcg_at_1_max": 0.214795, + "nauc_ndcg_at_1_std": -0.054496, + "nauc_ndcg_at_1_diff1": 0.862796, + "nauc_ndcg_at_3_max": 0.252516, + "nauc_ndcg_at_3_std": -0.014483, + "nauc_ndcg_at_3_diff1": 0.84599, + "nauc_ndcg_at_5_max": 0.254791, + "nauc_ndcg_at_5_std": -0.000886, + "nauc_ndcg_at_5_diff1": 0.836455, + "nauc_ndcg_at_10_max": 0.260283, + "nauc_ndcg_at_10_std": 0.005826, + "nauc_ndcg_at_10_diff1": 0.833634, + "nauc_ndcg_at_20_max": 0.272839, + "nauc_ndcg_at_20_std": 0.019832, + "nauc_ndcg_at_20_diff1": 0.844579, + "nauc_ndcg_at_100_max": 0.262998, + "nauc_ndcg_at_100_std": 0.010125, + "nauc_ndcg_at_100_diff1": 0.845117, + "nauc_ndcg_at_1000_max": 0.256141, + "nauc_ndcg_at_1000_std": -0.001724, + "nauc_ndcg_at_1000_diff1": 0.84453, + "nauc_map_at_1_max": 0.214795, + "nauc_map_at_1_std": -0.054496, + "nauc_map_at_1_diff1": 0.862796, + "nauc_map_at_3_max": 0.242313, + "nauc_map_at_3_std": -0.025481, + "nauc_map_at_3_diff1": 0.850732, + "nauc_map_at_5_max": 0.24285, + "nauc_map_at_5_std": -0.019648, + "nauc_map_at_5_diff1": 0.846004, + "nauc_map_at_10_max": 0.245144, + "nauc_map_at_10_std": -0.017098, + "nauc_map_at_10_diff1": 0.84495, + "nauc_map_at_20_max": 0.248818, + "nauc_map_at_20_std": -0.013166, + "nauc_map_at_20_diff1": 0.847666, + "nauc_map_at_100_max": 0.246921, + "nauc_map_at_100_std": -0.01507, + "nauc_map_at_100_diff1": 0.84747, + "nauc_map_at_1000_max": 0.246753, + "nauc_map_at_1000_std": -0.01544, + "nauc_map_at_1000_diff1": 0.847475, + "nauc_recall_at_1_max": 0.214795, + "nauc_recall_at_1_std": -0.054496, + "nauc_recall_at_1_diff1": 0.862796, + "nauc_recall_at_3_max": 0.285675, + "nauc_recall_at_3_std": 0.021334, + "nauc_recall_at_3_diff1": 0.830493, + "nauc_recall_at_5_max": 0.302916, + "nauc_recall_at_5_std": 0.077481, + "nauc_recall_at_5_diff1": 0.796626, + "nauc_recall_at_10_max": 0.332861, + "nauc_recall_at_10_std": 0.119109, + "nauc_recall_at_10_diff1": 0.77801, + "nauc_recall_at_20_max": 0.471391, + "nauc_recall_at_20_std": 0.295701, + "nauc_recall_at_20_diff1": 0.839396, + "nauc_recall_at_100_max": 0.667156, + "nauc_recall_at_100_std": 0.680406, + "nauc_recall_at_100_diff1": 0.886393, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.214795, + "nauc_precision_at_1_std": -0.054496, + "nauc_precision_at_1_diff1": 0.862796, + "nauc_precision_at_3_max": 0.285675, + "nauc_precision_at_3_std": 0.021334, + "nauc_precision_at_3_diff1": 0.830493, + "nauc_precision_at_5_max": 0.302916, + "nauc_precision_at_5_std": 0.077481, + "nauc_precision_at_5_diff1": 0.796626, + "nauc_precision_at_10_max": 0.332861, + "nauc_precision_at_10_std": 0.119109, + "nauc_precision_at_10_diff1": 0.77801, + "nauc_precision_at_20_max": 0.471391, + "nauc_precision_at_20_std": 0.295701, + "nauc_precision_at_20_diff1": 0.839396, + "nauc_precision_at_100_max": 0.667156, + "nauc_precision_at_100_std": 0.680406, + "nauc_precision_at_100_diff1": 0.886393, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.214795, + "nauc_cv_recall_at_1_std": -0.054496, + "nauc_cv_recall_at_1_diff1": 0.862796, + "nauc_cv_recall_at_3_max": 0.285675, + "nauc_cv_recall_at_3_std": 0.021334, + "nauc_cv_recall_at_3_diff1": 0.830493, + "nauc_cv_recall_at_5_max": 0.302916, + "nauc_cv_recall_at_5_std": 0.077481, + "nauc_cv_recall_at_5_diff1": 0.796626, + "nauc_cv_recall_at_10_max": 0.332861, + "nauc_cv_recall_at_10_std": 0.119109, + "nauc_cv_recall_at_10_diff1": 0.77801, + "nauc_cv_recall_at_20_max": 0.471391, + "nauc_cv_recall_at_20_std": 0.295701, + "nauc_cv_recall_at_20_diff1": 0.839396, + "nauc_cv_recall_at_100_max": 0.667156, + "nauc_cv_recall_at_100_std": 0.680406, + "nauc_cv_recall_at_100_diff1": 0.886393, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.214795, + "nauc_mrr_at_1_std": -0.054496, + "nauc_mrr_at_1_diff1": 0.862796, + "nauc_mrr_at_3_max": 0.242313, + "nauc_mrr_at_3_std": -0.025481, + "nauc_mrr_at_3_diff1": 0.850732, + "nauc_mrr_at_5_max": 0.24285, + "nauc_mrr_at_5_std": -0.019648, + "nauc_mrr_at_5_diff1": 0.846004, + "nauc_mrr_at_10_max": 0.245144, + "nauc_mrr_at_10_std": -0.017098, + "nauc_mrr_at_10_diff1": 0.84495, + "nauc_mrr_at_20_max": 0.248818, + "nauc_mrr_at_20_std": -0.013166, + "nauc_mrr_at_20_diff1": 0.847666, + "nauc_mrr_at_100_max": 0.246921, + "nauc_mrr_at_100_std": -0.01507, + "nauc_mrr_at_100_diff1": 0.84747, + "nauc_mrr_at_1000_max": 0.246753, + "nauc_mrr_at_1000_std": -0.01544, + "nauc_mrr_at_1000_diff1": 0.847475, + "main_score": 0.80637, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.75249, + "ndcg_at_3": 0.792, + "ndcg_at_5": 0.80422, + "ndcg_at_10": 0.81758, + "ndcg_at_20": 0.82541, + "ndcg_at_100": 0.83598, + "ndcg_at_1000": 0.83872, + "map_at_1": 0.75249, + "map_at_3": 0.78269, + "map_at_5": 0.78943, + "map_at_10": 0.79502, + "map_at_20": 0.79703, + "map_at_100": 0.79853, + "map_at_1000": 0.79862, + "recall_at_1": 0.75249, + "recall_at_3": 0.81878, + "recall_at_5": 0.84862, + "recall_at_10": 0.8895, + "recall_at_20": 0.92155, + "recall_at_100": 0.9779, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.75249, + "cv_recall_at_3": 0.81878, + "cv_recall_at_5": 0.84862, + "cv_recall_at_10": 0.8895, + "cv_recall_at_20": 0.92155, + "cv_recall_at_100": 0.9779, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.75249, + "precision_at_3": 0.27293, + "precision_at_5": 0.16972, + "precision_at_10": 0.08895, + "precision_at_20": 0.04608, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "mrr_at_1": 0.752486, + "mrr_at_3": 0.782689, + "mrr_at_5": 0.789429, + "mrr_at_10": 0.79502, + "mrr_at_20": 0.797034, + "mrr_at_100": 0.79853, + "mrr_at_1000": 0.798625, + "nauc_ndcg_at_1_max": 0.156035, + "nauc_ndcg_at_1_std": -0.088029, + "nauc_ndcg_at_1_diff1": 0.890927, + "nauc_ndcg_at_3_max": 0.146965, + "nauc_ndcg_at_3_std": -0.10379, + "nauc_ndcg_at_3_diff1": 0.851501, + "nauc_ndcg_at_5_max": 0.149779, + "nauc_ndcg_at_5_std": -0.104876, + "nauc_ndcg_at_5_diff1": 0.846136, + "nauc_ndcg_at_10_max": 0.140292, + "nauc_ndcg_at_10_std": -0.109736, + "nauc_ndcg_at_10_diff1": 0.841649, + "nauc_ndcg_at_20_max": 0.144356, + "nauc_ndcg_at_20_std": -0.100901, + "nauc_ndcg_at_20_diff1": 0.841472, + "nauc_ndcg_at_100_max": 0.148416, + "nauc_ndcg_at_100_std": -0.097629, + "nauc_ndcg_at_100_diff1": 0.847732, + "nauc_ndcg_at_1000_max": 0.14849, + "nauc_ndcg_at_1000_std": -0.099015, + "nauc_ndcg_at_1000_diff1": 0.851325, + "nauc_map_at_1_max": 0.156035, + "nauc_map_at_1_std": -0.088029, + "nauc_map_at_1_diff1": 0.890927, + "nauc_map_at_3_max": 0.149267, + "nauc_map_at_3_std": -0.100021, + "nauc_map_at_3_diff1": 0.861471, + "nauc_map_at_5_max": 0.150617, + "nauc_map_at_5_std": -0.100752, + "nauc_map_at_5_diff1": 0.858975, + "nauc_map_at_10_max": 0.147537, + "nauc_map_at_10_std": -0.101894, + "nauc_map_at_10_diff1": 0.857637, + "nauc_map_at_20_max": 0.148382, + "nauc_map_at_20_std": -0.099886, + "nauc_map_at_20_diff1": 0.85768, + "nauc_map_at_100_max": 0.148932, + "nauc_map_at_100_std": -0.099476, + "nauc_map_at_100_diff1": 0.858467, + "nauc_map_at_1000_max": 0.149027, + "nauc_map_at_1000_std": -0.099401, + "nauc_map_at_1000_diff1": 0.858598, + "nauc_recall_at_1_max": 0.156035, + "nauc_recall_at_1_std": -0.088029, + "nauc_recall_at_1_diff1": 0.890927, + "nauc_recall_at_3_max": 0.139302, + "nauc_recall_at_3_std": -0.116223, + "nauc_recall_at_3_diff1": 0.818329, + "nauc_recall_at_5_max": 0.147481, + "nauc_recall_at_5_std": -0.120199, + "nauc_recall_at_5_diff1": 0.796144, + "nauc_recall_at_10_max": 0.097403, + "nauc_recall_at_10_std": -0.153622, + "nauc_recall_at_10_diff1": 0.758377, + "nauc_recall_at_20_max": 0.117635, + "nauc_recall_at_20_std": -0.095211, + "nauc_recall_at_20_diff1": 0.725908, + "nauc_recall_at_100_max": 0.19161, + "nauc_recall_at_100_std": 0.03568, + "nauc_recall_at_100_diff1": 0.668999, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.156035, + "nauc_precision_at_1_std": -0.088029, + "nauc_precision_at_1_diff1": 0.890927, + "nauc_precision_at_3_max": 0.139302, + "nauc_precision_at_3_std": -0.116223, + "nauc_precision_at_3_diff1": 0.818329, + "nauc_precision_at_5_max": 0.147481, + "nauc_precision_at_5_std": -0.120199, + "nauc_precision_at_5_diff1": 0.796144, + "nauc_precision_at_10_max": 0.097403, + "nauc_precision_at_10_std": -0.153622, + "nauc_precision_at_10_diff1": 0.758377, + "nauc_precision_at_20_max": 0.117635, + "nauc_precision_at_20_std": -0.095211, + "nauc_precision_at_20_diff1": 0.725908, + "nauc_precision_at_100_max": 0.19161, + "nauc_precision_at_100_std": 0.03568, + "nauc_precision_at_100_diff1": 0.668999, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.156035, + "nauc_cv_recall_at_1_std": -0.088029, + "nauc_cv_recall_at_1_diff1": 0.890927, + "nauc_cv_recall_at_3_max": 0.139302, + "nauc_cv_recall_at_3_std": -0.116223, + "nauc_cv_recall_at_3_diff1": 0.818329, + "nauc_cv_recall_at_5_max": 0.147481, + "nauc_cv_recall_at_5_std": -0.120199, + "nauc_cv_recall_at_5_diff1": 0.796144, + "nauc_cv_recall_at_10_max": 0.097403, + "nauc_cv_recall_at_10_std": -0.153622, + "nauc_cv_recall_at_10_diff1": 0.758377, + "nauc_cv_recall_at_20_max": 0.117635, + "nauc_cv_recall_at_20_std": -0.095211, + "nauc_cv_recall_at_20_diff1": 0.725908, + "nauc_cv_recall_at_100_max": 0.19161, + "nauc_cv_recall_at_100_std": 0.03568, + "nauc_cv_recall_at_100_diff1": 0.668999, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.156035, + "nauc_mrr_at_1_std": -0.088029, + "nauc_mrr_at_1_diff1": 0.890927, + "nauc_mrr_at_3_max": 0.149267, + "nauc_mrr_at_3_std": -0.100021, + "nauc_mrr_at_3_diff1": 0.861471, + "nauc_mrr_at_5_max": 0.150617, + "nauc_mrr_at_5_std": -0.100752, + "nauc_mrr_at_5_diff1": 0.858975, + "nauc_mrr_at_10_max": 0.147537, + "nauc_mrr_at_10_std": -0.101894, + "nauc_mrr_at_10_diff1": 0.857637, + "nauc_mrr_at_20_max": 0.148382, + "nauc_mrr_at_20_std": -0.099886, + "nauc_mrr_at_20_diff1": 0.85768, + "nauc_mrr_at_100_max": 0.148932, + "nauc_mrr_at_100_std": -0.099476, + "nauc_mrr_at_100_diff1": 0.858467, + "nauc_mrr_at_1000_max": 0.149027, + "nauc_mrr_at_1000_std": -0.099401, + "nauc_mrr_at_1000_diff1": 0.858598, + "main_score": 0.80422, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 3119.3156135082245, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRWikimediaCommonsMapsRetrieval.json b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRWikimediaCommonsMapsRetrieval.json new file mode 100644 index 0000000000..7649078afe --- /dev/null +++ b/results/jinaai__jina-embeddings-v4/26239889730c735ed7e9a4db9180c8935faf4ba0/JinaVDRWikimediaCommonsMapsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRWikimediaCommonsMapsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.42212, + "ndcg_at_3": 0.51398, + "ndcg_at_5": 0.53229, + "ndcg_at_10": 0.55493, + "ndcg_at_20": 0.57264, + "ndcg_at_100": 0.59728, + "ndcg_at_1000": 0.61172, + "map_at_1": 0.41874, + "map_at_3": 0.49059, + "map_at_5": 0.50075, + "map_at_10": 0.51047, + "map_at_20": 0.51553, + "map_at_100": 0.51901, + "map_at_1000": 0.51966, + "recall_at_1": 0.41874, + "recall_at_3": 0.58014, + "recall_at_5": 0.62415, + "recall_at_10": 0.69187, + "recall_at_20": 0.76072, + "recall_at_100": 0.89278, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.42212, + "cv_recall_at_3": 0.58239, + "cv_recall_at_5": 0.62754, + "cv_recall_at_10": 0.69526, + "cv_recall_at_20": 0.76298, + "cv_recall_at_100": 0.89391, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.42212, + "precision_at_3": 0.19639, + "precision_at_5": 0.12686, + "precision_at_10": 0.07065, + "precision_at_20": 0.03883, + "precision_at_100": 0.0091, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.422122, + "mrr_at_3": 0.492099, + "mrr_at_5": 0.502483, + "mrr_at_10": 0.51197, + "mrr_at_20": 0.516824, + "mrr_at_100": 0.520228, + "mrr_at_1000": 0.520869, + "nauc_ndcg_at_1_max": -0.086383, + "nauc_ndcg_at_1_std": -0.181459, + "nauc_ndcg_at_1_diff1": 0.477469, + "nauc_ndcg_at_3_max": -0.10952, + "nauc_ndcg_at_3_std": -0.201128, + "nauc_ndcg_at_3_diff1": 0.396734, + "nauc_ndcg_at_5_max": -0.107857, + "nauc_ndcg_at_5_std": -0.199425, + "nauc_ndcg_at_5_diff1": 0.395716, + "nauc_ndcg_at_10_max": -0.116009, + "nauc_ndcg_at_10_std": -0.203299, + "nauc_ndcg_at_10_diff1": 0.387568, + "nauc_ndcg_at_20_max": -0.131203, + "nauc_ndcg_at_20_std": -0.218716, + "nauc_ndcg_at_20_diff1": 0.383304, + "nauc_ndcg_at_100_max": -0.121221, + "nauc_ndcg_at_100_std": -0.209111, + "nauc_ndcg_at_100_diff1": 0.399297, + "nauc_ndcg_at_1000_max": -0.112872, + "nauc_ndcg_at_1000_std": -0.20283, + "nauc_ndcg_at_1000_diff1": 0.402873, + "nauc_map_at_1_max": -0.083528, + "nauc_map_at_1_std": -0.175425, + "nauc_map_at_1_diff1": 0.478624, + "nauc_map_at_3_max": -0.098735, + "nauc_map_at_3_std": -0.191308, + "nauc_map_at_3_diff1": 0.418425, + "nauc_map_at_5_max": -0.097155, + "nauc_map_at_5_std": -0.189559, + "nauc_map_at_5_diff1": 0.418699, + "nauc_map_at_10_max": -0.100679, + "nauc_map_at_10_std": -0.191272, + "nauc_map_at_10_diff1": 0.416031, + "nauc_map_at_20_max": -0.104746, + "nauc_map_at_20_std": -0.195438, + "nauc_map_at_20_diff1": 0.414887, + "nauc_map_at_100_max": -0.103112, + "nauc_map_at_100_std": -0.193931, + "nauc_map_at_100_diff1": 0.416838, + "nauc_map_at_1000_max": -0.10264, + "nauc_map_at_1000_std": -0.193601, + "nauc_map_at_1000_diff1": 0.416996, + "nauc_recall_at_1_max": -0.083528, + "nauc_recall_at_1_std": -0.175425, + "nauc_recall_at_1_diff1": 0.478624, + "nauc_recall_at_3_max": -0.140167, + "nauc_recall_at_3_std": -0.228378, + "nauc_recall_at_3_diff1": 0.332572, + "nauc_recall_at_5_max": -0.138571, + "nauc_recall_at_5_std": -0.227043, + "nauc_recall_at_5_diff1": 0.323956, + "nauc_recall_at_10_max": -0.168674, + "nauc_recall_at_10_std": -0.24182, + "nauc_recall_at_10_diff1": 0.283688, + "nauc_recall_at_20_max": -0.262692, + "nauc_recall_at_20_std": -0.333827, + "nauc_recall_at_20_diff1": 0.23917, + "nauc_recall_at_100_max": -0.265551, + "nauc_recall_at_100_std": -0.320874, + "nauc_recall_at_100_diff1": 0.329142, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.086383, + "nauc_precision_at_1_std": -0.181459, + "nauc_precision_at_1_diff1": 0.477469, + "nauc_precision_at_3_max": -0.147353, + "nauc_precision_at_3_std": -0.239307, + "nauc_precision_at_3_diff1": 0.312052, + "nauc_precision_at_5_max": -0.150413, + "nauc_precision_at_5_std": -0.243179, + "nauc_precision_at_5_diff1": 0.299808, + "nauc_precision_at_10_max": -0.189866, + "nauc_precision_at_10_std": -0.265075, + "nauc_precision_at_10_diff1": 0.235569, + "nauc_precision_at_20_max": -0.280918, + "nauc_precision_at_20_std": -0.353399, + "nauc_precision_at_20_diff1": 0.176455, + "nauc_precision_at_100_max": -0.297001, + "nauc_precision_at_100_std": -0.355437, + "nauc_precision_at_100_diff1": 0.182268, + "nauc_precision_at_1000_max": -0.392667, + "nauc_precision_at_1000_std": -0.452483, + "nauc_precision_at_1000_diff1": -0.377911, + "nauc_cv_recall_at_1_max": -0.086383, + "nauc_cv_recall_at_1_std": -0.181459, + "nauc_cv_recall_at_1_diff1": 0.477469, + "nauc_cv_recall_at_3_max": -0.146578, + "nauc_cv_recall_at_3_std": -0.235012, + "nauc_cv_recall_at_3_diff1": 0.327352, + "nauc_cv_recall_at_5_max": -0.149702, + "nauc_cv_recall_at_5_std": -0.238728, + "nauc_cv_recall_at_5_diff1": 0.315723, + "nauc_cv_recall_at_10_max": -0.182813, + "nauc_cv_recall_at_10_std": -0.256483, + "nauc_cv_recall_at_10_diff1": 0.27279, + "nauc_cv_recall_at_20_max": -0.275258, + "nauc_cv_recall_at_20_std": -0.346936, + "nauc_cv_recall_at_20_diff1": 0.230432, + "nauc_cv_recall_at_100_max": -0.278755, + "nauc_cv_recall_at_100_std": -0.334594, + "nauc_cv_recall_at_100_diff1": 0.321484, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.086383, + "nauc_mrr_at_1_std": -0.181459, + "nauc_mrr_at_1_diff1": 0.477469, + "nauc_mrr_at_3_max": -0.102478, + "nauc_mrr_at_3_std": -0.195333, + "nauc_mrr_at_3_diff1": 0.415756, + "nauc_mrr_at_5_max": -0.101651, + "nauc_mrr_at_5_std": -0.194375, + "nauc_mrr_at_5_diff1": 0.415481, + "nauc_mrr_at_10_max": -0.104761, + "nauc_mrr_at_10_std": -0.195705, + "nauc_mrr_at_10_diff1": 0.413164, + "nauc_mrr_at_20_max": -0.10822, + "nauc_mrr_at_20_std": -0.199236, + "nauc_mrr_at_20_diff1": 0.412468, + "nauc_mrr_at_100_max": -0.106375, + "nauc_mrr_at_100_std": -0.197513, + "nauc_mrr_at_100_diff1": 0.414596, + "nauc_mrr_at_1000_max": -0.10589, + "nauc_mrr_at_1000_std": -0.197171, + "nauc_mrr_at_1000_diff1": 0.414762, + "main_score": 0.53229, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 169.05477952957153, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRAirbnbSyntheticRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRAirbnbSyntheticRetrieval.json new file mode 100644 index 0000000000..9d414a98d0 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRAirbnbSyntheticRetrieval.json @@ -0,0 +1,1761 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRAirbnbSyntheticRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.01871, + "ndcg_at_3": 0.02839, + "ndcg_at_5": 0.0334, + "ndcg_at_10": 0.04619, + "ndcg_at_20": 0.05999, + "ndcg_at_100": 0.12677, + "ndcg_at_1000": 0.19009, + "map_at_1": 0.01871, + "map_at_3": 0.02599, + "map_at_5": 0.02869, + "map_at_10": 0.03397, + "map_at_20": 0.03756, + "map_at_100": 0.04584, + "map_at_1000": 0.04846, + "recall_at_1": 0.01871, + "recall_at_3": 0.03534, + "recall_at_5": 0.04782, + "recall_at_10": 0.08732, + "recall_at_20": 0.14345, + "recall_at_100": 0.51767, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.01871, + "cv_recall_at_3": 0.03534, + "cv_recall_at_5": 0.04782, + "cv_recall_at_10": 0.08732, + "cv_recall_at_20": 0.14345, + "cv_recall_at_100": 0.51767, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.01871, + "precision_at_3": 0.01178, + "precision_at_5": 0.00956, + "precision_at_10": 0.00873, + "precision_at_20": 0.00717, + "precision_at_100": 0.00518, + "precision_at_1000": 0.001, + "mrr_at_1": 0.018711, + "mrr_at_3": 0.025988, + "mrr_at_5": 0.02869, + "mrr_at_10": 0.03397, + "mrr_at_20": 0.037556, + "mrr_at_100": 0.04584, + "mrr_at_1000": 0.048462, + "nauc_ndcg_at_1_max": -0.193886, + "nauc_ndcg_at_1_std": -0.147819, + "nauc_ndcg_at_1_diff1": 0.008791, + "nauc_ndcg_at_3_max": -0.195058, + "nauc_ndcg_at_3_std": -0.202196, + "nauc_ndcg_at_3_diff1": 0.135915, + "nauc_ndcg_at_5_max": -0.125594, + "nauc_ndcg_at_5_std": -0.173244, + "nauc_ndcg_at_5_diff1": 0.077166, + "nauc_ndcg_at_10_max": -0.076277, + "nauc_ndcg_at_10_std": -0.111263, + "nauc_ndcg_at_10_diff1": 0.098867, + "nauc_ndcg_at_20_max": -0.03811, + "nauc_ndcg_at_20_std": -0.068619, + "nauc_ndcg_at_20_diff1": 0.092536, + "nauc_ndcg_at_100_max": 0.008945, + "nauc_ndcg_at_100_std": -0.004982, + "nauc_ndcg_at_100_diff1": 0.066749, + "nauc_ndcg_at_1000_max": -0.021579, + "nauc_ndcg_at_1000_std": -0.04883, + "nauc_ndcg_at_1000_diff1": 0.082232, + "nauc_map_at_1_max": -0.193886, + "nauc_map_at_1_std": -0.147819, + "nauc_map_at_1_diff1": 0.008791, + "nauc_map_at_3_max": -0.193725, + "nauc_map_at_3_std": -0.195631, + "nauc_map_at_3_diff1": 0.11312, + "nauc_map_at_5_max": -0.147982, + "nauc_map_at_5_std": -0.177032, + "nauc_map_at_5_diff1": 0.079161, + "nauc_map_at_10_max": -0.113041, + "nauc_map_at_10_std": -0.137567, + "nauc_map_at_10_diff1": 0.091257, + "nauc_map_at_20_max": -0.09629, + "nauc_map_at_20_std": -0.119588, + "nauc_map_at_20_diff1": 0.090393, + "nauc_map_at_100_max": -0.076713, + "nauc_map_at_100_std": -0.100722, + "nauc_map_at_100_diff1": 0.083294, + "nauc_map_at_1000_max": -0.07865, + "nauc_map_at_1000_std": -0.10343, + "nauc_map_at_1000_diff1": 0.085271, + "nauc_recall_at_1_max": -0.193886, + "nauc_recall_at_1_std": -0.147819, + "nauc_recall_at_1_diff1": 0.008791, + "nauc_recall_at_3_max": -0.198228, + "nauc_recall_at_3_std": -0.215253, + "nauc_recall_at_3_diff1": 0.184502, + "nauc_recall_at_5_max": -0.0821, + "nauc_recall_at_5_std": -0.164037, + "nauc_recall_at_5_diff1": 0.067633, + "nauc_recall_at_10_max": -0.028919, + "nauc_recall_at_10_std": -0.075179, + "nauc_recall_at_10_diff1": 0.106896, + "nauc_recall_at_20_max": 0.02667, + "nauc_recall_at_20_std": -0.008741, + "nauc_recall_at_20_diff1": 0.090839, + "nauc_recall_at_100_max": 0.082505, + "nauc_recall_at_100_std": 0.093168, + "nauc_recall_at_100_diff1": 0.042772, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.193886, + "nauc_precision_at_1_std": -0.147819, + "nauc_precision_at_1_diff1": 0.008791, + "nauc_precision_at_3_max": -0.198228, + "nauc_precision_at_3_std": -0.215253, + "nauc_precision_at_3_diff1": 0.184502, + "nauc_precision_at_5_max": -0.0821, + "nauc_precision_at_5_std": -0.164037, + "nauc_precision_at_5_diff1": 0.067633, + "nauc_precision_at_10_max": -0.028919, + "nauc_precision_at_10_std": -0.075179, + "nauc_precision_at_10_diff1": 0.106896, + "nauc_precision_at_20_max": 0.02667, + "nauc_precision_at_20_std": -0.008741, + "nauc_precision_at_20_diff1": 0.090839, + "nauc_precision_at_100_max": 0.082505, + "nauc_precision_at_100_std": 0.093168, + "nauc_precision_at_100_diff1": 0.042772, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.193886, + "nauc_cv_recall_at_1_std": -0.147819, + "nauc_cv_recall_at_1_diff1": 0.008791, + "nauc_cv_recall_at_3_max": -0.198228, + "nauc_cv_recall_at_3_std": -0.215253, + "nauc_cv_recall_at_3_diff1": 0.184502, + "nauc_cv_recall_at_5_max": -0.0821, + "nauc_cv_recall_at_5_std": -0.164037, + "nauc_cv_recall_at_5_diff1": 0.067633, + "nauc_cv_recall_at_10_max": -0.028919, + "nauc_cv_recall_at_10_std": -0.075179, + "nauc_cv_recall_at_10_diff1": 0.106896, + "nauc_cv_recall_at_20_max": 0.02667, + "nauc_cv_recall_at_20_std": -0.008741, + "nauc_cv_recall_at_20_diff1": 0.090839, + "nauc_cv_recall_at_100_max": 0.082505, + "nauc_cv_recall_at_100_std": 0.093168, + "nauc_cv_recall_at_100_diff1": 0.042772, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.193886, + "nauc_mrr_at_1_std": -0.147819, + "nauc_mrr_at_1_diff1": 0.008791, + "nauc_mrr_at_3_max": -0.193725, + "nauc_mrr_at_3_std": -0.195631, + "nauc_mrr_at_3_diff1": 0.11312, + "nauc_mrr_at_5_max": -0.147982, + "nauc_mrr_at_5_std": -0.177032, + "nauc_mrr_at_5_diff1": 0.079161, + "nauc_mrr_at_10_max": -0.113041, + "nauc_mrr_at_10_std": -0.137567, + "nauc_mrr_at_10_diff1": 0.091257, + "nauc_mrr_at_20_max": -0.09629, + "nauc_mrr_at_20_std": -0.119588, + "nauc_mrr_at_20_diff1": 0.090393, + "nauc_mrr_at_100_max": -0.076713, + "nauc_mrr_at_100_std": -0.100722, + "nauc_mrr_at_100_diff1": 0.083294, + "nauc_mrr_at_1000_max": -0.07865, + "nauc_mrr_at_1000_std": -0.10343, + "nauc_mrr_at_1000_diff1": 0.085271, + "main_score": 0.0334, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.09218, + "ndcg_at_3": 0.15207, + "ndcg_at_5": 0.19329, + "ndcg_at_10": 0.26017, + "ndcg_at_20": 0.31643, + "ndcg_at_100": 0.36618, + "ndcg_at_1000": 0.36868, + "map_at_1": 0.09218, + "map_at_3": 0.1356, + "map_at_5": 0.15845, + "map_at_10": 0.18613, + "map_at_20": 0.20157, + "map_at_100": 0.20953, + "map_at_1000": 0.20965, + "recall_at_1": 0.09218, + "recall_at_3": 0.2004, + "recall_at_5": 0.3006, + "recall_at_10": 0.50701, + "recall_at_20": 0.72946, + "recall_at_100": 0.98196, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.09218, + "cv_recall_at_3": 0.2004, + "cv_recall_at_5": 0.3006, + "cv_recall_at_10": 0.50701, + "cv_recall_at_20": 0.72946, + "cv_recall_at_100": 0.98196, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.09218, + "precision_at_3": 0.0668, + "precision_at_5": 0.06012, + "precision_at_10": 0.0507, + "precision_at_20": 0.03647, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.092184, + "mrr_at_3": 0.135605, + "mrr_at_5": 0.15845, + "mrr_at_10": 0.186126, + "mrr_at_20": 0.201572, + "mrr_at_100": 0.209527, + "mrr_at_1000": 0.209652, + "nauc_ndcg_at_1_max": 0.17036, + "nauc_ndcg_at_1_std": 0.170053, + "nauc_ndcg_at_1_diff1": 0.076658, + "nauc_ndcg_at_3_max": 0.110851, + "nauc_ndcg_at_3_std": 0.12933, + "nauc_ndcg_at_3_diff1": 0.039954, + "nauc_ndcg_at_5_max": 0.10833, + "nauc_ndcg_at_5_std": 0.106723, + "nauc_ndcg_at_5_diff1": 0.05549, + "nauc_ndcg_at_10_max": 0.106201, + "nauc_ndcg_at_10_std": 0.112497, + "nauc_ndcg_at_10_diff1": 0.079814, + "nauc_ndcg_at_20_max": 0.114588, + "nauc_ndcg_at_20_std": 0.136327, + "nauc_ndcg_at_20_diff1": 0.056611, + "nauc_ndcg_at_100_max": 0.124403, + "nauc_ndcg_at_100_std": 0.134561, + "nauc_ndcg_at_100_diff1": 0.060335, + "nauc_ndcg_at_1000_max": 0.117735, + "nauc_ndcg_at_1000_std": 0.127475, + "nauc_ndcg_at_1000_diff1": 0.060345, + "nauc_map_at_1_max": 0.17036, + "nauc_map_at_1_std": 0.170053, + "nauc_map_at_1_diff1": 0.076658, + "nauc_map_at_3_max": 0.121559, + "nauc_map_at_3_std": 0.133103, + "nauc_map_at_3_diff1": 0.046804, + "nauc_map_at_5_max": 0.11973, + "nauc_map_at_5_std": 0.11937, + "nauc_map_at_5_diff1": 0.05724, + "nauc_map_at_10_max": 0.118045, + "nauc_map_at_10_std": 0.121991, + "nauc_map_at_10_diff1": 0.068454, + "nauc_map_at_20_max": 0.120554, + "nauc_map_at_20_std": 0.127897, + "nauc_map_at_20_diff1": 0.061059, + "nauc_map_at_100_max": 0.121652, + "nauc_map_at_100_std": 0.127581, + "nauc_map_at_100_diff1": 0.061188, + "nauc_map_at_1000_max": 0.121341, + "nauc_map_at_1000_std": 0.127273, + "nauc_map_at_1000_diff1": 0.061226, + "nauc_recall_at_1_max": 0.17036, + "nauc_recall_at_1_std": 0.170053, + "nauc_recall_at_1_diff1": 0.076658, + "nauc_recall_at_3_max": 0.088193, + "nauc_recall_at_3_std": 0.122438, + "nauc_recall_at_3_diff1": 0.025387, + "nauc_recall_at_5_max": 0.086383, + "nauc_recall_at_5_std": 0.081179, + "nauc_recall_at_5_diff1": 0.052736, + "nauc_recall_at_10_max": 0.083666, + "nauc_recall_at_10_std": 0.094425, + "nauc_recall_at_10_diff1": 0.108822, + "nauc_recall_at_20_max": 0.1076, + "nauc_recall_at_20_std": 0.185851, + "nauc_recall_at_20_diff1": 0.03655, + "nauc_recall_at_100_max": 0.605363, + "nauc_recall_at_100_std": 0.658054, + "nauc_recall_at_100_diff1": 0.076994, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.17036, + "nauc_precision_at_1_std": 0.170053, + "nauc_precision_at_1_diff1": 0.076658, + "nauc_precision_at_3_max": 0.088193, + "nauc_precision_at_3_std": 0.122438, + "nauc_precision_at_3_diff1": 0.025387, + "nauc_precision_at_5_max": 0.086383, + "nauc_precision_at_5_std": 0.081179, + "nauc_precision_at_5_diff1": 0.052736, + "nauc_precision_at_10_max": 0.083666, + "nauc_precision_at_10_std": 0.094425, + "nauc_precision_at_10_diff1": 0.108822, + "nauc_precision_at_20_max": 0.1076, + "nauc_precision_at_20_std": 0.185851, + "nauc_precision_at_20_diff1": 0.03655, + "nauc_precision_at_100_max": 0.605363, + "nauc_precision_at_100_std": 0.658054, + "nauc_precision_at_100_diff1": 0.076994, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.17036, + "nauc_cv_recall_at_1_std": 0.170053, + "nauc_cv_recall_at_1_diff1": 0.076658, + "nauc_cv_recall_at_3_max": 0.088193, + "nauc_cv_recall_at_3_std": 0.122438, + "nauc_cv_recall_at_3_diff1": 0.025387, + "nauc_cv_recall_at_5_max": 0.086383, + "nauc_cv_recall_at_5_std": 0.081179, + "nauc_cv_recall_at_5_diff1": 0.052736, + "nauc_cv_recall_at_10_max": 0.083666, + "nauc_cv_recall_at_10_std": 0.094425, + "nauc_cv_recall_at_10_diff1": 0.108822, + "nauc_cv_recall_at_20_max": 0.1076, + "nauc_cv_recall_at_20_std": 0.185851, + "nauc_cv_recall_at_20_diff1": 0.03655, + "nauc_cv_recall_at_100_max": 0.605363, + "nauc_cv_recall_at_100_std": 0.658054, + "nauc_cv_recall_at_100_diff1": 0.076994, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.17036, + "nauc_mrr_at_1_std": 0.170053, + "nauc_mrr_at_1_diff1": 0.076658, + "nauc_mrr_at_3_max": 0.121559, + "nauc_mrr_at_3_std": 0.133103, + "nauc_mrr_at_3_diff1": 0.046804, + "nauc_mrr_at_5_max": 0.11973, + "nauc_mrr_at_5_std": 0.11937, + "nauc_mrr_at_5_diff1": 0.05724, + "nauc_mrr_at_10_max": 0.118045, + "nauc_mrr_at_10_std": 0.121991, + "nauc_mrr_at_10_diff1": 0.068454, + "nauc_mrr_at_20_max": 0.120554, + "nauc_mrr_at_20_std": 0.127897, + "nauc_mrr_at_20_diff1": 0.061059, + "nauc_mrr_at_100_max": 0.121652, + "nauc_mrr_at_100_std": 0.127581, + "nauc_mrr_at_100_diff1": 0.061188, + "nauc_mrr_at_1000_max": 0.121341, + "nauc_mrr_at_1000_std": 0.127273, + "nauc_mrr_at_1000_diff1": 0.061226, + "main_score": 0.19329, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.0982, + "ndcg_at_3": 0.18005, + "ndcg_at_5": 0.22213, + "ndcg_at_10": 0.2858, + "ndcg_at_20": 0.33949, + "ndcg_at_100": 0.38662, + "ndcg_at_1000": 0.38735, + "map_at_1": 0.0982, + "map_at_3": 0.15865, + "map_at_5": 0.182, + "map_at_10": 0.20798, + "map_at_20": 0.22272, + "map_at_100": 0.23033, + "map_at_1000": 0.23035, + "recall_at_1": 0.0982, + "recall_at_3": 0.24248, + "recall_at_5": 0.34469, + "recall_at_10": 0.54309, + "recall_at_20": 0.75551, + "recall_at_100": 0.99399, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.0982, + "cv_recall_at_3": 0.24248, + "cv_recall_at_5": 0.34469, + "cv_recall_at_10": 0.54309, + "cv_recall_at_20": 0.75551, + "cv_recall_at_100": 0.99399, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.0982, + "precision_at_3": 0.08083, + "precision_at_5": 0.06894, + "precision_at_10": 0.05431, + "precision_at_20": 0.03778, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.098196, + "mrr_at_3": 0.158651, + "mrr_at_5": 0.181997, + "mrr_at_10": 0.207979, + "mrr_at_20": 0.222721, + "mrr_at_100": 0.230329, + "mrr_at_1000": 0.230351, + "nauc_ndcg_at_1_max": 0.15192, + "nauc_ndcg_at_1_std": 0.033324, + "nauc_ndcg_at_1_diff1": 0.092824, + "nauc_ndcg_at_3_max": 0.128255, + "nauc_ndcg_at_3_std": 0.052874, + "nauc_ndcg_at_3_diff1": 0.072875, + "nauc_ndcg_at_5_max": 0.121319, + "nauc_ndcg_at_5_std": 0.042139, + "nauc_ndcg_at_5_diff1": 0.055549, + "nauc_ndcg_at_10_max": 0.099147, + "nauc_ndcg_at_10_std": 0.026491, + "nauc_ndcg_at_10_diff1": 0.072001, + "nauc_ndcg_at_20_max": 0.123414, + "nauc_ndcg_at_20_std": 0.053936, + "nauc_ndcg_at_20_diff1": 0.064315, + "nauc_ndcg_at_100_max": 0.124727, + "nauc_ndcg_at_100_std": 0.044574, + "nauc_ndcg_at_100_diff1": 0.073032, + "nauc_ndcg_at_1000_max": 0.122221, + "nauc_ndcg_at_1000_std": 0.044088, + "nauc_ndcg_at_1000_diff1": 0.072606, + "nauc_map_at_1_max": 0.15192, + "nauc_map_at_1_std": 0.033324, + "nauc_map_at_1_diff1": 0.092824, + "nauc_map_at_3_max": 0.131644, + "nauc_map_at_3_std": 0.050117, + "nauc_map_at_3_diff1": 0.075915, + "nauc_map_at_5_max": 0.127435, + "nauc_map_at_5_std": 0.04398, + "nauc_map_at_5_diff1": 0.066103, + "nauc_map_at_10_max": 0.115626, + "nauc_map_at_10_std": 0.036091, + "nauc_map_at_10_diff1": 0.07552, + "nauc_map_at_20_max": 0.122615, + "nauc_map_at_20_std": 0.043812, + "nauc_map_at_20_diff1": 0.072921, + "nauc_map_at_100_max": 0.123586, + "nauc_map_at_100_std": 0.042874, + "nauc_map_at_100_diff1": 0.074685, + "nauc_map_at_1000_max": 0.123524, + "nauc_map_at_1000_std": 0.042861, + "nauc_map_at_1000_diff1": 0.074676, + "nauc_recall_at_1_max": 0.15192, + "nauc_recall_at_1_std": 0.033324, + "nauc_recall_at_1_diff1": 0.092824, + "nauc_recall_at_3_max": 0.121236, + "nauc_recall_at_3_std": 0.058567, + "nauc_recall_at_3_diff1": 0.066508, + "nauc_recall_at_5_max": 0.108537, + "nauc_recall_at_5_std": 0.03686, + "nauc_recall_at_5_diff1": 0.032132, + "nauc_recall_at_10_max": 0.060491, + "nauc_recall_at_10_std": 0.001503, + "nauc_recall_at_10_diff1": 0.06416, + "nauc_recall_at_20_max": 0.146485, + "nauc_recall_at_20_std": 0.107593, + "nauc_recall_at_20_diff1": 0.0321, + "nauc_recall_at_100_max": 0.785856, + "nauc_recall_at_100_std": 0.172195, + "nauc_recall_at_100_diff1": 0.190653, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.15192, + "nauc_precision_at_1_std": 0.033324, + "nauc_precision_at_1_diff1": 0.092824, + "nauc_precision_at_3_max": 0.121236, + "nauc_precision_at_3_std": 0.058567, + "nauc_precision_at_3_diff1": 0.066508, + "nauc_precision_at_5_max": 0.108537, + "nauc_precision_at_5_std": 0.03686, + "nauc_precision_at_5_diff1": 0.032132, + "nauc_precision_at_10_max": 0.060491, + "nauc_precision_at_10_std": 0.001503, + "nauc_precision_at_10_diff1": 0.06416, + "nauc_precision_at_20_max": 0.146485, + "nauc_precision_at_20_std": 0.107593, + "nauc_precision_at_20_diff1": 0.0321, + "nauc_precision_at_100_max": 0.785856, + "nauc_precision_at_100_std": 0.172195, + "nauc_precision_at_100_diff1": 0.190653, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.15192, + "nauc_cv_recall_at_1_std": 0.033324, + "nauc_cv_recall_at_1_diff1": 0.092824, + "nauc_cv_recall_at_3_max": 0.121236, + "nauc_cv_recall_at_3_std": 0.058567, + "nauc_cv_recall_at_3_diff1": 0.066508, + "nauc_cv_recall_at_5_max": 0.108537, + "nauc_cv_recall_at_5_std": 0.03686, + "nauc_cv_recall_at_5_diff1": 0.032132, + "nauc_cv_recall_at_10_max": 0.060491, + "nauc_cv_recall_at_10_std": 0.001503, + "nauc_cv_recall_at_10_diff1": 0.06416, + "nauc_cv_recall_at_20_max": 0.146485, + "nauc_cv_recall_at_20_std": 0.107593, + "nauc_cv_recall_at_20_diff1": 0.0321, + "nauc_cv_recall_at_100_max": 0.785856, + "nauc_cv_recall_at_100_std": 0.172195, + "nauc_cv_recall_at_100_diff1": 0.190653, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.15192, + "nauc_mrr_at_1_std": 0.033324, + "nauc_mrr_at_1_diff1": 0.092824, + "nauc_mrr_at_3_max": 0.131644, + "nauc_mrr_at_3_std": 0.050117, + "nauc_mrr_at_3_diff1": 0.075915, + "nauc_mrr_at_5_max": 0.127435, + "nauc_mrr_at_5_std": 0.04398, + "nauc_mrr_at_5_diff1": 0.066103, + "nauc_mrr_at_10_max": 0.115626, + "nauc_mrr_at_10_std": 0.036091, + "nauc_mrr_at_10_diff1": 0.07552, + "nauc_mrr_at_20_max": 0.122615, + "nauc_mrr_at_20_std": 0.043812, + "nauc_mrr_at_20_diff1": 0.072921, + "nauc_mrr_at_100_max": 0.123586, + "nauc_mrr_at_100_std": 0.042874, + "nauc_mrr_at_100_diff1": 0.074685, + "nauc_mrr_at_1000_max": 0.123524, + "nauc_mrr_at_1000_std": 0.042861, + "nauc_mrr_at_1000_diff1": 0.074676, + "main_score": 0.22213, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.07816, + "ndcg_at_3": 0.14641, + "ndcg_at_5": 0.18219, + "ndcg_at_10": 0.22973, + "ndcg_at_20": 0.28053, + "ndcg_at_100": 0.33246, + "ndcg_at_1000": 0.34489, + "map_at_1": 0.07816, + "map_at_3": 0.12859, + "map_at_5": 0.14813, + "map_at_10": 0.1675, + "map_at_20": 0.18152, + "map_at_100": 0.18925, + "map_at_1000": 0.18982, + "recall_at_1": 0.07816, + "recall_at_3": 0.1984, + "recall_at_5": 0.28657, + "recall_at_10": 0.43487, + "recall_at_20": 0.63527, + "recall_at_100": 0.90782, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.07816, + "cv_recall_at_3": 0.1984, + "cv_recall_at_5": 0.28657, + "cv_recall_at_10": 0.43487, + "cv_recall_at_20": 0.63527, + "cv_recall_at_100": 0.90782, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.07816, + "precision_at_3": 0.06613, + "precision_at_5": 0.05731, + "precision_at_10": 0.04349, + "precision_at_20": 0.03176, + "precision_at_100": 0.00908, + "precision_at_1000": 0.001, + "mrr_at_1": 0.078156, + "mrr_at_3": 0.128591, + "mrr_at_5": 0.14813, + "mrr_at_10": 0.167504, + "mrr_at_20": 0.181519, + "mrr_at_100": 0.189248, + "mrr_at_1000": 0.189818, + "nauc_ndcg_at_1_max": 0.134805, + "nauc_ndcg_at_1_std": 0.031295, + "nauc_ndcg_at_1_diff1": 0.179228, + "nauc_ndcg_at_3_max": 0.125001, + "nauc_ndcg_at_3_std": 0.027085, + "nauc_ndcg_at_3_diff1": 0.106189, + "nauc_ndcg_at_5_max": 0.122395, + "nauc_ndcg_at_5_std": 0.04837, + "nauc_ndcg_at_5_diff1": 0.042093, + "nauc_ndcg_at_10_max": 0.134167, + "nauc_ndcg_at_10_std": 0.061241, + "nauc_ndcg_at_10_diff1": 0.073146, + "nauc_ndcg_at_20_max": 0.15778, + "nauc_ndcg_at_20_std": 0.0756, + "nauc_ndcg_at_20_diff1": 0.083771, + "nauc_ndcg_at_100_max": 0.167574, + "nauc_ndcg_at_100_std": 0.067598, + "nauc_ndcg_at_100_diff1": 0.072038, + "nauc_ndcg_at_1000_max": 0.152605, + "nauc_ndcg_at_1000_std": 0.059513, + "nauc_ndcg_at_1000_diff1": 0.08511, + "nauc_map_at_1_max": 0.134805, + "nauc_map_at_1_std": 0.031295, + "nauc_map_at_1_diff1": 0.179228, + "nauc_map_at_3_max": 0.132409, + "nauc_map_at_3_std": 0.028979, + "nauc_map_at_3_diff1": 0.120308, + "nauc_map_at_5_max": 0.130194, + "nauc_map_at_5_std": 0.041542, + "nauc_map_at_5_diff1": 0.079388, + "nauc_map_at_10_max": 0.136265, + "nauc_map_at_10_std": 0.048019, + "nauc_map_at_10_diff1": 0.094313, + "nauc_map_at_20_max": 0.143608, + "nauc_map_at_20_std": 0.05324, + "nauc_map_at_20_diff1": 0.098401, + "nauc_map_at_100_max": 0.145257, + "nauc_map_at_100_std": 0.050935, + "nauc_map_at_100_diff1": 0.096729, + "nauc_map_at_1000_max": 0.144646, + "nauc_map_at_1000_std": 0.050681, + "nauc_map_at_1000_diff1": 0.097461, + "nauc_recall_at_1_max": 0.134805, + "nauc_recall_at_1_std": 0.031295, + "nauc_recall_at_1_diff1": 0.179228, + "nauc_recall_at_3_max": 0.10841, + "nauc_recall_at_3_std": 0.022923, + "nauc_recall_at_3_diff1": 0.077132, + "nauc_recall_at_5_max": 0.106765, + "nauc_recall_at_5_std": 0.063091, + "nauc_recall_at_5_diff1": -0.032303, + "nauc_recall_at_10_max": 0.131462, + "nauc_recall_at_10_std": 0.089618, + "nauc_recall_at_10_diff1": 0.03736, + "nauc_recall_at_20_max": 0.204875, + "nauc_recall_at_20_std": 0.135078, + "nauc_recall_at_20_diff1": 0.060668, + "nauc_recall_at_100_max": 0.397297, + "nauc_recall_at_100_std": 0.199571, + "nauc_recall_at_100_diff1": -0.1112, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.134805, + "nauc_precision_at_1_std": 0.031295, + "nauc_precision_at_1_diff1": 0.179228, + "nauc_precision_at_3_max": 0.10841, + "nauc_precision_at_3_std": 0.022923, + "nauc_precision_at_3_diff1": 0.077132, + "nauc_precision_at_5_max": 0.106765, + "nauc_precision_at_5_std": 0.063091, + "nauc_precision_at_5_diff1": -0.032303, + "nauc_precision_at_10_max": 0.131462, + "nauc_precision_at_10_std": 0.089618, + "nauc_precision_at_10_diff1": 0.03736, + "nauc_precision_at_20_max": 0.204875, + "nauc_precision_at_20_std": 0.135078, + "nauc_precision_at_20_diff1": 0.060668, + "nauc_precision_at_100_max": 0.397297, + "nauc_precision_at_100_std": 0.199571, + "nauc_precision_at_100_diff1": -0.1112, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.134805, + "nauc_cv_recall_at_1_std": 0.031295, + "nauc_cv_recall_at_1_diff1": 0.179228, + "nauc_cv_recall_at_3_max": 0.10841, + "nauc_cv_recall_at_3_std": 0.022923, + "nauc_cv_recall_at_3_diff1": 0.077132, + "nauc_cv_recall_at_5_max": 0.106765, + "nauc_cv_recall_at_5_std": 0.063091, + "nauc_cv_recall_at_5_diff1": -0.032303, + "nauc_cv_recall_at_10_max": 0.131462, + "nauc_cv_recall_at_10_std": 0.089618, + "nauc_cv_recall_at_10_diff1": 0.03736, + "nauc_cv_recall_at_20_max": 0.204875, + "nauc_cv_recall_at_20_std": 0.135078, + "nauc_cv_recall_at_20_diff1": 0.060668, + "nauc_cv_recall_at_100_max": 0.397297, + "nauc_cv_recall_at_100_std": 0.199571, + "nauc_cv_recall_at_100_diff1": -0.1112, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.134805, + "nauc_mrr_at_1_std": 0.031295, + "nauc_mrr_at_1_diff1": 0.179228, + "nauc_mrr_at_3_max": 0.132409, + "nauc_mrr_at_3_std": 0.028979, + "nauc_mrr_at_3_diff1": 0.120308, + "nauc_mrr_at_5_max": 0.130194, + "nauc_mrr_at_5_std": 0.041542, + "nauc_mrr_at_5_diff1": 0.079388, + "nauc_mrr_at_10_max": 0.136265, + "nauc_mrr_at_10_std": 0.048019, + "nauc_mrr_at_10_diff1": 0.094313, + "nauc_mrr_at_20_max": 0.143608, + "nauc_mrr_at_20_std": 0.05324, + "nauc_mrr_at_20_diff1": 0.098401, + "nauc_mrr_at_100_max": 0.145257, + "nauc_mrr_at_100_std": 0.050935, + "nauc_mrr_at_100_diff1": 0.096729, + "nauc_mrr_at_1000_max": 0.144646, + "nauc_mrr_at_1000_std": 0.050681, + "nauc_mrr_at_1000_diff1": 0.097461, + "main_score": 0.18219, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.04609, + "ndcg_at_3": 0.10096, + "ndcg_at_5": 0.13183, + "ndcg_at_10": 0.16474, + "ndcg_at_20": 0.1955, + "ndcg_at_100": 0.25252, + "ndcg_at_1000": 0.28443, + "map_at_1": 0.04609, + "map_at_3": 0.08617, + "map_at_5": 0.10301, + "map_at_10": 0.11651, + "map_at_20": 0.12488, + "map_at_100": 0.13254, + "map_at_1000": 0.13385, + "recall_at_1": 0.04609, + "recall_at_3": 0.14429, + "recall_at_5": 0.22044, + "recall_at_10": 0.32265, + "recall_at_20": 0.44489, + "recall_at_100": 0.75551, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.04609, + "cv_recall_at_3": 0.14429, + "cv_recall_at_5": 0.22044, + "cv_recall_at_10": 0.32265, + "cv_recall_at_20": 0.44489, + "cv_recall_at_100": 0.75551, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.04609, + "precision_at_3": 0.0481, + "precision_at_5": 0.04409, + "precision_at_10": 0.03226, + "precision_at_20": 0.02224, + "precision_at_100": 0.00756, + "precision_at_1000": 0.001, + "mrr_at_1": 0.046092, + "mrr_at_3": 0.086172, + "mrr_at_5": 0.103006, + "mrr_at_10": 0.116515, + "mrr_at_20": 0.124881, + "mrr_at_100": 0.132545, + "mrr_at_1000": 0.133854, + "nauc_ndcg_at_1_max": 0.069153, + "nauc_ndcg_at_1_std": -0.099081, + "nauc_ndcg_at_1_diff1": -0.040354, + "nauc_ndcg_at_3_max": 0.101056, + "nauc_ndcg_at_3_std": -0.0025, + "nauc_ndcg_at_3_diff1": -0.078864, + "nauc_ndcg_at_5_max": 0.112938, + "nauc_ndcg_at_5_std": 0.015636, + "nauc_ndcg_at_5_diff1": -0.054702, + "nauc_ndcg_at_10_max": 0.140388, + "nauc_ndcg_at_10_std": 0.026261, + "nauc_ndcg_at_10_diff1": -0.021392, + "nauc_ndcg_at_20_max": 0.158936, + "nauc_ndcg_at_20_std": 0.037242, + "nauc_ndcg_at_20_diff1": -0.007686, + "nauc_ndcg_at_100_max": 0.170705, + "nauc_ndcg_at_100_std": 0.048052, + "nauc_ndcg_at_100_diff1": -0.024628, + "nauc_ndcg_at_1000_max": 0.152415, + "nauc_ndcg_at_1000_std": 0.029312, + "nauc_ndcg_at_1000_diff1": -0.028664, + "nauc_map_at_1_max": 0.069153, + "nauc_map_at_1_std": -0.099081, + "nauc_map_at_1_diff1": -0.040354, + "nauc_map_at_3_max": 0.099548, + "nauc_map_at_3_std": -0.015477, + "nauc_map_at_3_diff1": -0.076316, + "nauc_map_at_5_max": 0.106929, + "nauc_map_at_5_std": -0.003131, + "nauc_map_at_5_diff1": -0.06102, + "nauc_map_at_10_max": 0.122241, + "nauc_map_at_10_std": 0.002016, + "nauc_map_at_10_diff1": -0.045078, + "nauc_map_at_20_max": 0.129021, + "nauc_map_at_20_std": 0.00532, + "nauc_map_at_20_diff1": -0.039495, + "nauc_map_at_100_max": 0.131477, + "nauc_map_at_100_std": 0.008327, + "nauc_map_at_100_diff1": -0.0422, + "nauc_map_at_1000_max": 0.130864, + "nauc_map_at_1000_std": 0.007379, + "nauc_map_at_1000_diff1": -0.042327, + "nauc_recall_at_1_max": 0.069153, + "nauc_recall_at_1_std": -0.099081, + "nauc_recall_at_1_diff1": -0.040354, + "nauc_recall_at_3_max": 0.103045, + "nauc_recall_at_3_std": 0.020938, + "nauc_recall_at_3_diff1": -0.082774, + "nauc_recall_at_5_max": 0.122952, + "nauc_recall_at_5_std": 0.046327, + "nauc_recall_at_5_diff1": -0.042231, + "nauc_recall_at_10_max": 0.170758, + "nauc_recall_at_10_std": 0.064726, + "nauc_recall_at_10_diff1": 0.022272, + "nauc_recall_at_20_max": 0.212741, + "nauc_recall_at_20_std": 0.091915, + "nauc_recall_at_20_diff1": 0.050826, + "nauc_recall_at_100_max": 0.288674, + "nauc_recall_at_100_std": 0.155556, + "nauc_recall_at_100_diff1": 0.003443, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.069153, + "nauc_precision_at_1_std": -0.099081, + "nauc_precision_at_1_diff1": -0.040354, + "nauc_precision_at_3_max": 0.103045, + "nauc_precision_at_3_std": 0.020938, + "nauc_precision_at_3_diff1": -0.082774, + "nauc_precision_at_5_max": 0.122952, + "nauc_precision_at_5_std": 0.046327, + "nauc_precision_at_5_diff1": -0.042231, + "nauc_precision_at_10_max": 0.170758, + "nauc_precision_at_10_std": 0.064726, + "nauc_precision_at_10_diff1": 0.022272, + "nauc_precision_at_20_max": 0.212741, + "nauc_precision_at_20_std": 0.091915, + "nauc_precision_at_20_diff1": 0.050826, + "nauc_precision_at_100_max": 0.288674, + "nauc_precision_at_100_std": 0.155556, + "nauc_precision_at_100_diff1": 0.003443, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.069153, + "nauc_cv_recall_at_1_std": -0.099081, + "nauc_cv_recall_at_1_diff1": -0.040354, + "nauc_cv_recall_at_3_max": 0.103045, + "nauc_cv_recall_at_3_std": 0.020938, + "nauc_cv_recall_at_3_diff1": -0.082774, + "nauc_cv_recall_at_5_max": 0.122952, + "nauc_cv_recall_at_5_std": 0.046327, + "nauc_cv_recall_at_5_diff1": -0.042231, + "nauc_cv_recall_at_10_max": 0.170758, + "nauc_cv_recall_at_10_std": 0.064726, + "nauc_cv_recall_at_10_diff1": 0.022272, + "nauc_cv_recall_at_20_max": 0.212741, + "nauc_cv_recall_at_20_std": 0.091915, + "nauc_cv_recall_at_20_diff1": 0.050826, + "nauc_cv_recall_at_100_max": 0.288674, + "nauc_cv_recall_at_100_std": 0.155556, + "nauc_cv_recall_at_100_diff1": 0.003443, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.069153, + "nauc_mrr_at_1_std": -0.099081, + "nauc_mrr_at_1_diff1": -0.040354, + "nauc_mrr_at_3_max": 0.099548, + "nauc_mrr_at_3_std": -0.015477, + "nauc_mrr_at_3_diff1": -0.076316, + "nauc_mrr_at_5_max": 0.106929, + "nauc_mrr_at_5_std": -0.003131, + "nauc_mrr_at_5_diff1": -0.06102, + "nauc_mrr_at_10_max": 0.122241, + "nauc_mrr_at_10_std": 0.002016, + "nauc_mrr_at_10_diff1": -0.045078, + "nauc_mrr_at_20_max": 0.129021, + "nauc_mrr_at_20_std": 0.00532, + "nauc_mrr_at_20_diff1": -0.039495, + "nauc_mrr_at_100_max": 0.131477, + "nauc_mrr_at_100_std": 0.008327, + "nauc_mrr_at_100_diff1": -0.0422, + "nauc_mrr_at_1000_max": 0.130864, + "nauc_mrr_at_1000_std": 0.007379, + "nauc_mrr_at_1000_diff1": -0.042327, + "main_score": 0.13183, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.01603, + "ndcg_at_3": 0.02763, + "ndcg_at_5": 0.03436, + "ndcg_at_10": 0.04327, + "ndcg_at_20": 0.05853, + "ndcg_at_100": 0.12057, + "ndcg_at_1000": 0.18569, + "map_at_1": 0.01603, + "map_at_3": 0.02472, + "map_at_5": 0.02852, + "map_at_10": 0.03211, + "map_at_20": 0.03633, + "map_at_100": 0.0436, + "map_at_1000": 0.04613, + "recall_at_1": 0.01603, + "recall_at_3": 0.03607, + "recall_at_5": 0.0521, + "recall_at_10": 0.08016, + "recall_at_20": 0.14028, + "recall_at_100": 0.49499, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.01603, + "cv_recall_at_3": 0.03607, + "cv_recall_at_5": 0.0521, + "cv_recall_at_10": 0.08016, + "cv_recall_at_20": 0.14028, + "cv_recall_at_100": 0.49499, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.01603, + "precision_at_3": 0.01202, + "precision_at_5": 0.01042, + "precision_at_10": 0.00802, + "precision_at_20": 0.00701, + "precision_at_100": 0.00495, + "precision_at_1000": 0.001, + "mrr_at_1": 0.016032, + "mrr_at_3": 0.024716, + "mrr_at_5": 0.028524, + "mrr_at_10": 0.032111, + "mrr_at_20": 0.036335, + "mrr_at_100": 0.043597, + "mrr_at_1000": 0.046126, + "nauc_ndcg_at_1_max": -0.14694, + "nauc_ndcg_at_1_std": -0.292245, + "nauc_ndcg_at_1_diff1": 0.06991, + "nauc_ndcg_at_3_max": -0.188078, + "nauc_ndcg_at_3_std": -0.18274, + "nauc_ndcg_at_3_diff1": 0.039075, + "nauc_ndcg_at_5_max": -0.117589, + "nauc_ndcg_at_5_std": -0.086585, + "nauc_ndcg_at_5_diff1": -0.001939, + "nauc_ndcg_at_10_max": -0.08218, + "nauc_ndcg_at_10_std": -0.027365, + "nauc_ndcg_at_10_diff1": -0.025147, + "nauc_ndcg_at_20_max": -0.056998, + "nauc_ndcg_at_20_std": -0.020783, + "nauc_ndcg_at_20_diff1": 0.015426, + "nauc_ndcg_at_100_max": -0.023525, + "nauc_ndcg_at_100_std": 0.005057, + "nauc_ndcg_at_100_diff1": 0.013103, + "nauc_ndcg_at_1000_max": -0.047346, + "nauc_ndcg_at_1000_std": -0.011128, + "nauc_ndcg_at_1000_diff1": 0.007092, + "nauc_map_at_1_max": -0.14694, + "nauc_map_at_1_std": -0.292245, + "nauc_map_at_1_diff1": 0.06991, + "nauc_map_at_3_max": -0.187089, + "nauc_map_at_3_std": -0.200072, + "nauc_map_at_3_diff1": 0.044174, + "nauc_map_at_5_max": -0.137748, + "nauc_map_at_5_std": -0.131004, + "nauc_map_at_5_diff1": 0.014943, + "nauc_map_at_10_max": -0.116928, + "nauc_map_at_10_std": -0.094466, + "nauc_map_at_10_diff1": 0.001175, + "nauc_map_at_20_max": -0.100448, + "nauc_map_at_20_std": -0.084256, + "nauc_map_at_20_diff1": 0.017976, + "nauc_map_at_100_max": -0.087446, + "nauc_map_at_100_std": -0.072351, + "nauc_map_at_100_diff1": 0.016124, + "nauc_map_at_1000_max": -0.088881, + "nauc_map_at_1000_std": -0.071779, + "nauc_map_at_1000_diff1": 0.015068, + "nauc_recall_at_1_max": -0.14694, + "nauc_recall_at_1_std": -0.292245, + "nauc_recall_at_1_diff1": 0.06991, + "nauc_recall_at_3_max": -0.188492, + "nauc_recall_at_3_std": -0.148412, + "nauc_recall_at_3_diff1": 0.028916, + "nauc_recall_at_5_max": -0.080876, + "nauc_recall_at_5_std": -0.010691, + "nauc_recall_at_5_diff1": -0.031036, + "nauc_recall_at_10_max": -0.032085, + "nauc_recall_at_10_std": 0.064602, + "nauc_recall_at_10_diff1": -0.061827, + "nauc_recall_at_20_max": -0.0121, + "nauc_recall_at_20_std": 0.040141, + "nauc_recall_at_20_diff1": 0.017352, + "nauc_recall_at_100_max": 0.029891, + "nauc_recall_at_100_std": 0.062595, + "nauc_recall_at_100_diff1": 0.015303, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.14694, + "nauc_precision_at_1_std": -0.292245, + "nauc_precision_at_1_diff1": 0.06991, + "nauc_precision_at_3_max": -0.188492, + "nauc_precision_at_3_std": -0.148412, + "nauc_precision_at_3_diff1": 0.028916, + "nauc_precision_at_5_max": -0.080876, + "nauc_precision_at_5_std": -0.010691, + "nauc_precision_at_5_diff1": -0.031036, + "nauc_precision_at_10_max": -0.032085, + "nauc_precision_at_10_std": 0.064602, + "nauc_precision_at_10_diff1": -0.061827, + "nauc_precision_at_20_max": -0.0121, + "nauc_precision_at_20_std": 0.040141, + "nauc_precision_at_20_diff1": 0.017352, + "nauc_precision_at_100_max": 0.029891, + "nauc_precision_at_100_std": 0.062595, + "nauc_precision_at_100_diff1": 0.015303, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.14694, + "nauc_cv_recall_at_1_std": -0.292245, + "nauc_cv_recall_at_1_diff1": 0.06991, + "nauc_cv_recall_at_3_max": -0.188492, + "nauc_cv_recall_at_3_std": -0.148412, + "nauc_cv_recall_at_3_diff1": 0.028916, + "nauc_cv_recall_at_5_max": -0.080876, + "nauc_cv_recall_at_5_std": -0.010691, + "nauc_cv_recall_at_5_diff1": -0.031036, + "nauc_cv_recall_at_10_max": -0.032085, + "nauc_cv_recall_at_10_std": 0.064602, + "nauc_cv_recall_at_10_diff1": -0.061827, + "nauc_cv_recall_at_20_max": -0.0121, + "nauc_cv_recall_at_20_std": 0.040141, + "nauc_cv_recall_at_20_diff1": 0.017352, + "nauc_cv_recall_at_100_max": 0.029891, + "nauc_cv_recall_at_100_std": 0.062595, + "nauc_cv_recall_at_100_diff1": 0.015303, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.14694, + "nauc_mrr_at_1_std": -0.292245, + "nauc_mrr_at_1_diff1": 0.06991, + "nauc_mrr_at_3_max": -0.187089, + "nauc_mrr_at_3_std": -0.200072, + "nauc_mrr_at_3_diff1": 0.044174, + "nauc_mrr_at_5_max": -0.137748, + "nauc_mrr_at_5_std": -0.131004, + "nauc_mrr_at_5_diff1": 0.014943, + "nauc_mrr_at_10_max": -0.116928, + "nauc_mrr_at_10_std": -0.094466, + "nauc_mrr_at_10_diff1": 0.001175, + "nauc_mrr_at_20_max": -0.100448, + "nauc_mrr_at_20_std": -0.084256, + "nauc_mrr_at_20_diff1": 0.017976, + "nauc_mrr_at_100_max": -0.087446, + "nauc_mrr_at_100_std": -0.072351, + "nauc_mrr_at_100_diff1": 0.016124, + "nauc_mrr_at_1000_max": -0.088881, + "nauc_mrr_at_1000_std": -0.071779, + "nauc_mrr_at_1000_diff1": 0.015068, + "main_score": 0.03436, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.03407, + "ndcg_at_3": 0.06301, + "ndcg_at_5": 0.08827, + "ndcg_at_10": 0.11213, + "ndcg_at_20": 0.13904, + "ndcg_at_100": 0.20629, + "ndcg_at_1000": 0.24574, + "map_at_1": 0.03407, + "map_at_3": 0.05511, + "map_at_5": 0.06894, + "map_at_10": 0.07834, + "map_at_20": 0.08549, + "map_at_100": 0.0942, + "map_at_1000": 0.09593, + "recall_at_1": 0.03407, + "recall_at_3": 0.08617, + "recall_at_5": 0.1483, + "recall_at_10": 0.22445, + "recall_at_20": 0.33267, + "recall_at_100": 0.70341, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.03407, + "cv_recall_at_3": 0.08617, + "cv_recall_at_5": 0.1483, + "cv_recall_at_10": 0.22445, + "cv_recall_at_20": 0.33267, + "cv_recall_at_100": 0.70341, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.03407, + "precision_at_3": 0.02872, + "precision_at_5": 0.02966, + "precision_at_10": 0.02244, + "precision_at_20": 0.01663, + "precision_at_100": 0.00703, + "precision_at_1000": 0.001, + "mrr_at_1": 0.034068, + "mrr_at_3": 0.05511, + "mrr_at_5": 0.068938, + "mrr_at_10": 0.078342, + "mrr_at_20": 0.085489, + "mrr_at_100": 0.094197, + "mrr_at_1000": 0.095931, + "nauc_ndcg_at_1_max": 0.025828, + "nauc_ndcg_at_1_std": 0.167233, + "nauc_ndcg_at_1_diff1": -0.145475, + "nauc_ndcg_at_3_max": 0.075874, + "nauc_ndcg_at_3_std": 0.170803, + "nauc_ndcg_at_3_diff1": -0.010615, + "nauc_ndcg_at_5_max": 0.082368, + "nauc_ndcg_at_5_std": 0.175925, + "nauc_ndcg_at_5_diff1": 0.03004, + "nauc_ndcg_at_10_max": 0.092796, + "nauc_ndcg_at_10_std": 0.163441, + "nauc_ndcg_at_10_diff1": 0.008371, + "nauc_ndcg_at_20_max": 0.100139, + "nauc_ndcg_at_20_std": 0.186245, + "nauc_ndcg_at_20_diff1": 0.015635, + "nauc_ndcg_at_100_max": 0.116056, + "nauc_ndcg_at_100_std": 0.18209, + "nauc_ndcg_at_100_diff1": 0.050287, + "nauc_ndcg_at_1000_max": 0.100745, + "nauc_ndcg_at_1000_std": 0.183149, + "nauc_ndcg_at_1000_diff1": 0.016084, + "nauc_map_at_1_max": 0.025828, + "nauc_map_at_1_std": 0.167233, + "nauc_map_at_1_diff1": -0.145475, + "nauc_map_at_3_max": 0.065209, + "nauc_map_at_3_std": 0.171275, + "nauc_map_at_3_diff1": -0.033899, + "nauc_map_at_5_max": 0.071042, + "nauc_map_at_5_std": 0.175481, + "nauc_map_at_5_diff1": -0.002646, + "nauc_map_at_10_max": 0.07744, + "nauc_map_at_10_std": 0.169847, + "nauc_map_at_10_diff1": -0.013928, + "nauc_map_at_20_max": 0.079516, + "nauc_map_at_20_std": 0.177369, + "nauc_map_at_20_diff1": -0.011225, + "nauc_map_at_100_max": 0.082899, + "nauc_map_at_100_std": 0.177196, + "nauc_map_at_100_diff1": -0.005183, + "nauc_map_at_1000_max": 0.08246, + "nauc_map_at_1000_std": 0.177624, + "nauc_map_at_1000_diff1": -0.007421, + "nauc_recall_at_1_max": 0.025828, + "nauc_recall_at_1_std": 0.167233, + "nauc_recall_at_1_diff1": -0.145475, + "nauc_recall_at_3_max": 0.096403, + "nauc_recall_at_3_std": 0.169667, + "nauc_recall_at_3_diff1": 0.033198, + "nauc_recall_at_5_max": 0.099763, + "nauc_recall_at_5_std": 0.176266, + "nauc_recall_at_5_diff1": 0.08036, + "nauc_recall_at_10_max": 0.113684, + "nauc_recall_at_10_std": 0.152338, + "nauc_recall_at_10_diff1": 0.035446, + "nauc_recall_at_20_max": 0.128732, + "nauc_recall_at_20_std": 0.202676, + "nauc_recall_at_20_diff1": 0.048076, + "nauc_recall_at_100_max": 0.18936, + "nauc_recall_at_100_std": 0.189846, + "nauc_recall_at_100_diff1": 0.177069, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.025828, + "nauc_precision_at_1_std": 0.167233, + "nauc_precision_at_1_diff1": -0.145475, + "nauc_precision_at_3_max": 0.096403, + "nauc_precision_at_3_std": 0.169667, + "nauc_precision_at_3_diff1": 0.033198, + "nauc_precision_at_5_max": 0.099763, + "nauc_precision_at_5_std": 0.176266, + "nauc_precision_at_5_diff1": 0.08036, + "nauc_precision_at_10_max": 0.113684, + "nauc_precision_at_10_std": 0.152338, + "nauc_precision_at_10_diff1": 0.035446, + "nauc_precision_at_20_max": 0.128732, + "nauc_precision_at_20_std": 0.202676, + "nauc_precision_at_20_diff1": 0.048076, + "nauc_precision_at_100_max": 0.18936, + "nauc_precision_at_100_std": 0.189846, + "nauc_precision_at_100_diff1": 0.177069, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.025828, + "nauc_cv_recall_at_1_std": 0.167233, + "nauc_cv_recall_at_1_diff1": -0.145475, + "nauc_cv_recall_at_3_max": 0.096403, + "nauc_cv_recall_at_3_std": 0.169667, + "nauc_cv_recall_at_3_diff1": 0.033198, + "nauc_cv_recall_at_5_max": 0.099763, + "nauc_cv_recall_at_5_std": 0.176266, + "nauc_cv_recall_at_5_diff1": 0.08036, + "nauc_cv_recall_at_10_max": 0.113684, + "nauc_cv_recall_at_10_std": 0.152338, + "nauc_cv_recall_at_10_diff1": 0.035446, + "nauc_cv_recall_at_20_max": 0.128732, + "nauc_cv_recall_at_20_std": 0.202676, + "nauc_cv_recall_at_20_diff1": 0.048076, + "nauc_cv_recall_at_100_max": 0.18936, + "nauc_cv_recall_at_100_std": 0.189846, + "nauc_cv_recall_at_100_diff1": 0.177069, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.025828, + "nauc_mrr_at_1_std": 0.167233, + "nauc_mrr_at_1_diff1": -0.145475, + "nauc_mrr_at_3_max": 0.065209, + "nauc_mrr_at_3_std": 0.171275, + "nauc_mrr_at_3_diff1": -0.033899, + "nauc_mrr_at_5_max": 0.071042, + "nauc_mrr_at_5_std": 0.175481, + "nauc_mrr_at_5_diff1": -0.002646, + "nauc_mrr_at_10_max": 0.07744, + "nauc_mrr_at_10_std": 0.169847, + "nauc_mrr_at_10_diff1": -0.013928, + "nauc_mrr_at_20_max": 0.079516, + "nauc_mrr_at_20_std": 0.177369, + "nauc_mrr_at_20_diff1": -0.011225, + "nauc_mrr_at_100_max": 0.082899, + "nauc_mrr_at_100_std": 0.177196, + "nauc_mrr_at_100_diff1": -0.005183, + "nauc_mrr_at_1000_max": 0.08246, + "nauc_mrr_at_1000_std": 0.177624, + "nauc_mrr_at_1000_diff1": -0.007421, + "main_score": 0.08827, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.01423, + "ndcg_at_3": 0.02444, + "ndcg_at_5": 0.03362, + "ndcg_at_10": 0.05943, + "ndcg_at_20": 0.08196, + "ndcg_at_100": 0.14131, + "ndcg_at_1000": 0.19937, + "map_at_1": 0.01423, + "map_at_3": 0.02168, + "map_at_5": 0.02676, + "map_at_10": 0.03712, + "map_at_20": 0.043, + "map_at_100": 0.05056, + "map_at_1000": 0.05294, + "recall_at_1": 0.01423, + "recall_at_3": 0.03252, + "recall_at_5": 0.05488, + "recall_at_10": 0.13618, + "recall_at_20": 0.22764, + "recall_at_100": 0.55691, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.01423, + "cv_recall_at_3": 0.03252, + "cv_recall_at_5": 0.05488, + "cv_recall_at_10": 0.13618, + "cv_recall_at_20": 0.22764, + "cv_recall_at_100": 0.55691, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.01423, + "precision_at_3": 0.01084, + "precision_at_5": 0.01098, + "precision_at_10": 0.01362, + "precision_at_20": 0.01138, + "precision_at_100": 0.00557, + "precision_at_1000": 0.001, + "mrr_at_1": 0.014228, + "mrr_at_3": 0.02168, + "mrr_at_5": 0.026762, + "mrr_at_10": 0.037122, + "mrr_at_20": 0.042995, + "mrr_at_100": 0.050561, + "mrr_at_1000": 0.052939, + "nauc_ndcg_at_1_max": -0.370246, + "nauc_ndcg_at_1_std": -0.329628, + "nauc_ndcg_at_1_diff1": -0.019459, + "nauc_ndcg_at_3_max": -0.174291, + "nauc_ndcg_at_3_std": -0.134951, + "nauc_ndcg_at_3_diff1": -0.061437, + "nauc_ndcg_at_5_max": -0.071669, + "nauc_ndcg_at_5_std": -0.093548, + "nauc_ndcg_at_5_diff1": 0.010819, + "nauc_ndcg_at_10_max": -0.026838, + "nauc_ndcg_at_10_std": -0.075123, + "nauc_ndcg_at_10_diff1": 0.058848, + "nauc_ndcg_at_20_max": 0.022573, + "nauc_ndcg_at_20_std": -0.059788, + "nauc_ndcg_at_20_diff1": 0.080575, + "nauc_ndcg_at_100_max": 0.014701, + "nauc_ndcg_at_100_std": -0.027714, + "nauc_ndcg_at_100_diff1": 0.047608, + "nauc_ndcg_at_1000_max": -0.006966, + "nauc_ndcg_at_1000_std": -0.050859, + "nauc_ndcg_at_1000_diff1": 0.047135, + "nauc_map_at_1_max": -0.370246, + "nauc_map_at_1_std": -0.329628, + "nauc_map_at_1_diff1": -0.019459, + "nauc_map_at_3_max": -0.217859, + "nauc_map_at_3_std": -0.180627, + "nauc_map_at_3_diff1": -0.061831, + "nauc_map_at_5_max": -0.138116, + "nauc_map_at_5_std": -0.142204, + "nauc_map_at_5_diff1": -0.010552, + "nauc_map_at_10_max": -0.091423, + "nauc_map_at_10_std": -0.116005, + "nauc_map_at_10_diff1": 0.027504, + "nauc_map_at_20_max": -0.06286, + "nauc_map_at_20_std": -0.104661, + "nauc_map_at_20_diff1": 0.039769, + "nauc_map_at_100_max": -0.063395, + "nauc_map_at_100_std": -0.09593, + "nauc_map_at_100_diff1": 0.029322, + "nauc_map_at_1000_max": -0.064585, + "nauc_map_at_1000_std": -0.096692, + "nauc_map_at_1000_diff1": 0.029652, + "nauc_recall_at_1_max": -0.370246, + "nauc_recall_at_1_std": -0.329628, + "nauc_recall_at_1_diff1": -0.019459, + "nauc_recall_at_3_max": -0.087016, + "nauc_recall_at_3_std": -0.042986, + "nauc_recall_at_3_diff1": -0.058741, + "nauc_recall_at_5_max": 0.030227, + "nauc_recall_at_5_std": -0.020655, + "nauc_recall_at_5_diff1": 0.045964, + "nauc_recall_at_10_max": 0.034043, + "nauc_recall_at_10_std": -0.038855, + "nauc_recall_at_10_diff1": 0.09073, + "nauc_recall_at_20_max": 0.094028, + "nauc_recall_at_20_std": -0.026643, + "nauc_recall_at_20_diff1": 0.11659, + "nauc_recall_at_100_max": 0.074303, + "nauc_recall_at_100_std": 0.038211, + "nauc_recall_at_100_diff1": 0.054941, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.370246, + "nauc_precision_at_1_std": -0.329628, + "nauc_precision_at_1_diff1": -0.019459, + "nauc_precision_at_3_max": -0.087016, + "nauc_precision_at_3_std": -0.042986, + "nauc_precision_at_3_diff1": -0.058741, + "nauc_precision_at_5_max": 0.030227, + "nauc_precision_at_5_std": -0.020655, + "nauc_precision_at_5_diff1": 0.045964, + "nauc_precision_at_10_max": 0.034043, + "nauc_precision_at_10_std": -0.038855, + "nauc_precision_at_10_diff1": 0.09073, + "nauc_precision_at_20_max": 0.094028, + "nauc_precision_at_20_std": -0.026643, + "nauc_precision_at_20_diff1": 0.11659, + "nauc_precision_at_100_max": 0.074303, + "nauc_precision_at_100_std": 0.038211, + "nauc_precision_at_100_diff1": 0.054941, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.370246, + "nauc_cv_recall_at_1_std": -0.329628, + "nauc_cv_recall_at_1_diff1": -0.019459, + "nauc_cv_recall_at_3_max": -0.087016, + "nauc_cv_recall_at_3_std": -0.042986, + "nauc_cv_recall_at_3_diff1": -0.058741, + "nauc_cv_recall_at_5_max": 0.030227, + "nauc_cv_recall_at_5_std": -0.020655, + "nauc_cv_recall_at_5_diff1": 0.045964, + "nauc_cv_recall_at_10_max": 0.034043, + "nauc_cv_recall_at_10_std": -0.038855, + "nauc_cv_recall_at_10_diff1": 0.09073, + "nauc_cv_recall_at_20_max": 0.094028, + "nauc_cv_recall_at_20_std": -0.026643, + "nauc_cv_recall_at_20_diff1": 0.11659, + "nauc_cv_recall_at_100_max": 0.074303, + "nauc_cv_recall_at_100_std": 0.038211, + "nauc_cv_recall_at_100_diff1": 0.054941, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.370246, + "nauc_mrr_at_1_std": -0.329628, + "nauc_mrr_at_1_diff1": -0.019459, + "nauc_mrr_at_3_max": -0.217859, + "nauc_mrr_at_3_std": -0.180627, + "nauc_mrr_at_3_diff1": -0.061831, + "nauc_mrr_at_5_max": -0.138116, + "nauc_mrr_at_5_std": -0.142204, + "nauc_mrr_at_5_diff1": -0.010552, + "nauc_mrr_at_10_max": -0.091423, + "nauc_mrr_at_10_std": -0.116005, + "nauc_mrr_at_10_diff1": 0.027504, + "nauc_mrr_at_20_max": -0.06286, + "nauc_mrr_at_20_std": -0.104661, + "nauc_mrr_at_20_diff1": 0.039769, + "nauc_mrr_at_100_max": -0.063395, + "nauc_mrr_at_100_std": -0.09593, + "nauc_mrr_at_100_diff1": 0.029322, + "nauc_mrr_at_1000_max": -0.064585, + "nauc_mrr_at_1000_std": -0.096692, + "nauc_mrr_at_1000_diff1": 0.029652, + "main_score": 0.03362, + "hf_subset": "jp", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.0521, + "ndcg_at_3": 0.10428, + "ndcg_at_5": 0.12945, + "ndcg_at_10": 0.16671, + "ndcg_at_20": 0.19944, + "ndcg_at_100": 0.24971, + "ndcg_at_1000": 0.28515, + "map_at_1": 0.0521, + "map_at_3": 0.09118, + "map_at_5": 0.10491, + "map_at_10": 0.11972, + "map_at_20": 0.12887, + "map_at_100": 0.1356, + "map_at_1000": 0.13699, + "recall_at_1": 0.0521, + "recall_at_3": 0.14228, + "recall_at_5": 0.20441, + "recall_at_10": 0.32265, + "recall_at_20": 0.4509, + "recall_at_100": 0.72545, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.0521, + "cv_recall_at_3": 0.14228, + "cv_recall_at_5": 0.20441, + "cv_recall_at_10": 0.32265, + "cv_recall_at_20": 0.4509, + "cv_recall_at_100": 0.72545, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.0521, + "precision_at_3": 0.04743, + "precision_at_5": 0.04088, + "precision_at_10": 0.03226, + "precision_at_20": 0.02255, + "precision_at_100": 0.00725, + "precision_at_1000": 0.001, + "mrr_at_1": 0.052104, + "mrr_at_3": 0.091182, + "mrr_at_5": 0.10491, + "mrr_at_10": 0.119721, + "mrr_at_20": 0.128869, + "mrr_at_100": 0.135602, + "mrr_at_1000": 0.136993, + "nauc_ndcg_at_1_max": -0.034698, + "nauc_ndcg_at_1_std": -0.075793, + "nauc_ndcg_at_1_diff1": 0.228577, + "nauc_ndcg_at_3_max": 0.052888, + "nauc_ndcg_at_3_std": -0.022495, + "nauc_ndcg_at_3_diff1": 0.131683, + "nauc_ndcg_at_5_max": 0.044866, + "nauc_ndcg_at_5_std": -0.026531, + "nauc_ndcg_at_5_diff1": 0.123131, + "nauc_ndcg_at_10_max": 0.058232, + "nauc_ndcg_at_10_std": -0.010754, + "nauc_ndcg_at_10_diff1": 0.109955, + "nauc_ndcg_at_20_max": 0.064722, + "nauc_ndcg_at_20_std": 0.008088, + "nauc_ndcg_at_20_diff1": 0.124364, + "nauc_ndcg_at_100_max": 0.051368, + "nauc_ndcg_at_100_std": -0.006489, + "nauc_ndcg_at_100_diff1": 0.116528, + "nauc_ndcg_at_1000_max": 0.05144, + "nauc_ndcg_at_1000_std": -0.009511, + "nauc_ndcg_at_1000_diff1": 0.122677, + "nauc_map_at_1_max": -0.034698, + "nauc_map_at_1_std": -0.075793, + "nauc_map_at_1_diff1": 0.228577, + "nauc_map_at_3_max": 0.03898, + "nauc_map_at_3_std": -0.031305, + "nauc_map_at_3_diff1": 0.145443, + "nauc_map_at_5_max": 0.034648, + "nauc_map_at_5_std": -0.033684, + "nauc_map_at_5_diff1": 0.139246, + "nauc_map_at_10_max": 0.041577, + "nauc_map_at_10_std": -0.026831, + "nauc_map_at_10_diff1": 0.130644, + "nauc_map_at_20_max": 0.043751, + "nauc_map_at_20_std": -0.020577, + "nauc_map_at_20_diff1": 0.135975, + "nauc_map_at_100_max": 0.040609, + "nauc_map_at_100_std": -0.023341, + "nauc_map_at_100_diff1": 0.133538, + "nauc_map_at_1000_max": 0.040991, + "nauc_map_at_1000_std": -0.02306, + "nauc_map_at_1000_diff1": 0.133873, + "nauc_recall_at_1_max": -0.034698, + "nauc_recall_at_1_std": -0.075793, + "nauc_recall_at_1_diff1": 0.228577, + "nauc_recall_at_3_max": 0.080187, + "nauc_recall_at_3_std": -0.005116, + "nauc_recall_at_3_diff1": 0.10509, + "nauc_recall_at_5_max": 0.061354, + "nauc_recall_at_5_std": -0.014592, + "nauc_recall_at_5_diff1": 0.095691, + "nauc_recall_at_10_max": 0.085145, + "nauc_recall_at_10_std": 0.017652, + "nauc_recall_at_10_diff1": 0.078359, + "nauc_recall_at_20_max": 0.100746, + "nauc_recall_at_20_std": 0.063572, + "nauc_recall_at_20_diff1": 0.111963, + "nauc_recall_at_100_max": 0.068356, + "nauc_recall_at_100_std": 0.028994, + "nauc_recall_at_100_diff1": 0.08401, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.034698, + "nauc_precision_at_1_std": -0.075793, + "nauc_precision_at_1_diff1": 0.228577, + "nauc_precision_at_3_max": 0.080187, + "nauc_precision_at_3_std": -0.005116, + "nauc_precision_at_3_diff1": 0.10509, + "nauc_precision_at_5_max": 0.061354, + "nauc_precision_at_5_std": -0.014592, + "nauc_precision_at_5_diff1": 0.095691, + "nauc_precision_at_10_max": 0.085145, + "nauc_precision_at_10_std": 0.017652, + "nauc_precision_at_10_diff1": 0.078359, + "nauc_precision_at_20_max": 0.100746, + "nauc_precision_at_20_std": 0.063572, + "nauc_precision_at_20_diff1": 0.111963, + "nauc_precision_at_100_max": 0.068356, + "nauc_precision_at_100_std": 0.028994, + "nauc_precision_at_100_diff1": 0.08401, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.034698, + "nauc_cv_recall_at_1_std": -0.075793, + "nauc_cv_recall_at_1_diff1": 0.228577, + "nauc_cv_recall_at_3_max": 0.080187, + "nauc_cv_recall_at_3_std": -0.005116, + "nauc_cv_recall_at_3_diff1": 0.10509, + "nauc_cv_recall_at_5_max": 0.061354, + "nauc_cv_recall_at_5_std": -0.014592, + "nauc_cv_recall_at_5_diff1": 0.095691, + "nauc_cv_recall_at_10_max": 0.085145, + "nauc_cv_recall_at_10_std": 0.017652, + "nauc_cv_recall_at_10_diff1": 0.078359, + "nauc_cv_recall_at_20_max": 0.100746, + "nauc_cv_recall_at_20_std": 0.063572, + "nauc_cv_recall_at_20_diff1": 0.111963, + "nauc_cv_recall_at_100_max": 0.068356, + "nauc_cv_recall_at_100_std": 0.028994, + "nauc_cv_recall_at_100_diff1": 0.08401, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.034698, + "nauc_mrr_at_1_std": -0.075793, + "nauc_mrr_at_1_diff1": 0.228577, + "nauc_mrr_at_3_max": 0.03898, + "nauc_mrr_at_3_std": -0.031305, + "nauc_mrr_at_3_diff1": 0.145443, + "nauc_mrr_at_5_max": 0.034648, + "nauc_mrr_at_5_std": -0.033684, + "nauc_mrr_at_5_diff1": 0.139246, + "nauc_mrr_at_10_max": 0.041577, + "nauc_mrr_at_10_std": -0.026831, + "nauc_mrr_at_10_diff1": 0.130644, + "nauc_mrr_at_20_max": 0.043751, + "nauc_mrr_at_20_std": -0.020577, + "nauc_mrr_at_20_diff1": 0.135975, + "nauc_mrr_at_100_max": 0.040609, + "nauc_mrr_at_100_std": -0.023341, + "nauc_mrr_at_100_diff1": 0.133538, + "nauc_mrr_at_1000_max": 0.040991, + "nauc_mrr_at_1000_std": -0.02306, + "nauc_mrr_at_1000_diff1": 0.133873, + "main_score": 0.12945, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.00412, + "ndcg_at_3": 0.01137, + "ndcg_at_5": 0.01739, + "ndcg_at_10": 0.02995, + "ndcg_at_20": 0.04365, + "ndcg_at_100": 0.09601, + "ndcg_at_1000": 0.16957, + "map_at_1": 0.00412, + "map_at_3": 0.0096, + "map_at_5": 0.013, + "map_at_10": 0.01814, + "map_at_20": 0.02171, + "map_at_100": 0.02828, + "map_at_1000": 0.03092, + "recall_at_1": 0.00412, + "recall_at_3": 0.01646, + "recall_at_5": 0.03086, + "recall_at_10": 0.06996, + "recall_at_20": 0.12551, + "recall_at_100": 0.4177, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.00412, + "cv_recall_at_3": 0.01646, + "cv_recall_at_5": 0.03086, + "cv_recall_at_10": 0.06996, + "cv_recall_at_20": 0.12551, + "cv_recall_at_100": 0.4177, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.00412, + "precision_at_3": 0.00549, + "precision_at_5": 0.00617, + "precision_at_10": 0.007, + "precision_at_20": 0.00628, + "precision_at_100": 0.00418, + "precision_at_1000": 0.001, + "mrr_at_1": 0.004115, + "mrr_at_3": 0.009602, + "mrr_at_5": 0.012997, + "mrr_at_10": 0.018136, + "mrr_at_20": 0.021712, + "mrr_at_100": 0.028279, + "mrr_at_1000": 0.030916, + "nauc_ndcg_at_1_max": -0.158486, + "nauc_ndcg_at_1_std": 0.126857, + "nauc_ndcg_at_1_diff1": 0.124028, + "nauc_ndcg_at_3_max": -0.007164, + "nauc_ndcg_at_3_std": 0.055161, + "nauc_ndcg_at_3_diff1": 0.234115, + "nauc_ndcg_at_5_max": 0.012697, + "nauc_ndcg_at_5_std": 0.081893, + "nauc_ndcg_at_5_diff1": 0.12248, + "nauc_ndcg_at_10_max": -0.016237, + "nauc_ndcg_at_10_std": 0.050384, + "nauc_ndcg_at_10_diff1": 0.103595, + "nauc_ndcg_at_20_max": -0.007623, + "nauc_ndcg_at_20_std": 0.047136, + "nauc_ndcg_at_20_diff1": 0.049098, + "nauc_ndcg_at_100_max": -0.020212, + "nauc_ndcg_at_100_std": 0.054797, + "nauc_ndcg_at_100_diff1": 0.071291, + "nauc_ndcg_at_1000_max": -0.01106, + "nauc_ndcg_at_1000_std": 0.072091, + "nauc_ndcg_at_1000_diff1": 0.068779, + "nauc_map_at_1_max": -0.158486, + "nauc_map_at_1_std": 0.126857, + "nauc_map_at_1_diff1": 0.124028, + "nauc_map_at_3_max": -0.03867, + "nauc_map_at_3_std": 0.053846, + "nauc_map_at_3_diff1": 0.22264, + "nauc_map_at_5_max": -0.021542, + "nauc_map_at_5_std": 0.068908, + "nauc_map_at_5_diff1": 0.141117, + "nauc_map_at_10_max": -0.031203, + "nauc_map_at_10_std": 0.053943, + "nauc_map_at_10_diff1": 0.120455, + "nauc_map_at_20_max": -0.022563, + "nauc_map_at_20_std": 0.053109, + "nauc_map_at_20_diff1": 0.088556, + "nauc_map_at_100_max": -0.02395, + "nauc_map_at_100_std": 0.054062, + "nauc_map_at_100_diff1": 0.088363, + "nauc_map_at_1000_max": -0.022834, + "nauc_map_at_1000_std": 0.058522, + "nauc_map_at_1000_diff1": 0.087889, + "nauc_recall_at_1_max": -0.158486, + "nauc_recall_at_1_std": 0.126857, + "nauc_recall_at_1_diff1": 0.124028, + "nauc_recall_at_3_max": 0.049694, + "nauc_recall_at_3_std": 0.059477, + "nauc_recall_at_3_diff1": 0.253455, + "nauc_recall_at_5_max": 0.060527, + "nauc_recall_at_5_std": 0.102972, + "nauc_recall_at_5_diff1": 0.094599, + "nauc_recall_at_10_max": -0.005244, + "nauc_recall_at_10_std": 0.045299, + "nauc_recall_at_10_diff1": 0.0886, + "nauc_recall_at_20_max": -0.000309, + "nauc_recall_at_20_std": 0.040632, + "nauc_recall_at_20_diff1": 0.018039, + "nauc_recall_at_100_max": -0.024548, + "nauc_recall_at_100_std": 0.058084, + "nauc_recall_at_100_diff1": 0.069925, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.158486, + "nauc_precision_at_1_std": 0.126857, + "nauc_precision_at_1_diff1": 0.124028, + "nauc_precision_at_3_max": 0.049694, + "nauc_precision_at_3_std": 0.059477, + "nauc_precision_at_3_diff1": 0.253455, + "nauc_precision_at_5_max": 0.060527, + "nauc_precision_at_5_std": 0.102972, + "nauc_precision_at_5_diff1": 0.094599, + "nauc_precision_at_10_max": -0.005244, + "nauc_precision_at_10_std": 0.045299, + "nauc_precision_at_10_diff1": 0.0886, + "nauc_precision_at_20_max": -0.000309, + "nauc_precision_at_20_std": 0.040632, + "nauc_precision_at_20_diff1": 0.018039, + "nauc_precision_at_100_max": -0.024548, + "nauc_precision_at_100_std": 0.058084, + "nauc_precision_at_100_diff1": 0.069925, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.158486, + "nauc_cv_recall_at_1_std": 0.126857, + "nauc_cv_recall_at_1_diff1": 0.124028, + "nauc_cv_recall_at_3_max": 0.049694, + "nauc_cv_recall_at_3_std": 0.059477, + "nauc_cv_recall_at_3_diff1": 0.253455, + "nauc_cv_recall_at_5_max": 0.060527, + "nauc_cv_recall_at_5_std": 0.102972, + "nauc_cv_recall_at_5_diff1": 0.094599, + "nauc_cv_recall_at_10_max": -0.005244, + "nauc_cv_recall_at_10_std": 0.045299, + "nauc_cv_recall_at_10_diff1": 0.0886, + "nauc_cv_recall_at_20_max": -0.000309, + "nauc_cv_recall_at_20_std": 0.040632, + "nauc_cv_recall_at_20_diff1": 0.018039, + "nauc_cv_recall_at_100_max": -0.024548, + "nauc_cv_recall_at_100_std": 0.058084, + "nauc_cv_recall_at_100_diff1": 0.069925, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.158486, + "nauc_mrr_at_1_std": 0.126857, + "nauc_mrr_at_1_diff1": 0.124028, + "nauc_mrr_at_3_max": -0.03867, + "nauc_mrr_at_3_std": 0.053846, + "nauc_mrr_at_3_diff1": 0.22264, + "nauc_mrr_at_5_max": -0.021542, + "nauc_mrr_at_5_std": 0.068908, + "nauc_mrr_at_5_diff1": 0.141117, + "nauc_mrr_at_10_max": -0.031203, + "nauc_mrr_at_10_std": 0.053943, + "nauc_mrr_at_10_diff1": 0.120455, + "nauc_mrr_at_20_max": -0.022563, + "nauc_mrr_at_20_std": 0.053109, + "nauc_mrr_at_20_diff1": 0.088556, + "nauc_mrr_at_100_max": -0.02395, + "nauc_mrr_at_100_std": 0.054062, + "nauc_mrr_at_100_diff1": 0.088363, + "nauc_mrr_at_1000_max": -0.022834, + "nauc_mrr_at_1000_std": 0.058522, + "nauc_mrr_at_1000_diff1": 0.087889, + "main_score": 0.01739, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 873.0956680774689, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRArabicChartQARetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRArabicChartQARetrieval.json new file mode 100644 index 0000000000..5bd79aa375 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRArabicChartQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRArabicChartQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.18255, + "ndcg_at_3": 0.24231, + "ndcg_at_5": 0.2615, + "ndcg_at_10": 0.28854, + "ndcg_at_20": 0.3132, + "ndcg_at_100": 0.35604, + "ndcg_at_1000": 0.38951, + "map_at_1": 0.18255, + "map_at_3": 0.22729, + "map_at_5": 0.23817, + "map_at_10": 0.2494, + "map_at_20": 0.25629, + "map_at_100": 0.26178, + "map_at_1000": 0.26323, + "recall_at_1": 0.18255, + "recall_at_3": 0.28591, + "recall_at_5": 0.33154, + "recall_at_10": 0.41477, + "recall_at_20": 0.51141, + "recall_at_100": 0.74899, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.18255, + "cv_recall_at_3": 0.28591, + "cv_recall_at_5": 0.33154, + "cv_recall_at_10": 0.41477, + "cv_recall_at_20": 0.51141, + "cv_recall_at_100": 0.74899, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.18255, + "precision_at_3": 0.0953, + "precision_at_5": 0.06631, + "precision_at_10": 0.04148, + "precision_at_20": 0.02557, + "precision_at_100": 0.00749, + "precision_at_1000": 0.001, + "mrr_at_1": 0.18255, + "mrr_at_3": 0.227293, + "mrr_at_5": 0.238166, + "mrr_at_10": 0.249401, + "mrr_at_20": 0.25629, + "mrr_at_100": 0.261782, + "mrr_at_1000": 0.263231, + "nauc_ndcg_at_1_max": 0.302214, + "nauc_ndcg_at_1_std": 0.167516, + "nauc_ndcg_at_1_diff1": 0.513023, + "nauc_ndcg_at_3_max": 0.270034, + "nauc_ndcg_at_3_std": 0.172795, + "nauc_ndcg_at_3_diff1": 0.431311, + "nauc_ndcg_at_5_max": 0.281338, + "nauc_ndcg_at_5_std": 0.170967, + "nauc_ndcg_at_5_diff1": 0.41781, + "nauc_ndcg_at_10_max": 0.27737, + "nauc_ndcg_at_10_std": 0.187566, + "nauc_ndcg_at_10_diff1": 0.389045, + "nauc_ndcg_at_20_max": 0.262497, + "nauc_ndcg_at_20_std": 0.191718, + "nauc_ndcg_at_20_diff1": 0.375175, + "nauc_ndcg_at_100_max": 0.268412, + "nauc_ndcg_at_100_std": 0.199451, + "nauc_ndcg_at_100_diff1": 0.379881, + "nauc_ndcg_at_1000_max": 0.27501, + "nauc_ndcg_at_1000_std": 0.18951, + "nauc_ndcg_at_1000_diff1": 0.40141, + "nauc_map_at_1_max": 0.302214, + "nauc_map_at_1_std": 0.167516, + "nauc_map_at_1_diff1": 0.513023, + "nauc_map_at_3_max": 0.279265, + "nauc_map_at_3_std": 0.172074, + "nauc_map_at_3_diff1": 0.449591, + "nauc_map_at_5_max": 0.285905, + "nauc_map_at_5_std": 0.170917, + "nauc_map_at_5_diff1": 0.441458, + "nauc_map_at_10_max": 0.284568, + "nauc_map_at_10_std": 0.178409, + "nauc_map_at_10_diff1": 0.429181, + "nauc_map_at_20_max": 0.280427, + "nauc_map_at_20_std": 0.179725, + "nauc_map_at_20_diff1": 0.42518, + "nauc_map_at_100_max": 0.281235, + "nauc_map_at_100_std": 0.180982, + "nauc_map_at_100_diff1": 0.426029, + "nauc_map_at_1000_max": 0.281629, + "nauc_map_at_1000_std": 0.180737, + "nauc_map_at_1000_diff1": 0.426911, + "nauc_recall_at_1_max": 0.302214, + "nauc_recall_at_1_std": 0.167516, + "nauc_recall_at_1_diff1": 0.513023, + "nauc_recall_at_3_max": 0.245582, + "nauc_recall_at_3_std": 0.174484, + "nauc_recall_at_3_diff1": 0.384315, + "nauc_recall_at_5_max": 0.270374, + "nauc_recall_at_5_std": 0.170827, + "nauc_recall_at_5_diff1": 0.357169, + "nauc_recall_at_10_max": 0.258169, + "nauc_recall_at_10_std": 0.214696, + "nauc_recall_at_10_diff1": 0.279296, + "nauc_recall_at_20_max": 0.203493, + "nauc_recall_at_20_std": 0.229708, + "nauc_recall_at_20_diff1": 0.226123, + "nauc_recall_at_100_max": 0.21474, + "nauc_recall_at_100_std": 0.298323, + "nauc_recall_at_100_diff1": 0.183435, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.302214, + "nauc_precision_at_1_std": 0.167516, + "nauc_precision_at_1_diff1": 0.513023, + "nauc_precision_at_3_max": 0.245582, + "nauc_precision_at_3_std": 0.174484, + "nauc_precision_at_3_diff1": 0.384315, + "nauc_precision_at_5_max": 0.270374, + "nauc_precision_at_5_std": 0.170827, + "nauc_precision_at_5_diff1": 0.357169, + "nauc_precision_at_10_max": 0.258169, + "nauc_precision_at_10_std": 0.214696, + "nauc_precision_at_10_diff1": 0.279296, + "nauc_precision_at_20_max": 0.203493, + "nauc_precision_at_20_std": 0.229708, + "nauc_precision_at_20_diff1": 0.226123, + "nauc_precision_at_100_max": 0.21474, + "nauc_precision_at_100_std": 0.298323, + "nauc_precision_at_100_diff1": 0.183435, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.302214, + "nauc_cv_recall_at_1_std": 0.167516, + "nauc_cv_recall_at_1_diff1": 0.513023, + "nauc_cv_recall_at_3_max": 0.245582, + "nauc_cv_recall_at_3_std": 0.174484, + "nauc_cv_recall_at_3_diff1": 0.384315, + "nauc_cv_recall_at_5_max": 0.270374, + "nauc_cv_recall_at_5_std": 0.170827, + "nauc_cv_recall_at_5_diff1": 0.357169, + "nauc_cv_recall_at_10_max": 0.258169, + "nauc_cv_recall_at_10_std": 0.214696, + "nauc_cv_recall_at_10_diff1": 0.279296, + "nauc_cv_recall_at_20_max": 0.203493, + "nauc_cv_recall_at_20_std": 0.229708, + "nauc_cv_recall_at_20_diff1": 0.226123, + "nauc_cv_recall_at_100_max": 0.21474, + "nauc_cv_recall_at_100_std": 0.298323, + "nauc_cv_recall_at_100_diff1": 0.183435, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.302214, + "nauc_mrr_at_1_std": 0.167516, + "nauc_mrr_at_1_diff1": 0.513023, + "nauc_mrr_at_3_max": 0.279265, + "nauc_mrr_at_3_std": 0.172074, + "nauc_mrr_at_3_diff1": 0.449591, + "nauc_mrr_at_5_max": 0.285905, + "nauc_mrr_at_5_std": 0.170917, + "nauc_mrr_at_5_diff1": 0.441458, + "nauc_mrr_at_10_max": 0.284568, + "nauc_mrr_at_10_std": 0.178409, + "nauc_mrr_at_10_diff1": 0.429181, + "nauc_mrr_at_20_max": 0.280427, + "nauc_mrr_at_20_std": 0.179725, + "nauc_mrr_at_20_diff1": 0.42518, + "nauc_mrr_at_100_max": 0.281235, + "nauc_mrr_at_100_std": 0.180982, + "nauc_mrr_at_100_diff1": 0.426029, + "nauc_mrr_at_1000_max": 0.281629, + "nauc_mrr_at_1000_std": 0.180737, + "nauc_mrr_at_1000_diff1": 0.426911, + "main_score": 0.2615, + "hf_subset": "default", + "languages": [ + "ara-Arab" + ] + } + ] + }, + "evaluation_time": 38.75637936592102, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRArabicInfographicsVQARetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRArabicInfographicsVQARetrieval.json new file mode 100644 index 0000000000..a14e02f36b --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRArabicInfographicsVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRArabicInfographicsVQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.25, + "ndcg_at_3": 0.32341, + "ndcg_at_5": 0.37791, + "ndcg_at_10": 0.44985, + "ndcg_at_20": 0.49459, + "ndcg_at_100": 0.51588, + "ndcg_at_1000": 0.51588, + "map_at_1": 0.25, + "map_at_3": 0.30556, + "map_at_5": 0.33556, + "map_at_10": 0.36636, + "map_at_20": 0.37893, + "map_at_100": 0.38295, + "map_at_1000": 0.38295, + "recall_at_1": 0.25, + "recall_at_3": 0.375, + "recall_at_5": 0.50833, + "recall_at_10": 0.725, + "recall_at_20": 0.9, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.25, + "cv_recall_at_3": 0.375, + "cv_recall_at_5": 0.50833, + "cv_recall_at_10": 0.725, + "cv_recall_at_20": 0.9, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.25, + "precision_at_3": 0.125, + "precision_at_5": 0.10167, + "precision_at_10": 0.0725, + "precision_at_20": 0.045, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.25, + "mrr_at_3": 0.305556, + "mrr_at_5": 0.335556, + "mrr_at_10": 0.366356, + "mrr_at_20": 0.378932, + "mrr_at_100": 0.382954, + "mrr_at_1000": 0.382954, + "nauc_ndcg_at_1_max": -0.11682, + "nauc_ndcg_at_1_std": -0.054101, + "nauc_ndcg_at_1_diff1": 0.279404, + "nauc_ndcg_at_3_max": -0.167009, + "nauc_ndcg_at_3_std": -0.088196, + "nauc_ndcg_at_3_diff1": 0.195909, + "nauc_ndcg_at_5_max": -0.158016, + "nauc_ndcg_at_5_std": -0.052484, + "nauc_ndcg_at_5_diff1": 0.209633, + "nauc_ndcg_at_10_max": -0.130422, + "nauc_ndcg_at_10_std": -0.053371, + "nauc_ndcg_at_10_diff1": 0.212229, + "nauc_ndcg_at_20_max": -0.12253, + "nauc_ndcg_at_20_std": -0.055766, + "nauc_ndcg_at_20_diff1": 0.188578, + "nauc_ndcg_at_100_max": -0.133921, + "nauc_ndcg_at_100_std": -0.059269, + "nauc_ndcg_at_100_diff1": 0.216381, + "nauc_ndcg_at_1000_max": -0.133921, + "nauc_ndcg_at_1000_std": -0.059269, + "nauc_ndcg_at_1000_diff1": 0.216381, + "nauc_map_at_1_max": -0.11682, + "nauc_map_at_1_std": -0.054101, + "nauc_map_at_1_diff1": 0.279404, + "nauc_map_at_3_max": -0.155447, + "nauc_map_at_3_std": -0.082603, + "nauc_map_at_3_diff1": 0.212994, + "nauc_map_at_5_max": -0.149763, + "nauc_map_at_5_std": -0.061809, + "nauc_map_at_5_diff1": 0.219664, + "nauc_map_at_10_max": -0.134694, + "nauc_map_at_10_std": -0.06053, + "nauc_map_at_10_diff1": 0.22266, + "nauc_map_at_20_max": -0.13344, + "nauc_map_at_20_std": -0.060982, + "nauc_map_at_20_diff1": 0.217507, + "nauc_map_at_100_max": -0.135261, + "nauc_map_at_100_std": -0.061778, + "nauc_map_at_100_diff1": 0.22212, + "nauc_map_at_1000_max": -0.135261, + "nauc_map_at_1000_std": -0.061778, + "nauc_map_at_1000_diff1": 0.22212, + "nauc_recall_at_1_max": -0.11682, + "nauc_recall_at_1_std": -0.054101, + "nauc_recall_at_1_diff1": 0.279404, + "nauc_recall_at_3_max": -0.198415, + "nauc_recall_at_3_std": -0.102524, + "nauc_recall_at_3_diff1": 0.150323, + "nauc_recall_at_5_max": -0.180406, + "nauc_recall_at_5_std": -0.021513, + "nauc_recall_at_5_diff1": 0.18586, + "nauc_recall_at_10_max": -0.1106, + "nauc_recall_at_10_std": -0.025948, + "nauc_recall_at_10_diff1": 0.174646, + "nauc_recall_at_20_max": 0.010971, + "nauc_recall_at_20_std": -0.021709, + "nauc_recall_at_20_diff1": -0.132197, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.11682, + "nauc_precision_at_1_std": -0.054101, + "nauc_precision_at_1_diff1": 0.279404, + "nauc_precision_at_3_max": -0.198415, + "nauc_precision_at_3_std": -0.102524, + "nauc_precision_at_3_diff1": 0.150323, + "nauc_precision_at_5_max": -0.180406, + "nauc_precision_at_5_std": -0.021513, + "nauc_precision_at_5_diff1": 0.18586, + "nauc_precision_at_10_max": -0.1106, + "nauc_precision_at_10_std": -0.025948, + "nauc_precision_at_10_diff1": 0.174646, + "nauc_precision_at_20_max": 0.010971, + "nauc_precision_at_20_std": -0.021709, + "nauc_precision_at_20_diff1": -0.132197, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.11682, + "nauc_cv_recall_at_1_std": -0.054101, + "nauc_cv_recall_at_1_diff1": 0.279404, + "nauc_cv_recall_at_3_max": -0.198415, + "nauc_cv_recall_at_3_std": -0.102524, + "nauc_cv_recall_at_3_diff1": 0.150323, + "nauc_cv_recall_at_5_max": -0.180406, + "nauc_cv_recall_at_5_std": -0.021513, + "nauc_cv_recall_at_5_diff1": 0.18586, + "nauc_cv_recall_at_10_max": -0.1106, + "nauc_cv_recall_at_10_std": -0.025948, + "nauc_cv_recall_at_10_diff1": 0.174646, + "nauc_cv_recall_at_20_max": 0.010971, + "nauc_cv_recall_at_20_std": -0.021709, + "nauc_cv_recall_at_20_diff1": -0.132197, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.11682, + "nauc_mrr_at_1_std": -0.054101, + "nauc_mrr_at_1_diff1": 0.279404, + "nauc_mrr_at_3_max": -0.155447, + "nauc_mrr_at_3_std": -0.082603, + "nauc_mrr_at_3_diff1": 0.212994, + "nauc_mrr_at_5_max": -0.149763, + "nauc_mrr_at_5_std": -0.061809, + "nauc_mrr_at_5_diff1": 0.219664, + "nauc_mrr_at_10_max": -0.134694, + "nauc_mrr_at_10_std": -0.06053, + "nauc_mrr_at_10_diff1": 0.22266, + "nauc_mrr_at_20_max": -0.13344, + "nauc_mrr_at_20_std": -0.060982, + "nauc_mrr_at_20_diff1": 0.217507, + "nauc_mrr_at_100_max": -0.135261, + "nauc_mrr_at_100_std": -0.061778, + "nauc_mrr_at_100_diff1": 0.22212, + "nauc_mrr_at_1000_max": -0.135261, + "nauc_mrr_at_1000_std": -0.061778, + "nauc_mrr_at_1000_diff1": 0.22212, + "main_score": 0.37791, + "hf_subset": "default", + "languages": [ + "ara-Arab" + ] + } + ] + }, + "evaluation_time": 5.460123538970947, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRArxivQARetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRArxivQARetrieval.json new file mode 100644 index 0000000000..a981e87962 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRArxivQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRArxivQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.93103, + "ndcg_at_3": 0.97003, + "ndcg_at_5": 0.97003, + "ndcg_at_10": 0.97003, + "ndcg_at_20": 0.97003, + "ndcg_at_100": 0.97003, + "ndcg_at_1000": 0.97003, + "map_at_1": 0.93103, + "map_at_3": 0.95977, + "map_at_5": 0.95977, + "map_at_10": 0.95977, + "map_at_20": 0.95977, + "map_at_100": 0.95977, + "map_at_1000": 0.95977, + "recall_at_1": 0.93103, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.93103, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.93103, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.931034, + "mrr_at_3": 0.95977, + "mrr_at_5": 0.95977, + "mrr_at_10": 0.95977, + "mrr_at_20": 0.95977, + "mrr_at_100": 0.95977, + "mrr_at_1000": 0.95977, + "nauc_ndcg_at_1_max": 0.774926, + "nauc_ndcg_at_1_std": 0.163545, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.741018, + "nauc_ndcg_at_3_std": 0.057298, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.741018, + "nauc_ndcg_at_5_std": 0.057298, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.741018, + "nauc_ndcg_at_10_std": 0.057298, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.741018, + "nauc_ndcg_at_20_std": 0.057298, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.741018, + "nauc_ndcg_at_100_std": 0.057298, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.741018, + "nauc_ndcg_at_1000_std": 0.057298, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.774926, + "nauc_map_at_1_std": 0.163545, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.742773, + "nauc_map_at_3_std": 0.062797, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.742773, + "nauc_map_at_5_std": 0.062797, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.742773, + "nauc_map_at_10_std": 0.062797, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.742773, + "nauc_map_at_20_std": 0.062797, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.742773, + "nauc_map_at_100_std": 0.062797, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.742773, + "nauc_map_at_1000_std": 0.062797, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.774926, + "nauc_recall_at_1_std": 0.163545, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.774926, + "nauc_precision_at_1_std": 0.163545, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.774926, + "nauc_cv_recall_at_1_std": 0.163545, + "nauc_cv_recall_at_1_diff1": 1.0, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.774926, + "nauc_mrr_at_1_std": 0.163545, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.742773, + "nauc_mrr_at_3_std": 0.062797, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.742773, + "nauc_mrr_at_5_std": 0.062797, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.742773, + "nauc_mrr_at_10_std": 0.062797, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.742773, + "nauc_mrr_at_20_std": 0.062797, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.742773, + "nauc_mrr_at_100_std": 0.062797, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.742773, + "nauc_mrr_at_1000_std": 0.062797, + "nauc_mrr_at_1000_diff1": 1.0, + "main_score": 0.97003, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 37.33246660232544, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRAutomobileCatelogRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRAutomobileCatelogRetrieval.json new file mode 100644 index 0000000000..961f03b83c --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRAutomobileCatelogRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRAutomobileCatelogRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.13333, + "ndcg_at_3": 0.27592, + "ndcg_at_5": 0.34762, + "ndcg_at_10": 0.45636, + "ndcg_at_20": 0.48679, + "ndcg_at_100": 0.48679, + "ndcg_at_1000": 0.48679, + "map_at_1": 0.13333, + "map_at_3": 0.24074, + "map_at_5": 0.27963, + "map_at_10": 0.32508, + "map_at_20": 0.3347, + "map_at_100": 0.3347, + "map_at_1000": 0.3347, + "recall_at_1": 0.13333, + "recall_at_3": 0.37778, + "recall_at_5": 0.55556, + "recall_at_10": 0.88889, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.13333, + "cv_recall_at_3": 0.37778, + "cv_recall_at_5": 0.55556, + "cv_recall_at_10": 0.88889, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.13333, + "precision_at_3": 0.12593, + "precision_at_5": 0.11111, + "precision_at_10": 0.08889, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.133333, + "mrr_at_3": 0.240741, + "mrr_at_5": 0.27963, + "mrr_at_10": 0.325079, + "mrr_at_20": 0.334701, + "mrr_at_100": 0.334701, + "mrr_at_1000": 0.334701, + "nauc_ndcg_at_1_max": 0.47529, + "nauc_ndcg_at_1_std": 0.248102, + "nauc_ndcg_at_1_diff1": 0.119893, + "nauc_ndcg_at_3_max": 0.447794, + "nauc_ndcg_at_3_std": 0.348821, + "nauc_ndcg_at_3_diff1": -0.092616, + "nauc_ndcg_at_5_max": 0.488528, + "nauc_ndcg_at_5_std": 0.44953, + "nauc_ndcg_at_5_diff1": -0.160864, + "nauc_ndcg_at_10_max": 0.474244, + "nauc_ndcg_at_10_std": 0.323688, + "nauc_ndcg_at_10_diff1": -0.062847, + "nauc_ndcg_at_20_max": 0.468111, + "nauc_ndcg_at_20_std": 0.319759, + "nauc_ndcg_at_20_diff1": -0.071151, + "nauc_ndcg_at_100_max": 0.468111, + "nauc_ndcg_at_100_std": 0.319759, + "nauc_ndcg_at_100_diff1": -0.071151, + "nauc_ndcg_at_1000_max": 0.468111, + "nauc_ndcg_at_1000_std": 0.319759, + "nauc_ndcg_at_1000_diff1": -0.071151, + "nauc_map_at_1_max": 0.47529, + "nauc_map_at_1_std": 0.248102, + "nauc_map_at_1_diff1": 0.119893, + "nauc_map_at_3_max": 0.451267, + "nauc_map_at_3_std": 0.320826, + "nauc_map_at_3_diff1": -0.052584, + "nauc_map_at_5_max": 0.47318, + "nauc_map_at_5_std": 0.372374, + "nauc_map_at_5_diff1": -0.09191, + "nauc_map_at_10_max": 0.468495, + "nauc_map_at_10_std": 0.313888, + "nauc_map_at_10_diff1": -0.053481, + "nauc_map_at_20_max": 0.466426, + "nauc_map_at_20_std": 0.311999, + "nauc_map_at_20_diff1": -0.05536, + "nauc_map_at_100_max": 0.466426, + "nauc_map_at_100_std": 0.311999, + "nauc_map_at_100_diff1": -0.05536, + "nauc_map_at_1000_max": 0.466426, + "nauc_map_at_1000_std": 0.311999, + "nauc_map_at_1000_diff1": -0.05536, + "nauc_recall_at_1_max": 0.47529, + "nauc_recall_at_1_std": 0.248102, + "nauc_recall_at_1_diff1": 0.119893, + "nauc_recall_at_3_max": 0.440357, + "nauc_recall_at_3_std": 0.41599, + "nauc_recall_at_3_diff1": -0.184582, + "nauc_recall_at_5_max": 0.533757, + "nauc_recall_at_5_std": 0.660381, + "nauc_recall_at_5_diff1": -0.337201, + "nauc_recall_at_10_max": 0.509436, + "nauc_recall_at_10_std": 0.341414, + "nauc_recall_at_10_diff1": -0.011285, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.47529, + "nauc_precision_at_1_std": 0.248102, + "nauc_precision_at_1_diff1": 0.119893, + "nauc_precision_at_3_max": 0.440357, + "nauc_precision_at_3_std": 0.41599, + "nauc_precision_at_3_diff1": -0.184582, + "nauc_precision_at_5_max": 0.533757, + "nauc_precision_at_5_std": 0.660381, + "nauc_precision_at_5_diff1": -0.337201, + "nauc_precision_at_10_max": 0.509436, + "nauc_precision_at_10_std": 0.341414, + "nauc_precision_at_10_diff1": -0.011285, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.47529, + "nauc_cv_recall_at_1_std": 0.248102, + "nauc_cv_recall_at_1_diff1": 0.119893, + "nauc_cv_recall_at_3_max": 0.440357, + "nauc_cv_recall_at_3_std": 0.41599, + "nauc_cv_recall_at_3_diff1": -0.184582, + "nauc_cv_recall_at_5_max": 0.533757, + "nauc_cv_recall_at_5_std": 0.660381, + "nauc_cv_recall_at_5_diff1": -0.337201, + "nauc_cv_recall_at_10_max": 0.509436, + "nauc_cv_recall_at_10_std": 0.341414, + "nauc_cv_recall_at_10_diff1": -0.011285, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.47529, + "nauc_mrr_at_1_std": 0.248102, + "nauc_mrr_at_1_diff1": 0.119893, + "nauc_mrr_at_3_max": 0.451267, + "nauc_mrr_at_3_std": 0.320826, + "nauc_mrr_at_3_diff1": -0.052584, + "nauc_mrr_at_5_max": 0.47318, + "nauc_mrr_at_5_std": 0.372374, + "nauc_mrr_at_5_diff1": -0.09191, + "nauc_mrr_at_10_max": 0.468495, + "nauc_mrr_at_10_std": 0.313888, + "nauc_mrr_at_10_diff1": -0.053481, + "nauc_mrr_at_20_max": 0.466426, + "nauc_mrr_at_20_std": 0.311999, + "nauc_mrr_at_20_diff1": -0.05536, + "nauc_mrr_at_100_max": 0.466426, + "nauc_mrr_at_100_std": 0.311999, + "nauc_mrr_at_100_diff1": -0.05536, + "nauc_mrr_at_1000_max": 0.466426, + "nauc_mrr_at_1000_std": 0.311999, + "nauc_mrr_at_1000_diff1": -0.05536, + "main_score": 0.34762, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 3.9711990356445312, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRBeveragesCatalogueRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRBeveragesCatalogueRetrieval.json new file mode 100644 index 0000000000..fba8699455 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRBeveragesCatalogueRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRBeveragesCatalogueRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.59, + "ndcg_at_3": 0.67616, + "ndcg_at_5": 0.70763, + "ndcg_at_10": 0.72396, + "ndcg_at_20": 0.73903, + "ndcg_at_100": 0.75566, + "ndcg_at_1000": 0.75566, + "map_at_1": 0.585, + "map_at_3": 0.65417, + "map_at_5": 0.67267, + "map_at_10": 0.6795, + "map_at_20": 0.68357, + "map_at_100": 0.68654, + "map_at_1000": 0.68654, + "recall_at_1": 0.585, + "recall_at_3": 0.735, + "recall_at_5": 0.81, + "recall_at_10": 0.86, + "recall_at_20": 0.92, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.59, + "cv_recall_at_3": 0.74, + "cv_recall_at_5": 0.81, + "cv_recall_at_10": 0.86, + "cv_recall_at_20": 0.92, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.59, + "precision_at_3": 0.25, + "precision_at_5": 0.166, + "precision_at_10": 0.088, + "precision_at_20": 0.047, + "precision_at_100": 0.0102, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.59, + "mrr_at_3": 0.658333, + "mrr_at_5": 0.674333, + "mrr_at_10": 0.681167, + "mrr_at_20": 0.685237, + "mrr_at_100": 0.688211, + "mrr_at_1000": 0.688211, + "nauc_ndcg_at_1_max": 0.082953, + "nauc_ndcg_at_1_std": 0.03488, + "nauc_ndcg_at_1_diff1": 0.488987, + "nauc_ndcg_at_3_max": 0.026795, + "nauc_ndcg_at_3_std": 0.114045, + "nauc_ndcg_at_3_diff1": 0.512928, + "nauc_ndcg_at_5_max": 0.078804, + "nauc_ndcg_at_5_std": 0.160492, + "nauc_ndcg_at_5_diff1": 0.506099, + "nauc_ndcg_at_10_max": 0.044737, + "nauc_ndcg_at_10_std": 0.16293, + "nauc_ndcg_at_10_diff1": 0.476276, + "nauc_ndcg_at_20_max": 0.015807, + "nauc_ndcg_at_20_std": 0.122039, + "nauc_ndcg_at_20_diff1": 0.479211, + "nauc_ndcg_at_100_max": 0.051873, + "nauc_ndcg_at_100_std": 0.112695, + "nauc_ndcg_at_100_diff1": 0.493741, + "nauc_ndcg_at_1000_max": 0.051873, + "nauc_ndcg_at_1000_std": 0.112695, + "nauc_ndcg_at_1000_diff1": 0.493741, + "nauc_map_at_1_max": 0.088085, + "nauc_map_at_1_std": 0.040281, + "nauc_map_at_1_diff1": 0.491847, + "nauc_map_at_3_max": 0.049539, + "nauc_map_at_3_std": 0.097526, + "nauc_map_at_3_diff1": 0.507505, + "nauc_map_at_5_max": 0.076257, + "nauc_map_at_5_std": 0.118583, + "nauc_map_at_5_diff1": 0.503203, + "nauc_map_at_10_max": 0.062116, + "nauc_map_at_10_std": 0.116198, + "nauc_map_at_10_diff1": 0.491981, + "nauc_map_at_20_max": 0.05595, + "nauc_map_at_20_std": 0.106338, + "nauc_map_at_20_diff1": 0.493057, + "nauc_map_at_100_max": 0.060942, + "nauc_map_at_100_std": 0.104217, + "nauc_map_at_100_diff1": 0.495762, + "nauc_map_at_1000_max": 0.060942, + "nauc_map_at_1000_std": 0.104217, + "nauc_map_at_1000_diff1": 0.495762, + "nauc_recall_at_1_max": 0.088085, + "nauc_recall_at_1_std": 0.040281, + "nauc_recall_at_1_diff1": 0.491847, + "nauc_recall_at_3_max": -0.048018, + "nauc_recall_at_3_std": 0.175096, + "nauc_recall_at_3_diff1": 0.531016, + "nauc_recall_at_5_max": 0.102048, + "nauc_recall_at_5_std": 0.356305, + "nauc_recall_at_5_diff1": 0.519357, + "nauc_recall_at_10_max": -0.053866, + "nauc_recall_at_10_std": 0.456596, + "nauc_recall_at_10_diff1": 0.368332, + "nauc_recall_at_20_max": -0.438492, + "nauc_recall_at_20_std": 0.212593, + "nauc_recall_at_20_diff1": 0.321195, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.082953, + "nauc_precision_at_1_std": 0.03488, + "nauc_precision_at_1_diff1": 0.488987, + "nauc_precision_at_3_max": -0.057532, + "nauc_precision_at_3_std": 0.165036, + "nauc_precision_at_3_diff1": 0.459123, + "nauc_precision_at_5_max": 0.062807, + "nauc_precision_at_5_std": 0.289336, + "nauc_precision_at_5_diff1": 0.376907, + "nauc_precision_at_10_max": -0.071169, + "nauc_precision_at_10_std": 0.35188, + "nauc_precision_at_10_diff1": 0.220362, + "nauc_precision_at_20_max": -0.347458, + "nauc_precision_at_20_std": 0.131883, + "nauc_precision_at_20_diff1": 0.116917, + "nauc_precision_at_100_max": -0.138181, + "nauc_precision_at_100_std": -0.053662, + "nauc_precision_at_100_diff1": -0.352697, + "nauc_precision_at_1000_max": -0.138181, + "nauc_precision_at_1000_std": -0.053662, + "nauc_precision_at_1000_diff1": -0.352697, + "nauc_cv_recall_at_1_max": 0.082953, + "nauc_cv_recall_at_1_std": 0.03488, + "nauc_cv_recall_at_1_diff1": 0.488987, + "nauc_cv_recall_at_3_max": -0.056547, + "nauc_cv_recall_at_3_std": 0.170066, + "nauc_cv_recall_at_3_diff1": 0.531568, + "nauc_cv_recall_at_5_max": 0.102048, + "nauc_cv_recall_at_5_std": 0.356305, + "nauc_cv_recall_at_5_diff1": 0.519357, + "nauc_cv_recall_at_10_max": -0.053866, + "nauc_cv_recall_at_10_std": 0.456596, + "nauc_cv_recall_at_10_diff1": 0.368332, + "nauc_cv_recall_at_20_max": -0.438492, + "nauc_cv_recall_at_20_std": 0.212593, + "nauc_cv_recall_at_20_diff1": 0.321195, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.082953, + "nauc_mrr_at_1_std": 0.03488, + "nauc_mrr_at_1_diff1": 0.488987, + "nauc_mrr_at_3_max": 0.043754, + "nauc_mrr_at_3_std": 0.09112, + "nauc_mrr_at_3_diff1": 0.506399, + "nauc_mrr_at_5_max": 0.073459, + "nauc_mrr_at_5_std": 0.114963, + "nauc_mrr_at_5_diff1": 0.503688, + "nauc_mrr_at_10_max": 0.059223, + "nauc_mrr_at_10_std": 0.11249, + "nauc_mrr_at_10_diff1": 0.492451, + "nauc_mrr_at_20_max": 0.053001, + "nauc_mrr_at_20_std": 0.102554, + "nauc_mrr_at_20_diff1": 0.493536, + "nauc_mrr_at_100_max": 0.05797, + "nauc_mrr_at_100_std": 0.100384, + "nauc_mrr_at_100_diff1": 0.496253, + "nauc_mrr_at_1000_max": 0.05797, + "nauc_mrr_at_1000_std": 0.100384, + "nauc_mrr_at_1000_diff1": 0.496253, + "main_score": 0.70763, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 5.1454079151153564, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRCharXivOCRRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRCharXivOCRRetrieval.json new file mode 100644 index 0000000000..faa7f0e1b4 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRCharXivOCRRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRCharXivOCRRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.75075, + "ndcg_at_3": 0.79005, + "ndcg_at_5": 0.79837, + "ndcg_at_10": 0.80842, + "ndcg_at_20": 0.81601, + "ndcg_at_100": 0.8245, + "ndcg_at_1000": 0.83127, + "map_at_1": 0.75075, + "map_at_3": 0.78045, + "map_at_5": 0.7851, + "map_at_10": 0.78926, + "map_at_20": 0.79133, + "map_at_100": 0.79243, + "map_at_1000": 0.79267, + "recall_at_1": 0.75075, + "recall_at_3": 0.81782, + "recall_at_5": 0.83784, + "recall_at_10": 0.86887, + "recall_at_20": 0.8989, + "recall_at_100": 0.94595, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.75075, + "cv_recall_at_3": 0.81782, + "cv_recall_at_5": 0.83784, + "cv_recall_at_10": 0.86887, + "cv_recall_at_20": 0.8989, + "cv_recall_at_100": 0.94595, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.75075, + "precision_at_3": 0.27261, + "precision_at_5": 0.16757, + "precision_at_10": 0.08689, + "precision_at_20": 0.04494, + "precision_at_100": 0.00946, + "precision_at_1000": 0.001, + "mrr_at_1": 0.750751, + "mrr_at_3": 0.780447, + "mrr_at_5": 0.785102, + "mrr_at_10": 0.789261, + "mrr_at_20": 0.791334, + "mrr_at_100": 0.792428, + "mrr_at_1000": 0.792665, + "nauc_ndcg_at_1_max": 0.642962, + "nauc_ndcg_at_1_std": 0.196548, + "nauc_ndcg_at_1_diff1": 0.941938, + "nauc_ndcg_at_3_max": 0.622517, + "nauc_ndcg_at_3_std": 0.177551, + "nauc_ndcg_at_3_diff1": 0.908274, + "nauc_ndcg_at_5_max": 0.621776, + "nauc_ndcg_at_5_std": 0.185601, + "nauc_ndcg_at_5_diff1": 0.906061, + "nauc_ndcg_at_10_max": 0.632014, + "nauc_ndcg_at_10_std": 0.20021, + "nauc_ndcg_at_10_diff1": 0.905088, + "nauc_ndcg_at_20_max": 0.630493, + "nauc_ndcg_at_20_std": 0.213246, + "nauc_ndcg_at_20_diff1": 0.902064, + "nauc_ndcg_at_100_max": 0.630488, + "nauc_ndcg_at_100_std": 0.213048, + "nauc_ndcg_at_100_diff1": 0.905438, + "nauc_ndcg_at_1000_max": 0.63001, + "nauc_ndcg_at_1000_std": 0.203165, + "nauc_ndcg_at_1000_diff1": 0.909455, + "nauc_map_at_1_max": 0.642962, + "nauc_map_at_1_std": 0.196548, + "nauc_map_at_1_diff1": 0.941938, + "nauc_map_at_3_max": 0.629163, + "nauc_map_at_3_std": 0.184784, + "nauc_map_at_3_diff1": 0.917215, + "nauc_map_at_5_max": 0.628824, + "nauc_map_at_5_std": 0.189044, + "nauc_map_at_5_diff1": 0.916192, + "nauc_map_at_10_max": 0.632405, + "nauc_map_at_10_std": 0.194685, + "nauc_map_at_10_diff1": 0.916005, + "nauc_map_at_20_max": 0.632034, + "nauc_map_at_20_std": 0.19759, + "nauc_map_at_20_diff1": 0.91533, + "nauc_map_at_100_max": 0.631999, + "nauc_map_at_100_std": 0.197175, + "nauc_map_at_100_diff1": 0.915766, + "nauc_map_at_1000_max": 0.631942, + "nauc_map_at_1000_std": 0.196928, + "nauc_map_at_1000_diff1": 0.915897, + "nauc_recall_at_1_max": 0.642962, + "nauc_recall_at_1_std": 0.196548, + "nauc_recall_at_1_diff1": 0.941938, + "nauc_recall_at_3_max": 0.599558, + "nauc_recall_at_3_std": 0.152143, + "nauc_recall_at_3_diff1": 0.878185, + "nauc_recall_at_5_max": 0.59526, + "nauc_recall_at_5_std": 0.173432, + "nauc_recall_at_5_diff1": 0.868552, + "nauc_recall_at_10_max": 0.637162, + "nauc_recall_at_10_std": 0.233467, + "nauc_recall_at_10_diff1": 0.856452, + "nauc_recall_at_20_max": 0.628475, + "nauc_recall_at_20_std": 0.332459, + "nauc_recall_at_20_diff1": 0.824296, + "nauc_recall_at_100_max": 0.629832, + "nauc_recall_at_100_std": 0.448723, + "nauc_recall_at_100_diff1": 0.813477, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.642962, + "nauc_precision_at_1_std": 0.196548, + "nauc_precision_at_1_diff1": 0.941938, + "nauc_precision_at_3_max": 0.599558, + "nauc_precision_at_3_std": 0.152143, + "nauc_precision_at_3_diff1": 0.878185, + "nauc_precision_at_5_max": 0.59526, + "nauc_precision_at_5_std": 0.173432, + "nauc_precision_at_5_diff1": 0.868552, + "nauc_precision_at_10_max": 0.637162, + "nauc_precision_at_10_std": 0.233467, + "nauc_precision_at_10_diff1": 0.856452, + "nauc_precision_at_20_max": 0.628475, + "nauc_precision_at_20_std": 0.332459, + "nauc_precision_at_20_diff1": 0.824296, + "nauc_precision_at_100_max": 0.629832, + "nauc_precision_at_100_std": 0.448723, + "nauc_precision_at_100_diff1": 0.813477, + "nauc_precision_at_1000_max": -0.575179, + "nauc_precision_at_1000_std": -0.575179, + "nauc_precision_at_1000_diff1": -0.499984, + "nauc_cv_recall_at_1_max": 0.642962, + "nauc_cv_recall_at_1_std": 0.196548, + "nauc_cv_recall_at_1_diff1": 0.941938, + "nauc_cv_recall_at_3_max": 0.599558, + "nauc_cv_recall_at_3_std": 0.152143, + "nauc_cv_recall_at_3_diff1": 0.878185, + "nauc_cv_recall_at_5_max": 0.59526, + "nauc_cv_recall_at_5_std": 0.173432, + "nauc_cv_recall_at_5_diff1": 0.868552, + "nauc_cv_recall_at_10_max": 0.637162, + "nauc_cv_recall_at_10_std": 0.233467, + "nauc_cv_recall_at_10_diff1": 0.856452, + "nauc_cv_recall_at_20_max": 0.628475, + "nauc_cv_recall_at_20_std": 0.332459, + "nauc_cv_recall_at_20_diff1": 0.824296, + "nauc_cv_recall_at_100_max": 0.629832, + "nauc_cv_recall_at_100_std": 0.448723, + "nauc_cv_recall_at_100_diff1": 0.813477, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.642962, + "nauc_mrr_at_1_std": 0.196548, + "nauc_mrr_at_1_diff1": 0.941938, + "nauc_mrr_at_3_max": 0.629163, + "nauc_mrr_at_3_std": 0.184784, + "nauc_mrr_at_3_diff1": 0.917215, + "nauc_mrr_at_5_max": 0.628824, + "nauc_mrr_at_5_std": 0.189044, + "nauc_mrr_at_5_diff1": 0.916192, + "nauc_mrr_at_10_max": 0.632405, + "nauc_mrr_at_10_std": 0.194685, + "nauc_mrr_at_10_diff1": 0.916005, + "nauc_mrr_at_20_max": 0.632034, + "nauc_mrr_at_20_std": 0.19759, + "nauc_mrr_at_20_diff1": 0.91533, + "nauc_mrr_at_100_max": 0.631999, + "nauc_mrr_at_100_std": 0.197175, + "nauc_mrr_at_100_diff1": 0.915766, + "nauc_mrr_at_1000_max": 0.631944, + "nauc_mrr_at_1000_std": 0.196932, + "nauc_mrr_at_1000_diff1": 0.915896, + "main_score": 0.79837, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 89.15276622772217, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRChartQARetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRChartQARetrieval.json new file mode 100644 index 0000000000..a9b2ff68bf --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRChartQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRChartQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.45382, + "ndcg_at_3": 0.52415, + "ndcg_at_5": 0.54433, + "ndcg_at_10": 0.56641, + "ndcg_at_20": 0.58428, + "ndcg_at_100": 0.60496, + "ndcg_at_1000": 0.62044, + "map_at_1": 0.45382, + "map_at_3": 0.50653, + "map_at_5": 0.51767, + "map_at_10": 0.52679, + "map_at_20": 0.53174, + "map_at_100": 0.53467, + "map_at_1000": 0.53516, + "recall_at_1": 0.45382, + "recall_at_3": 0.5753, + "recall_at_5": 0.6245, + "recall_at_10": 0.69277, + "recall_at_20": 0.76305, + "recall_at_100": 0.87349, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.45382, + "cv_recall_at_3": 0.5753, + "cv_recall_at_5": 0.6245, + "cv_recall_at_10": 0.69277, + "cv_recall_at_20": 0.76305, + "cv_recall_at_100": 0.87349, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.45382, + "precision_at_3": 0.19177, + "precision_at_5": 0.1249, + "precision_at_10": 0.06928, + "precision_at_20": 0.03815, + "precision_at_100": 0.00873, + "precision_at_1000": 0.001, + "mrr_at_1": 0.453815, + "mrr_at_3": 0.506526, + "mrr_at_5": 0.517671, + "mrr_at_10": 0.526789, + "mrr_at_20": 0.531742, + "mrr_at_100": 0.534667, + "mrr_at_1000": 0.535157, + "nauc_ndcg_at_1_max": 0.443289, + "nauc_ndcg_at_1_std": -0.062431, + "nauc_ndcg_at_1_diff1": 0.807904, + "nauc_ndcg_at_3_max": 0.45223, + "nauc_ndcg_at_3_std": -0.032534, + "nauc_ndcg_at_3_diff1": 0.744587, + "nauc_ndcg_at_5_max": 0.459076, + "nauc_ndcg_at_5_std": -0.020546, + "nauc_ndcg_at_5_diff1": 0.738999, + "nauc_ndcg_at_10_max": 0.458185, + "nauc_ndcg_at_10_std": -0.009469, + "nauc_ndcg_at_10_diff1": 0.737786, + "nauc_ndcg_at_20_max": 0.469703, + "nauc_ndcg_at_20_std": -0.000347, + "nauc_ndcg_at_20_diff1": 0.741152, + "nauc_ndcg_at_100_max": 0.476198, + "nauc_ndcg_at_100_std": 0.008226, + "nauc_ndcg_at_100_diff1": 0.744432, + "nauc_ndcg_at_1000_max": 0.46542, + "nauc_ndcg_at_1000_std": -0.010981, + "nauc_ndcg_at_1000_diff1": 0.749673, + "nauc_map_at_1_max": 0.443289, + "nauc_map_at_1_std": -0.062431, + "nauc_map_at_1_diff1": 0.807904, + "nauc_map_at_3_max": 0.451059, + "nauc_map_at_3_std": -0.040011, + "nauc_map_at_3_diff1": 0.761244, + "nauc_map_at_5_max": 0.454597, + "nauc_map_at_5_std": -0.033742, + "nauc_map_at_5_diff1": 0.758436, + "nauc_map_at_10_max": 0.453837, + "nauc_map_at_10_std": -0.030336, + "nauc_map_at_10_diff1": 0.758464, + "nauc_map_at_20_max": 0.456793, + "nauc_map_at_20_std": -0.028053, + "nauc_map_at_20_diff1": 0.759511, + "nauc_map_at_100_max": 0.457451, + "nauc_map_at_100_std": -0.027225, + "nauc_map_at_100_diff1": 0.760042, + "nauc_map_at_1000_max": 0.457219, + "nauc_map_at_1000_std": -0.02772, + "nauc_map_at_1000_diff1": 0.760155, + "nauc_recall_at_1_max": 0.443289, + "nauc_recall_at_1_std": -0.062431, + "nauc_recall_at_1_diff1": 0.807904, + "nauc_recall_at_3_max": 0.455342, + "nauc_recall_at_3_std": -0.00968, + "nauc_recall_at_3_diff1": 0.69332, + "nauc_recall_at_5_max": 0.47438, + "nauc_recall_at_5_std": 0.024236, + "nauc_recall_at_5_diff1": 0.674859, + "nauc_recall_at_10_max": 0.475682, + "nauc_recall_at_10_std": 0.076964, + "nauc_recall_at_10_diff1": 0.659792, + "nauc_recall_at_20_max": 0.543746, + "nauc_recall_at_20_std": 0.146396, + "nauc_recall_at_20_diff1": 0.66101, + "nauc_recall_at_100_max": 0.68089, + "nauc_recall_at_100_std": 0.361807, + "nauc_recall_at_100_diff1": 0.643006, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.443289, + "nauc_precision_at_1_std": -0.062431, + "nauc_precision_at_1_diff1": 0.807904, + "nauc_precision_at_3_max": 0.455342, + "nauc_precision_at_3_std": -0.00968, + "nauc_precision_at_3_diff1": 0.69332, + "nauc_precision_at_5_max": 0.47438, + "nauc_precision_at_5_std": 0.024236, + "nauc_precision_at_5_diff1": 0.674859, + "nauc_precision_at_10_max": 0.475682, + "nauc_precision_at_10_std": 0.076964, + "nauc_precision_at_10_diff1": 0.659792, + "nauc_precision_at_20_max": 0.543746, + "nauc_precision_at_20_std": 0.146396, + "nauc_precision_at_20_diff1": 0.66101, + "nauc_precision_at_100_max": 0.68089, + "nauc_precision_at_100_std": 0.361807, + "nauc_precision_at_100_diff1": 0.643006, + "nauc_precision_at_1000_max": -0.575317, + "nauc_precision_at_1000_std": -0.415494, + "nauc_precision_at_1000_diff1": -0.500078, + "nauc_cv_recall_at_1_max": 0.443289, + "nauc_cv_recall_at_1_std": -0.062431, + "nauc_cv_recall_at_1_diff1": 0.807904, + "nauc_cv_recall_at_3_max": 0.455342, + "nauc_cv_recall_at_3_std": -0.00968, + "nauc_cv_recall_at_3_diff1": 0.69332, + "nauc_cv_recall_at_5_max": 0.47438, + "nauc_cv_recall_at_5_std": 0.024236, + "nauc_cv_recall_at_5_diff1": 0.674859, + "nauc_cv_recall_at_10_max": 0.475682, + "nauc_cv_recall_at_10_std": 0.076964, + "nauc_cv_recall_at_10_diff1": 0.659792, + "nauc_cv_recall_at_20_max": 0.543746, + "nauc_cv_recall_at_20_std": 0.146396, + "nauc_cv_recall_at_20_diff1": 0.66101, + "nauc_cv_recall_at_100_max": 0.68089, + "nauc_cv_recall_at_100_std": 0.361807, + "nauc_cv_recall_at_100_diff1": 0.643006, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.443289, + "nauc_mrr_at_1_std": -0.062431, + "nauc_mrr_at_1_diff1": 0.807904, + "nauc_mrr_at_3_max": 0.451059, + "nauc_mrr_at_3_std": -0.040011, + "nauc_mrr_at_3_diff1": 0.761244, + "nauc_mrr_at_5_max": 0.454597, + "nauc_mrr_at_5_std": -0.033742, + "nauc_mrr_at_5_diff1": 0.758436, + "nauc_mrr_at_10_max": 0.453837, + "nauc_mrr_at_10_std": -0.030336, + "nauc_mrr_at_10_diff1": 0.758464, + "nauc_mrr_at_20_max": 0.456793, + "nauc_mrr_at_20_std": -0.028053, + "nauc_mrr_at_20_diff1": 0.759511, + "nauc_mrr_at_100_max": 0.457451, + "nauc_mrr_at_100_std": -0.027225, + "nauc_mrr_at_100_diff1": 0.760042, + "nauc_mrr_at_1000_max": 0.457218, + "nauc_mrr_at_1000_std": -0.02772, + "nauc_mrr_at_1000_diff1": 0.760155, + "main_score": 0.54433, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 79.29396939277649, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocQAAI.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocQAAI.json new file mode 100644 index 0000000000..d8870409ed --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocQAAI.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocQAAI", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.95652, + "ndcg_at_3": 0.97481, + "ndcg_at_5": 0.97481, + "ndcg_at_10": 0.97481, + "ndcg_at_20": 0.97481, + "ndcg_at_100": 0.9771, + "ndcg_at_1000": 0.9771, + "map_at_1": 0.95652, + "map_at_3": 0.97101, + "map_at_5": 0.97101, + "map_at_10": 0.97101, + "map_at_20": 0.97101, + "map_at_100": 0.9712, + "map_at_1000": 0.9712, + "recall_at_1": 0.95652, + "recall_at_3": 0.98551, + "recall_at_5": 0.98551, + "recall_at_10": 0.98551, + "recall_at_20": 0.98551, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.95652, + "cv_recall_at_3": 0.98551, + "cv_recall_at_5": 0.98551, + "cv_recall_at_10": 0.98551, + "cv_recall_at_20": 0.98551, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.95652, + "precision_at_3": 0.3285, + "precision_at_5": 0.1971, + "precision_at_10": 0.09855, + "precision_at_20": 0.04928, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.956522, + "mrr_at_3": 0.971014, + "mrr_at_5": 0.971014, + "mrr_at_10": 0.971014, + "mrr_at_20": 0.971014, + "mrr_at_100": 0.971198, + "mrr_at_1000": 0.971198, + "nauc_ndcg_at_1_max": 0.707478, + "nauc_ndcg_at_1_std": -0.708697, + "nauc_ndcg_at_1_diff1": 0.850786, + "nauc_ndcg_at_3_max": 0.813661, + "nauc_ndcg_at_3_std": -1.073504, + "nauc_ndcg_at_3_diff1": 0.90495, + "nauc_ndcg_at_5_max": 0.813661, + "nauc_ndcg_at_5_std": -1.073504, + "nauc_ndcg_at_5_diff1": 0.90495, + "nauc_ndcg_at_10_max": 0.813661, + "nauc_ndcg_at_10_std": -1.073504, + "nauc_ndcg_at_10_diff1": 0.90495, + "nauc_ndcg_at_20_max": 0.813661, + "nauc_ndcg_at_20_std": -1.073504, + "nauc_ndcg_at_20_diff1": 0.90495, + "nauc_ndcg_at_100_max": 0.795006, + "nauc_ndcg_at_100_std": -1.00941, + "nauc_ndcg_at_100_diff1": 0.895433, + "nauc_ndcg_at_1000_max": 0.795006, + "nauc_ndcg_at_1000_std": -1.00941, + "nauc_ndcg_at_1000_diff1": 0.895433, + "nauc_map_at_1_max": 0.707478, + "nauc_map_at_1_std": -0.708697, + "nauc_map_at_1_diff1": 0.850786, + "nauc_map_at_3_max": 0.780609, + "nauc_map_at_3_std": -0.959948, + "nauc_map_at_3_diff1": 0.88809, + "nauc_map_at_5_max": 0.780609, + "nauc_map_at_5_std": -0.959948, + "nauc_map_at_5_diff1": 0.88809, + "nauc_map_at_10_max": 0.780609, + "nauc_map_at_10_std": -0.959948, + "nauc_map_at_10_diff1": 0.88809, + "nauc_map_at_20_max": 0.780609, + "nauc_map_at_20_std": -0.959948, + "nauc_map_at_20_diff1": 0.88809, + "nauc_map_at_100_max": 0.779211, + "nauc_map_at_100_std": -0.955147, + "nauc_map_at_100_diff1": 0.887377, + "nauc_map_at_1000_max": 0.779211, + "nauc_map_at_1000_std": -0.955147, + "nauc_map_at_1000_diff1": 0.887377, + "nauc_recall_at_1_max": 0.707478, + "nauc_recall_at_1_std": -0.708697, + "nauc_recall_at_1_diff1": 0.850786, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": -1.7137, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": -1.7137, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": -1.7137, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": -1.7137, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.707478, + "nauc_precision_at_1_std": -0.708697, + "nauc_precision_at_1_diff1": 0.850786, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": -1.7137, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": -1.7137, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": -1.7137, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": -1.7137, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.707478, + "nauc_cv_recall_at_1_std": -0.708697, + "nauc_cv_recall_at_1_diff1": 0.850786, + "nauc_cv_recall_at_3_max": 1.0, + "nauc_cv_recall_at_3_std": -1.7137, + "nauc_cv_recall_at_3_diff1": 1.0, + "nauc_cv_recall_at_5_max": 1.0, + "nauc_cv_recall_at_5_std": -1.7137, + "nauc_cv_recall_at_5_diff1": 1.0, + "nauc_cv_recall_at_10_max": 1.0, + "nauc_cv_recall_at_10_std": -1.7137, + "nauc_cv_recall_at_10_diff1": 1.0, + "nauc_cv_recall_at_20_max": 1.0, + "nauc_cv_recall_at_20_std": -1.7137, + "nauc_cv_recall_at_20_diff1": 1.0, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.707478, + "nauc_mrr_at_1_std": -0.708697, + "nauc_mrr_at_1_diff1": 0.850786, + "nauc_mrr_at_3_max": 0.780609, + "nauc_mrr_at_3_std": -0.959948, + "nauc_mrr_at_3_diff1": 0.88809, + "nauc_mrr_at_5_max": 0.780609, + "nauc_mrr_at_5_std": -0.959948, + "nauc_mrr_at_5_diff1": 0.88809, + "nauc_mrr_at_10_max": 0.780609, + "nauc_mrr_at_10_std": -0.959948, + "nauc_mrr_at_10_diff1": 0.88809, + "nauc_mrr_at_20_max": 0.780609, + "nauc_mrr_at_20_std": -0.959948, + "nauc_mrr_at_20_diff1": 0.88809, + "nauc_mrr_at_100_max": 0.779211, + "nauc_mrr_at_100_std": -0.955147, + "nauc_mrr_at_100_diff1": 0.887377, + "nauc_mrr_at_1000_max": 0.779211, + "nauc_mrr_at_1000_std": -0.955147, + "nauc_mrr_at_1000_diff1": 0.887377, + "main_score": 0.97481, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 83.538818359375, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocQAEnergyRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocQAEnergyRetrieval.json new file mode 100644 index 0000000000..1290ad04f9 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocQAEnergyRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocQAEnergyRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.95588, + "ndcg_at_3": 0.97444, + "ndcg_at_5": 0.97444, + "ndcg_at_10": 0.97444, + "ndcg_at_20": 0.97812, + "ndcg_at_100": 0.97812, + "ndcg_at_1000": 0.97812, + "map_at_1": 0.95588, + "map_at_3": 0.97059, + "map_at_5": 0.97059, + "map_at_10": 0.97059, + "map_at_20": 0.97157, + "map_at_100": 0.97157, + "map_at_1000": 0.97157, + "recall_at_1": 0.95588, + "recall_at_3": 0.98529, + "recall_at_5": 0.98529, + "recall_at_10": 0.98529, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.95588, + "cv_recall_at_3": 0.98529, + "cv_recall_at_5": 0.98529, + "cv_recall_at_10": 0.98529, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.95588, + "precision_at_3": 0.32843, + "precision_at_5": 0.19706, + "precision_at_10": 0.09853, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.955882, + "mrr_at_3": 0.970588, + "mrr_at_5": 0.970588, + "mrr_at_10": 0.970588, + "mrr_at_20": 0.971569, + "mrr_at_100": 0.971569, + "mrr_at_1000": 0.971569, + "nauc_ndcg_at_1_max": 0.693207, + "nauc_ndcg_at_1_std": -0.097547, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.571862, + "nauc_ndcg_at_3_std": -0.684861, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.571862, + "nauc_ndcg_at_5_std": -0.684861, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.571862, + "nauc_ndcg_at_10_std": -0.684861, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.607636, + "nauc_ndcg_at_20_std": -0.511714, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.607636, + "nauc_ndcg_at_100_std": -0.511714, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.607636, + "nauc_ndcg_at_1000_std": -0.511714, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.693207, + "nauc_map_at_1_std": -0.097547, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.609634, + "nauc_map_at_3_std": -0.502043, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.609634, + "nauc_map_at_5_std": -0.502043, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.609634, + "nauc_map_at_10_std": -0.502043, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.618279, + "nauc_map_at_20_std": -0.460199, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.618279, + "nauc_map_at_100_std": -0.460199, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.618279, + "nauc_map_at_1000_std": -0.460199, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.693207, + "nauc_recall_at_1_std": -0.097547, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 0.358916, + "nauc_recall_at_3_std": -1.715532, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 0.358916, + "nauc_recall_at_5_std": -1.715532, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 0.358916, + "nauc_recall_at_10_std": -1.715532, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.693207, + "nauc_precision_at_1_std": -0.097547, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 0.358916, + "nauc_precision_at_3_std": -1.715532, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 0.358916, + "nauc_precision_at_5_std": -1.715532, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 0.358916, + "nauc_precision_at_10_std": -1.715532, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.693207, + "nauc_cv_recall_at_1_std": -0.097547, + "nauc_cv_recall_at_1_diff1": 1.0, + "nauc_cv_recall_at_3_max": 0.358916, + "nauc_cv_recall_at_3_std": -1.715532, + "nauc_cv_recall_at_3_diff1": 1.0, + "nauc_cv_recall_at_5_max": 0.358916, + "nauc_cv_recall_at_5_std": -1.715532, + "nauc_cv_recall_at_5_diff1": 1.0, + "nauc_cv_recall_at_10_max": 0.358916, + "nauc_cv_recall_at_10_std": -1.715532, + "nauc_cv_recall_at_10_diff1": 1.0, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.693207, + "nauc_mrr_at_1_std": -0.097547, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.609634, + "nauc_mrr_at_3_std": -0.502043, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.609634, + "nauc_mrr_at_5_std": -0.502043, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.609634, + "nauc_mrr_at_10_std": -0.502043, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.618279, + "nauc_mrr_at_20_std": -0.460199, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.618279, + "nauc_mrr_at_100_std": -0.460199, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.618279, + "nauc_mrr_at_1000_std": -0.460199, + "nauc_mrr_at_1000_diff1": 1.0, + "main_score": 0.97444, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 83.04229497909546, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocQAGovReportRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocQAGovReportRetrieval.json new file mode 100644 index 0000000000..5487078aab --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocQAGovReportRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocQAGovReportRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.85526, + "ndcg_at_3": 0.94486, + "ndcg_at_5": 0.94486, + "ndcg_at_10": 0.94486, + "ndcg_at_20": 0.94486, + "ndcg_at_100": 0.94486, + "ndcg_at_1000": 0.94486, + "map_at_1": 0.85526, + "map_at_3": 0.92544, + "map_at_5": 0.92544, + "map_at_10": 0.92544, + "map_at_20": 0.92544, + "map_at_100": 0.92544, + "map_at_1000": 0.92544, + "recall_at_1": 0.85526, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.85526, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.85526, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.855263, + "mrr_at_3": 0.925439, + "mrr_at_5": 0.925439, + "mrr_at_10": 0.925439, + "mrr_at_20": 0.925439, + "mrr_at_100": 0.925439, + "mrr_at_1000": 0.925439, + "nauc_ndcg_at_1_max": 0.75804, + "nauc_ndcg_at_1_std": 0.235835, + "nauc_ndcg_at_1_diff1": 0.8836, + "nauc_ndcg_at_3_max": 0.715274, + "nauc_ndcg_at_3_std": 0.232201, + "nauc_ndcg_at_3_diff1": 0.887368, + "nauc_ndcg_at_5_max": 0.715274, + "nauc_ndcg_at_5_std": 0.232201, + "nauc_ndcg_at_5_diff1": 0.887368, + "nauc_ndcg_at_10_max": 0.715274, + "nauc_ndcg_at_10_std": 0.232201, + "nauc_ndcg_at_10_diff1": 0.887368, + "nauc_ndcg_at_20_max": 0.715274, + "nauc_ndcg_at_20_std": 0.232201, + "nauc_ndcg_at_20_diff1": 0.887368, + "nauc_ndcg_at_100_max": 0.715274, + "nauc_ndcg_at_100_std": 0.232201, + "nauc_ndcg_at_100_diff1": 0.887368, + "nauc_ndcg_at_1000_max": 0.715274, + "nauc_ndcg_at_1000_std": 0.232201, + "nauc_ndcg_at_1000_diff1": 0.887368, + "nauc_map_at_1_max": 0.75804, + "nauc_map_at_1_std": 0.235835, + "nauc_map_at_1_diff1": 0.8836, + "nauc_map_at_3_max": 0.717778, + "nauc_map_at_3_std": 0.232413, + "nauc_map_at_3_diff1": 0.887147, + "nauc_map_at_5_max": 0.717778, + "nauc_map_at_5_std": 0.232413, + "nauc_map_at_5_diff1": 0.887147, + "nauc_map_at_10_max": 0.717778, + "nauc_map_at_10_std": 0.232413, + "nauc_map_at_10_diff1": 0.887147, + "nauc_map_at_20_max": 0.717778, + "nauc_map_at_20_std": 0.232413, + "nauc_map_at_20_diff1": 0.887147, + "nauc_map_at_100_max": 0.717778, + "nauc_map_at_100_std": 0.232413, + "nauc_map_at_100_diff1": 0.887147, + "nauc_map_at_1000_max": 0.717778, + "nauc_map_at_1000_std": 0.232413, + "nauc_map_at_1000_diff1": 0.887147, + "nauc_recall_at_1_max": 0.75804, + "nauc_recall_at_1_std": 0.235835, + "nauc_recall_at_1_diff1": 0.8836, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.75804, + "nauc_precision_at_1_std": 0.235835, + "nauc_precision_at_1_diff1": 0.8836, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.75804, + "nauc_cv_recall_at_1_std": 0.235835, + "nauc_cv_recall_at_1_diff1": 0.8836, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.75804, + "nauc_mrr_at_1_std": 0.235835, + "nauc_mrr_at_1_diff1": 0.8836, + "nauc_mrr_at_3_max": 0.717778, + "nauc_mrr_at_3_std": 0.232413, + "nauc_mrr_at_3_diff1": 0.887147, + "nauc_mrr_at_5_max": 0.717778, + "nauc_mrr_at_5_std": 0.232413, + "nauc_mrr_at_5_diff1": 0.887147, + "nauc_mrr_at_10_max": 0.717778, + "nauc_mrr_at_10_std": 0.232413, + "nauc_mrr_at_10_diff1": 0.887147, + "nauc_mrr_at_20_max": 0.717778, + "nauc_mrr_at_20_std": 0.232413, + "nauc_mrr_at_20_diff1": 0.887147, + "nauc_mrr_at_100_max": 0.717778, + "nauc_mrr_at_100_std": 0.232413, + "nauc_mrr_at_100_diff1": 0.887147, + "nauc_mrr_at_1000_max": 0.717778, + "nauc_mrr_at_1000_std": 0.232413, + "nauc_mrr_at_1000_diff1": 0.887147, + "main_score": 0.94486, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 84.90034508705139, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocQAHealthcareIndustryRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocQAHealthcareIndustryRetrieval.json new file mode 100644 index 0000000000..ab9ed3797b --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocQAHealthcareIndustryRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocQAHealthcareIndustryRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.89888, + "ndcg_at_3": 0.94114, + "ndcg_at_5": 0.94598, + "ndcg_at_10": 0.94598, + "ndcg_at_20": 0.94868, + "ndcg_at_100": 0.94868, + "ndcg_at_1000": 0.94868, + "map_at_1": 0.89888, + "map_at_3": 0.92884, + "map_at_5": 0.93165, + "map_at_10": 0.93165, + "map_at_20": 0.93231, + "map_at_100": 0.93231, + "map_at_1000": 0.93231, + "recall_at_1": 0.89888, + "recall_at_3": 0.97753, + "recall_at_5": 0.98876, + "recall_at_10": 0.98876, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.89888, + "cv_recall_at_3": 0.97753, + "cv_recall_at_5": 0.98876, + "cv_recall_at_10": 0.98876, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.89888, + "precision_at_3": 0.32584, + "precision_at_5": 0.19775, + "precision_at_10": 0.09888, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.898876, + "mrr_at_3": 0.928839, + "mrr_at_5": 0.931648, + "mrr_at_10": 0.931648, + "mrr_at_20": 0.932309, + "mrr_at_100": 0.932309, + "mrr_at_1000": 0.932309, + "nauc_ndcg_at_1_max": 0.42507, + "nauc_ndcg_at_1_std": -0.318487, + "nauc_ndcg_at_1_diff1": 0.921222, + "nauc_ndcg_at_3_max": 0.390661, + "nauc_ndcg_at_3_std": -0.535513, + "nauc_ndcg_at_3_diff1": 0.943502, + "nauc_ndcg_at_5_max": 0.336074, + "nauc_ndcg_at_5_std": -0.481555, + "nauc_ndcg_at_5_diff1": 0.938441, + "nauc_ndcg_at_10_max": 0.336074, + "nauc_ndcg_at_10_std": -0.481555, + "nauc_ndcg_at_10_diff1": 0.938441, + "nauc_ndcg_at_20_max": 0.382916, + "nauc_ndcg_at_20_std": -0.416559, + "nauc_ndcg_at_20_diff1": 0.935209, + "nauc_ndcg_at_100_max": 0.382916, + "nauc_ndcg_at_100_std": -0.416559, + "nauc_ndcg_at_100_diff1": 0.935209, + "nauc_ndcg_at_1000_max": 0.382916, + "nauc_ndcg_at_1000_std": -0.416559, + "nauc_ndcg_at_1000_diff1": 0.935209, + "nauc_map_at_1_max": 0.42507, + "nauc_map_at_1_std": -0.318487, + "nauc_map_at_1_diff1": 0.921222, + "nauc_map_at_3_max": 0.408289, + "nauc_map_at_3_std": -0.4407, + "nauc_map_at_3_diff1": 0.937138, + "nauc_map_at_5_max": 0.383972, + "nauc_map_at_5_std": -0.412051, + "nauc_map_at_5_diff1": 0.934554, + "nauc_map_at_10_max": 0.383972, + "nauc_map_at_10_std": -0.412051, + "nauc_map_at_10_diff1": 0.934554, + "nauc_map_at_20_max": 0.393152, + "nauc_map_at_20_std": -0.399285, + "nauc_map_at_20_diff1": 0.933915, + "nauc_map_at_100_max": 0.393152, + "nauc_map_at_100_std": -0.399285, + "nauc_map_at_100_diff1": 0.933915, + "nauc_map_at_1000_max": 0.393152, + "nauc_map_at_1000_std": -0.399285, + "nauc_map_at_1000_diff1": 0.933915, + "nauc_recall_at_1_max": 0.42507, + "nauc_recall_at_1_std": -0.318487, + "nauc_recall_at_1_diff1": 0.921222, + "nauc_recall_at_3_max": 0.221938, + "nauc_recall_at_3_std": -1.428672, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": -0.556123, + "nauc_recall_at_5_std": -1.719522, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": -0.556123, + "nauc_recall_at_10_std": -1.719522, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.42507, + "nauc_precision_at_1_std": -0.318487, + "nauc_precision_at_1_diff1": 0.921222, + "nauc_precision_at_3_max": 0.221938, + "nauc_precision_at_3_std": -1.428672, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": -0.556123, + "nauc_precision_at_5_std": -1.719522, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": -0.556123, + "nauc_precision_at_10_std": -1.719522, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.42507, + "nauc_cv_recall_at_1_std": -0.318487, + "nauc_cv_recall_at_1_diff1": 0.921222, + "nauc_cv_recall_at_3_max": 0.221938, + "nauc_cv_recall_at_3_std": -1.428672, + "nauc_cv_recall_at_3_diff1": 1.0, + "nauc_cv_recall_at_5_max": -0.556123, + "nauc_cv_recall_at_5_std": -1.719522, + "nauc_cv_recall_at_5_diff1": 1.0, + "nauc_cv_recall_at_10_max": -0.556123, + "nauc_cv_recall_at_10_std": -1.719522, + "nauc_cv_recall_at_10_diff1": 1.0, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.42507, + "nauc_mrr_at_1_std": -0.318487, + "nauc_mrr_at_1_diff1": 0.921222, + "nauc_mrr_at_3_max": 0.408289, + "nauc_mrr_at_3_std": -0.4407, + "nauc_mrr_at_3_diff1": 0.937138, + "nauc_mrr_at_5_max": 0.383972, + "nauc_mrr_at_5_std": -0.412051, + "nauc_mrr_at_5_diff1": 0.934554, + "nauc_mrr_at_10_max": 0.383972, + "nauc_mrr_at_10_std": -0.412051, + "nauc_mrr_at_10_diff1": 0.934554, + "nauc_mrr_at_20_max": 0.393152, + "nauc_mrr_at_20_std": -0.399285, + "nauc_mrr_at_20_diff1": 0.933915, + "nauc_mrr_at_100_max": 0.393152, + "nauc_mrr_at_100_std": -0.399285, + "nauc_mrr_at_100_diff1": 0.933915, + "nauc_mrr_at_1000_max": 0.393152, + "nauc_mrr_at_1000_std": -0.399285, + "nauc_mrr_at_1000_diff1": 0.933915, + "main_score": 0.94598, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 86.83795833587646, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocVQARetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocVQARetrieval.json new file mode 100644 index 0000000000..d713ccd2b6 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDocVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocVQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.84211, + "ndcg_at_3": 0.89192, + "ndcg_at_5": 0.91228, + "ndcg_at_10": 0.91228, + "ndcg_at_20": 0.91228, + "ndcg_at_100": 0.91818, + "ndcg_at_1000": 0.91818, + "map_at_1": 0.84211, + "map_at_3": 0.88158, + "map_at_5": 0.89211, + "map_at_10": 0.89211, + "map_at_20": 0.89211, + "map_at_100": 0.89336, + "map_at_1000": 0.89336, + "recall_at_1": 0.84211, + "recall_at_3": 0.92105, + "recall_at_5": 0.97368, + "recall_at_10": 0.97368, + "recall_at_20": 0.97368, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.84211, + "cv_recall_at_3": 0.92105, + "cv_recall_at_5": 0.97368, + "cv_recall_at_10": 0.97368, + "cv_recall_at_20": 0.97368, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.84211, + "precision_at_3": 0.30702, + "precision_at_5": 0.19474, + "precision_at_10": 0.09737, + "precision_at_20": 0.04868, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.842105, + "mrr_at_3": 0.881579, + "mrr_at_5": 0.892105, + "mrr_at_10": 0.892105, + "mrr_at_20": 0.892105, + "mrr_at_100": 0.893358, + "mrr_at_1000": 0.893358, + "nauc_ndcg_at_1_max": 0.810609, + "nauc_ndcg_at_1_std": -0.162222, + "nauc_ndcg_at_1_diff1": 0.974025, + "nauc_ndcg_at_3_max": 0.80913, + "nauc_ndcg_at_3_std": -0.475422, + "nauc_ndcg_at_3_diff1": 0.942152, + "nauc_ndcg_at_5_max": 0.832538, + "nauc_ndcg_at_5_std": -0.249983, + "nauc_ndcg_at_5_diff1": 0.928323, + "nauc_ndcg_at_10_max": 0.832538, + "nauc_ndcg_at_10_std": -0.249983, + "nauc_ndcg_at_10_diff1": 0.928323, + "nauc_ndcg_at_20_max": 0.832538, + "nauc_ndcg_at_20_std": -0.249983, + "nauc_ndcg_at_20_diff1": 0.928323, + "nauc_ndcg_at_100_max": 0.820071, + "nauc_ndcg_at_100_std": -0.295359, + "nauc_ndcg_at_100_diff1": 0.943869, + "nauc_ndcg_at_1000_max": 0.820071, + "nauc_ndcg_at_1000_std": -0.295359, + "nauc_ndcg_at_1000_diff1": 0.943869, + "nauc_map_at_1_max": 0.810609, + "nauc_map_at_1_std": -0.162222, + "nauc_map_at_1_diff1": 0.974025, + "nauc_map_at_3_max": 0.809533, + "nauc_map_at_3_std": -0.390066, + "nauc_map_at_3_diff1": 0.950838, + "nauc_map_at_5_max": 0.819443, + "nauc_map_at_5_std": -0.286412, + "nauc_map_at_5_diff1": 0.945883, + "nauc_map_at_10_max": 0.819443, + "nauc_map_at_10_std": -0.286412, + "nauc_map_at_10_diff1": 0.945883, + "nauc_map_at_20_max": 0.819443, + "nauc_map_at_20_std": -0.286412, + "nauc_map_at_20_diff1": 0.945883, + "nauc_map_at_100_max": 0.81725, + "nauc_map_at_100_std": -0.294257, + "nauc_map_at_100_diff1": 0.948633, + "nauc_map_at_1000_max": 0.81725, + "nauc_map_at_1000_std": -0.294257, + "nauc_map_at_1000_diff1": 0.948633, + "nauc_recall_at_1_max": 0.810609, + "nauc_recall_at_1_std": -0.162222, + "nauc_recall_at_1_diff1": 0.974025, + "nauc_recall_at_3_max": 0.807476, + "nauc_recall_at_3_std": -0.825782, + "nauc_recall_at_3_diff1": 0.906498, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.359542, + "nauc_recall_at_5_diff1": 0.719493, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.359542, + "nauc_recall_at_10_diff1": 0.719493, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.359542, + "nauc_recall_at_20_diff1": 0.719493, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.810609, + "nauc_precision_at_1_std": -0.162222, + "nauc_precision_at_1_diff1": 0.974025, + "nauc_precision_at_3_max": 0.807476, + "nauc_precision_at_3_std": -0.825782, + "nauc_precision_at_3_diff1": 0.906498, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.359542, + "nauc_precision_at_5_diff1": 0.719493, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.359542, + "nauc_precision_at_10_diff1": 0.719493, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.359542, + "nauc_precision_at_20_diff1": 0.719493, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.810609, + "nauc_cv_recall_at_1_std": -0.162222, + "nauc_cv_recall_at_1_diff1": 0.974025, + "nauc_cv_recall_at_3_max": 0.807476, + "nauc_cv_recall_at_3_std": -0.825782, + "nauc_cv_recall_at_3_diff1": 0.906498, + "nauc_cv_recall_at_5_max": 1.0, + "nauc_cv_recall_at_5_std": 0.359542, + "nauc_cv_recall_at_5_diff1": 0.719493, + "nauc_cv_recall_at_10_max": 1.0, + "nauc_cv_recall_at_10_std": 0.359542, + "nauc_cv_recall_at_10_diff1": 0.719493, + "nauc_cv_recall_at_20_max": 1.0, + "nauc_cv_recall_at_20_std": 0.359542, + "nauc_cv_recall_at_20_diff1": 0.719493, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.810609, + "nauc_mrr_at_1_std": -0.162222, + "nauc_mrr_at_1_diff1": 0.974025, + "nauc_mrr_at_3_max": 0.809533, + "nauc_mrr_at_3_std": -0.390066, + "nauc_mrr_at_3_diff1": 0.950838, + "nauc_mrr_at_5_max": 0.819443, + "nauc_mrr_at_5_std": -0.286412, + "nauc_mrr_at_5_diff1": 0.945883, + "nauc_mrr_at_10_max": 0.819443, + "nauc_mrr_at_10_std": -0.286412, + "nauc_mrr_at_10_diff1": 0.945883, + "nauc_mrr_at_20_max": 0.819443, + "nauc_mrr_at_20_std": -0.286412, + "nauc_mrr_at_20_diff1": 0.945883, + "nauc_mrr_at_100_max": 0.81725, + "nauc_mrr_at_100_std": -0.294257, + "nauc_mrr_at_100_diff1": 0.948633, + "nauc_mrr_at_1000_max": 0.81725, + "nauc_mrr_at_1000_std": -0.294257, + "nauc_mrr_at_1000_diff1": 0.948633, + "main_score": 0.91228, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 48.09951448440552, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDonutVQAISynHMPRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDonutVQAISynHMPRetrieval.json new file mode 100644 index 0000000000..2c5eba89de --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRDonutVQAISynHMPRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDonutVQAISynHMPRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.21307, + "ndcg_at_3": 0.32027, + "ndcg_at_5": 0.37017, + "ndcg_at_10": 0.42014, + "ndcg_at_20": 0.45715, + "ndcg_at_100": 0.48708, + "ndcg_at_1000": 0.49251, + "map_at_1": 0.19418, + "map_at_3": 0.28627, + "map_at_5": 0.31501, + "map_at_10": 0.33691, + "map_at_20": 0.34787, + "map_at_100": 0.35262, + "map_at_1000": 0.35283, + "recall_at_1": 0.19418, + "recall_at_3": 0.39825, + "recall_at_5": 0.51567, + "recall_at_10": 0.66491, + "recall_at_20": 0.8063, + "recall_at_100": 0.95857, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.21307, + "cv_recall_at_3": 0.42898, + "cv_recall_at_5": 0.5483, + "cv_recall_at_10": 0.69034, + "cv_recall_at_20": 0.82102, + "cv_recall_at_100": 0.96449, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.21307, + "precision_at_3": 0.14867, + "precision_at_5": 0.11619, + "precision_at_10": 0.07514, + "precision_at_20": 0.04581, + "precision_at_100": 0.01088, + "precision_at_1000": 0.00114, + "mrr_at_1": 0.213068, + "mrr_at_3": 0.306345, + "mrr_at_5": 0.333617, + "mrr_at_10": 0.352822, + "mrr_at_20": 0.361883, + "mrr_at_100": 0.36598, + "mrr_at_1000": 0.36616, + "nauc_ndcg_at_1_max": 0.11834, + "nauc_ndcg_at_1_std": -0.043598, + "nauc_ndcg_at_1_diff1": 0.239898, + "nauc_ndcg_at_3_max": 0.09092, + "nauc_ndcg_at_3_std": -0.043106, + "nauc_ndcg_at_3_diff1": 0.173003, + "nauc_ndcg_at_5_max": 0.087174, + "nauc_ndcg_at_5_std": -0.025252, + "nauc_ndcg_at_5_diff1": 0.142477, + "nauc_ndcg_at_10_max": 0.097979, + "nauc_ndcg_at_10_std": -0.022754, + "nauc_ndcg_at_10_diff1": 0.144346, + "nauc_ndcg_at_20_max": 0.109519, + "nauc_ndcg_at_20_std": -0.02089, + "nauc_ndcg_at_20_diff1": 0.14618, + "nauc_ndcg_at_100_max": 0.103612, + "nauc_ndcg_at_100_std": -0.019089, + "nauc_ndcg_at_100_diff1": 0.158935, + "nauc_ndcg_at_1000_max": 0.103189, + "nauc_ndcg_at_1000_std": -0.023246, + "nauc_ndcg_at_1000_diff1": 0.161984, + "nauc_map_at_1_max": 0.10216, + "nauc_map_at_1_std": -0.02954, + "nauc_map_at_1_diff1": 0.209684, + "nauc_map_at_3_max": 0.095673, + "nauc_map_at_3_std": -0.041414, + "nauc_map_at_3_diff1": 0.179736, + "nauc_map_at_5_max": 0.091788, + "nauc_map_at_5_std": -0.031627, + "nauc_map_at_5_diff1": 0.162965, + "nauc_map_at_10_max": 0.097234, + "nauc_map_at_10_std": -0.028504, + "nauc_map_at_10_diff1": 0.164258, + "nauc_map_at_20_max": 0.099627, + "nauc_map_at_20_std": -0.028279, + "nauc_map_at_20_diff1": 0.165722, + "nauc_map_at_100_max": 0.09934, + "nauc_map_at_100_std": -0.028157, + "nauc_map_at_100_diff1": 0.167775, + "nauc_map_at_1000_max": 0.099317, + "nauc_map_at_1000_std": -0.028255, + "nauc_map_at_1000_diff1": 0.167845, + "nauc_recall_at_1_max": 0.10216, + "nauc_recall_at_1_std": -0.02954, + "nauc_recall_at_1_diff1": 0.209684, + "nauc_recall_at_3_max": 0.066501, + "nauc_recall_at_3_std": -0.043802, + "nauc_recall_at_3_diff1": 0.136351, + "nauc_recall_at_5_max": 0.061932, + "nauc_recall_at_5_std": -0.009781, + "nauc_recall_at_5_diff1": 0.069014, + "nauc_recall_at_10_max": 0.090101, + "nauc_recall_at_10_std": -0.003557, + "nauc_recall_at_10_diff1": 0.05591, + "nauc_recall_at_20_max": 0.160612, + "nauc_recall_at_20_std": 0.015458, + "nauc_recall_at_20_diff1": 0.018229, + "nauc_recall_at_100_max": 0.109974, + "nauc_recall_at_100_std": 0.189098, + "nauc_recall_at_100_diff1": -0.006714, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.11834, + "nauc_precision_at_1_std": -0.043598, + "nauc_precision_at_1_diff1": 0.239898, + "nauc_precision_at_3_max": 0.099047, + "nauc_precision_at_3_std": -0.046725, + "nauc_precision_at_3_diff1": 0.160987, + "nauc_precision_at_5_max": 0.083076, + "nauc_precision_at_5_std": 0.000585, + "nauc_precision_at_5_diff1": 0.080225, + "nauc_precision_at_10_max": 0.111619, + "nauc_precision_at_10_std": 0.014652, + "nauc_precision_at_10_diff1": 0.064336, + "nauc_precision_at_20_max": 0.138372, + "nauc_precision_at_20_std": 0.031167, + "nauc_precision_at_20_diff1": 0.048515, + "nauc_precision_at_100_max": 0.115695, + "nauc_precision_at_100_std": 0.088754, + "nauc_precision_at_100_diff1": 0.069438, + "nauc_precision_at_1000_max": 0.104149, + "nauc_precision_at_1000_std": 0.062477, + "nauc_precision_at_1000_diff1": 0.073167, + "nauc_cv_recall_at_1_max": 0.11834, + "nauc_cv_recall_at_1_std": -0.043598, + "nauc_cv_recall_at_1_diff1": 0.239898, + "nauc_cv_recall_at_3_max": 0.078006, + "nauc_cv_recall_at_3_std": -0.04345, + "nauc_cv_recall_at_3_diff1": 0.15159, + "nauc_cv_recall_at_5_max": 0.083195, + "nauc_cv_recall_at_5_std": 0.010544, + "nauc_cv_recall_at_5_diff1": 0.076181, + "nauc_cv_recall_at_10_max": 0.095454, + "nauc_cv_recall_at_10_std": 0.001745, + "nauc_cv_recall_at_10_diff1": 0.064406, + "nauc_cv_recall_at_20_max": 0.192233, + "nauc_cv_recall_at_20_std": 0.032982, + "nauc_cv_recall_at_20_diff1": 0.027917, + "nauc_cv_recall_at_100_max": 0.112085, + "nauc_cv_recall_at_100_std": 0.21824, + "nauc_cv_recall_at_100_diff1": -0.034246, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.11834, + "nauc_mrr_at_1_std": -0.043598, + "nauc_mrr_at_1_diff1": 0.239898, + "nauc_mrr_at_3_max": 0.104096, + "nauc_mrr_at_3_std": -0.045924, + "nauc_mrr_at_3_diff1": 0.198222, + "nauc_mrr_at_5_max": 0.104662, + "nauc_mrr_at_5_std": -0.031692, + "nauc_mrr_at_5_diff1": 0.181415, + "nauc_mrr_at_10_max": 0.106411, + "nauc_mrr_at_10_std": -0.033108, + "nauc_mrr_at_10_diff1": 0.183763, + "nauc_mrr_at_20_max": 0.109757, + "nauc_mrr_at_20_std": -0.032634, + "nauc_mrr_at_20_diff1": 0.184586, + "nauc_mrr_at_100_max": 0.108424, + "nauc_mrr_at_100_std": -0.033306, + "nauc_mrr_at_100_diff1": 0.186046, + "nauc_mrr_at_1000_max": 0.108432, + "nauc_mrr_at_1000_std": -0.033385, + "nauc_mrr_at_1000_diff1": 0.186147, + "main_score": 0.37017, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 75.59715151786804, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaDeNewsRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaDeNewsRetrieval.json new file mode 100644 index 0000000000..7e4fb3ed11 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaDeNewsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaDeNewsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.26121, + "ndcg_at_3": 0.33186, + "ndcg_at_5": 0.35859, + "ndcg_at_10": 0.38258, + "ndcg_at_20": 0.41507, + "ndcg_at_100": 0.4706, + "ndcg_at_1000": 0.47916, + "map_at_1": 0.26121, + "map_at_3": 0.31354, + "map_at_5": 0.32823, + "map_at_10": 0.33814, + "map_at_20": 0.34731, + "map_at_100": 0.35486, + "map_at_1000": 0.35547, + "recall_at_1": 0.26121, + "recall_at_3": 0.38522, + "recall_at_5": 0.44844, + "recall_at_10": 0.52181, + "recall_at_20": 0.64642, + "recall_at_100": 0.94401, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.26121, + "cv_recall_at_3": 0.38522, + "cv_recall_at_5": 0.45383, + "cv_recall_at_10": 0.53034, + "cv_recall_at_20": 0.65699, + "cv_recall_at_100": 0.94987, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.26121, + "precision_at_3": 0.12841, + "precision_at_5": 0.09077, + "precision_at_10": 0.0533, + "precision_at_20": 0.03338, + "precision_at_100": 0.01003, + "precision_at_1000": 0.00108, + "mrr_at_1": 0.261214, + "mrr_at_3": 0.313544, + "mrr_at_5": 0.329376, + "mrr_at_10": 0.339622, + "mrr_at_20": 0.348892, + "mrr_at_100": 0.356023, + "mrr_at_1000": 0.356445, + "nauc_ndcg_at_1_max": 0.260227, + "nauc_ndcg_at_1_std": -0.000977, + "nauc_ndcg_at_1_diff1": 0.539127, + "nauc_ndcg_at_3_max": 0.320877, + "nauc_ndcg_at_3_std": 0.103048, + "nauc_ndcg_at_3_diff1": 0.443171, + "nauc_ndcg_at_5_max": 0.330039, + "nauc_ndcg_at_5_std": 0.109472, + "nauc_ndcg_at_5_diff1": 0.443367, + "nauc_ndcg_at_10_max": 0.328156, + "nauc_ndcg_at_10_std": 0.101801, + "nauc_ndcg_at_10_diff1": 0.439135, + "nauc_ndcg_at_20_max": 0.32058, + "nauc_ndcg_at_20_std": 0.099418, + "nauc_ndcg_at_20_diff1": 0.432056, + "nauc_ndcg_at_100_max": 0.316649, + "nauc_ndcg_at_100_std": 0.092638, + "nauc_ndcg_at_100_diff1": 0.450877, + "nauc_ndcg_at_1000_max": 0.313302, + "nauc_ndcg_at_1000_std": 0.089207, + "nauc_ndcg_at_1000_diff1": 0.451138, + "nauc_map_at_1_max": 0.260227, + "nauc_map_at_1_std": -0.000977, + "nauc_map_at_1_diff1": 0.539127, + "nauc_map_at_3_max": 0.307402, + "nauc_map_at_3_std": 0.079807, + "nauc_map_at_3_diff1": 0.466153, + "nauc_map_at_5_max": 0.312743, + "nauc_map_at_5_std": 0.082838, + "nauc_map_at_5_diff1": 0.466133, + "nauc_map_at_10_max": 0.312182, + "nauc_map_at_10_std": 0.080072, + "nauc_map_at_10_diff1": 0.46517, + "nauc_map_at_20_max": 0.310236, + "nauc_map_at_20_std": 0.079003, + "nauc_map_at_20_diff1": 0.464425, + "nauc_map_at_100_max": 0.30981, + "nauc_map_at_100_std": 0.079265, + "nauc_map_at_100_diff1": 0.466336, + "nauc_map_at_1000_max": 0.309468, + "nauc_map_at_1000_std": 0.078927, + "nauc_map_at_1000_diff1": 0.466317, + "nauc_recall_at_1_max": 0.260227, + "nauc_recall_at_1_std": -0.000977, + "nauc_recall_at_1_diff1": 0.539127, + "nauc_recall_at_3_max": 0.35743, + "nauc_recall_at_3_std": 0.166147, + "nauc_recall_at_3_diff1": 0.380162, + "nauc_recall_at_5_max": 0.381829, + "nauc_recall_at_5_std": 0.183957, + "nauc_recall_at_5_diff1": 0.381448, + "nauc_recall_at_10_max": 0.377697, + "nauc_recall_at_10_std": 0.165664, + "nauc_recall_at_10_diff1": 0.363236, + "nauc_recall_at_20_max": 0.351394, + "nauc_recall_at_20_std": 0.164385, + "nauc_recall_at_20_diff1": 0.308925, + "nauc_recall_at_100_max": 0.381198, + "nauc_recall_at_100_std": 0.176355, + "nauc_recall_at_100_diff1": 0.40166, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.260227, + "nauc_precision_at_1_std": -0.000977, + "nauc_precision_at_1_diff1": 0.539127, + "nauc_precision_at_3_max": 0.35743, + "nauc_precision_at_3_std": 0.166147, + "nauc_precision_at_3_diff1": 0.380162, + "nauc_precision_at_5_max": 0.373785, + "nauc_precision_at_5_std": 0.183106, + "nauc_precision_at_5_diff1": 0.37925, + "nauc_precision_at_10_max": 0.356745, + "nauc_precision_at_10_std": 0.146916, + "nauc_precision_at_10_diff1": 0.35167, + "nauc_precision_at_20_max": 0.2996, + "nauc_precision_at_20_std": 0.154086, + "nauc_precision_at_20_diff1": 0.278621, + "nauc_precision_at_100_max": -0.106145, + "nauc_precision_at_100_std": -0.01741, + "nauc_precision_at_100_diff1": -0.00433, + "nauc_precision_at_1000_max": -0.362575, + "nauc_precision_at_1000_std": -0.1473, + "nauc_precision_at_1000_diff1": -0.240326, + "nauc_cv_recall_at_1_max": 0.260227, + "nauc_cv_recall_at_1_std": -0.000977, + "nauc_cv_recall_at_1_diff1": 0.539127, + "nauc_cv_recall_at_3_max": 0.35743, + "nauc_cv_recall_at_3_std": 0.166147, + "nauc_cv_recall_at_3_diff1": 0.380162, + "nauc_cv_recall_at_5_max": 0.373785, + "nauc_cv_recall_at_5_std": 0.183106, + "nauc_cv_recall_at_5_diff1": 0.37925, + "nauc_cv_recall_at_10_max": 0.364329, + "nauc_cv_recall_at_10_std": 0.15666, + "nauc_cv_recall_at_10_diff1": 0.357353, + "nauc_cv_recall_at_20_max": 0.338293, + "nauc_cv_recall_at_20_std": 0.161268, + "nauc_cv_recall_at_20_diff1": 0.302679, + "nauc_cv_recall_at_100_max": 0.364026, + "nauc_cv_recall_at_100_std": 0.153012, + "nauc_cv_recall_at_100_diff1": 0.400311, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.260227, + "nauc_mrr_at_1_std": -0.000977, + "nauc_mrr_at_1_diff1": 0.539127, + "nauc_mrr_at_3_max": 0.307402, + "nauc_mrr_at_3_std": 0.079807, + "nauc_mrr_at_3_diff1": 0.466153, + "nauc_mrr_at_5_max": 0.310839, + "nauc_mrr_at_5_std": 0.082428, + "nauc_mrr_at_5_diff1": 0.465691, + "nauc_mrr_at_10_max": 0.309483, + "nauc_mrr_at_10_std": 0.078692, + "nauc_mrr_at_10_diff1": 0.464175, + "nauc_mrr_at_20_max": 0.307723, + "nauc_mrr_at_20_std": 0.078114, + "nauc_mrr_at_20_diff1": 0.463499, + "nauc_mrr_at_100_max": 0.307823, + "nauc_mrr_at_100_std": 0.078132, + "nauc_mrr_at_100_diff1": 0.465483, + "nauc_mrr_at_1000_max": 0.307738, + "nauc_mrr_at_1000_std": 0.077995, + "nauc_mrr_at_1000_diff1": 0.465591, + "main_score": 0.35859, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 43.74838423728943, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaEsNewsRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaEsNewsRetrieval.json new file mode 100644 index 0000000000..5ab80e041e --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaEsNewsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaEsNewsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.35021, + "ndcg_at_3": 0.4537, + "ndcg_at_5": 0.47646, + "ndcg_at_10": 0.50256, + "ndcg_at_20": 0.52031, + "ndcg_at_100": 0.55617, + "ndcg_at_1000": 0.56726, + "map_at_1": 0.34731, + "map_at_3": 0.42549, + "map_at_5": 0.43864, + "map_at_10": 0.45001, + "map_at_20": 0.45535, + "map_at_100": 0.46014, + "map_at_1000": 0.46084, + "recall_at_1": 0.34731, + "recall_at_3": 0.52469, + "recall_at_5": 0.58237, + "recall_at_10": 0.66273, + "recall_at_20": 0.73009, + "recall_at_100": 0.92552, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.35021, + "cv_recall_at_3": 0.53376, + "cv_recall_at_5": 0.59072, + "cv_recall_at_10": 0.67089, + "cv_recall_at_20": 0.73629, + "cv_recall_at_100": 0.9346, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.35021, + "precision_at_3": 0.17932, + "precision_at_5": 0.11983, + "precision_at_10": 0.06962, + "precision_at_20": 0.03924, + "precision_at_100": 0.01013, + "precision_at_1000": 0.00111, + "mrr_at_1": 0.350211, + "mrr_at_3": 0.430731, + "mrr_at_5": 0.44339, + "mrr_at_10": 0.453913, + "mrr_at_20": 0.458334, + "mrr_at_100": 0.462717, + "mrr_at_1000": 0.463223, + "nauc_ndcg_at_1_max": 0.124915, + "nauc_ndcg_at_1_std": -0.068575, + "nauc_ndcg_at_1_diff1": 0.565094, + "nauc_ndcg_at_3_max": 0.13228, + "nauc_ndcg_at_3_std": -0.063035, + "nauc_ndcg_at_3_diff1": 0.527, + "nauc_ndcg_at_5_max": 0.149322, + "nauc_ndcg_at_5_std": -0.045118, + "nauc_ndcg_at_5_diff1": 0.512523, + "nauc_ndcg_at_10_max": 0.153803, + "nauc_ndcg_at_10_std": -0.033023, + "nauc_ndcg_at_10_diff1": 0.508927, + "nauc_ndcg_at_20_max": 0.158666, + "nauc_ndcg_at_20_std": -0.02775, + "nauc_ndcg_at_20_diff1": 0.503903, + "nauc_ndcg_at_100_max": 0.160378, + "nauc_ndcg_at_100_std": -0.025972, + "nauc_ndcg_at_100_diff1": 0.513584, + "nauc_ndcg_at_1000_max": 0.150616, + "nauc_ndcg_at_1000_std": -0.036552, + "nauc_ndcg_at_1000_diff1": 0.518779, + "nauc_map_at_1_max": 0.129944, + "nauc_map_at_1_std": -0.07671, + "nauc_map_at_1_diff1": 0.574094, + "nauc_map_at_3_max": 0.131816, + "nauc_map_at_3_std": -0.074358, + "nauc_map_at_3_diff1": 0.541902, + "nauc_map_at_5_max": 0.141616, + "nauc_map_at_5_std": -0.061345, + "nauc_map_at_5_diff1": 0.533469, + "nauc_map_at_10_max": 0.143028, + "nauc_map_at_10_std": -0.054687, + "nauc_map_at_10_diff1": 0.531526, + "nauc_map_at_20_max": 0.145213, + "nauc_map_at_20_std": -0.051338, + "nauc_map_at_20_diff1": 0.530159, + "nauc_map_at_100_max": 0.145744, + "nauc_map_at_100_std": -0.049811, + "nauc_map_at_100_diff1": 0.531454, + "nauc_map_at_1000_max": 0.145169, + "nauc_map_at_1000_std": -0.050325, + "nauc_map_at_1000_diff1": 0.531724, + "nauc_recall_at_1_max": 0.129944, + "nauc_recall_at_1_std": -0.07671, + "nauc_recall_at_1_diff1": 0.574094, + "nauc_recall_at_3_max": 0.134831, + "nauc_recall_at_3_std": -0.061555, + "nauc_recall_at_3_diff1": 0.494021, + "nauc_recall_at_5_max": 0.180487, + "nauc_recall_at_5_std": -0.007339, + "nauc_recall_at_5_diff1": 0.454781, + "nauc_recall_at_10_max": 0.200658, + "nauc_recall_at_10_std": 0.038353, + "nauc_recall_at_10_diff1": 0.431314, + "nauc_recall_at_20_max": 0.221757, + "nauc_recall_at_20_std": 0.058355, + "nauc_recall_at_20_diff1": 0.394995, + "nauc_recall_at_100_max": 0.393316, + "nauc_recall_at_100_std": 0.247844, + "nauc_recall_at_100_diff1": 0.365096, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.124915, + "nauc_precision_at_1_std": -0.068575, + "nauc_precision_at_1_diff1": 0.565094, + "nauc_precision_at_3_max": 0.133106, + "nauc_precision_at_3_std": -0.019168, + "nauc_precision_at_3_diff1": 0.469897, + "nauc_precision_at_5_max": 0.167651, + "nauc_precision_at_5_std": 0.041305, + "nauc_precision_at_5_diff1": 0.412139, + "nauc_precision_at_10_max": 0.157675, + "nauc_precision_at_10_std": 0.138198, + "nauc_precision_at_10_diff1": 0.327701, + "nauc_precision_at_20_max": 0.193243, + "nauc_precision_at_20_std": 0.249683, + "nauc_precision_at_20_diff1": 0.214155, + "nauc_precision_at_100_max": 0.073488, + "nauc_precision_at_100_std": 0.414587, + "nauc_precision_at_100_diff1": -0.097423, + "nauc_precision_at_1000_max": -0.143728, + "nauc_precision_at_1000_std": 0.343978, + "nauc_precision_at_1000_diff1": -0.296265, + "nauc_cv_recall_at_1_max": 0.124915, + "nauc_cv_recall_at_1_std": -0.068575, + "nauc_cv_recall_at_1_diff1": 0.565094, + "nauc_cv_recall_at_3_max": 0.133252, + "nauc_cv_recall_at_3_std": -0.037631, + "nauc_cv_recall_at_3_diff1": 0.482506, + "nauc_cv_recall_at_5_max": 0.179934, + "nauc_cv_recall_at_5_std": 0.016121, + "nauc_cv_recall_at_5_diff1": 0.443203, + "nauc_cv_recall_at_10_max": 0.199139, + "nauc_cv_recall_at_10_std": 0.056367, + "nauc_cv_recall_at_10_diff1": 0.427363, + "nauc_cv_recall_at_20_max": 0.219538, + "nauc_cv_recall_at_20_std": 0.065201, + "nauc_cv_recall_at_20_diff1": 0.392446, + "nauc_cv_recall_at_100_max": 0.367688, + "nauc_cv_recall_at_100_std": 0.250713, + "nauc_cv_recall_at_100_diff1": 0.342752, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.124915, + "nauc_mrr_at_1_std": -0.068575, + "nauc_mrr_at_1_diff1": 0.565094, + "nauc_mrr_at_3_max": 0.128096, + "nauc_mrr_at_3_std": -0.06001, + "nauc_mrr_at_3_diff1": 0.53186, + "nauc_mrr_at_5_max": 0.138239, + "nauc_mrr_at_5_std": -0.048619, + "nauc_mrr_at_5_diff1": 0.524001, + "nauc_mrr_at_10_max": 0.139656, + "nauc_mrr_at_10_std": -0.046025, + "nauc_mrr_at_10_diff1": 0.524181, + "nauc_mrr_at_20_max": 0.140004, + "nauc_mrr_at_20_std": -0.046862, + "nauc_mrr_at_20_diff1": 0.523303, + "nauc_mrr_at_100_max": 0.140707, + "nauc_mrr_at_100_std": -0.04661, + "nauc_mrr_at_100_diff1": 0.525075, + "nauc_mrr_at_1000_max": 0.140431, + "nauc_mrr_at_1000_std": -0.047048, + "nauc_mrr_at_1000_diff1": 0.525388, + "main_score": 0.47646, + "hf_subset": "default", + "languages": [ + "spa-Latn" + ] + } + ] + }, + "evaluation_time": 41.885539531707764, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaFrNewsRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaFrNewsRetrieval.json new file mode 100644 index 0000000000..0b354c9cc9 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaFrNewsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaFrNewsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.24895, + "ndcg_at_3": 0.28252, + "ndcg_at_5": 0.30063, + "ndcg_at_10": 0.32786, + "ndcg_at_20": 0.35662, + "ndcg_at_100": 0.41926, + "ndcg_at_1000": 0.44177, + "map_at_1": 0.24265, + "map_at_3": 0.26857, + "map_at_5": 0.27894, + "map_at_10": 0.29029, + "map_at_20": 0.29845, + "map_at_100": 0.30943, + "map_at_1000": 0.31229, + "recall_at_1": 0.24265, + "recall_at_3": 0.30285, + "recall_at_5": 0.3493, + "recall_at_10": 0.42975, + "recall_at_20": 0.53679, + "recall_at_100": 0.86099, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.24895, + "cv_recall_at_3": 0.31224, + "cv_recall_at_5": 0.35865, + "cv_recall_at_10": 0.45148, + "cv_recall_at_20": 0.57384, + "cv_recall_at_100": 0.88608, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.24895, + "precision_at_3": 0.10689, + "precision_at_5": 0.07426, + "precision_at_10": 0.0481, + "precision_at_20": 0.03333, + "precision_at_100": 0.01439, + "precision_at_1000": 0.00183, + "mrr_at_1": 0.248945, + "mrr_at_3": 0.276371, + "mrr_at_5": 0.286709, + "mrr_at_10": 0.299491, + "mrr_at_20": 0.308271, + "mrr_at_100": 0.315931, + "mrr_at_1000": 0.316844, + "nauc_ndcg_at_1_max": 0.316772, + "nauc_ndcg_at_1_std": 0.02278, + "nauc_ndcg_at_1_diff1": 0.77224, + "nauc_ndcg_at_3_max": 0.285323, + "nauc_ndcg_at_3_std": 0.035906, + "nauc_ndcg_at_3_diff1": 0.712099, + "nauc_ndcg_at_5_max": 0.28401, + "nauc_ndcg_at_5_std": 0.032847, + "nauc_ndcg_at_5_diff1": 0.685681, + "nauc_ndcg_at_10_max": 0.274256, + "nauc_ndcg_at_10_std": 0.025131, + "nauc_ndcg_at_10_diff1": 0.676275, + "nauc_ndcg_at_20_max": 0.258503, + "nauc_ndcg_at_20_std": 0.030534, + "nauc_ndcg_at_20_diff1": 0.665837, + "nauc_ndcg_at_100_max": 0.283602, + "nauc_ndcg_at_100_std": 0.05333, + "nauc_ndcg_at_100_diff1": 0.666876, + "nauc_ndcg_at_1000_max": 0.282366, + "nauc_ndcg_at_1000_std": 0.032093, + "nauc_ndcg_at_1000_diff1": 0.68092, + "nauc_map_at_1_max": 0.333624, + "nauc_map_at_1_std": 0.039434, + "nauc_map_at_1_diff1": 0.8002, + "nauc_map_at_3_max": 0.304575, + "nauc_map_at_3_std": 0.045712, + "nauc_map_at_3_diff1": 0.748477, + "nauc_map_at_5_max": 0.303961, + "nauc_map_at_5_std": 0.043851, + "nauc_map_at_5_diff1": 0.732021, + "nauc_map_at_10_max": 0.29784, + "nauc_map_at_10_std": 0.03864, + "nauc_map_at_10_diff1": 0.727578, + "nauc_map_at_20_max": 0.29303, + "nauc_map_at_20_std": 0.039965, + "nauc_map_at_20_diff1": 0.724274, + "nauc_map_at_100_max": 0.292486, + "nauc_map_at_100_std": 0.036408, + "nauc_map_at_100_diff1": 0.716173, + "nauc_map_at_1000_max": 0.290647, + "nauc_map_at_1000_std": 0.03314, + "nauc_map_at_1000_diff1": 0.712278, + "nauc_recall_at_1_max": 0.333624, + "nauc_recall_at_1_std": 0.039434, + "nauc_recall_at_1_diff1": 0.8002, + "nauc_recall_at_3_max": 0.272173, + "nauc_recall_at_3_std": 0.05442, + "nauc_recall_at_3_diff1": 0.67878, + "nauc_recall_at_5_max": 0.261226, + "nauc_recall_at_5_std": 0.038878, + "nauc_recall_at_5_diff1": 0.611086, + "nauc_recall_at_10_max": 0.229875, + "nauc_recall_at_10_std": 0.010769, + "nauc_recall_at_10_diff1": 0.580715, + "nauc_recall_at_20_max": 0.157451, + "nauc_recall_at_20_std": 0.021863, + "nauc_recall_at_20_diff1": 0.525402, + "nauc_recall_at_100_max": 0.264702, + "nauc_recall_at_100_std": 0.340635, + "nauc_recall_at_100_diff1": 0.320971, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.316772, + "nauc_precision_at_1_std": 0.02278, + "nauc_precision_at_1_diff1": 0.77224, + "nauc_precision_at_3_max": 0.2308, + "nauc_precision_at_3_std": 0.013485, + "nauc_precision_at_3_diff1": 0.605406, + "nauc_precision_at_5_max": 0.21077, + "nauc_precision_at_5_std": -0.008507, + "nauc_precision_at_5_diff1": 0.520625, + "nauc_precision_at_10_max": 0.168593, + "nauc_precision_at_10_std": -0.030335, + "nauc_precision_at_10_diff1": 0.411365, + "nauc_precision_at_20_max": 0.065549, + "nauc_precision_at_20_std": -0.041295, + "nauc_precision_at_20_diff1": 0.180909, + "nauc_precision_at_100_max": -0.131408, + "nauc_precision_at_100_std": -0.19506, + "nauc_precision_at_100_diff1": -0.359681, + "nauc_precision_at_1000_max": -0.169045, + "nauc_precision_at_1000_std": -0.244097, + "nauc_precision_at_1000_diff1": -0.432103, + "nauc_cv_recall_at_1_max": 0.316772, + "nauc_cv_recall_at_1_std": 0.02278, + "nauc_cv_recall_at_1_diff1": 0.77224, + "nauc_cv_recall_at_3_max": 0.254021, + "nauc_cv_recall_at_3_std": 0.031614, + "nauc_cv_recall_at_3_diff1": 0.655275, + "nauc_cv_recall_at_5_max": 0.243588, + "nauc_cv_recall_at_5_std": 0.016722, + "nauc_cv_recall_at_5_diff1": 0.588519, + "nauc_cv_recall_at_10_max": 0.238897, + "nauc_cv_recall_at_10_std": 0.025239, + "nauc_cv_recall_at_10_diff1": 0.553638, + "nauc_cv_recall_at_20_max": 0.180663, + "nauc_cv_recall_at_20_std": 0.043239, + "nauc_cv_recall_at_20_diff1": 0.505364, + "nauc_cv_recall_at_100_max": 0.360208, + "nauc_cv_recall_at_100_std": 0.42448, + "nauc_cv_recall_at_100_diff1": 0.308177, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.316772, + "nauc_mrr_at_1_std": 0.02278, + "nauc_mrr_at_1_diff1": 0.77224, + "nauc_mrr_at_3_max": 0.286208, + "nauc_mrr_at_3_std": 0.025679, + "nauc_mrr_at_3_diff1": 0.720753, + "nauc_mrr_at_5_max": 0.285763, + "nauc_mrr_at_5_std": 0.024024, + "nauc_mrr_at_5_diff1": 0.704741, + "nauc_mrr_at_10_max": 0.282728, + "nauc_mrr_at_10_std": 0.023764, + "nauc_mrr_at_10_diff1": 0.699412, + "nauc_mrr_at_20_max": 0.278907, + "nauc_mrr_at_20_std": 0.025104, + "nauc_mrr_at_20_diff1": 0.697211, + "nauc_mrr_at_100_max": 0.281915, + "nauc_mrr_at_100_std": 0.025881, + "nauc_mrr_at_100_diff1": 0.697439, + "nauc_mrr_at_1000_max": 0.281655, + "nauc_mrr_at_1000_std": 0.024723, + "nauc_mrr_at_1000_diff1": 0.69849, + "main_score": 0.30063, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 15.579648733139038, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaItScansRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaItScansRetrieval.json new file mode 100644 index 0000000000..f79c2c4928 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaItScansRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaItScansRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.51294, + "ndcg_at_3": 0.58443, + "ndcg_at_5": 0.59723, + "ndcg_at_10": 0.61985, + "ndcg_at_20": 0.63226, + "ndcg_at_100": 0.6579, + "ndcg_at_1000": 0.67221, + "map_at_1": 0.50852, + "map_at_3": 0.56461, + "map_at_5": 0.57225, + "map_at_10": 0.58207, + "map_at_20": 0.58555, + "map_at_100": 0.58946, + "map_at_1000": 0.59055, + "recall_at_1": 0.50852, + "recall_at_3": 0.63142, + "recall_at_5": 0.66319, + "recall_at_10": 0.73083, + "recall_at_20": 0.77871, + "recall_at_100": 0.90738, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.51294, + "cv_recall_at_3": 0.63916, + "cv_recall_at_5": 0.67152, + "cv_recall_at_10": 0.74434, + "cv_recall_at_20": 0.79612, + "cv_recall_at_100": 0.91909, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.51294, + "precision_at_3": 0.21575, + "precision_at_5": 0.13722, + "precision_at_10": 0.07718, + "precision_at_20": 0.04183, + "precision_at_100": 0.01071, + "precision_at_1000": 0.00128, + "mrr_at_1": 0.512945, + "mrr_at_3": 0.56931, + "mrr_at_5": 0.576753, + "mrr_at_10": 0.5865, + "mrr_at_20": 0.590077, + "mrr_at_100": 0.593299, + "mrr_at_1000": 0.593815, + "nauc_ndcg_at_1_max": 0.473332, + "nauc_ndcg_at_1_std": -0.021566, + "nauc_ndcg_at_1_diff1": 0.745705, + "nauc_ndcg_at_3_max": 0.490523, + "nauc_ndcg_at_3_std": 0.010794, + "nauc_ndcg_at_3_diff1": 0.715408, + "nauc_ndcg_at_5_max": 0.492643, + "nauc_ndcg_at_5_std": 0.016309, + "nauc_ndcg_at_5_diff1": 0.709338, + "nauc_ndcg_at_10_max": 0.495818, + "nauc_ndcg_at_10_std": 0.036521, + "nauc_ndcg_at_10_diff1": 0.70949, + "nauc_ndcg_at_20_max": 0.502737, + "nauc_ndcg_at_20_std": 0.049804, + "nauc_ndcg_at_20_diff1": 0.707466, + "nauc_ndcg_at_100_max": 0.50514, + "nauc_ndcg_at_100_std": 0.055609, + "nauc_ndcg_at_100_diff1": 0.707788, + "nauc_ndcg_at_1000_max": 0.48866, + "nauc_ndcg_at_1000_std": 0.023323, + "nauc_ndcg_at_1000_diff1": 0.711557, + "nauc_map_at_1_max": 0.478771, + "nauc_map_at_1_std": -0.012563, + "nauc_map_at_1_diff1": 0.751396, + "nauc_map_at_3_max": 0.490158, + "nauc_map_at_3_std": 0.008037, + "nauc_map_at_3_diff1": 0.726996, + "nauc_map_at_5_max": 0.490331, + "nauc_map_at_5_std": 0.010186, + "nauc_map_at_5_diff1": 0.723199, + "nauc_map_at_10_max": 0.490068, + "nauc_map_at_10_std": 0.016389, + "nauc_map_at_10_diff1": 0.722481, + "nauc_map_at_20_max": 0.491726, + "nauc_map_at_20_std": 0.019661, + "nauc_map_at_20_diff1": 0.721815, + "nauc_map_at_100_max": 0.491428, + "nauc_map_at_100_std": 0.019356, + "nauc_map_at_100_diff1": 0.721552, + "nauc_map_at_1000_max": 0.490013, + "nauc_map_at_1000_std": 0.016954, + "nauc_map_at_1000_diff1": 0.721402, + "nauc_recall_at_1_max": 0.478771, + "nauc_recall_at_1_std": -0.012563, + "nauc_recall_at_1_diff1": 0.751396, + "nauc_recall_at_3_max": 0.510026, + "nauc_recall_at_3_std": 0.038144, + "nauc_recall_at_3_diff1": 0.695789, + "nauc_recall_at_5_max": 0.516591, + "nauc_recall_at_5_std": 0.054627, + "nauc_recall_at_5_diff1": 0.676756, + "nauc_recall_at_10_max": 0.535677, + "nauc_recall_at_10_std": 0.139472, + "nauc_recall_at_10_diff1": 0.669456, + "nauc_recall_at_20_max": 0.581327, + "nauc_recall_at_20_std": 0.22978, + "nauc_recall_at_20_diff1": 0.648436, + "nauc_recall_at_100_max": 0.747007, + "nauc_recall_at_100_std": 0.596637, + "nauc_recall_at_100_diff1": 0.59586, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.473332, + "nauc_precision_at_1_std": -0.021566, + "nauc_precision_at_1_diff1": 0.745705, + "nauc_precision_at_3_max": 0.466491, + "nauc_precision_at_3_std": 0.020314, + "nauc_precision_at_3_diff1": 0.638284, + "nauc_precision_at_5_max": 0.434739, + "nauc_precision_at_5_std": 0.026255, + "nauc_precision_at_5_diff1": 0.576667, + "nauc_precision_at_10_max": 0.364134, + "nauc_precision_at_10_std": 0.073688, + "nauc_precision_at_10_diff1": 0.477639, + "nauc_precision_at_20_max": 0.296965, + "nauc_precision_at_20_std": 0.098075, + "nauc_precision_at_20_diff1": 0.36998, + "nauc_precision_at_100_max": -0.188871, + "nauc_precision_at_100_std": -0.14274, + "nauc_precision_at_100_diff1": -0.169603, + "nauc_precision_at_1000_max": -0.505728, + "nauc_precision_at_1000_std": -0.440147, + "nauc_precision_at_1000_diff1": -0.401551, + "nauc_cv_recall_at_1_max": 0.473332, + "nauc_cv_recall_at_1_std": -0.021566, + "nauc_cv_recall_at_1_diff1": 0.745705, + "nauc_cv_recall_at_3_max": 0.501127, + "nauc_cv_recall_at_3_std": 0.03154, + "nauc_cv_recall_at_3_diff1": 0.68636, + "nauc_cv_recall_at_5_max": 0.505148, + "nauc_cv_recall_at_5_std": 0.044406, + "nauc_cv_recall_at_5_diff1": 0.663816, + "nauc_cv_recall_at_10_max": 0.523132, + "nauc_cv_recall_at_10_std": 0.134307, + "nauc_cv_recall_at_10_diff1": 0.656819, + "nauc_cv_recall_at_20_max": 0.552916, + "nauc_cv_recall_at_20_std": 0.199951, + "nauc_cv_recall_at_20_diff1": 0.636989, + "nauc_cv_recall_at_100_max": 0.723758, + "nauc_cv_recall_at_100_std": 0.564564, + "nauc_cv_recall_at_100_diff1": 0.583793, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.473332, + "nauc_mrr_at_1_std": -0.021566, + "nauc_mrr_at_1_diff1": 0.745705, + "nauc_mrr_at_3_max": 0.482409, + "nauc_mrr_at_3_std": 0.000386, + "nauc_mrr_at_3_diff1": 0.719859, + "nauc_mrr_at_5_max": 0.482471, + "nauc_mrr_at_5_std": 0.001641, + "nauc_mrr_at_5_diff1": 0.715634, + "nauc_mrr_at_10_max": 0.483347, + "nauc_mrr_at_10_std": 0.009341, + "nauc_mrr_at_10_diff1": 0.716086, + "nauc_mrr_at_20_max": 0.484408, + "nauc_mrr_at_20_std": 0.011036, + "nauc_mrr_at_20_diff1": 0.715836, + "nauc_mrr_at_100_max": 0.485021, + "nauc_mrr_at_100_std": 0.011597, + "nauc_mrr_at_100_diff1": 0.715812, + "nauc_mrr_at_1000_max": 0.484676, + "nauc_mrr_at_1000_std": 0.010792, + "nauc_mrr_at_1000_diff1": 0.716027, + "main_score": 0.59723, + "hf_subset": "default", + "languages": [ + "ita-Latn" + ] + } + ] + }, + "evaluation_time": 33.33183765411377, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaNlLegalRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaNlLegalRetrieval.json new file mode 100644 index 0000000000..5d74d2d8aa --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDREuropeanaNlLegalRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaNlLegalRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.23737, + "ndcg_at_3": 0.33999, + "ndcg_at_5": 0.39396, + "ndcg_at_10": 0.43825, + "ndcg_at_20": 0.46032, + "ndcg_at_100": 0.49267, + "ndcg_at_1000": 0.50184, + "map_at_1": 0.23737, + "map_at_3": 0.31481, + "map_at_5": 0.3452, + "map_at_10": 0.36391, + "map_at_20": 0.37015, + "map_at_100": 0.37471, + "map_at_1000": 0.37518, + "recall_at_1": 0.23737, + "recall_at_3": 0.41162, + "recall_at_5": 0.53956, + "recall_at_10": 0.67508, + "recall_at_20": 0.76094, + "recall_at_100": 0.93434, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.23737, + "cv_recall_at_3": 0.41414, + "cv_recall_at_5": 0.54545, + "cv_recall_at_10": 0.67677, + "cv_recall_at_20": 0.76263, + "cv_recall_at_100": 0.93434, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.23737, + "precision_at_3": 0.13805, + "precision_at_5": 0.10909, + "precision_at_10": 0.06869, + "precision_at_20": 0.03864, + "precision_at_100": 0.00949, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.237374, + "mrr_at_3": 0.315657, + "mrr_at_5": 0.346717, + "mrr_at_10": 0.3643, + "mrr_at_20": 0.370543, + "mrr_at_100": 0.374912, + "mrr_at_1000": 0.375386, + "nauc_ndcg_at_1_max": 0.102411, + "nauc_ndcg_at_1_std": -0.035962, + "nauc_ndcg_at_1_diff1": 0.400189, + "nauc_ndcg_at_3_max": 0.115535, + "nauc_ndcg_at_3_std": -0.071906, + "nauc_ndcg_at_3_diff1": 0.35305, + "nauc_ndcg_at_5_max": 0.16331, + "nauc_ndcg_at_5_std": -0.050112, + "nauc_ndcg_at_5_diff1": 0.338447, + "nauc_ndcg_at_10_max": 0.200378, + "nauc_ndcg_at_10_std": -0.032868, + "nauc_ndcg_at_10_diff1": 0.338126, + "nauc_ndcg_at_20_max": 0.19876, + "nauc_ndcg_at_20_std": -0.01958, + "nauc_ndcg_at_20_diff1": 0.329834, + "nauc_ndcg_at_100_max": 0.181974, + "nauc_ndcg_at_100_std": -0.015611, + "nauc_ndcg_at_100_diff1": 0.331028, + "nauc_ndcg_at_1000_max": 0.167044, + "nauc_ndcg_at_1000_std": -0.032606, + "nauc_ndcg_at_1000_diff1": 0.341008, + "nauc_map_at_1_max": 0.102411, + "nauc_map_at_1_std": -0.035962, + "nauc_map_at_1_diff1": 0.400189, + "nauc_map_at_3_max": 0.108996, + "nauc_map_at_3_std": -0.068002, + "nauc_map_at_3_diff1": 0.364045, + "nauc_map_at_5_max": 0.135664, + "nauc_map_at_5_std": -0.056679, + "nauc_map_at_5_diff1": 0.355915, + "nauc_map_at_10_max": 0.150389, + "nauc_map_at_10_std": -0.048535, + "nauc_map_at_10_diff1": 0.354764, + "nauc_map_at_20_max": 0.149767, + "nauc_map_at_20_std": -0.044756, + "nauc_map_at_20_diff1": 0.352713, + "nauc_map_at_100_max": 0.14743, + "nauc_map_at_100_std": -0.043846, + "nauc_map_at_100_diff1": 0.352607, + "nauc_map_at_1000_max": 0.146676, + "nauc_map_at_1000_std": -0.04465, + "nauc_map_at_1000_diff1": 0.353078, + "nauc_recall_at_1_max": 0.102411, + "nauc_recall_at_1_std": -0.035962, + "nauc_recall_at_1_diff1": 0.400189, + "nauc_recall_at_3_max": 0.136213, + "nauc_recall_at_3_std": -0.0789, + "nauc_recall_at_3_diff1": 0.324494, + "nauc_recall_at_5_max": 0.252725, + "nauc_recall_at_5_std": -0.02133, + "nauc_recall_at_5_diff1": 0.290551, + "nauc_recall_at_10_max": 0.398729, + "nauc_recall_at_10_std": 0.035593, + "nauc_recall_at_10_diff1": 0.286627, + "nauc_recall_at_20_max": 0.437329, + "nauc_recall_at_20_std": 0.119462, + "nauc_recall_at_20_diff1": 0.228663, + "nauc_recall_at_100_max": 0.593392, + "nauc_recall_at_100_std": 0.459111, + "nauc_recall_at_100_diff1": 0.051734, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.102411, + "nauc_precision_at_1_std": -0.035962, + "nauc_precision_at_1_diff1": 0.400189, + "nauc_precision_at_3_max": 0.132452, + "nauc_precision_at_3_std": -0.082846, + "nauc_precision_at_3_diff1": 0.322265, + "nauc_precision_at_5_max": 0.246519, + "nauc_precision_at_5_std": -0.031243, + "nauc_precision_at_5_diff1": 0.280915, + "nauc_precision_at_10_max": 0.35793, + "nauc_precision_at_10_std": 0.011004, + "nauc_precision_at_10_diff1": 0.243773, + "nauc_precision_at_20_max": 0.384144, + "nauc_precision_at_20_std": 0.082905, + "nauc_precision_at_20_diff1": 0.179554, + "nauc_precision_at_100_max": 0.354142, + "nauc_precision_at_100_std": 0.236677, + "nauc_precision_at_100_diff1": -0.078273, + "nauc_precision_at_1000_max": -0.244682, + "nauc_precision_at_1000_std": -0.320058, + "nauc_precision_at_1000_diff1": -0.403672, + "nauc_cv_recall_at_1_max": 0.102411, + "nauc_cv_recall_at_1_std": -0.035962, + "nauc_cv_recall_at_1_diff1": 0.400189, + "nauc_cv_recall_at_3_max": 0.132452, + "nauc_cv_recall_at_3_std": -0.082846, + "nauc_cv_recall_at_3_diff1": 0.322265, + "nauc_cv_recall_at_5_max": 0.246519, + "nauc_cv_recall_at_5_std": -0.031243, + "nauc_cv_recall_at_5_diff1": 0.280915, + "nauc_cv_recall_at_10_max": 0.397879, + "nauc_cv_recall_at_10_std": 0.032286, + "nauc_cv_recall_at_10_diff1": 0.282232, + "nauc_cv_recall_at_20_max": 0.436993, + "nauc_cv_recall_at_20_std": 0.115786, + "nauc_cv_recall_at_20_diff1": 0.223132, + "nauc_cv_recall_at_100_max": 0.593392, + "nauc_cv_recall_at_100_std": 0.459111, + "nauc_cv_recall_at_100_diff1": 0.051734, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.102411, + "nauc_mrr_at_1_std": -0.035962, + "nauc_mrr_at_1_diff1": 0.400189, + "nauc_mrr_at_3_max": 0.107637, + "nauc_mrr_at_3_std": -0.069416, + "nauc_mrr_at_3_diff1": 0.363256, + "nauc_mrr_at_5_max": 0.133695, + "nauc_mrr_at_5_std": -0.059309, + "nauc_mrr_at_5_diff1": 0.353698, + "nauc_mrr_at_10_max": 0.149814, + "nauc_mrr_at_10_std": -0.049225, + "nauc_mrr_at_10_diff1": 0.354229, + "nauc_mrr_at_20_max": 0.149185, + "nauc_mrr_at_20_std": -0.045454, + "nauc_mrr_at_20_diff1": 0.35217, + "nauc_mrr_at_100_max": 0.147022, + "nauc_mrr_at_100_std": -0.044212, + "nauc_mrr_at_100_diff1": 0.352502, + "nauc_mrr_at_1000_max": 0.146268, + "nauc_mrr_at_1000_std": -0.045016, + "nauc_mrr_at_1000_diff1": 0.352973, + "main_score": 0.39396, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 23.65273904800415, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRGitHubReadmeRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRGitHubReadmeRetrieval.json new file mode 100644 index 0000000000..ddf0d08e75 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRGitHubReadmeRetrieval.json @@ -0,0 +1,2986 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRGitHubReadmeRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.50351, + "ndcg_at_3": 0.54893, + "ndcg_at_5": 0.55584, + "ndcg_at_10": 0.56819, + "ndcg_at_20": 0.57957, + "ndcg_at_100": 0.59685, + "ndcg_at_1000": 0.62358, + "map_at_1": 0.50301, + "map_at_3": 0.53853, + "map_at_5": 0.54229, + "map_at_10": 0.5474, + "map_at_20": 0.55052, + "map_at_100": 0.55282, + "map_at_1000": 0.55356, + "recall_at_1": 0.50301, + "recall_at_3": 0.57874, + "recall_at_5": 0.59579, + "recall_at_10": 0.6339, + "recall_at_20": 0.67904, + "recall_at_100": 0.77332, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.50351, + "cv_recall_at_3": 0.57874, + "cv_recall_at_5": 0.59579, + "cv_recall_at_10": 0.6339, + "cv_recall_at_20": 0.67904, + "cv_recall_at_100": 0.77332, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.50351, + "precision_at_3": 0.19358, + "precision_at_5": 0.11956, + "precision_at_10": 0.06359, + "precision_at_20": 0.03405, + "precision_at_100": 0.00775, + "precision_at_1000": 0.001, + "mrr_at_1": 0.503511, + "mrr_at_3": 0.538449, + "mrr_at_5": 0.54221, + "mrr_at_10": 0.54732, + "mrr_at_20": 0.550432, + "mrr_at_100": 0.552739, + "mrr_at_1000": 0.553476, + "nauc_ndcg_at_1_max": 0.263059, + "nauc_ndcg_at_1_std": 0.178285, + "nauc_ndcg_at_1_diff1": 0.808077, + "nauc_ndcg_at_3_max": 0.250341, + "nauc_ndcg_at_3_std": 0.169383, + "nauc_ndcg_at_3_diff1": 0.770799, + "nauc_ndcg_at_5_max": 0.244335, + "nauc_ndcg_at_5_std": 0.163333, + "nauc_ndcg_at_5_diff1": 0.764033, + "nauc_ndcg_at_10_max": 0.239006, + "nauc_ndcg_at_10_std": 0.162496, + "nauc_ndcg_at_10_diff1": 0.755331, + "nauc_ndcg_at_20_max": 0.244794, + "nauc_ndcg_at_20_std": 0.171735, + "nauc_ndcg_at_20_diff1": 0.748098, + "nauc_ndcg_at_100_max": 0.237894, + "nauc_ndcg_at_100_std": 0.168497, + "nauc_ndcg_at_100_diff1": 0.740122, + "nauc_ndcg_at_1000_max": 0.243559, + "nauc_ndcg_at_1000_std": 0.169174, + "nauc_ndcg_at_1000_diff1": 0.754284, + "nauc_map_at_1_max": 0.26372, + "nauc_map_at_1_std": 0.17837, + "nauc_map_at_1_diff1": 0.808175, + "nauc_map_at_3_max": 0.253196, + "nauc_map_at_3_std": 0.17151, + "nauc_map_at_3_diff1": 0.77909, + "nauc_map_at_5_max": 0.249981, + "nauc_map_at_5_std": 0.168266, + "nauc_map_at_5_diff1": 0.775452, + "nauc_map_at_10_max": 0.247507, + "nauc_map_at_10_std": 0.167739, + "nauc_map_at_10_diff1": 0.77199, + "nauc_map_at_20_max": 0.249327, + "nauc_map_at_20_std": 0.170362, + "nauc_map_at_20_diff1": 0.770194, + "nauc_map_at_100_max": 0.248452, + "nauc_map_at_100_std": 0.170236, + "nauc_map_at_100_diff1": 0.769328, + "nauc_map_at_1000_max": 0.248607, + "nauc_map_at_1000_std": 0.170214, + "nauc_map_at_1000_diff1": 0.7696, + "nauc_recall_at_1_max": 0.26372, + "nauc_recall_at_1_std": 0.17837, + "nauc_recall_at_1_diff1": 0.808175, + "nauc_recall_at_3_max": 0.241899, + "nauc_recall_at_3_std": 0.163039, + "nauc_recall_at_3_diff1": 0.746237, + "nauc_recall_at_5_max": 0.226239, + "nauc_recall_at_5_std": 0.147315, + "nauc_recall_at_5_diff1": 0.728468, + "nauc_recall_at_10_max": 0.20918, + "nauc_recall_at_10_std": 0.144651, + "nauc_recall_at_10_diff1": 0.69687, + "nauc_recall_at_20_max": 0.230973, + "nauc_recall_at_20_std": 0.184386, + "nauc_recall_at_20_diff1": 0.657735, + "nauc_recall_at_100_max": 0.171925, + "nauc_recall_at_100_std": 0.155929, + "nauc_recall_at_100_diff1": 0.564153, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.263059, + "nauc_precision_at_1_std": 0.178285, + "nauc_precision_at_1_diff1": 0.808077, + "nauc_precision_at_3_max": 0.239336, + "nauc_precision_at_3_std": 0.162649, + "nauc_precision_at_3_diff1": 0.735433, + "nauc_precision_at_5_max": 0.223798, + "nauc_precision_at_5_std": 0.147089, + "nauc_precision_at_5_diff1": 0.717652, + "nauc_precision_at_10_max": 0.206771, + "nauc_precision_at_10_std": 0.14444, + "nauc_precision_at_10_diff1": 0.685687, + "nauc_precision_at_20_max": 0.228067, + "nauc_precision_at_20_std": 0.183651, + "nauc_precision_at_20_diff1": 0.646031, + "nauc_precision_at_100_max": 0.169107, + "nauc_precision_at_100_std": 0.155441, + "nauc_precision_at_100_diff1": 0.550402, + "nauc_precision_at_1000_max": -0.16487, + "nauc_precision_at_1000_std": -0.082223, + "nauc_precision_at_1000_diff1": -0.24348, + "nauc_cv_recall_at_1_max": 0.263059, + "nauc_cv_recall_at_1_std": 0.178285, + "nauc_cv_recall_at_1_diff1": 0.808077, + "nauc_cv_recall_at_3_max": 0.241899, + "nauc_cv_recall_at_3_std": 0.163039, + "nauc_cv_recall_at_3_diff1": 0.746237, + "nauc_cv_recall_at_5_max": 0.226239, + "nauc_cv_recall_at_5_std": 0.147315, + "nauc_cv_recall_at_5_diff1": 0.728468, + "nauc_cv_recall_at_10_max": 0.20918, + "nauc_cv_recall_at_10_std": 0.144651, + "nauc_cv_recall_at_10_diff1": 0.69687, + "nauc_cv_recall_at_20_max": 0.230973, + "nauc_cv_recall_at_20_std": 0.184386, + "nauc_cv_recall_at_20_diff1": 0.657735, + "nauc_cv_recall_at_100_max": 0.171925, + "nauc_cv_recall_at_100_std": 0.155929, + "nauc_cv_recall_at_100_diff1": 0.564153, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.263059, + "nauc_mrr_at_1_std": 0.178285, + "nauc_mrr_at_1_diff1": 0.808077, + "nauc_mrr_at_3_max": 0.253034, + "nauc_mrr_at_3_std": 0.171355, + "nauc_mrr_at_3_diff1": 0.779159, + "nauc_mrr_at_5_max": 0.249818, + "nauc_mrr_at_5_std": 0.16811, + "nauc_mrr_at_5_diff1": 0.775521, + "nauc_mrr_at_10_max": 0.247343, + "nauc_mrr_at_10_std": 0.167583, + "nauc_mrr_at_10_diff1": 0.772059, + "nauc_mrr_at_20_max": 0.249162, + "nauc_mrr_at_20_std": 0.170204, + "nauc_mrr_at_20_diff1": 0.770264, + "nauc_mrr_at_100_max": 0.248286, + "nauc_mrr_at_100_std": 0.170077, + "nauc_mrr_at_100_diff1": 0.769399, + "nauc_mrr_at_1000_max": 0.248443, + "nauc_mrr_at_1000_std": 0.170057, + "nauc_mrr_at_1000_diff1": 0.76967, + "main_score": 0.55584, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.435, + "ndcg_at_3": 0.48259, + "ndcg_at_5": 0.49615, + "ndcg_at_10": 0.50698, + "ndcg_at_20": 0.51391, + "ndcg_at_100": 0.53043, + "ndcg_at_1000": 0.56503, + "map_at_1": 0.435, + "map_at_3": 0.47133, + "map_at_5": 0.47883, + "map_at_10": 0.48321, + "map_at_20": 0.48517, + "map_at_100": 0.4874, + "map_at_1000": 0.48824, + "recall_at_1": 0.435, + "recall_at_3": 0.515, + "recall_at_5": 0.548, + "recall_at_10": 0.582, + "recall_at_20": 0.609, + "recall_at_100": 0.699, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.435, + "cv_recall_at_3": 0.515, + "cv_recall_at_5": 0.548, + "cv_recall_at_10": 0.582, + "cv_recall_at_20": 0.609, + "cv_recall_at_100": 0.699, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.435, + "precision_at_3": 0.17167, + "precision_at_5": 0.1096, + "precision_at_10": 0.0582, + "precision_at_20": 0.03045, + "precision_at_100": 0.00699, + "precision_at_1000": 0.001, + "mrr_at_1": 0.435, + "mrr_at_3": 0.471333, + "mrr_at_5": 0.478833, + "mrr_at_10": 0.48321, + "mrr_at_20": 0.485168, + "mrr_at_100": 0.487403, + "mrr_at_1000": 0.488242, + "nauc_ndcg_at_1_max": 0.090019, + "nauc_ndcg_at_1_std": 0.021263, + "nauc_ndcg_at_1_diff1": 0.747996, + "nauc_ndcg_at_3_max": 0.092765, + "nauc_ndcg_at_3_std": 0.023706, + "nauc_ndcg_at_3_diff1": 0.692644, + "nauc_ndcg_at_5_max": 0.097344, + "nauc_ndcg_at_5_std": 0.025804, + "nauc_ndcg_at_5_diff1": 0.680266, + "nauc_ndcg_at_10_max": 0.097878, + "nauc_ndcg_at_10_std": 0.030463, + "nauc_ndcg_at_10_diff1": 0.672173, + "nauc_ndcg_at_20_max": 0.097261, + "nauc_ndcg_at_20_std": 0.032878, + "nauc_ndcg_at_20_diff1": 0.668287, + "nauc_ndcg_at_100_max": 0.096008, + "nauc_ndcg_at_100_std": 0.032559, + "nauc_ndcg_at_100_diff1": 0.664239, + "nauc_ndcg_at_1000_max": 0.095196, + "nauc_ndcg_at_1000_std": 0.03015, + "nauc_ndcg_at_1000_diff1": 0.676631, + "nauc_map_at_1_max": 0.090019, + "nauc_map_at_1_std": 0.021263, + "nauc_map_at_1_diff1": 0.747996, + "nauc_map_at_3_max": 0.092486, + "nauc_map_at_3_std": 0.023361, + "nauc_map_at_3_diff1": 0.705777, + "nauc_map_at_5_max": 0.095042, + "nauc_map_at_5_std": 0.0246, + "nauc_map_at_5_diff1": 0.699025, + "nauc_map_at_10_max": 0.095344, + "nauc_map_at_10_std": 0.026678, + "nauc_map_at_10_diff1": 0.69586, + "nauc_map_at_20_max": 0.095274, + "nauc_map_at_20_std": 0.027556, + "nauc_map_at_20_diff1": 0.694839, + "nauc_map_at_100_max": 0.094885, + "nauc_map_at_100_std": 0.027349, + "nauc_map_at_100_diff1": 0.694283, + "nauc_map_at_1000_max": 0.09481, + "nauc_map_at_1000_std": 0.027301, + "nauc_map_at_1000_diff1": 0.694502, + "nauc_recall_at_1_max": 0.090019, + "nauc_recall_at_1_std": 0.021263, + "nauc_recall_at_1_diff1": 0.747996, + "nauc_recall_at_3_max": 0.093424, + "nauc_recall_at_3_std": 0.024619, + "nauc_recall_at_3_diff1": 0.65408, + "nauc_recall_at_5_max": 0.104783, + "nauc_recall_at_5_std": 0.02954, + "nauc_recall_at_5_diff1": 0.621795, + "nauc_recall_at_10_max": 0.106245, + "nauc_recall_at_10_std": 0.043865, + "nauc_recall_at_10_diff1": 0.592746, + "nauc_recall_at_20_max": 0.103078, + "nauc_recall_at_20_std": 0.052875, + "nauc_recall_at_20_diff1": 0.573292, + "nauc_recall_at_100_max": 0.100286, + "nauc_recall_at_100_std": 0.057497, + "nauc_recall_at_100_diff1": 0.530773, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.090019, + "nauc_precision_at_1_std": 0.021263, + "nauc_precision_at_1_diff1": 0.747996, + "nauc_precision_at_3_max": 0.093424, + "nauc_precision_at_3_std": 0.024619, + "nauc_precision_at_3_diff1": 0.65408, + "nauc_precision_at_5_max": 0.104783, + "nauc_precision_at_5_std": 0.02954, + "nauc_precision_at_5_diff1": 0.621795, + "nauc_precision_at_10_max": 0.106245, + "nauc_precision_at_10_std": 0.043865, + "nauc_precision_at_10_diff1": 0.592746, + "nauc_precision_at_20_max": 0.103078, + "nauc_precision_at_20_std": 0.052875, + "nauc_precision_at_20_diff1": 0.573292, + "nauc_precision_at_100_max": 0.100286, + "nauc_precision_at_100_std": 0.057497, + "nauc_precision_at_100_diff1": 0.530773, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.090019, + "nauc_cv_recall_at_1_std": 0.021263, + "nauc_cv_recall_at_1_diff1": 0.747996, + "nauc_cv_recall_at_3_max": 0.093424, + "nauc_cv_recall_at_3_std": 0.024619, + "nauc_cv_recall_at_3_diff1": 0.65408, + "nauc_cv_recall_at_5_max": 0.104783, + "nauc_cv_recall_at_5_std": 0.02954, + "nauc_cv_recall_at_5_diff1": 0.621795, + "nauc_cv_recall_at_10_max": 0.106245, + "nauc_cv_recall_at_10_std": 0.043865, + "nauc_cv_recall_at_10_diff1": 0.592746, + "nauc_cv_recall_at_20_max": 0.103078, + "nauc_cv_recall_at_20_std": 0.052875, + "nauc_cv_recall_at_20_diff1": 0.573292, + "nauc_cv_recall_at_100_max": 0.100286, + "nauc_cv_recall_at_100_std": 0.057497, + "nauc_cv_recall_at_100_diff1": 0.530773, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.090019, + "nauc_mrr_at_1_std": 0.021263, + "nauc_mrr_at_1_diff1": 0.747996, + "nauc_mrr_at_3_max": 0.092486, + "nauc_mrr_at_3_std": 0.023361, + "nauc_mrr_at_3_diff1": 0.705777, + "nauc_mrr_at_5_max": 0.095042, + "nauc_mrr_at_5_std": 0.0246, + "nauc_mrr_at_5_diff1": 0.699025, + "nauc_mrr_at_10_max": 0.095344, + "nauc_mrr_at_10_std": 0.026678, + "nauc_mrr_at_10_diff1": 0.69586, + "nauc_mrr_at_20_max": 0.095274, + "nauc_mrr_at_20_std": 0.027556, + "nauc_mrr_at_20_diff1": 0.694839, + "nauc_mrr_at_100_max": 0.094885, + "nauc_mrr_at_100_std": 0.027349, + "nauc_mrr_at_100_diff1": 0.694283, + "nauc_mrr_at_1000_max": 0.09481, + "nauc_mrr_at_1000_std": 0.027301, + "nauc_mrr_at_1000_diff1": 0.694502, + "main_score": 0.49615, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.79719, + "ndcg_at_3": 0.83513, + "ndcg_at_5": 0.844, + "ndcg_at_10": 0.8475, + "ndcg_at_20": 0.85211, + "ndcg_at_100": 0.85907, + "ndcg_at_1000": 0.86521, + "map_at_1": 0.79618, + "map_at_3": 0.82605, + "map_at_5": 0.83102, + "map_at_10": 0.83243, + "map_at_20": 0.83371, + "map_at_100": 0.83469, + "map_at_1000": 0.83487, + "recall_at_1": 0.79618, + "recall_at_3": 0.86044, + "recall_at_5": 0.88203, + "recall_at_10": 0.89307, + "recall_at_20": 0.91114, + "recall_at_100": 0.94829, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.79719, + "cv_recall_at_3": 0.86145, + "cv_recall_at_5": 0.88253, + "cv_recall_at_10": 0.89357, + "cv_recall_at_20": 0.91165, + "cv_recall_at_100": 0.9488, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.79719, + "precision_at_3": 0.28748, + "precision_at_5": 0.17691, + "precision_at_10": 0.08956, + "precision_at_20": 0.04568, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.797189, + "mrr_at_3": 0.826807, + "mrr_at_5": 0.831576, + "mrr_at_10": 0.832978, + "mrr_at_20": 0.834263, + "mrr_at_100": 0.835241, + "mrr_at_1000": 0.835416, + "nauc_ndcg_at_1_max": 0.312343, + "nauc_ndcg_at_1_std": 0.044441, + "nauc_ndcg_at_1_diff1": 0.878012, + "nauc_ndcg_at_3_max": 0.312378, + "nauc_ndcg_at_3_std": 0.045892, + "nauc_ndcg_at_3_diff1": 0.847039, + "nauc_ndcg_at_5_max": 0.314673, + "nauc_ndcg_at_5_std": 0.065891, + "nauc_ndcg_at_5_diff1": 0.840693, + "nauc_ndcg_at_10_max": 0.309091, + "nauc_ndcg_at_10_std": 0.065081, + "nauc_ndcg_at_10_diff1": 0.836546, + "nauc_ndcg_at_20_max": 0.309948, + "nauc_ndcg_at_20_std": 0.067902, + "nauc_ndcg_at_20_diff1": 0.834741, + "nauc_ndcg_at_100_max": 0.311385, + "nauc_ndcg_at_100_std": 0.063927, + "nauc_ndcg_at_100_diff1": 0.836276, + "nauc_ndcg_at_1000_max": 0.312713, + "nauc_ndcg_at_1000_std": 0.060982, + "nauc_ndcg_at_1000_diff1": 0.842115, + "nauc_map_at_1_max": 0.311569, + "nauc_map_at_1_std": 0.042688, + "nauc_map_at_1_diff1": 0.879948, + "nauc_map_at_3_max": 0.314308, + "nauc_map_at_3_std": 0.044934, + "nauc_map_at_3_diff1": 0.855728, + "nauc_map_at_5_max": 0.316305, + "nauc_map_at_5_std": 0.056121, + "nauc_map_at_5_diff1": 0.852547, + "nauc_map_at_10_max": 0.314208, + "nauc_map_at_10_std": 0.05571, + "nauc_map_at_10_diff1": 0.851099, + "nauc_map_at_20_max": 0.314139, + "nauc_map_at_20_std": 0.056025, + "nauc_map_at_20_diff1": 0.850731, + "nauc_map_at_100_max": 0.314729, + "nauc_map_at_100_std": 0.055755, + "nauc_map_at_100_diff1": 0.850973, + "nauc_map_at_1000_max": 0.314714, + "nauc_map_at_1000_std": 0.055662, + "nauc_map_at_1000_diff1": 0.851113, + "nauc_recall_at_1_max": 0.311569, + "nauc_recall_at_1_std": 0.042688, + "nauc_recall_at_1_diff1": 0.879948, + "nauc_recall_at_3_max": 0.303219, + "nauc_recall_at_3_std": 0.047585, + "nauc_recall_at_3_diff1": 0.81812, + "nauc_recall_at_5_max": 0.307098, + "nauc_recall_at_5_std": 0.108289, + "nauc_recall_at_5_diff1": 0.79398, + "nauc_recall_at_10_max": 0.282727, + "nauc_recall_at_10_std": 0.10889, + "nauc_recall_at_10_diff1": 0.771929, + "nauc_recall_at_20_max": 0.287356, + "nauc_recall_at_20_std": 0.13946, + "nauc_recall_at_20_diff1": 0.747965, + "nauc_recall_at_100_max": 0.275633, + "nauc_recall_at_100_std": 0.124333, + "nauc_recall_at_100_diff1": 0.709777, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.312343, + "nauc_precision_at_1_std": 0.044441, + "nauc_precision_at_1_diff1": 0.878012, + "nauc_precision_at_3_max": 0.30704, + "nauc_precision_at_3_std": 0.060221, + "nauc_precision_at_3_diff1": 0.798004, + "nauc_precision_at_5_max": 0.310654, + "nauc_precision_at_5_std": 0.127603, + "nauc_precision_at_5_diff1": 0.752416, + "nauc_precision_at_10_max": 0.287278, + "nauc_precision_at_10_std": 0.129887, + "nauc_precision_at_10_diff1": 0.727325, + "nauc_precision_at_20_max": 0.292815, + "nauc_precision_at_20_std": 0.163492, + "nauc_precision_at_20_diff1": 0.696299, + "nauc_precision_at_100_max": 0.263767, + "nauc_precision_at_100_std": 0.15054, + "nauc_precision_at_100_diff1": 0.587989, + "nauc_precision_at_1000_max": 0.039028, + "nauc_precision_at_1000_std": 0.256346, + "nauc_precision_at_1000_diff1": -0.575317, + "nauc_cv_recall_at_1_max": 0.312343, + "nauc_cv_recall_at_1_std": 0.044441, + "nauc_cv_recall_at_1_diff1": 0.878012, + "nauc_cv_recall_at_3_max": 0.306816, + "nauc_cv_recall_at_3_std": 0.052346, + "nauc_cv_recall_at_3_diff1": 0.815948, + "nauc_cv_recall_at_5_max": 0.305114, + "nauc_cv_recall_at_5_std": 0.106285, + "nauc_cv_recall_at_5_diff1": 0.79263, + "nauc_cv_recall_at_10_max": 0.280463, + "nauc_cv_recall_at_10_std": 0.106707, + "nauc_cv_recall_at_10_diff1": 0.770365, + "nauc_cv_recall_at_20_max": 0.284885, + "nauc_cv_recall_at_20_std": 0.137104, + "nauc_cv_recall_at_20_diff1": 0.746533, + "nauc_cv_recall_at_100_max": 0.271255, + "nauc_cv_recall_at_100_std": 0.12012, + "nauc_cv_recall_at_100_diff1": 0.706931, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.312343, + "nauc_mrr_at_1_std": 0.044441, + "nauc_mrr_at_1_diff1": 0.878012, + "nauc_mrr_at_3_max": 0.314977, + "nauc_mrr_at_3_std": 0.046061, + "nauc_mrr_at_3_diff1": 0.854161, + "nauc_mrr_at_5_max": 0.315199, + "nauc_mrr_at_5_std": 0.055065, + "nauc_mrr_at_5_diff1": 0.851255, + "nauc_mrr_at_10_max": 0.313088, + "nauc_mrr_at_10_std": 0.054645, + "nauc_mrr_at_10_diff1": 0.849793, + "nauc_mrr_at_20_max": 0.31301, + "nauc_mrr_at_20_std": 0.054953, + "nauc_mrr_at_20_diff1": 0.849413, + "nauc_mrr_at_100_max": 0.313597, + "nauc_mrr_at_100_std": 0.054678, + "nauc_mrr_at_100_diff1": 0.849648, + "nauc_mrr_at_1000_max": 0.313583, + "nauc_mrr_at_1000_std": 0.054587, + "nauc_mrr_at_1000_diff1": 0.84979, + "main_score": 0.844, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.8745, + "ndcg_at_3": 0.89942, + "ndcg_at_5": 0.90466, + "ndcg_at_10": 0.91145, + "ndcg_at_20": 0.91628, + "ndcg_at_100": 0.91945, + "ndcg_at_1000": 0.92124, + "map_at_1": 0.874, + "map_at_3": 0.89374, + "map_at_5": 0.89667, + "map_at_10": 0.89957, + "map_at_20": 0.9009, + "map_at_100": 0.90134, + "map_at_1000": 0.90139, + "recall_at_1": 0.874, + "recall_at_3": 0.91566, + "recall_at_5": 0.92805, + "recall_at_10": 0.9488, + "recall_at_20": 0.96787, + "recall_at_100": 0.98494, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.8745, + "cv_recall_at_3": 0.91566, + "cv_recall_at_5": 0.92871, + "cv_recall_at_10": 0.9488, + "cv_recall_at_20": 0.96787, + "cv_recall_at_100": 0.98494, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.8745, + "precision_at_3": 0.30556, + "precision_at_5": 0.18594, + "precision_at_10": 0.09518, + "precision_at_20": 0.04854, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.874498, + "mrr_at_3": 0.893742, + "mrr_at_5": 0.896804, + "mrr_at_10": 0.899464, + "mrr_at_20": 0.900794, + "mrr_at_100": 0.901232, + "mrr_at_1000": 0.901282, + "nauc_ndcg_at_1_max": 0.300542, + "nauc_ndcg_at_1_std": -0.004623, + "nauc_ndcg_at_1_diff1": 0.929957, + "nauc_ndcg_at_3_max": 0.264375, + "nauc_ndcg_at_3_std": -0.032554, + "nauc_ndcg_at_3_diff1": 0.911686, + "nauc_ndcg_at_5_max": 0.281201, + "nauc_ndcg_at_5_std": -0.020492, + "nauc_ndcg_at_5_diff1": 0.913155, + "nauc_ndcg_at_10_max": 0.275382, + "nauc_ndcg_at_10_std": -0.019565, + "nauc_ndcg_at_10_diff1": 0.913515, + "nauc_ndcg_at_20_max": 0.273328, + "nauc_ndcg_at_20_std": -0.023868, + "nauc_ndcg_at_20_diff1": 0.915882, + "nauc_ndcg_at_100_max": 0.265846, + "nauc_ndcg_at_100_std": -0.031187, + "nauc_ndcg_at_100_diff1": 0.916046, + "nauc_ndcg_at_1000_max": 0.273511, + "nauc_ndcg_at_1000_std": -0.024321, + "nauc_ndcg_at_1000_diff1": 0.91669, + "nauc_map_at_1_max": 0.297166, + "nauc_map_at_1_std": -0.006913, + "nauc_map_at_1_diff1": 0.930742, + "nauc_map_at_3_max": 0.273055, + "nauc_map_at_3_std": -0.025577, + "nauc_map_at_3_diff1": 0.91597, + "nauc_map_at_5_max": 0.281122, + "nauc_map_at_5_std": -0.020137, + "nauc_map_at_5_diff1": 0.916867, + "nauc_map_at_10_max": 0.280069, + "nauc_map_at_10_std": -0.018808, + "nauc_map_at_10_diff1": 0.917235, + "nauc_map_at_20_max": 0.279746, + "nauc_map_at_20_std": -0.019562, + "nauc_map_at_20_diff1": 0.91791, + "nauc_map_at_100_max": 0.278888, + "nauc_map_at_100_std": -0.020415, + "nauc_map_at_100_diff1": 0.917922, + "nauc_map_at_1000_max": 0.279058, + "nauc_map_at_1000_std": -0.020247, + "nauc_map_at_1000_diff1": 0.917958, + "nauc_recall_at_1_max": 0.297166, + "nauc_recall_at_1_std": -0.006913, + "nauc_recall_at_1_diff1": 0.930742, + "nauc_recall_at_3_max": 0.234078, + "nauc_recall_at_3_std": -0.057072, + "nauc_recall_at_3_diff1": 0.896794, + "nauc_recall_at_5_max": 0.282227, + "nauc_recall_at_5_std": -0.023295, + "nauc_recall_at_5_diff1": 0.898637, + "nauc_recall_at_10_max": 0.248046, + "nauc_recall_at_10_std": -0.02119, + "nauc_recall_at_10_diff1": 0.893562, + "nauc_recall_at_20_max": 0.208623, + "nauc_recall_at_20_std": -0.07135, + "nauc_recall_at_20_diff1": 0.904052, + "nauc_recall_at_100_max": -0.072801, + "nauc_recall_at_100_std": -0.33076, + "nauc_recall_at_100_diff1": 0.896952, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.300542, + "nauc_precision_at_1_std": -0.004623, + "nauc_precision_at_1_diff1": 0.929957, + "nauc_precision_at_3_max": 0.235904, + "nauc_precision_at_3_std": -0.049343, + "nauc_precision_at_3_diff1": 0.86695, + "nauc_precision_at_5_max": 0.296377, + "nauc_precision_at_5_std": 0.000726, + "nauc_precision_at_5_diff1": 0.863684, + "nauc_precision_at_10_max": 0.276057, + "nauc_precision_at_10_std": 0.05264, + "nauc_precision_at_10_diff1": 0.76196, + "nauc_precision_at_20_max": 0.256459, + "nauc_precision_at_20_std": 0.047202, + "nauc_precision_at_20_diff1": 0.70379, + "nauc_precision_at_100_max": 0.087859, + "nauc_precision_at_100_std": -0.045591, + "nauc_precision_at_100_diff1": 0.530106, + "nauc_precision_at_1000_max": 0.550011, + "nauc_precision_at_1000_std": 0.774723, + "nauc_precision_at_1000_diff1": -0.525158, + "nauc_cv_recall_at_1_max": 0.300542, + "nauc_cv_recall_at_1_std": -0.004623, + "nauc_cv_recall_at_1_diff1": 0.929957, + "nauc_cv_recall_at_3_max": 0.234078, + "nauc_cv_recall_at_3_std": -0.057072, + "nauc_cv_recall_at_3_diff1": 0.896794, + "nauc_cv_recall_at_5_max": 0.295697, + "nauc_cv_recall_at_5_std": -0.007193, + "nauc_cv_recall_at_5_diff1": 0.898913, + "nauc_cv_recall_at_10_max": 0.248046, + "nauc_cv_recall_at_10_std": -0.02119, + "nauc_cv_recall_at_10_diff1": 0.893562, + "nauc_cv_recall_at_20_max": 0.208623, + "nauc_cv_recall_at_20_std": -0.07135, + "nauc_cv_recall_at_20_diff1": 0.904052, + "nauc_cv_recall_at_100_max": -0.072801, + "nauc_cv_recall_at_100_std": -0.33076, + "nauc_cv_recall_at_100_diff1": 0.896952, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.300542, + "nauc_mrr_at_1_std": -0.004623, + "nauc_mrr_at_1_diff1": 0.929957, + "nauc_mrr_at_3_max": 0.273055, + "nauc_mrr_at_3_std": -0.025577, + "nauc_mrr_at_3_diff1": 0.91597, + "nauc_mrr_at_5_max": 0.283012, + "nauc_mrr_at_5_std": -0.017873, + "nauc_mrr_at_5_diff1": 0.91693, + "nauc_mrr_at_10_max": 0.278575, + "nauc_mrr_at_10_std": -0.020602, + "nauc_mrr_at_10_diff1": 0.917185, + "nauc_mrr_at_20_max": 0.278231, + "nauc_mrr_at_20_std": -0.02138, + "nauc_mrr_at_20_diff1": 0.917859, + "nauc_mrr_at_100_max": 0.277367, + "nauc_mrr_at_100_std": -0.02224, + "nauc_mrr_at_100_diff1": 0.91787, + "nauc_mrr_at_1000_max": 0.277537, + "nauc_mrr_at_1000_std": -0.022073, + "nauc_mrr_at_1000_diff1": 0.917906, + "main_score": 0.90466, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.80461, + "ndcg_at_3": 0.83628, + "ndcg_at_5": 0.84361, + "ndcg_at_10": 0.84976, + "ndcg_at_20": 0.85289, + "ndcg_at_100": 0.85787, + "ndcg_at_1000": 0.86548, + "map_at_1": 0.80411, + "map_at_3": 0.82882, + "map_at_5": 0.83283, + "map_at_10": 0.83537, + "map_at_20": 0.83627, + "map_at_100": 0.83689, + "map_at_1000": 0.83709, + "recall_at_1": 0.80411, + "recall_at_3": 0.85772, + "recall_at_5": 0.87575, + "recall_at_10": 0.89479, + "recall_at_20": 0.90681, + "recall_at_100": 0.93487, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.80461, + "cv_recall_at_3": 0.85772, + "cv_recall_at_5": 0.87575, + "cv_recall_at_10": 0.89479, + "cv_recall_at_20": 0.90681, + "cv_recall_at_100": 0.93487, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.80461, + "precision_at_3": 0.28624, + "precision_at_5": 0.17535, + "precision_at_10": 0.08958, + "precision_at_20": 0.04539, + "precision_at_100": 0.00936, + "precision_at_1000": 0.001, + "mrr_at_1": 0.804609, + "mrr_at_3": 0.828824, + "mrr_at_5": 0.832832, + "mrr_at_10": 0.835367, + "mrr_at_20": 0.836275, + "mrr_at_100": 0.836891, + "mrr_at_1000": 0.837086, + "nauc_ndcg_at_1_max": 0.452047, + "nauc_ndcg_at_1_std": 0.110505, + "nauc_ndcg_at_1_diff1": 0.883607, + "nauc_ndcg_at_3_max": 0.441359, + "nauc_ndcg_at_3_std": 0.122181, + "nauc_ndcg_at_3_diff1": 0.872069, + "nauc_ndcg_at_5_max": 0.438622, + "nauc_ndcg_at_5_std": 0.125838, + "nauc_ndcg_at_5_diff1": 0.868975, + "nauc_ndcg_at_10_max": 0.427221, + "nauc_ndcg_at_10_std": 0.113571, + "nauc_ndcg_at_10_diff1": 0.862462, + "nauc_ndcg_at_20_max": 0.424418, + "nauc_ndcg_at_20_std": 0.10919, + "nauc_ndcg_at_20_diff1": 0.861737, + "nauc_ndcg_at_100_max": 0.431398, + "nauc_ndcg_at_100_std": 0.118336, + "nauc_ndcg_at_100_diff1": 0.86186, + "nauc_ndcg_at_1000_max": 0.43254, + "nauc_ndcg_at_1000_std": 0.115473, + "nauc_ndcg_at_1000_diff1": 0.865599, + "nauc_map_at_1_max": 0.449432, + "nauc_map_at_1_std": 0.109774, + "nauc_map_at_1_diff1": 0.882487, + "nauc_map_at_3_max": 0.444547, + "nauc_map_at_3_std": 0.119032, + "nauc_map_at_3_diff1": 0.875265, + "nauc_map_at_5_max": 0.443128, + "nauc_map_at_5_std": 0.120803, + "nauc_map_at_5_diff1": 0.873851, + "nauc_map_at_10_max": 0.438729, + "nauc_map_at_10_std": 0.116146, + "nauc_map_at_10_diff1": 0.871356, + "nauc_map_at_20_max": 0.438059, + "nauc_map_at_20_std": 0.114998, + "nauc_map_at_20_diff1": 0.871198, + "nauc_map_at_100_max": 0.438592, + "nauc_map_at_100_std": 0.115889, + "nauc_map_at_100_diff1": 0.8712, + "nauc_map_at_1000_max": 0.438574, + "nauc_map_at_1000_std": 0.115773, + "nauc_map_at_1000_diff1": 0.87125, + "nauc_recall_at_1_max": 0.449432, + "nauc_recall_at_1_std": 0.109774, + "nauc_recall_at_1_diff1": 0.882487, + "nauc_recall_at_3_max": 0.430337, + "nauc_recall_at_3_std": 0.132923, + "nauc_recall_at_3_diff1": 0.86113, + "nauc_recall_at_5_max": 0.421056, + "nauc_recall_at_5_std": 0.14561, + "nauc_recall_at_5_diff1": 0.849757, + "nauc_recall_at_10_max": 0.370915, + "nauc_recall_at_10_std": 0.09606, + "nauc_recall_at_10_diff1": 0.819755, + "nauc_recall_at_20_max": 0.347729, + "nauc_recall_at_20_std": 0.068625, + "nauc_recall_at_20_diff1": 0.810517, + "nauc_recall_at_100_max": 0.405536, + "nauc_recall_at_100_std": 0.162069, + "nauc_recall_at_100_diff1": 0.791645, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.452047, + "nauc_precision_at_1_std": 0.110505, + "nauc_precision_at_1_diff1": 0.883607, + "nauc_precision_at_3_max": 0.429007, + "nauc_precision_at_3_std": 0.132492, + "nauc_precision_at_3_diff1": 0.847712, + "nauc_precision_at_5_max": 0.419687, + "nauc_precision_at_5_std": 0.144943, + "nauc_precision_at_5_diff1": 0.834788, + "nauc_precision_at_10_max": 0.370155, + "nauc_precision_at_10_std": 0.096102, + "nauc_precision_at_10_diff1": 0.802947, + "nauc_precision_at_20_max": 0.347304, + "nauc_precision_at_20_std": 0.069175, + "nauc_precision_at_20_diff1": 0.791865, + "nauc_precision_at_100_max": 0.403426, + "nauc_precision_at_100_std": 0.160416, + "nauc_precision_at_100_diff1": 0.76566, + "nauc_precision_at_1000_max": -0.045453, + "nauc_precision_at_1000_std": -0.053708, + "nauc_precision_at_1000_diff1": -0.353058, + "nauc_cv_recall_at_1_max": 0.452047, + "nauc_cv_recall_at_1_std": 0.110505, + "nauc_cv_recall_at_1_diff1": 0.883607, + "nauc_cv_recall_at_3_max": 0.430337, + "nauc_cv_recall_at_3_std": 0.132923, + "nauc_cv_recall_at_3_diff1": 0.86113, + "nauc_cv_recall_at_5_max": 0.421056, + "nauc_cv_recall_at_5_std": 0.14561, + "nauc_cv_recall_at_5_diff1": 0.849757, + "nauc_cv_recall_at_10_max": 0.370915, + "nauc_cv_recall_at_10_std": 0.09606, + "nauc_cv_recall_at_10_diff1": 0.819755, + "nauc_cv_recall_at_20_max": 0.347729, + "nauc_cv_recall_at_20_std": 0.068625, + "nauc_cv_recall_at_20_diff1": 0.810517, + "nauc_cv_recall_at_100_max": 0.405536, + "nauc_cv_recall_at_100_std": 0.162069, + "nauc_cv_recall_at_100_diff1": 0.791645, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.452047, + "nauc_mrr_at_1_std": 0.110505, + "nauc_mrr_at_1_diff1": 0.883607, + "nauc_mrr_at_3_max": 0.444547, + "nauc_mrr_at_3_std": 0.119032, + "nauc_mrr_at_3_diff1": 0.875265, + "nauc_mrr_at_5_max": 0.443128, + "nauc_mrr_at_5_std": 0.120803, + "nauc_mrr_at_5_diff1": 0.873851, + "nauc_mrr_at_10_max": 0.438729, + "nauc_mrr_at_10_std": 0.116146, + "nauc_mrr_at_10_diff1": 0.871356, + "nauc_mrr_at_20_max": 0.438059, + "nauc_mrr_at_20_std": 0.114998, + "nauc_mrr_at_20_diff1": 0.871198, + "nauc_mrr_at_100_max": 0.438592, + "nauc_mrr_at_100_std": 0.115889, + "nauc_mrr_at_100_diff1": 0.8712, + "nauc_mrr_at_1000_max": 0.438576, + "nauc_mrr_at_1000_std": 0.115775, + "nauc_mrr_at_1000_diff1": 0.87125, + "main_score": 0.84361, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.79158, + "ndcg_at_3": 0.83198, + "ndcg_at_5": 0.83728, + "ndcg_at_10": 0.84233, + "ndcg_at_20": 0.84774, + "ndcg_at_100": 0.85342, + "ndcg_at_1000": 0.8604, + "map_at_1": 0.79058, + "map_at_3": 0.82265, + "map_at_5": 0.82555, + "map_at_10": 0.82756, + "map_at_20": 0.82909, + "map_at_100": 0.82986, + "map_at_1000": 0.83003, + "recall_at_1": 0.79058, + "recall_at_3": 0.85822, + "recall_at_5": 0.87124, + "recall_at_10": 0.88727, + "recall_at_20": 0.90832, + "recall_at_100": 0.93938, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.79158, + "cv_recall_at_3": 0.85872, + "cv_recall_at_5": 0.87174, + "cv_recall_at_10": 0.88778, + "cv_recall_at_20": 0.90882, + "cv_recall_at_100": 0.93988, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.79158, + "precision_at_3": 0.28657, + "precision_at_5": 0.17455, + "precision_at_10": 0.08888, + "precision_at_20": 0.04549, + "precision_at_100": 0.00941, + "precision_at_1000": 0.001, + "mrr_at_1": 0.791583, + "mrr_at_3": 0.823146, + "mrr_at_5": 0.826052, + "mrr_at_10": 0.828058, + "mrr_at_20": 0.829589, + "mrr_at_100": 0.830363, + "mrr_at_1000": 0.830533, + "nauc_ndcg_at_1_max": 0.270191, + "nauc_ndcg_at_1_std": -0.048155, + "nauc_ndcg_at_1_diff1": 0.880403, + "nauc_ndcg_at_3_max": 0.271866, + "nauc_ndcg_at_3_std": -0.025101, + "nauc_ndcg_at_3_diff1": 0.864442, + "nauc_ndcg_at_5_max": 0.269505, + "nauc_ndcg_at_5_std": -0.035367, + "nauc_ndcg_at_5_diff1": 0.864106, + "nauc_ndcg_at_10_max": 0.2668, + "nauc_ndcg_at_10_std": -0.027817, + "nauc_ndcg_at_10_diff1": 0.859485, + "nauc_ndcg_at_20_max": 0.26081, + "nauc_ndcg_at_20_std": -0.031474, + "nauc_ndcg_at_20_diff1": 0.855412, + "nauc_ndcg_at_100_max": 0.253181, + "nauc_ndcg_at_100_std": -0.037117, + "nauc_ndcg_at_100_diff1": 0.855257, + "nauc_ndcg_at_1000_max": 0.264064, + "nauc_ndcg_at_1000_std": -0.032848, + "nauc_ndcg_at_1000_diff1": 0.859758, + "nauc_map_at_1_max": 0.263231, + "nauc_map_at_1_std": -0.052912, + "nauc_map_at_1_diff1": 0.882286, + "nauc_map_at_3_max": 0.270994, + "nauc_map_at_3_std": -0.031296, + "nauc_map_at_3_diff1": 0.868719, + "nauc_map_at_5_max": 0.269851, + "nauc_map_at_5_std": -0.036506, + "nauc_map_at_5_diff1": 0.868509, + "nauc_map_at_10_max": 0.26886, + "nauc_map_at_10_std": -0.033998, + "nauc_map_at_10_diff1": 0.866868, + "nauc_map_at_20_max": 0.267655, + "nauc_map_at_20_std": -0.034745, + "nauc_map_at_20_diff1": 0.865851, + "nauc_map_at_100_max": 0.26685, + "nauc_map_at_100_std": -0.035554, + "nauc_map_at_100_diff1": 0.865812, + "nauc_map_at_1000_max": 0.267292, + "nauc_map_at_1000_std": -0.035236, + "nauc_map_at_1000_diff1": 0.865888, + "nauc_recall_at_1_max": 0.263231, + "nauc_recall_at_1_std": -0.052912, + "nauc_recall_at_1_diff1": 0.882286, + "nauc_recall_at_3_max": 0.272086, + "nauc_recall_at_3_std": -0.003961, + "nauc_recall_at_3_diff1": 0.850507, + "nauc_recall_at_5_max": 0.264495, + "nauc_recall_at_5_std": -0.034034, + "nauc_recall_at_5_diff1": 0.848787, + "nauc_recall_at_10_max": 0.252332, + "nauc_recall_at_10_std": 0.000315, + "nauc_recall_at_10_diff1": 0.827059, + "nauc_recall_at_20_max": 0.208431, + "nauc_recall_at_20_std": -0.01927, + "nauc_recall_at_20_diff1": 0.795151, + "nauc_recall_at_100_max": 0.081649, + "nauc_recall_at_100_std": -0.080344, + "nauc_recall_at_100_diff1": 0.765099, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.270191, + "nauc_precision_at_1_std": -0.048155, + "nauc_precision_at_1_diff1": 0.880403, + "nauc_precision_at_3_max": 0.28421, + "nauc_precision_at_3_std": 0.009353, + "nauc_precision_at_3_diff1": 0.831518, + "nauc_precision_at_5_max": 0.277784, + "nauc_precision_at_5_std": -0.019215, + "nauc_precision_at_5_diff1": 0.828113, + "nauc_precision_at_10_max": 0.267411, + "nauc_precision_at_10_std": 0.016572, + "nauc_precision_at_10_diff1": 0.804074, + "nauc_precision_at_20_max": 0.227433, + "nauc_precision_at_20_std": 0.000655, + "nauc_precision_at_20_diff1": 0.76836, + "nauc_precision_at_100_max": 0.112735, + "nauc_precision_at_100_std": -0.04919, + "nauc_precision_at_100_diff1": 0.725458, + "nauc_precision_at_1000_max": 0.662265, + "nauc_precision_at_1000_std": 0.54931, + "nauc_precision_at_1000_diff1": -0.5753, + "nauc_cv_recall_at_1_max": 0.270191, + "nauc_cv_recall_at_1_std": -0.048155, + "nauc_cv_recall_at_1_diff1": 0.880403, + "nauc_cv_recall_at_3_max": 0.275037, + "nauc_cv_recall_at_3_std": -0.003342, + "nauc_cv_recall_at_3_diff1": 0.849546, + "nauc_cv_recall_at_5_max": 0.267688, + "nauc_cv_recall_at_5_std": -0.033463, + "nauc_cv_recall_at_5_diff1": 0.847733, + "nauc_cv_recall_at_10_max": 0.255879, + "nauc_cv_recall_at_10_std": 0.001093, + "nauc_cv_recall_at_10_diff1": 0.825786, + "nauc_cv_recall_at_20_max": 0.212676, + "nauc_cv_recall_at_20_std": -0.018434, + "nauc_cv_recall_at_20_diff1": 0.794026, + "nauc_cv_recall_at_100_max": 0.087031, + "nauc_cv_recall_at_100_std": -0.079585, + "nauc_cv_recall_at_100_diff1": 0.763142, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.270191, + "nauc_mrr_at_1_std": -0.048155, + "nauc_mrr_at_1_diff1": 0.880403, + "nauc_mrr_at_3_max": 0.273284, + "nauc_mrr_at_3_std": -0.030848, + "nauc_mrr_at_3_diff1": 0.867596, + "nauc_mrr_at_5_max": 0.272174, + "nauc_mrr_at_5_std": -0.036062, + "nauc_mrr_at_5_diff1": 0.867368, + "nauc_mrr_at_10_max": 0.271205, + "nauc_mrr_at_10_std": -0.033544, + "nauc_mrr_at_10_diff1": 0.865711, + "nauc_mrr_at_20_max": 0.270018, + "nauc_mrr_at_20_std": -0.034289, + "nauc_mrr_at_20_diff1": 0.864681, + "nauc_mrr_at_100_max": 0.269223, + "nauc_mrr_at_100_std": -0.035097, + "nauc_mrr_at_100_diff1": 0.864637, + "nauc_mrr_at_1000_max": 0.269662, + "nauc_mrr_at_1000_std": -0.03478, + "nauc_mrr_at_1000_diff1": 0.864715, + "main_score": 0.83728, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.4499, + "ndcg_at_3": 0.5045, + "ndcg_at_5": 0.51705, + "ndcg_at_10": 0.53381, + "ndcg_at_20": 0.54569, + "ndcg_at_100": 0.56102, + "ndcg_at_1000": 0.58979, + "map_at_1": 0.4494, + "map_at_3": 0.49115, + "map_at_5": 0.49821, + "map_at_10": 0.50514, + "map_at_20": 0.50838, + "map_at_100": 0.51044, + "map_at_1000": 0.51122, + "recall_at_1": 0.4494, + "recall_at_3": 0.54309, + "recall_at_5": 0.57315, + "recall_at_10": 0.62475, + "recall_at_20": 0.67184, + "recall_at_100": 0.75551, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.4499, + "cv_recall_at_3": 0.54309, + "cv_recall_at_5": 0.57315, + "cv_recall_at_10": 0.62525, + "cv_recall_at_20": 0.67234, + "cv_recall_at_100": 0.75551, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.4499, + "precision_at_3": 0.18136, + "precision_at_5": 0.11483, + "precision_at_10": 0.06263, + "precision_at_20": 0.03367, + "precision_at_100": 0.00758, + "precision_at_1000": 0.001, + "mrr_at_1": 0.4499, + "mrr_at_3": 0.491149, + "mrr_at_5": 0.498213, + "mrr_at_10": 0.505201, + "mrr_at_20": 0.508441, + "mrr_at_100": 0.510461, + "mrr_at_1000": 0.511244, + "nauc_ndcg_at_1_max": 0.154095, + "nauc_ndcg_at_1_std": 0.073864, + "nauc_ndcg_at_1_diff1": 0.74246, + "nauc_ndcg_at_3_max": 0.139994, + "nauc_ndcg_at_3_std": 0.061048, + "nauc_ndcg_at_3_diff1": 0.687665, + "nauc_ndcg_at_5_max": 0.132103, + "nauc_ndcg_at_5_std": 0.056435, + "nauc_ndcg_at_5_diff1": 0.681573, + "nauc_ndcg_at_10_max": 0.133269, + "nauc_ndcg_at_10_std": 0.060286, + "nauc_ndcg_at_10_diff1": 0.67062, + "nauc_ndcg_at_20_max": 0.13282, + "nauc_ndcg_at_20_std": 0.065284, + "nauc_ndcg_at_20_diff1": 0.660517, + "nauc_ndcg_at_100_max": 0.138492, + "nauc_ndcg_at_100_std": 0.071228, + "nauc_ndcg_at_100_diff1": 0.654813, + "nauc_ndcg_at_1000_max": 0.139614, + "nauc_ndcg_at_1000_std": 0.068284, + "nauc_ndcg_at_1000_diff1": 0.671378, + "nauc_map_at_1_max": 0.155083, + "nauc_map_at_1_std": 0.074866, + "nauc_map_at_1_diff1": 0.742835, + "nauc_map_at_3_max": 0.144416, + "nauc_map_at_3_std": 0.064587, + "nauc_map_at_3_diff1": 0.70162, + "nauc_map_at_5_max": 0.139987, + "nauc_map_at_5_std": 0.062015, + "nauc_map_at_5_diff1": 0.698179, + "nauc_map_at_10_max": 0.140358, + "nauc_map_at_10_std": 0.063444, + "nauc_map_at_10_diff1": 0.693661, + "nauc_map_at_20_max": 0.140544, + "nauc_map_at_20_std": 0.065075, + "nauc_map_at_20_diff1": 0.691084, + "nauc_map_at_100_max": 0.141672, + "nauc_map_at_100_std": 0.066378, + "nauc_map_at_100_diff1": 0.690462, + "nauc_map_at_1000_max": 0.141746, + "nauc_map_at_1000_std": 0.066311, + "nauc_map_at_1000_diff1": 0.690821, + "nauc_recall_at_1_max": 0.155083, + "nauc_recall_at_1_std": 0.074866, + "nauc_recall_at_1_diff1": 0.742835, + "nauc_recall_at_3_max": 0.126348, + "nauc_recall_at_3_std": 0.050291, + "nauc_recall_at_3_diff1": 0.64569, + "nauc_recall_at_5_max": 0.106465, + "nauc_recall_at_5_std": 0.038526, + "nauc_recall_at_5_diff1": 0.629735, + "nauc_recall_at_10_max": 0.109001, + "nauc_recall_at_10_std": 0.050152, + "nauc_recall_at_10_diff1": 0.590031, + "nauc_recall_at_20_max": 0.102172, + "nauc_recall_at_20_std": 0.069937, + "nauc_recall_at_20_diff1": 0.53544, + "nauc_recall_at_100_max": 0.131066, + "nauc_recall_at_100_std": 0.106609, + "nauc_recall_at_100_diff1": 0.459533, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.154095, + "nauc_precision_at_1_std": 0.073864, + "nauc_precision_at_1_diff1": 0.74246, + "nauc_precision_at_3_max": 0.123545, + "nauc_precision_at_3_std": 0.047881, + "nauc_precision_at_3_diff1": 0.641284, + "nauc_precision_at_5_max": 0.103675, + "nauc_precision_at_5_std": 0.0361, + "nauc_precision_at_5_diff1": 0.625268, + "nauc_precision_at_10_max": 0.107015, + "nauc_precision_at_10_std": 0.050396, + "nauc_precision_at_10_diff1": 0.585068, + "nauc_precision_at_20_max": 0.100034, + "nauc_precision_at_20_std": 0.070099, + "nauc_precision_at_20_diff1": 0.530297, + "nauc_precision_at_100_max": 0.128304, + "nauc_precision_at_100_std": 0.109514, + "nauc_precision_at_100_diff1": 0.448236, + "nauc_precision_at_1000_max": -0.045453, + "nauc_precision_at_1000_std": 0.292282, + "nauc_precision_at_1000_diff1": -0.262419, + "nauc_cv_recall_at_1_max": 0.154095, + "nauc_cv_recall_at_1_std": 0.073864, + "nauc_cv_recall_at_1_diff1": 0.74246, + "nauc_cv_recall_at_3_max": 0.126348, + "nauc_cv_recall_at_3_std": 0.050291, + "nauc_cv_recall_at_3_diff1": 0.64569, + "nauc_cv_recall_at_5_max": 0.106465, + "nauc_cv_recall_at_5_std": 0.038526, + "nauc_cv_recall_at_5_diff1": 0.629735, + "nauc_cv_recall_at_10_max": 0.110042, + "nauc_cv_recall_at_10_std": 0.053095, + "nauc_cv_recall_at_10_diff1": 0.589652, + "nauc_cv_recall_at_20_max": 0.103305, + "nauc_cv_recall_at_20_std": 0.07318, + "nauc_cv_recall_at_20_diff1": 0.53497, + "nauc_cv_recall_at_100_max": 0.131066, + "nauc_cv_recall_at_100_std": 0.106609, + "nauc_cv_recall_at_100_diff1": 0.459533, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.154095, + "nauc_mrr_at_1_std": 0.073864, + "nauc_mrr_at_1_diff1": 0.74246, + "nauc_mrr_at_3_max": 0.144416, + "nauc_mrr_at_3_std": 0.064587, + "nauc_mrr_at_3_diff1": 0.70162, + "nauc_mrr_at_5_max": 0.139987, + "nauc_mrr_at_5_std": 0.062015, + "nauc_mrr_at_5_diff1": 0.698179, + "nauc_mrr_at_10_max": 0.140476, + "nauc_mrr_at_10_std": 0.063769, + "nauc_mrr_at_10_diff1": 0.69363, + "nauc_mrr_at_20_max": 0.140663, + "nauc_mrr_at_20_std": 0.065401, + "nauc_mrr_at_20_diff1": 0.691052, + "nauc_mrr_at_100_max": 0.14172, + "nauc_mrr_at_100_std": 0.066512, + "nauc_mrr_at_100_diff1": 0.690449, + "nauc_mrr_at_1000_max": 0.141795, + "nauc_mrr_at_1000_std": 0.066445, + "nauc_mrr_at_1000_diff1": 0.690809, + "main_score": 0.51705, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.75226, + "ndcg_at_3": 0.78812, + "ndcg_at_5": 0.7983, + "ndcg_at_10": 0.80368, + "ndcg_at_20": 0.80786, + "ndcg_at_100": 0.81556, + "ndcg_at_1000": 0.82578, + "map_at_1": 0.75176, + "map_at_3": 0.77942, + "map_at_5": 0.78499, + "map_at_10": 0.78725, + "map_at_20": 0.78833, + "map_at_100": 0.78941, + "map_at_1000": 0.78969, + "recall_at_1": 0.75176, + "recall_at_3": 0.81294, + "recall_at_5": 0.83801, + "recall_at_10": 0.85456, + "recall_at_20": 0.87161, + "recall_at_100": 0.91274, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.75226, + "cv_recall_at_3": 0.81344, + "cv_recall_at_5": 0.83852, + "cv_recall_at_10": 0.85456, + "cv_recall_at_20": 0.87161, + "cv_recall_at_100": 0.91274, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.75226, + "precision_at_3": 0.27148, + "precision_at_5": 0.1679, + "precision_at_10": 0.08566, + "precision_at_20": 0.04368, + "precision_at_100": 0.00915, + "precision_at_1000": 0.001, + "mrr_at_1": 0.752257, + "mrr_at_3": 0.779672, + "mrr_at_5": 0.785239, + "mrr_at_10": 0.787372, + "mrr_at_20": 0.788456, + "mrr_at_100": 0.78954, + "mrr_at_1000": 0.789812, + "nauc_ndcg_at_1_max": 0.328983, + "nauc_ndcg_at_1_std": 0.098118, + "nauc_ndcg_at_1_diff1": 0.891992, + "nauc_ndcg_at_3_max": 0.338155, + "nauc_ndcg_at_3_std": 0.122876, + "nauc_ndcg_at_3_diff1": 0.860244, + "nauc_ndcg_at_5_max": 0.342718, + "nauc_ndcg_at_5_std": 0.122704, + "nauc_ndcg_at_5_diff1": 0.858535, + "nauc_ndcg_at_10_max": 0.334748, + "nauc_ndcg_at_10_std": 0.115189, + "nauc_ndcg_at_10_diff1": 0.855253, + "nauc_ndcg_at_20_max": 0.330412, + "nauc_ndcg_at_20_std": 0.108749, + "nauc_ndcg_at_20_diff1": 0.85351, + "nauc_ndcg_at_100_max": 0.331589, + "nauc_ndcg_at_100_std": 0.110214, + "nauc_ndcg_at_100_diff1": 0.850859, + "nauc_ndcg_at_1000_max": 0.332179, + "nauc_ndcg_at_1000_std": 0.110478, + "nauc_ndcg_at_1000_diff1": 0.857651, + "nauc_map_at_1_max": 0.328724, + "nauc_map_at_1_std": 0.096684, + "nauc_map_at_1_diff1": 0.892501, + "nauc_map_at_3_max": 0.334512, + "nauc_map_at_3_std": 0.113406, + "nauc_map_at_3_diff1": 0.868315, + "nauc_map_at_5_max": 0.336948, + "nauc_map_at_5_std": 0.113305, + "nauc_map_at_5_diff1": 0.867702, + "nauc_map_at_10_max": 0.333844, + "nauc_map_at_10_std": 0.110476, + "nauc_map_at_10_diff1": 0.866488, + "nauc_map_at_20_max": 0.332806, + "nauc_map_at_20_std": 0.108893, + "nauc_map_at_20_diff1": 0.866142, + "nauc_map_at_100_max": 0.332827, + "nauc_map_at_100_std": 0.108954, + "nauc_map_at_100_diff1": 0.865793, + "nauc_map_at_1000_max": 0.332798, + "nauc_map_at_1000_std": 0.108958, + "nauc_map_at_1000_diff1": 0.865947, + "nauc_recall_at_1_max": 0.328724, + "nauc_recall_at_1_std": 0.096684, + "nauc_recall_at_1_diff1": 0.892501, + "nauc_recall_at_3_max": 0.348284, + "nauc_recall_at_3_std": 0.152372, + "nauc_recall_at_3_diff1": 0.833959, + "nauc_recall_at_5_max": 0.362396, + "nauc_recall_at_5_std": 0.154866, + "nauc_recall_at_5_diff1": 0.824782, + "nauc_recall_at_10_max": 0.333937, + "nauc_recall_at_10_std": 0.12884, + "nauc_recall_at_10_diff1": 0.808508, + "nauc_recall_at_20_max": 0.308705, + "nauc_recall_at_20_std": 0.093471, + "nauc_recall_at_20_diff1": 0.792691, + "nauc_recall_at_100_max": 0.313644, + "nauc_recall_at_100_std": 0.104173, + "nauc_recall_at_100_diff1": 0.741414, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.328983, + "nauc_precision_at_1_std": 0.098118, + "nauc_precision_at_1_diff1": 0.891992, + "nauc_precision_at_3_max": 0.348278, + "nauc_precision_at_3_std": 0.159365, + "nauc_precision_at_3_diff1": 0.820408, + "nauc_precision_at_5_max": 0.36227, + "nauc_precision_at_5_std": 0.162819, + "nauc_precision_at_5_diff1": 0.809405, + "nauc_precision_at_10_max": 0.333012, + "nauc_precision_at_10_std": 0.141844, + "nauc_precision_at_10_diff1": 0.776595, + "nauc_precision_at_20_max": 0.30836, + "nauc_precision_at_20_std": 0.108941, + "nauc_precision_at_20_diff1": 0.757518, + "nauc_precision_at_100_max": 0.312967, + "nauc_precision_at_100_std": 0.125615, + "nauc_precision_at_100_diff1": 0.693697, + "nauc_precision_at_1000_max": 0.05892, + "nauc_precision_at_1000_std": 0.417713, + "nauc_precision_at_1000_diff1": -0.499809, + "nauc_cv_recall_at_1_max": 0.328983, + "nauc_cv_recall_at_1_std": 0.098118, + "nauc_cv_recall_at_1_diff1": 0.891992, + "nauc_cv_recall_at_3_max": 0.352448, + "nauc_cv_recall_at_3_std": 0.157727, + "nauc_cv_recall_at_3_diff1": 0.833546, + "nauc_cv_recall_at_5_max": 0.367191, + "nauc_cv_recall_at_5_std": 0.160988, + "nauc_cv_recall_at_5_diff1": 0.824284, + "nauc_cv_recall_at_10_max": 0.333937, + "nauc_cv_recall_at_10_std": 0.12884, + "nauc_cv_recall_at_10_diff1": 0.808508, + "nauc_cv_recall_at_20_max": 0.308705, + "nauc_cv_recall_at_20_std": 0.093471, + "nauc_cv_recall_at_20_diff1": 0.792691, + "nauc_cv_recall_at_100_max": 0.313644, + "nauc_cv_recall_at_100_std": 0.104173, + "nauc_cv_recall_at_100_diff1": 0.741414, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.328983, + "nauc_mrr_at_1_std": 0.098118, + "nauc_mrr_at_1_diff1": 0.891992, + "nauc_mrr_at_3_max": 0.336272, + "nauc_mrr_at_3_std": 0.115685, + "nauc_mrr_at_3_diff1": 0.868066, + "nauc_mrr_at_5_max": 0.338754, + "nauc_mrr_at_5_std": 0.11564, + "nauc_mrr_at_5_diff1": 0.867446, + "nauc_mrr_at_10_max": 0.334743, + "nauc_mrr_at_10_std": 0.11165, + "nauc_mrr_at_10_diff1": 0.866331, + "nauc_mrr_at_20_max": 0.333709, + "nauc_mrr_at_20_std": 0.110072, + "nauc_mrr_at_20_diff1": 0.865984, + "nauc_mrr_at_100_max": 0.333735, + "nauc_mrr_at_100_std": 0.110139, + "nauc_mrr_at_100_diff1": 0.865634, + "nauc_mrr_at_1000_max": 0.333707, + "nauc_mrr_at_1000_std": 0.110145, + "nauc_mrr_at_1000_diff1": 0.865788, + "main_score": 0.7983, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.81645, + "ndcg_at_3": 0.84741, + "ndcg_at_5": 0.8557, + "ndcg_at_10": 0.86015, + "ndcg_at_20": 0.86392, + "ndcg_at_100": 0.86902, + "ndcg_at_1000": 0.8751, + "map_at_1": 0.81494, + "map_at_3": 0.83969, + "map_at_5": 0.8443, + "map_at_10": 0.84608, + "map_at_20": 0.8471, + "map_at_100": 0.84776, + "map_at_1000": 0.84791, + "recall_at_1": 0.81494, + "recall_at_3": 0.86961, + "recall_at_5": 0.88967, + "recall_at_10": 0.90371, + "recall_at_20": 0.91876, + "recall_at_100": 0.94684, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.81645, + "cv_recall_at_3": 0.86961, + "cv_recall_at_5": 0.88967, + "cv_recall_at_10": 0.90371, + "cv_recall_at_20": 0.91876, + "cv_recall_at_100": 0.94684, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.81645, + "precision_at_3": 0.29087, + "precision_at_5": 0.17854, + "precision_at_10": 0.09067, + "precision_at_20": 0.04609, + "precision_at_100": 0.0095, + "precision_at_1000": 0.001, + "mrr_at_1": 0.816449, + "mrr_at_3": 0.839853, + "mrr_at_5": 0.844467, + "mrr_at_10": 0.846249, + "mrr_at_20": 0.847267, + "mrr_at_100": 0.847929, + "mrr_at_1000": 0.848073, + "nauc_ndcg_at_1_max": 0.344451, + "nauc_ndcg_at_1_std": 0.009037, + "nauc_ndcg_at_1_diff1": 0.890868, + "nauc_ndcg_at_3_max": 0.340701, + "nauc_ndcg_at_3_std": -0.006128, + "nauc_ndcg_at_3_diff1": 0.874381, + "nauc_ndcg_at_5_max": 0.345684, + "nauc_ndcg_at_5_std": 0.006072, + "nauc_ndcg_at_5_diff1": 0.867334, + "nauc_ndcg_at_10_max": 0.339179, + "nauc_ndcg_at_10_std": 0.004334, + "nauc_ndcg_at_10_diff1": 0.863439, + "nauc_ndcg_at_20_max": 0.340374, + "nauc_ndcg_at_20_std": 0.011648, + "nauc_ndcg_at_20_diff1": 0.861965, + "nauc_ndcg_at_100_max": 0.33703, + "nauc_ndcg_at_100_std": 0.00881, + "nauc_ndcg_at_100_diff1": 0.861873, + "nauc_ndcg_at_1000_max": 0.340089, + "nauc_ndcg_at_1000_std": 0.006615, + "nauc_ndcg_at_1000_diff1": 0.867623, + "nauc_map_at_1_max": 0.335123, + "nauc_map_at_1_std": 0.002231, + "nauc_map_at_1_diff1": 0.892442, + "nauc_map_at_3_max": 0.34048, + "nauc_map_at_3_std": -0.005628, + "nauc_map_at_3_diff1": 0.879163, + "nauc_map_at_5_max": 0.343427, + "nauc_map_at_5_std": 0.001176, + "nauc_map_at_5_diff1": 0.875584, + "nauc_map_at_10_max": 0.340778, + "nauc_map_at_10_std": 9.9e-05, + "nauc_map_at_10_diff1": 0.874179, + "nauc_map_at_20_max": 0.341011, + "nauc_map_at_20_std": 0.001824, + "nauc_map_at_20_diff1": 0.873947, + "nauc_map_at_100_max": 0.340788, + "nauc_map_at_100_std": 0.001556, + "nauc_map_at_100_diff1": 0.874008, + "nauc_map_at_1000_max": 0.340861, + "nauc_map_at_1000_std": 0.001562, + "nauc_map_at_1000_diff1": 0.874178, + "nauc_recall_at_1_max": 0.335123, + "nauc_recall_at_1_std": 0.002231, + "nauc_recall_at_1_diff1": 0.892442, + "nauc_recall_at_3_max": 0.339645, + "nauc_recall_at_3_std": -0.008981, + "nauc_recall_at_3_diff1": 0.858008, + "nauc_recall_at_5_max": 0.352753, + "nauc_recall_at_5_std": 0.02554, + "nauc_recall_at_5_diff1": 0.83398, + "nauc_recall_at_10_max": 0.32682, + "nauc_recall_at_10_std": 0.02346, + "nauc_recall_at_10_diff1": 0.812925, + "nauc_recall_at_20_max": 0.333203, + "nauc_recall_at_20_std": 0.074289, + "nauc_recall_at_20_diff1": 0.793412, + "nauc_recall_at_100_max": 0.27984, + "nauc_recall_at_100_std": 0.065439, + "nauc_recall_at_100_diff1": 0.755354, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.344451, + "nauc_precision_at_1_std": 0.009037, + "nauc_precision_at_1_diff1": 0.890868, + "nauc_precision_at_3_max": 0.343952, + "nauc_precision_at_3_std": 0.00918, + "nauc_precision_at_3_diff1": 0.802059, + "nauc_precision_at_5_max": 0.357117, + "nauc_precision_at_5_std": 0.044892, + "nauc_precision_at_5_diff1": 0.770593, + "nauc_precision_at_10_max": 0.333069, + "nauc_precision_at_10_std": 0.045346, + "nauc_precision_at_10_diff1": 0.742675, + "nauc_precision_at_20_max": 0.340153, + "nauc_precision_at_20_std": 0.096906, + "nauc_precision_at_20_diff1": 0.71212, + "nauc_precision_at_100_max": 0.294914, + "nauc_precision_at_100_std": 0.099728, + "nauc_precision_at_100_diff1": 0.638374, + "nauc_precision_at_1000_max": 0.448038, + "nauc_precision_at_1000_std": 0.448038, + "nauc_precision_at_1000_diff1": -0.549934, + "nauc_cv_recall_at_1_max": 0.344451, + "nauc_cv_recall_at_1_std": 0.009037, + "nauc_cv_recall_at_1_diff1": 0.890868, + "nauc_cv_recall_at_3_max": 0.339645, + "nauc_cv_recall_at_3_std": -0.008981, + "nauc_cv_recall_at_3_diff1": 0.858008, + "nauc_cv_recall_at_5_max": 0.352753, + "nauc_cv_recall_at_5_std": 0.02554, + "nauc_cv_recall_at_5_diff1": 0.83398, + "nauc_cv_recall_at_10_max": 0.32682, + "nauc_cv_recall_at_10_std": 0.02346, + "nauc_cv_recall_at_10_diff1": 0.812925, + "nauc_cv_recall_at_20_max": 0.333203, + "nauc_cv_recall_at_20_std": 0.074289, + "nauc_cv_recall_at_20_diff1": 0.793412, + "nauc_cv_recall_at_100_max": 0.27984, + "nauc_cv_recall_at_100_std": 0.065439, + "nauc_cv_recall_at_100_diff1": 0.755354, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.344451, + "nauc_mrr_at_1_std": 0.009037, + "nauc_mrr_at_1_diff1": 0.890868, + "nauc_mrr_at_3_max": 0.34207, + "nauc_mrr_at_3_std": -0.003725, + "nauc_mrr_at_3_diff1": 0.878905, + "nauc_mrr_at_5_max": 0.345062, + "nauc_mrr_at_5_std": 0.003137, + "nauc_mrr_at_5_diff1": 0.875315, + "nauc_mrr_at_10_max": 0.342429, + "nauc_mrr_at_10_std": 0.002081, + "nauc_mrr_at_10_diff1": 0.873906, + "nauc_mrr_at_20_max": 0.342674, + "nauc_mrr_at_20_std": 0.003822, + "nauc_mrr_at_20_diff1": 0.873672, + "nauc_mrr_at_100_max": 0.342458, + "nauc_mrr_at_100_std": 0.003562, + "nauc_mrr_at_100_diff1": 0.873731, + "nauc_mrr_at_1000_max": 0.342533, + "nauc_mrr_at_1000_std": 0.00357, + "nauc_mrr_at_1000_diff1": 0.873901, + "main_score": 0.8557, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.62863, + "ndcg_at_3": 0.68193, + "ndcg_at_5": 0.69352, + "ndcg_at_10": 0.70446, + "ndcg_at_20": 0.71463, + "ndcg_at_100": 0.72837, + "ndcg_at_1000": 0.74105, + "map_at_1": 0.62863, + "map_at_3": 0.66917, + "map_at_5": 0.67563, + "map_at_10": 0.6801, + "map_at_20": 0.68292, + "map_at_100": 0.68484, + "map_at_1000": 0.68522, + "recall_at_1": 0.62863, + "recall_at_3": 0.71872, + "recall_at_5": 0.74675, + "recall_at_10": 0.78078, + "recall_at_20": 0.82082, + "recall_at_100": 0.89439, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.62863, + "cv_recall_at_3": 0.71872, + "cv_recall_at_5": 0.74675, + "cv_recall_at_10": 0.78078, + "cv_recall_at_20": 0.82082, + "cv_recall_at_100": 0.89489, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.62863, + "precision_at_3": 0.23957, + "precision_at_5": 0.14935, + "precision_at_10": 0.07808, + "precision_at_20": 0.04104, + "precision_at_100": 0.00895, + "precision_at_1000": 0.001, + "mrr_at_1": 0.628629, + "mrr_at_3": 0.669169, + "mrr_at_5": 0.675626, + "mrr_at_10": 0.680096, + "mrr_at_20": 0.682918, + "mrr_at_100": 0.684843, + "mrr_at_1000": 0.685225, + "nauc_ndcg_at_1_max": 0.305232, + "nauc_ndcg_at_1_std": 0.111078, + "nauc_ndcg_at_1_diff1": 0.851699, + "nauc_ndcg_at_3_max": 0.292532, + "nauc_ndcg_at_3_std": 0.083586, + "nauc_ndcg_at_3_diff1": 0.809052, + "nauc_ndcg_at_5_max": 0.293646, + "nauc_ndcg_at_5_std": 0.088348, + "nauc_ndcg_at_5_diff1": 0.800472, + "nauc_ndcg_at_10_max": 0.294611, + "nauc_ndcg_at_10_std": 0.094504, + "nauc_ndcg_at_10_diff1": 0.793154, + "nauc_ndcg_at_20_max": 0.298259, + "nauc_ndcg_at_20_std": 0.105265, + "nauc_ndcg_at_20_diff1": 0.793208, + "nauc_ndcg_at_100_max": 0.292906, + "nauc_ndcg_at_100_std": 0.100072, + "nauc_ndcg_at_100_diff1": 0.794084, + "nauc_ndcg_at_1000_max": 0.295027, + "nauc_ndcg_at_1000_std": 0.098392, + "nauc_ndcg_at_1000_diff1": 0.801687, + "nauc_map_at_1_max": 0.305232, + "nauc_map_at_1_std": 0.111078, + "nauc_map_at_1_diff1": 0.851699, + "nauc_map_at_3_max": 0.295775, + "nauc_map_at_3_std": 0.090765, + "nauc_map_at_3_diff1": 0.819776, + "nauc_map_at_5_max": 0.296633, + "nauc_map_at_5_std": 0.093778, + "nauc_map_at_5_diff1": 0.815316, + "nauc_map_at_10_max": 0.297048, + "nauc_map_at_10_std": 0.096377, + "nauc_map_at_10_diff1": 0.812534, + "nauc_map_at_20_max": 0.297996, + "nauc_map_at_20_std": 0.099039, + "nauc_map_at_20_diff1": 0.812579, + "nauc_map_at_100_max": 0.29736, + "nauc_map_at_100_std": 0.098243, + "nauc_map_at_100_diff1": 0.812802, + "nauc_map_at_1000_max": 0.297373, + "nauc_map_at_1000_std": 0.09819, + "nauc_map_at_1000_diff1": 0.812969, + "nauc_recall_at_1_max": 0.305232, + "nauc_recall_at_1_std": 0.111078, + "nauc_recall_at_1_diff1": 0.851699, + "nauc_recall_at_3_max": 0.282087, + "nauc_recall_at_3_std": 0.060382, + "nauc_recall_at_3_diff1": 0.774581, + "nauc_recall_at_5_max": 0.283216, + "nauc_recall_at_5_std": 0.069819, + "nauc_recall_at_5_diff1": 0.747936, + "nauc_recall_at_10_max": 0.285591, + "nauc_recall_at_10_std": 0.090286, + "nauc_recall_at_10_diff1": 0.714078, + "nauc_recall_at_20_max": 0.304611, + "nauc_recall_at_20_std": 0.151638, + "nauc_recall_at_20_diff1": 0.700913, + "nauc_recall_at_100_max": 0.243713, + "nauc_recall_at_100_std": 0.123241, + "nauc_recall_at_100_diff1": 0.65507, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.305232, + "nauc_precision_at_1_std": 0.111078, + "nauc_precision_at_1_diff1": 0.851699, + "nauc_precision_at_3_max": 0.282087, + "nauc_precision_at_3_std": 0.060382, + "nauc_precision_at_3_diff1": 0.774581, + "nauc_precision_at_5_max": 0.283216, + "nauc_precision_at_5_std": 0.069819, + "nauc_precision_at_5_diff1": 0.747936, + "nauc_precision_at_10_max": 0.285591, + "nauc_precision_at_10_std": 0.090286, + "nauc_precision_at_10_diff1": 0.714078, + "nauc_precision_at_20_max": 0.304611, + "nauc_precision_at_20_std": 0.151638, + "nauc_precision_at_20_diff1": 0.700913, + "nauc_precision_at_100_max": 0.244142, + "nauc_precision_at_100_std": 0.123168, + "nauc_precision_at_100_diff1": 0.654339, + "nauc_precision_at_1000_max": -0.07034, + "nauc_precision_at_1000_std": -0.07034, + "nauc_precision_at_1000_diff1": -0.415377, + "nauc_cv_recall_at_1_max": 0.305232, + "nauc_cv_recall_at_1_std": 0.111078, + "nauc_cv_recall_at_1_diff1": 0.851699, + "nauc_cv_recall_at_3_max": 0.282087, + "nauc_cv_recall_at_3_std": 0.060382, + "nauc_cv_recall_at_3_diff1": 0.774581, + "nauc_cv_recall_at_5_max": 0.283216, + "nauc_cv_recall_at_5_std": 0.069819, + "nauc_cv_recall_at_5_diff1": 0.747936, + "nauc_cv_recall_at_10_max": 0.285591, + "nauc_cv_recall_at_10_std": 0.090286, + "nauc_cv_recall_at_10_diff1": 0.714078, + "nauc_cv_recall_at_20_max": 0.304611, + "nauc_cv_recall_at_20_std": 0.151638, + "nauc_cv_recall_at_20_diff1": 0.700913, + "nauc_cv_recall_at_100_max": 0.244142, + "nauc_cv_recall_at_100_std": 0.123168, + "nauc_cv_recall_at_100_diff1": 0.654339, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.305232, + "nauc_mrr_at_1_std": 0.111078, + "nauc_mrr_at_1_diff1": 0.851699, + "nauc_mrr_at_3_max": 0.295775, + "nauc_mrr_at_3_std": 0.090765, + "nauc_mrr_at_3_diff1": 0.819776, + "nauc_mrr_at_5_max": 0.296633, + "nauc_mrr_at_5_std": 0.093778, + "nauc_mrr_at_5_diff1": 0.815316, + "nauc_mrr_at_10_max": 0.297048, + "nauc_mrr_at_10_std": 0.096377, + "nauc_mrr_at_10_diff1": 0.812534, + "nauc_mrr_at_20_max": 0.297996, + "nauc_mrr_at_20_std": 0.099039, + "nauc_mrr_at_20_diff1": 0.812579, + "nauc_mrr_at_100_max": 0.297364, + "nauc_mrr_at_100_std": 0.098242, + "nauc_mrr_at_100_diff1": 0.812802, + "nauc_mrr_at_1000_max": 0.297376, + "nauc_mrr_at_1000_std": 0.09819, + "nauc_mrr_at_1000_diff1": 0.812969, + "main_score": 0.69352, + "hf_subset": "jp", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.58133, + "ndcg_at_3": 0.63757, + "ndcg_at_5": 0.64916, + "ndcg_at_10": 0.66066, + "ndcg_at_20": 0.66797, + "ndcg_at_100": 0.68281, + "ndcg_at_1000": 0.70066, + "map_at_1": 0.57982, + "map_at_3": 0.624, + "map_at_5": 0.63027, + "map_at_10": 0.63491, + "map_at_20": 0.63688, + "map_at_100": 0.63889, + "map_at_1000": 0.63942, + "recall_at_1": 0.57982, + "recall_at_3": 0.6762, + "recall_at_5": 0.70482, + "recall_at_10": 0.74096, + "recall_at_20": 0.77008, + "recall_at_100": 0.8509, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.58133, + "cv_recall_at_3": 0.67671, + "cv_recall_at_5": 0.70582, + "cv_recall_at_10": 0.74197, + "cv_recall_at_20": 0.77108, + "cv_recall_at_100": 0.85141, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.58133, + "precision_at_3": 0.22624, + "precision_at_5": 0.14157, + "precision_at_10": 0.0744, + "precision_at_20": 0.03865, + "precision_at_100": 0.00854, + "precision_at_1000": 0.001, + "mrr_at_1": 0.581325, + "mrr_at_3": 0.624498, + "mrr_at_5": 0.630873, + "mrr_at_10": 0.635508, + "mrr_at_20": 0.637484, + "mrr_at_100": 0.639472, + "mrr_at_1000": 0.640001, + "nauc_ndcg_at_1_max": 0.231509, + "nauc_ndcg_at_1_std": 0.116894, + "nauc_ndcg_at_1_diff1": 0.791528, + "nauc_ndcg_at_3_max": 0.214706, + "nauc_ndcg_at_3_std": 0.112389, + "nauc_ndcg_at_3_diff1": 0.74218, + "nauc_ndcg_at_5_max": 0.207156, + "nauc_ndcg_at_5_std": 0.104605, + "nauc_ndcg_at_5_diff1": 0.733552, + "nauc_ndcg_at_10_max": 0.213053, + "nauc_ndcg_at_10_std": 0.109101, + "nauc_ndcg_at_10_diff1": 0.727809, + "nauc_ndcg_at_20_max": 0.216421, + "nauc_ndcg_at_20_std": 0.11339, + "nauc_ndcg_at_20_diff1": 0.724594, + "nauc_ndcg_at_100_max": 0.215717, + "nauc_ndcg_at_100_std": 0.112797, + "nauc_ndcg_at_100_diff1": 0.723038, + "nauc_ndcg_at_1000_max": 0.215083, + "nauc_ndcg_at_1000_std": 0.111215, + "nauc_ndcg_at_1000_diff1": 0.733374, + "nauc_map_at_1_max": 0.235164, + "nauc_map_at_1_std": 0.119347, + "nauc_map_at_1_diff1": 0.792416, + "nauc_map_at_3_max": 0.219085, + "nauc_map_at_3_std": 0.113381, + "nauc_map_at_3_diff1": 0.754517, + "nauc_map_at_5_max": 0.215097, + "nauc_map_at_5_std": 0.109339, + "nauc_map_at_5_diff1": 0.750088, + "nauc_map_at_10_max": 0.217556, + "nauc_map_at_10_std": 0.111334, + "nauc_map_at_10_diff1": 0.748052, + "nauc_map_at_20_max": 0.218398, + "nauc_map_at_20_std": 0.112436, + "nauc_map_at_20_diff1": 0.747357, + "nauc_map_at_100_max": 0.218016, + "nauc_map_at_100_std": 0.112227, + "nauc_map_at_100_diff1": 0.747164, + "nauc_map_at_1000_max": 0.217963, + "nauc_map_at_1000_std": 0.11213, + "nauc_map_at_1000_diff1": 0.747367, + "nauc_recall_at_1_max": 0.235164, + "nauc_recall_at_1_std": 0.119347, + "nauc_recall_at_1_diff1": 0.792416, + "nauc_recall_at_3_max": 0.202523, + "nauc_recall_at_3_std": 0.111143, + "nauc_recall_at_3_diff1": 0.702177, + "nauc_recall_at_5_max": 0.181858, + "nauc_recall_at_5_std": 0.089747, + "nauc_recall_at_5_diff1": 0.67574, + "nauc_recall_at_10_max": 0.20059, + "nauc_recall_at_10_std": 0.103588, + "nauc_recall_at_10_diff1": 0.647564, + "nauc_recall_at_20_max": 0.217229, + "nauc_recall_at_20_std": 0.125294, + "nauc_recall_at_20_diff1": 0.622583, + "nauc_recall_at_100_max": 0.221004, + "nauc_recall_at_100_std": 0.12979, + "nauc_recall_at_100_diff1": 0.563251, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.231509, + "nauc_precision_at_1_std": 0.116894, + "nauc_precision_at_1_diff1": 0.791528, + "nauc_precision_at_3_max": 0.192543, + "nauc_precision_at_3_std": 0.105484, + "nauc_precision_at_3_diff1": 0.688508, + "nauc_precision_at_5_max": 0.169845, + "nauc_precision_at_5_std": 0.083058, + "nauc_precision_at_5_diff1": 0.661585, + "nauc_precision_at_10_max": 0.187005, + "nauc_precision_at_10_std": 0.095983, + "nauc_precision_at_10_diff1": 0.632153, + "nauc_precision_at_20_max": 0.202074, + "nauc_precision_at_20_std": 0.116647, + "nauc_precision_at_20_diff1": 0.605967, + "nauc_precision_at_100_max": 0.192776, + "nauc_precision_at_100_std": 0.113646, + "nauc_precision_at_100_diff1": 0.530911, + "nauc_precision_at_1000_max": -0.516552, + "nauc_precision_at_1000_std": -0.323866, + "nauc_precision_at_1000_diff1": -0.28391, + "nauc_cv_recall_at_1_max": 0.231509, + "nauc_cv_recall_at_1_std": 0.116894, + "nauc_cv_recall_at_1_diff1": 0.791528, + "nauc_cv_recall_at_3_max": 0.200885, + "nauc_cv_recall_at_3_std": 0.109412, + "nauc_cv_recall_at_3_diff1": 0.703212, + "nauc_cv_recall_at_5_max": 0.178437, + "nauc_cv_recall_at_5_std": 0.086942, + "nauc_cv_recall_at_5_diff1": 0.676909, + "nauc_cv_recall_at_10_max": 0.196839, + "nauc_cv_recall_at_10_std": 0.100508, + "nauc_cv_recall_at_10_diff1": 0.648776, + "nauc_cv_recall_at_20_max": 0.213156, + "nauc_cv_recall_at_20_std": 0.121977, + "nauc_cv_recall_at_20_diff1": 0.623831, + "nauc_cv_recall_at_100_max": 0.218154, + "nauc_cv_recall_at_100_std": 0.12666, + "nauc_cv_recall_at_100_diff1": 0.565584, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.231509, + "nauc_mrr_at_1_std": 0.116894, + "nauc_mrr_at_1_diff1": 0.791528, + "nauc_mrr_at_3_max": 0.217539, + "nauc_mrr_at_3_std": 0.111771, + "nauc_mrr_at_3_diff1": 0.755259, + "nauc_mrr_at_5_max": 0.213241, + "nauc_mrr_at_5_std": 0.107544, + "nauc_mrr_at_5_diff1": 0.750832, + "nauc_mrr_at_10_max": 0.215682, + "nauc_mrr_at_10_std": 0.109521, + "nauc_mrr_at_10_diff1": 0.748803, + "nauc_mrr_at_20_max": 0.216515, + "nauc_mrr_at_20_std": 0.110615, + "nauc_mrr_at_20_diff1": 0.74811, + "nauc_mrr_at_100_max": 0.216167, + "nauc_mrr_at_100_std": 0.110421, + "nauc_mrr_at_100_diff1": 0.747923, + "nauc_mrr_at_1000_max": 0.21612, + "nauc_mrr_at_1000_std": 0.110331, + "nauc_mrr_at_1000_diff1": 0.748122, + "main_score": 0.64916, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.7996, + "ndcg_at_3": 0.83709, + "ndcg_at_5": 0.8424, + "ndcg_at_10": 0.84803, + "ndcg_at_20": 0.85156, + "ndcg_at_100": 0.85874, + "ndcg_at_1000": 0.86496, + "map_at_1": 0.7986, + "map_at_3": 0.82782, + "map_at_5": 0.83073, + "map_at_10": 0.83312, + "map_at_20": 0.83409, + "map_at_100": 0.83506, + "map_at_1000": 0.83522, + "recall_at_1": 0.7986, + "recall_at_3": 0.86373, + "recall_at_5": 0.87675, + "recall_at_10": 0.89379, + "recall_at_20": 0.90782, + "recall_at_100": 0.94689, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.7996, + "cv_recall_at_3": 0.86373, + "cv_recall_at_5": 0.87675, + "cv_recall_at_10": 0.89379, + "cv_recall_at_20": 0.90782, + "cv_recall_at_100": 0.94689, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.7996, + "precision_at_3": 0.28858, + "precision_at_5": 0.17575, + "precision_at_10": 0.08958, + "precision_at_20": 0.04549, + "precision_at_100": 0.00949, + "precision_at_1000": 0.001, + "mrr_at_1": 0.799599, + "mrr_at_3": 0.827989, + "mrr_at_5": 0.830895, + "mrr_at_10": 0.83329, + "mrr_at_20": 0.834252, + "mrr_at_100": 0.835225, + "mrr_at_1000": 0.835388, + "nauc_ndcg_at_1_max": 0.336032, + "nauc_ndcg_at_1_std": 0.074722, + "nauc_ndcg_at_1_diff1": 0.864725, + "nauc_ndcg_at_3_max": 0.354686, + "nauc_ndcg_at_3_std": 0.085838, + "nauc_ndcg_at_3_diff1": 0.835671, + "nauc_ndcg_at_5_max": 0.352633, + "nauc_ndcg_at_5_std": 0.085524, + "nauc_ndcg_at_5_diff1": 0.829662, + "nauc_ndcg_at_10_max": 0.337153, + "nauc_ndcg_at_10_std": 0.079663, + "nauc_ndcg_at_10_diff1": 0.824391, + "nauc_ndcg_at_20_max": 0.334403, + "nauc_ndcg_at_20_std": 0.081765, + "nauc_ndcg_at_20_diff1": 0.821607, + "nauc_ndcg_at_100_max": 0.333483, + "nauc_ndcg_at_100_std": 0.084113, + "nauc_ndcg_at_100_diff1": 0.81836, + "nauc_ndcg_at_1000_max": 0.337615, + "nauc_ndcg_at_1000_std": 0.080982, + "nauc_ndcg_at_1000_diff1": 0.82787, + "nauc_map_at_1_max": 0.3359, + "nauc_map_at_1_std": 0.074305, + "nauc_map_at_1_diff1": 0.866727, + "nauc_map_at_3_max": 0.350729, + "nauc_map_at_3_std": 0.083839, + "nauc_map_at_3_diff1": 0.843783, + "nauc_map_at_5_max": 0.349539, + "nauc_map_at_5_std": 0.083533, + "nauc_map_at_5_diff1": 0.840809, + "nauc_map_at_10_max": 0.343469, + "nauc_map_at_10_std": 0.081135, + "nauc_map_at_10_diff1": 0.838967, + "nauc_map_at_20_max": 0.342827, + "nauc_map_at_20_std": 0.081505, + "nauc_map_at_20_diff1": 0.838363, + "nauc_map_at_100_max": 0.342392, + "nauc_map_at_100_std": 0.081264, + "nauc_map_at_100_diff1": 0.838055, + "nauc_map_at_1000_max": 0.342494, + "nauc_map_at_1000_std": 0.081146, + "nauc_map_at_1000_diff1": 0.838296, + "nauc_recall_at_1_max": 0.3359, + "nauc_recall_at_1_std": 0.074305, + "nauc_recall_at_1_diff1": 0.866727, + "nauc_recall_at_3_max": 0.369396, + "nauc_recall_at_3_std": 0.092517, + "nauc_recall_at_3_diff1": 0.807333, + "nauc_recall_at_5_max": 0.364892, + "nauc_recall_at_5_std": 0.092811, + "nauc_recall_at_5_diff1": 0.786329, + "nauc_recall_at_10_max": 0.301972, + "nauc_recall_at_10_std": 0.070075, + "nauc_recall_at_10_diff1": 0.757763, + "nauc_recall_at_20_max": 0.280269, + "nauc_recall_at_20_std": 0.083627, + "nauc_recall_at_20_diff1": 0.731189, + "nauc_recall_at_100_max": 0.24603, + "nauc_recall_at_100_std": 0.140492, + "nauc_recall_at_100_diff1": 0.621139, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.336032, + "nauc_precision_at_1_std": 0.074722, + "nauc_precision_at_1_diff1": 0.864725, + "nauc_precision_at_3_max": 0.356633, + "nauc_precision_at_3_std": 0.090491, + "nauc_precision_at_3_diff1": 0.771667, + "nauc_precision_at_5_max": 0.351088, + "nauc_precision_at_5_std": 0.090591, + "nauc_precision_at_5_diff1": 0.74799, + "nauc_precision_at_10_max": 0.288303, + "nauc_precision_at_10_std": 0.06828, + "nauc_precision_at_10_diff1": 0.715126, + "nauc_precision_at_20_max": 0.265499, + "nauc_precision_at_20_std": 0.081091, + "nauc_precision_at_20_diff1": 0.683618, + "nauc_precision_at_100_max": 0.223167, + "nauc_precision_at_100_std": 0.132705, + "nauc_precision_at_100_diff1": 0.547492, + "nauc_precision_at_1000_max": -0.125385, + "nauc_precision_at_1000_std": 0.013975, + "nauc_precision_at_1000_diff1": -0.5753, + "nauc_cv_recall_at_1_max": 0.336032, + "nauc_cv_recall_at_1_std": 0.074722, + "nauc_cv_recall_at_1_diff1": 0.864725, + "nauc_cv_recall_at_3_max": 0.369396, + "nauc_cv_recall_at_3_std": 0.092517, + "nauc_cv_recall_at_3_diff1": 0.807333, + "nauc_cv_recall_at_5_max": 0.364892, + "nauc_cv_recall_at_5_std": 0.092811, + "nauc_cv_recall_at_5_diff1": 0.786329, + "nauc_cv_recall_at_10_max": 0.301972, + "nauc_cv_recall_at_10_std": 0.070075, + "nauc_cv_recall_at_10_diff1": 0.757763, + "nauc_cv_recall_at_20_max": 0.280269, + "nauc_cv_recall_at_20_std": 0.083627, + "nauc_cv_recall_at_20_diff1": 0.731189, + "nauc_cv_recall_at_100_max": 0.24603, + "nauc_cv_recall_at_100_std": 0.140492, + "nauc_cv_recall_at_100_diff1": 0.621139, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.336032, + "nauc_mrr_at_1_std": 0.074722, + "nauc_mrr_at_1_diff1": 0.864725, + "nauc_mrr_at_3_max": 0.349962, + "nauc_mrr_at_3_std": 0.083776, + "nauc_mrr_at_3_diff1": 0.843381, + "nauc_mrr_at_5_max": 0.348759, + "nauc_mrr_at_5_std": 0.083468, + "nauc_mrr_at_5_diff1": 0.840399, + "nauc_mrr_at_10_max": 0.342674, + "nauc_mrr_at_10_std": 0.081067, + "nauc_mrr_at_10_diff1": 0.83855, + "nauc_mrr_at_20_max": 0.342027, + "nauc_mrr_at_20_std": 0.081437, + "nauc_mrr_at_20_diff1": 0.837943, + "nauc_mrr_at_100_max": 0.341587, + "nauc_mrr_at_100_std": 0.081196, + "nauc_mrr_at_100_diff1": 0.837633, + "nauc_mrr_at_1000_max": 0.341689, + "nauc_mrr_at_1000_std": 0.081078, + "nauc_mrr_at_1000_diff1": 0.837873, + "main_score": 0.8424, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.81024, + "ndcg_at_3": 0.84654, + "ndcg_at_5": 0.85181, + "ndcg_at_10": 0.85915, + "ndcg_at_20": 0.8619, + "ndcg_at_100": 0.86685, + "ndcg_at_1000": 0.87331, + "map_at_1": 0.80823, + "map_at_3": 0.83819, + "map_at_5": 0.84105, + "map_at_10": 0.844, + "map_at_20": 0.84473, + "map_at_100": 0.84538, + "map_at_1000": 0.84555, + "recall_at_1": 0.80823, + "recall_at_3": 0.87048, + "recall_at_5": 0.88353, + "recall_at_10": 0.90663, + "recall_at_20": 0.91767, + "recall_at_100": 0.94478, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.81024, + "cv_recall_at_3": 0.87048, + "cv_recall_at_5": 0.88353, + "cv_recall_at_10": 0.90663, + "cv_recall_at_20": 0.91767, + "cv_recall_at_100": 0.94478, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.81024, + "precision_at_3": 0.2915, + "precision_at_5": 0.17751, + "precision_at_10": 0.09106, + "precision_at_20": 0.04608, + "precision_at_100": 0.00949, + "precision_at_1000": 0.001, + "mrr_at_1": 0.810241, + "mrr_at_3": 0.838186, + "mrr_at_5": 0.841048, + "mrr_at_10": 0.844003, + "mrr_at_20": 0.844735, + "mrr_at_100": 0.84538, + "mrr_at_1000": 0.845548, + "nauc_ndcg_at_1_max": 0.406142, + "nauc_ndcg_at_1_std": 0.07829, + "nauc_ndcg_at_1_diff1": 0.918259, + "nauc_ndcg_at_3_max": 0.405665, + "nauc_ndcg_at_3_std": 0.054166, + "nauc_ndcg_at_3_diff1": 0.91187, + "nauc_ndcg_at_5_max": 0.395755, + "nauc_ndcg_at_5_std": 0.047636, + "nauc_ndcg_at_5_diff1": 0.907286, + "nauc_ndcg_at_10_max": 0.383314, + "nauc_ndcg_at_10_std": 0.044483, + "nauc_ndcg_at_10_diff1": 0.903152, + "nauc_ndcg_at_20_max": 0.374873, + "nauc_ndcg_at_20_std": 0.030333, + "nauc_ndcg_at_20_diff1": 0.902631, + "nauc_ndcg_at_100_max": 0.374443, + "nauc_ndcg_at_100_std": 0.029794, + "nauc_ndcg_at_100_diff1": 0.903855, + "nauc_ndcg_at_1000_max": 0.384351, + "nauc_ndcg_at_1000_std": 0.040454, + "nauc_ndcg_at_1000_diff1": 0.906819, + "nauc_map_at_1_max": 0.390976, + "nauc_map_at_1_std": 0.068888, + "nauc_map_at_1_diff1": 0.919008, + "nauc_map_at_3_max": 0.405968, + "nauc_map_at_3_std": 0.060703, + "nauc_map_at_3_diff1": 0.913886, + "nauc_map_at_5_max": 0.40102, + "nauc_map_at_5_std": 0.057534, + "nauc_map_at_5_diff1": 0.91163, + "nauc_map_at_10_max": 0.396823, + "nauc_map_at_10_std": 0.056825, + "nauc_map_at_10_diff1": 0.910135, + "nauc_map_at_20_max": 0.394867, + "nauc_map_at_20_std": 0.053505, + "nauc_map_at_20_diff1": 0.910049, + "nauc_map_at_100_max": 0.39481, + "nauc_map_at_100_std": 0.053397, + "nauc_map_at_100_diff1": 0.910211, + "nauc_map_at_1000_max": 0.394989, + "nauc_map_at_1000_std": 0.053554, + "nauc_map_at_1000_diff1": 0.910311, + "nauc_recall_at_1_max": 0.390976, + "nauc_recall_at_1_std": 0.068888, + "nauc_recall_at_1_diff1": 0.919008, + "nauc_recall_at_3_max": 0.404508, + "nauc_recall_at_3_std": 0.031191, + "nauc_recall_at_3_diff1": 0.904634, + "nauc_recall_at_5_max": 0.373402, + "nauc_recall_at_5_std": 0.008559, + "nauc_recall_at_5_diff1": 0.889575, + "nauc_recall_at_10_max": 0.309465, + "nauc_recall_at_10_std": -0.016811, + "nauc_recall_at_10_diff1": 0.867257, + "nauc_recall_at_20_max": 0.245125, + "nauc_recall_at_20_std": -0.116411, + "nauc_recall_at_20_diff1": 0.859019, + "nauc_recall_at_100_max": 0.179247, + "nauc_recall_at_100_std": -0.188521, + "nauc_recall_at_100_diff1": 0.85327, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.406142, + "nauc_precision_at_1_std": 0.07829, + "nauc_precision_at_1_diff1": 0.918259, + "nauc_precision_at_3_max": 0.413648, + "nauc_precision_at_3_std": 0.052974, + "nauc_precision_at_3_diff1": 0.830857, + "nauc_precision_at_5_max": 0.385186, + "nauc_precision_at_5_std": 0.033682, + "nauc_precision_at_5_diff1": 0.809767, + "nauc_precision_at_10_max": 0.328161, + "nauc_precision_at_10_std": 0.015331, + "nauc_precision_at_10_diff1": 0.772308, + "nauc_precision_at_20_max": 0.271162, + "nauc_precision_at_20_std": -0.07251, + "nauc_precision_at_20_diff1": 0.752972, + "nauc_precision_at_100_max": 0.224024, + "nauc_precision_at_100_std": -0.117394, + "nauc_precision_at_100_diff1": 0.701651, + "nauc_precision_at_1000_max": 0.578242, + "nauc_precision_at_1000_std": 0.445265, + "nauc_precision_at_1000_diff1": -0.497742, + "nauc_cv_recall_at_1_max": 0.406142, + "nauc_cv_recall_at_1_std": 0.07829, + "nauc_cv_recall_at_1_diff1": 0.918259, + "nauc_cv_recall_at_3_max": 0.404508, + "nauc_cv_recall_at_3_std": 0.031191, + "nauc_cv_recall_at_3_diff1": 0.904634, + "nauc_cv_recall_at_5_max": 0.373402, + "nauc_cv_recall_at_5_std": 0.008559, + "nauc_cv_recall_at_5_diff1": 0.889575, + "nauc_cv_recall_at_10_max": 0.309465, + "nauc_cv_recall_at_10_std": -0.016811, + "nauc_cv_recall_at_10_diff1": 0.867257, + "nauc_cv_recall_at_20_max": 0.245125, + "nauc_cv_recall_at_20_std": -0.116411, + "nauc_cv_recall_at_20_diff1": 0.859019, + "nauc_cv_recall_at_100_max": 0.179247, + "nauc_cv_recall_at_100_std": -0.188521, + "nauc_cv_recall_at_100_diff1": 0.85327, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.406142, + "nauc_mrr_at_1_std": 0.07829, + "nauc_mrr_at_1_diff1": 0.918259, + "nauc_mrr_at_3_max": 0.405968, + "nauc_mrr_at_3_std": 0.060703, + "nauc_mrr_at_3_diff1": 0.913886, + "nauc_mrr_at_5_max": 0.40102, + "nauc_mrr_at_5_std": 0.057534, + "nauc_mrr_at_5_diff1": 0.91163, + "nauc_mrr_at_10_max": 0.396823, + "nauc_mrr_at_10_std": 0.056825, + "nauc_mrr_at_10_diff1": 0.910135, + "nauc_mrr_at_20_max": 0.394867, + "nauc_mrr_at_20_std": 0.053505, + "nauc_mrr_at_20_diff1": 0.910049, + "nauc_mrr_at_100_max": 0.39481, + "nauc_mrr_at_100_std": 0.053397, + "nauc_mrr_at_100_diff1": 0.910211, + "nauc_mrr_at_1000_max": 0.394989, + "nauc_mrr_at_1000_std": 0.053554, + "nauc_mrr_at_1000_diff1": 0.910311, + "main_score": 0.85181, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.73494, + "ndcg_at_3": 0.77401, + "ndcg_at_5": 0.78292, + "ndcg_at_10": 0.79284, + "ndcg_at_20": 0.79645, + "ndcg_at_100": 0.80511, + "ndcg_at_1000": 0.81546, + "map_at_1": 0.73343, + "map_at_3": 0.76489, + "map_at_5": 0.76979, + "map_at_10": 0.77399, + "map_at_20": 0.77495, + "map_at_100": 0.7762, + "map_at_1000": 0.77649, + "recall_at_1": 0.73343, + "recall_at_3": 0.8002, + "recall_at_5": 0.82179, + "recall_at_10": 0.85191, + "recall_at_20": 0.86647, + "recall_at_100": 0.91265, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.73494, + "cv_recall_at_3": 0.8002, + "cv_recall_at_5": 0.82229, + "cv_recall_at_10": 0.85241, + "cv_recall_at_20": 0.86647, + "cv_recall_at_100": 0.91265, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.73494, + "precision_at_3": 0.26774, + "precision_at_5": 0.16506, + "precision_at_10": 0.08554, + "precision_at_20": 0.04352, + "precision_at_100": 0.00917, + "precision_at_1000": 0.001, + "mrr_at_1": 0.73494, + "mrr_at_3": 0.764893, + "mrr_at_5": 0.769913, + "mrr_at_10": 0.774114, + "mrr_at_20": 0.775027, + "mrr_at_100": 0.776274, + "mrr_at_1000": 0.776567, + "nauc_ndcg_at_1_max": 0.279648, + "nauc_ndcg_at_1_std": 0.027642, + "nauc_ndcg_at_1_diff1": 0.850788, + "nauc_ndcg_at_3_max": 0.265729, + "nauc_ndcg_at_3_std": 0.016577, + "nauc_ndcg_at_3_diff1": 0.81939, + "nauc_ndcg_at_5_max": 0.261567, + "nauc_ndcg_at_5_std": 0.012041, + "nauc_ndcg_at_5_diff1": 0.812509, + "nauc_ndcg_at_10_max": 0.277863, + "nauc_ndcg_at_10_std": 0.029035, + "nauc_ndcg_at_10_diff1": 0.809774, + "nauc_ndcg_at_20_max": 0.277184, + "nauc_ndcg_at_20_std": 0.033024, + "nauc_ndcg_at_20_diff1": 0.807241, + "nauc_ndcg_at_100_max": 0.276729, + "nauc_ndcg_at_100_std": 0.033391, + "nauc_ndcg_at_100_diff1": 0.804067, + "nauc_ndcg_at_1000_max": 0.274789, + "nauc_ndcg_at_1000_std": 0.027925, + "nauc_ndcg_at_1000_diff1": 0.81225, + "nauc_map_at_1_max": 0.274974, + "nauc_map_at_1_std": 0.021387, + "nauc_map_at_1_diff1": 0.851434, + "nauc_map_at_3_max": 0.270118, + "nauc_map_at_3_std": 0.018638, + "nauc_map_at_3_diff1": 0.827489, + "nauc_map_at_5_max": 0.26774, + "nauc_map_at_5_std": 0.016027, + "nauc_map_at_5_diff1": 0.823989, + "nauc_map_at_10_max": 0.274337, + "nauc_map_at_10_std": 0.022772, + "nauc_map_at_10_diff1": 0.823128, + "nauc_map_at_20_max": 0.274086, + "nauc_map_at_20_std": 0.023525, + "nauc_map_at_20_diff1": 0.822593, + "nauc_map_at_100_max": 0.274303, + "nauc_map_at_100_std": 0.023738, + "nauc_map_at_100_diff1": 0.822199, + "nauc_map_at_1000_max": 0.274157, + "nauc_map_at_1000_std": 0.023566, + "nauc_map_at_1000_diff1": 0.822363, + "nauc_recall_at_1_max": 0.274974, + "nauc_recall_at_1_std": 0.021387, + "nauc_recall_at_1_diff1": 0.851434, + "nauc_recall_at_3_max": 0.25101, + "nauc_recall_at_3_std": 0.010228, + "nauc_recall_at_3_diff1": 0.792939, + "nauc_recall_at_5_max": 0.239019, + "nauc_recall_at_5_std": -0.00239, + "nauc_recall_at_5_diff1": 0.769659, + "nauc_recall_at_10_max": 0.300019, + "nauc_recall_at_10_std": 0.063651, + "nauc_recall_at_10_diff1": 0.750541, + "nauc_recall_at_20_max": 0.299145, + "nauc_recall_at_20_std": 0.092509, + "nauc_recall_at_20_diff1": 0.72993, + "nauc_recall_at_100_max": 0.296215, + "nauc_recall_at_100_std": 0.119339, + "nauc_recall_at_100_diff1": 0.661263, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.279648, + "nauc_precision_at_1_std": 0.027642, + "nauc_precision_at_1_diff1": 0.850788, + "nauc_precision_at_3_max": 0.252439, + "nauc_precision_at_3_std": 0.024944, + "nauc_precision_at_3_diff1": 0.760104, + "nauc_precision_at_5_max": 0.240534, + "nauc_precision_at_5_std": 0.014835, + "nauc_precision_at_5_diff1": 0.735468, + "nauc_precision_at_10_max": 0.299809, + "nauc_precision_at_10_std": 0.08179, + "nauc_precision_at_10_diff1": 0.710872, + "nauc_precision_at_20_max": 0.292837, + "nauc_precision_at_20_std": 0.110177, + "nauc_precision_at_20_diff1": 0.67579, + "nauc_precision_at_100_max": 0.287325, + "nauc_precision_at_100_std": 0.14286, + "nauc_precision_at_100_diff1": 0.588185, + "nauc_precision_at_1000_max": 0.176082, + "nauc_precision_at_1000_std": 0.437185, + "nauc_precision_at_1000_diff1": -0.326255, + "nauc_cv_recall_at_1_max": 0.279648, + "nauc_cv_recall_at_1_std": 0.027642, + "nauc_cv_recall_at_1_diff1": 0.850788, + "nauc_cv_recall_at_3_max": 0.25101, + "nauc_cv_recall_at_3_std": 0.010228, + "nauc_cv_recall_at_3_diff1": 0.792939, + "nauc_cv_recall_at_5_max": 0.238569, + "nauc_cv_recall_at_5_std": -0.001882, + "nauc_cv_recall_at_5_diff1": 0.771295, + "nauc_cv_recall_at_10_max": 0.299674, + "nauc_cv_recall_at_10_std": 0.064456, + "nauc_cv_recall_at_10_diff1": 0.752421, + "nauc_cv_recall_at_20_max": 0.299145, + "nauc_cv_recall_at_20_std": 0.092509, + "nauc_cv_recall_at_20_diff1": 0.72993, + "nauc_cv_recall_at_100_max": 0.296215, + "nauc_cv_recall_at_100_std": 0.119339, + "nauc_cv_recall_at_100_diff1": 0.661263, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.279648, + "nauc_mrr_at_1_std": 0.027642, + "nauc_mrr_at_1_diff1": 0.850788, + "nauc_mrr_at_3_max": 0.270118, + "nauc_mrr_at_3_std": 0.018638, + "nauc_mrr_at_3_diff1": 0.827489, + "nauc_mrr_at_5_max": 0.267665, + "nauc_mrr_at_5_std": 0.016139, + "nauc_mrr_at_5_diff1": 0.824347, + "nauc_mrr_at_10_max": 0.274264, + "nauc_mrr_at_10_std": 0.022889, + "nauc_mrr_at_10_diff1": 0.823492, + "nauc_mrr_at_20_max": 0.274042, + "nauc_mrr_at_20_std": 0.023596, + "nauc_mrr_at_20_diff1": 0.822812, + "nauc_mrr_at_100_max": 0.274258, + "nauc_mrr_at_100_std": 0.023809, + "nauc_mrr_at_100_diff1": 0.822419, + "nauc_mrr_at_1000_max": 0.274113, + "nauc_mrr_at_1000_std": 0.023638, + "nauc_mrr_at_1000_diff1": 0.822584, + "main_score": 0.78292, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.60682, + "ndcg_at_3": 0.64691, + "ndcg_at_5": 0.65943, + "ndcg_at_10": 0.66886, + "ndcg_at_20": 0.67489, + "ndcg_at_100": 0.68763, + "ndcg_at_1000": 0.70779, + "map_at_1": 0.60632, + "map_at_3": 0.63725, + "map_at_5": 0.64422, + "map_at_10": 0.64812, + "map_at_20": 0.64975, + "map_at_100": 0.65141, + "map_at_1000": 0.65196, + "recall_at_1": 0.60632, + "recall_at_3": 0.67452, + "recall_at_5": 0.70512, + "recall_at_10": 0.7342, + "recall_at_20": 0.75827, + "recall_at_100": 0.82849, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.60682, + "cv_recall_at_3": 0.67503, + "cv_recall_at_5": 0.70512, + "cv_recall_at_10": 0.7342, + "cv_recall_at_20": 0.75827, + "cv_recall_at_100": 0.82849, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.60682, + "precision_at_3": 0.22568, + "precision_at_5": 0.14162, + "precision_at_10": 0.07372, + "precision_at_20": 0.03806, + "precision_at_100": 0.00831, + "precision_at_1000": 0.001, + "mrr_at_1": 0.60682, + "mrr_at_3": 0.637412, + "mrr_at_5": 0.644132, + "mrr_at_10": 0.648035, + "mrr_at_20": 0.649663, + "mrr_at_100": 0.65133, + "mrr_at_1000": 0.651879, + "nauc_ndcg_at_1_max": 0.170317, + "nauc_ndcg_at_1_std": -0.009083, + "nauc_ndcg_at_1_diff1": 0.815957, + "nauc_ndcg_at_3_max": 0.166996, + "nauc_ndcg_at_3_std": 0.005178, + "nauc_ndcg_at_3_diff1": 0.784928, + "nauc_ndcg_at_5_max": 0.164259, + "nauc_ndcg_at_5_std": 0.005198, + "nauc_ndcg_at_5_diff1": 0.775153, + "nauc_ndcg_at_10_max": 0.15761, + "nauc_ndcg_at_10_std": 0.00864, + "nauc_ndcg_at_10_diff1": 0.76943, + "nauc_ndcg_at_20_max": 0.158091, + "nauc_ndcg_at_20_std": 0.011003, + "nauc_ndcg_at_20_diff1": 0.766425, + "nauc_ndcg_at_100_max": 0.156166, + "nauc_ndcg_at_100_std": 0.004022, + "nauc_ndcg_at_100_diff1": 0.762156, + "nauc_ndcg_at_1000_max": 0.1587, + "nauc_ndcg_at_1000_std": 0.004163, + "nauc_ndcg_at_1000_diff1": 0.772233, + "nauc_map_at_1_max": 0.17133, + "nauc_map_at_1_std": -0.009351, + "nauc_map_at_1_diff1": 0.816121, + "nauc_map_at_3_max": 0.166601, + "nauc_map_at_3_std": 0.000587, + "nauc_map_at_3_diff1": 0.793067, + "nauc_map_at_5_max": 0.16532, + "nauc_map_at_5_std": 0.000431, + "nauc_map_at_5_diff1": 0.787934, + "nauc_map_at_10_max": 0.162411, + "nauc_map_at_10_std": 0.001548, + "nauc_map_at_10_diff1": 0.785765, + "nauc_map_at_20_max": 0.162607, + "nauc_map_at_20_std": 0.002074, + "nauc_map_at_20_diff1": 0.785057, + "nauc_map_at_100_max": 0.162275, + "nauc_map_at_100_std": 0.001184, + "nauc_map_at_100_diff1": 0.784432, + "nauc_map_at_1000_max": 0.16225, + "nauc_map_at_1000_std": 0.00118, + "nauc_map_at_1000_diff1": 0.784644, + "nauc_recall_at_1_max": 0.17133, + "nauc_recall_at_1_std": -0.009351, + "nauc_recall_at_1_diff1": 0.816121, + "nauc_recall_at_3_max": 0.167415, + "nauc_recall_at_3_std": 0.018637, + "nauc_recall_at_3_diff1": 0.759672, + "nauc_recall_at_5_max": 0.1606, + "nauc_recall_at_5_std": 0.021414, + "nauc_recall_at_5_diff1": 0.731561, + "nauc_recall_at_10_max": 0.138108, + "nauc_recall_at_10_std": 0.036628, + "nauc_recall_at_10_diff1": 0.707171, + "nauc_recall_at_20_max": 0.138416, + "nauc_recall_at_20_std": 0.051133, + "nauc_recall_at_20_diff1": 0.687338, + "nauc_recall_at_100_max": 0.117126, + "nauc_recall_at_100_std": 0.003213, + "nauc_recall_at_100_diff1": 0.627996, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.170317, + "nauc_precision_at_1_std": -0.009083, + "nauc_precision_at_1_diff1": 0.815957, + "nauc_precision_at_3_max": 0.165561, + "nauc_precision_at_3_std": 0.025315, + "nauc_precision_at_3_diff1": 0.744204, + "nauc_precision_at_5_max": 0.15969, + "nauc_precision_at_5_std": 0.030512, + "nauc_precision_at_5_diff1": 0.708761, + "nauc_precision_at_10_max": 0.137609, + "nauc_precision_at_10_std": 0.046192, + "nauc_precision_at_10_diff1": 0.682905, + "nauc_precision_at_20_max": 0.137871, + "nauc_precision_at_20_std": 0.061104, + "nauc_precision_at_20_diff1": 0.661642, + "nauc_precision_at_100_max": 0.117068, + "nauc_precision_at_100_std": 0.017947, + "nauc_precision_at_100_diff1": 0.595738, + "nauc_precision_at_1000_max": 0.115264, + "nauc_precision_at_1000_std": 0.474622, + "nauc_precision_at_1000_diff1": -0.404111, + "nauc_cv_recall_at_1_max": 0.170317, + "nauc_cv_recall_at_1_std": -0.009083, + "nauc_cv_recall_at_1_diff1": 0.815957, + "nauc_cv_recall_at_3_max": 0.169703, + "nauc_cv_recall_at_3_std": 0.020774, + "nauc_cv_recall_at_3_diff1": 0.759427, + "nauc_cv_recall_at_5_max": 0.1606, + "nauc_cv_recall_at_5_std": 0.021414, + "nauc_cv_recall_at_5_diff1": 0.731561, + "nauc_cv_recall_at_10_max": 0.138108, + "nauc_cv_recall_at_10_std": 0.036628, + "nauc_cv_recall_at_10_diff1": 0.707171, + "nauc_cv_recall_at_20_max": 0.138416, + "nauc_cv_recall_at_20_std": 0.051133, + "nauc_cv_recall_at_20_diff1": 0.687338, + "nauc_cv_recall_at_100_max": 0.117126, + "nauc_cv_recall_at_100_std": 0.003213, + "nauc_cv_recall_at_100_diff1": 0.627996, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.170317, + "nauc_mrr_at_1_std": -0.009083, + "nauc_mrr_at_1_diff1": 0.815957, + "nauc_mrr_at_3_max": 0.167589, + "nauc_mrr_at_3_std": 0.001243, + "nauc_mrr_at_3_diff1": 0.793128, + "nauc_mrr_at_5_max": 0.165244, + "nauc_mrr_at_5_std": 9.9e-05, + "nauc_mrr_at_5_diff1": 0.788096, + "nauc_mrr_at_10_max": 0.162335, + "nauc_mrr_at_10_std": 0.001213, + "nauc_mrr_at_10_diff1": 0.785929, + "nauc_mrr_at_20_max": 0.162531, + "nauc_mrr_at_20_std": 0.001737, + "nauc_mrr_at_20_diff1": 0.785223, + "nauc_mrr_at_100_max": 0.162198, + "nauc_mrr_at_100_std": 0.000845, + "nauc_mrr_at_100_diff1": 0.784598, + "nauc_mrr_at_1000_max": 0.162173, + "nauc_mrr_at_1000_std": 0.00084, + "nauc_mrr_at_1000_diff1": 0.78481, + "main_score": 0.65943, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.649, + "ndcg_at_3": 0.69152, + "ndcg_at_5": 0.70517, + "ndcg_at_10": 0.71654, + "ndcg_at_20": 0.72542, + "ndcg_at_100": 0.73745, + "ndcg_at_1000": 0.75009, + "map_at_1": 0.649, + "map_at_3": 0.681, + "map_at_5": 0.6886, + "map_at_10": 0.69333, + "map_at_20": 0.69579, + "map_at_100": 0.69738, + "map_at_1000": 0.6977, + "recall_at_1": 0.649, + "recall_at_3": 0.722, + "recall_at_5": 0.755, + "recall_at_10": 0.79, + "recall_at_20": 0.825, + "recall_at_100": 0.891, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.649, + "cv_recall_at_3": 0.722, + "cv_recall_at_5": 0.755, + "cv_recall_at_10": 0.79, + "cv_recall_at_20": 0.825, + "cv_recall_at_100": 0.891, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.649, + "precision_at_3": 0.24067, + "precision_at_5": 0.151, + "precision_at_10": 0.079, + "precision_at_20": 0.04125, + "precision_at_100": 0.00891, + "precision_at_1000": 0.001, + "mrr_at_1": 0.649, + "mrr_at_3": 0.681, + "mrr_at_5": 0.6886, + "mrr_at_10": 0.693331, + "mrr_at_20": 0.695786, + "mrr_at_100": 0.697378, + "mrr_at_1000": 0.6977, + "nauc_ndcg_at_1_max": 0.289908, + "nauc_ndcg_at_1_std": 0.104173, + "nauc_ndcg_at_1_diff1": 0.844387, + "nauc_ndcg_at_3_max": 0.282097, + "nauc_ndcg_at_3_std": 0.098938, + "nauc_ndcg_at_3_diff1": 0.80883, + "nauc_ndcg_at_5_max": 0.289191, + "nauc_ndcg_at_5_std": 0.101082, + "nauc_ndcg_at_5_diff1": 0.805218, + "nauc_ndcg_at_10_max": 0.288856, + "nauc_ndcg_at_10_std": 0.104555, + "nauc_ndcg_at_10_diff1": 0.795096, + "nauc_ndcg_at_20_max": 0.298909, + "nauc_ndcg_at_20_std": 0.112847, + "nauc_ndcg_at_20_diff1": 0.79231, + "nauc_ndcg_at_100_max": 0.292119, + "nauc_ndcg_at_100_std": 0.107499, + "nauc_ndcg_at_100_diff1": 0.792414, + "nauc_ndcg_at_1000_max": 0.290874, + "nauc_ndcg_at_1000_std": 0.10559, + "nauc_ndcg_at_1000_diff1": 0.800332, + "nauc_map_at_1_max": 0.289908, + "nauc_map_at_1_std": 0.104173, + "nauc_map_at_1_diff1": 0.844387, + "nauc_map_at_3_max": 0.284718, + "nauc_map_at_3_std": 0.100702, + "nauc_map_at_3_diff1": 0.817804, + "nauc_map_at_5_max": 0.288673, + "nauc_map_at_5_std": 0.101839, + "nauc_map_at_5_diff1": 0.816112, + "nauc_map_at_10_max": 0.288595, + "nauc_map_at_10_std": 0.103272, + "nauc_map_at_10_diff1": 0.812318, + "nauc_map_at_20_max": 0.290965, + "nauc_map_at_20_std": 0.105137, + "nauc_map_at_20_diff1": 0.811752, + "nauc_map_at_100_max": 0.289688, + "nauc_map_at_100_std": 0.104018, + "nauc_map_at_100_diff1": 0.811716, + "nauc_map_at_1000_max": 0.289658, + "nauc_map_at_1000_std": 0.103973, + "nauc_map_at_1000_diff1": 0.811844, + "nauc_recall_at_1_max": 0.289908, + "nauc_recall_at_1_std": 0.104173, + "nauc_recall_at_1_diff1": 0.844387, + "nauc_recall_at_3_max": 0.273478, + "nauc_recall_at_3_std": 0.093134, + "nauc_recall_at_3_diff1": 0.780348, + "nauc_recall_at_5_max": 0.291706, + "nauc_recall_at_5_std": 0.098686, + "nauc_recall_at_5_diff1": 0.766965, + "nauc_recall_at_10_max": 0.290338, + "nauc_recall_at_10_std": 0.111431, + "nauc_recall_at_10_diff1": 0.722747, + "nauc_recall_at_20_max": 0.349394, + "nauc_recall_at_20_std": 0.162153, + "nauc_recall_at_20_diff1": 0.694198, + "nauc_recall_at_100_max": 0.314048, + "nauc_recall_at_100_std": 0.142589, + "nauc_recall_at_100_diff1": 0.648217, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.289908, + "nauc_precision_at_1_std": 0.104173, + "nauc_precision_at_1_diff1": 0.844387, + "nauc_precision_at_3_max": 0.273478, + "nauc_precision_at_3_std": 0.093134, + "nauc_precision_at_3_diff1": 0.780348, + "nauc_precision_at_5_max": 0.291706, + "nauc_precision_at_5_std": 0.098686, + "nauc_precision_at_5_diff1": 0.766965, + "nauc_precision_at_10_max": 0.290338, + "nauc_precision_at_10_std": 0.111431, + "nauc_precision_at_10_diff1": 0.722747, + "nauc_precision_at_20_max": 0.349394, + "nauc_precision_at_20_std": 0.162153, + "nauc_precision_at_20_diff1": 0.694198, + "nauc_precision_at_100_max": 0.314048, + "nauc_precision_at_100_std": 0.142589, + "nauc_precision_at_100_diff1": 0.648217, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.289908, + "nauc_cv_recall_at_1_std": 0.104173, + "nauc_cv_recall_at_1_diff1": 0.844387, + "nauc_cv_recall_at_3_max": 0.273478, + "nauc_cv_recall_at_3_std": 0.093134, + "nauc_cv_recall_at_3_diff1": 0.780348, + "nauc_cv_recall_at_5_max": 0.291706, + "nauc_cv_recall_at_5_std": 0.098686, + "nauc_cv_recall_at_5_diff1": 0.766965, + "nauc_cv_recall_at_10_max": 0.290338, + "nauc_cv_recall_at_10_std": 0.111431, + "nauc_cv_recall_at_10_diff1": 0.722747, + "nauc_cv_recall_at_20_max": 0.349394, + "nauc_cv_recall_at_20_std": 0.162153, + "nauc_cv_recall_at_20_diff1": 0.694198, + "nauc_cv_recall_at_100_max": 0.314048, + "nauc_cv_recall_at_100_std": 0.142589, + "nauc_cv_recall_at_100_diff1": 0.648217, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.289908, + "nauc_mrr_at_1_std": 0.104173, + "nauc_mrr_at_1_diff1": 0.844387, + "nauc_mrr_at_3_max": 0.284718, + "nauc_mrr_at_3_std": 0.100702, + "nauc_mrr_at_3_diff1": 0.817804, + "nauc_mrr_at_5_max": 0.288673, + "nauc_mrr_at_5_std": 0.101839, + "nauc_mrr_at_5_diff1": 0.816112, + "nauc_mrr_at_10_max": 0.288595, + "nauc_mrr_at_10_std": 0.103272, + "nauc_mrr_at_10_diff1": 0.812318, + "nauc_mrr_at_20_max": 0.290965, + "nauc_mrr_at_20_std": 0.105137, + "nauc_mrr_at_20_diff1": 0.811752, + "nauc_mrr_at_100_max": 0.289688, + "nauc_mrr_at_100_std": 0.104018, + "nauc_mrr_at_100_diff1": 0.811716, + "nauc_mrr_at_1000_max": 0.289658, + "nauc_mrr_at_1000_std": 0.103973, + "nauc_mrr_at_1000_diff1": 0.811844, + "main_score": 0.70517, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.55231, + "ndcg_at_3": 0.59561, + "ndcg_at_5": 0.60722, + "ndcg_at_10": 0.61908, + "ndcg_at_20": 0.62641, + "ndcg_at_100": 0.64086, + "ndcg_at_1000": 0.66455, + "map_at_1": 0.5508, + "map_at_3": 0.58484, + "map_at_5": 0.59128, + "map_at_10": 0.5962, + "map_at_20": 0.59827, + "map_at_100": 0.60023, + "map_at_1000": 0.60085, + "recall_at_1": 0.5508, + "recall_at_3": 0.62525, + "recall_at_5": 0.65342, + "recall_at_10": 0.68964, + "recall_at_20": 0.71831, + "recall_at_100": 0.79678, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.55231, + "cv_recall_at_3": 0.62676, + "cv_recall_at_5": 0.65493, + "cv_recall_at_10": 0.69215, + "cv_recall_at_20": 0.72032, + "cv_recall_at_100": 0.79879, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.55231, + "precision_at_3": 0.20892, + "precision_at_5": 0.13099, + "precision_at_10": 0.06922, + "precision_at_20": 0.03607, + "precision_at_100": 0.00801, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.552314, + "mrr_at_3": 0.586351, + "mrr_at_5": 0.59279, + "mrr_at_10": 0.597812, + "mrr_at_20": 0.599803, + "mrr_at_100": 0.601723, + "mrr_at_1000": 0.602336, + "nauc_ndcg_at_1_max": 0.34137, + "nauc_ndcg_at_1_std": 0.107061, + "nauc_ndcg_at_1_diff1": 0.822028, + "nauc_ndcg_at_3_max": 0.32722, + "nauc_ndcg_at_3_std": 0.090332, + "nauc_ndcg_at_3_diff1": 0.785025, + "nauc_ndcg_at_5_max": 0.327493, + "nauc_ndcg_at_5_std": 0.092181, + "nauc_ndcg_at_5_diff1": 0.776923, + "nauc_ndcg_at_10_max": 0.321815, + "nauc_ndcg_at_10_std": 0.091951, + "nauc_ndcg_at_10_diff1": 0.764987, + "nauc_ndcg_at_20_max": 0.322251, + "nauc_ndcg_at_20_std": 0.09058, + "nauc_ndcg_at_20_diff1": 0.759971, + "nauc_ndcg_at_100_max": 0.32191, + "nauc_ndcg_at_100_std": 0.090141, + "nauc_ndcg_at_100_diff1": 0.755162, + "nauc_ndcg_at_1000_max": 0.325506, + "nauc_ndcg_at_1000_std": 0.093372, + "nauc_ndcg_at_1000_diff1": 0.768319, + "nauc_map_at_1_max": 0.340542, + "nauc_map_at_1_std": 0.103587, + "nauc_map_at_1_diff1": 0.821814, + "nauc_map_at_3_max": 0.330951, + "nauc_map_at_3_std": 0.093365, + "nauc_map_at_3_diff1": 0.7939, + "nauc_map_at_5_max": 0.331047, + "nauc_map_at_5_std": 0.094249, + "nauc_map_at_5_diff1": 0.789707, + "nauc_map_at_10_max": 0.329026, + "nauc_map_at_10_std": 0.094539, + "nauc_map_at_10_diff1": 0.785074, + "nauc_map_at_20_max": 0.329482, + "nauc_map_at_20_std": 0.094539, + "nauc_map_at_20_diff1": 0.783669, + "nauc_map_at_100_max": 0.329468, + "nauc_map_at_100_std": 0.094474, + "nauc_map_at_100_diff1": 0.783092, + "nauc_map_at_1000_max": 0.329591, + "nauc_map_at_1000_std": 0.09467, + "nauc_map_at_1000_diff1": 0.783424, + "nauc_recall_at_1_max": 0.340542, + "nauc_recall_at_1_std": 0.103587, + "nauc_recall_at_1_diff1": 0.821814, + "nauc_recall_at_3_max": 0.314543, + "nauc_recall_at_3_std": 0.077508, + "nauc_recall_at_3_diff1": 0.757275, + "nauc_recall_at_5_max": 0.314995, + "nauc_recall_at_5_std": 0.082337, + "nauc_recall_at_5_diff1": 0.73414, + "nauc_recall_at_10_max": 0.292219, + "nauc_recall_at_10_std": 0.077757, + "nauc_recall_at_10_diff1": 0.689585, + "nauc_recall_at_20_max": 0.28942, + "nauc_recall_at_20_std": 0.067663, + "nauc_recall_at_20_diff1": 0.660417, + "nauc_recall_at_100_max": 0.27628, + "nauc_recall_at_100_std": 0.057628, + "nauc_recall_at_100_diff1": 0.592674, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.34137, + "nauc_precision_at_1_std": 0.107061, + "nauc_precision_at_1_diff1": 0.822028, + "nauc_precision_at_3_max": 0.315724, + "nauc_precision_at_3_std": 0.081382, + "nauc_precision_at_3_diff1": 0.758144, + "nauc_precision_at_5_max": 0.316241, + "nauc_precision_at_5_std": 0.086439, + "nauc_precision_at_5_diff1": 0.734989, + "nauc_precision_at_10_max": 0.294929, + "nauc_precision_at_10_std": 0.083996, + "nauc_precision_at_10_diff1": 0.68853, + "nauc_precision_at_20_max": 0.292665, + "nauc_precision_at_20_std": 0.077374, + "nauc_precision_at_20_diff1": 0.652539, + "nauc_precision_at_100_max": 0.273761, + "nauc_precision_at_100_std": 0.0647, + "nauc_precision_at_100_diff1": 0.57437, + "nauc_precision_at_1000_max": -0.024881, + "nauc_precision_at_1000_std": 0.196356, + "nauc_precision_at_1000_diff1": -0.269973, + "nauc_cv_recall_at_1_max": 0.34137, + "nauc_cv_recall_at_1_std": 0.107061, + "nauc_cv_recall_at_1_diff1": 0.822028, + "nauc_cv_recall_at_3_max": 0.315724, + "nauc_cv_recall_at_3_std": 0.081382, + "nauc_cv_recall_at_3_diff1": 0.758144, + "nauc_cv_recall_at_5_max": 0.316241, + "nauc_cv_recall_at_5_std": 0.086439, + "nauc_cv_recall_at_5_diff1": 0.734989, + "nauc_cv_recall_at_10_max": 0.294929, + "nauc_cv_recall_at_10_std": 0.083996, + "nauc_cv_recall_at_10_diff1": 0.68853, + "nauc_cv_recall_at_20_max": 0.290025, + "nauc_cv_recall_at_20_std": 0.070761, + "nauc_cv_recall_at_20_diff1": 0.661332, + "nauc_cv_recall_at_100_max": 0.276572, + "nauc_cv_recall_at_100_std": 0.061233, + "nauc_cv_recall_at_100_diff1": 0.594316, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.34137, + "nauc_mrr_at_1_std": 0.107061, + "nauc_mrr_at_1_diff1": 0.822028, + "nauc_mrr_at_3_max": 0.3318, + "nauc_mrr_at_3_std": 0.096978, + "nauc_mrr_at_3_diff1": 0.794077, + "nauc_mrr_at_5_max": 0.331906, + "nauc_mrr_at_5_std": 0.097904, + "nauc_mrr_at_5_diff1": 0.789878, + "nauc_mrr_at_10_max": 0.330042, + "nauc_mrr_at_10_std": 0.098418, + "nauc_mrr_at_10_diff1": 0.785091, + "nauc_mrr_at_20_max": 0.330146, + "nauc_mrr_at_20_std": 0.09795, + "nauc_mrr_at_20_diff1": 0.783848, + "nauc_mrr_at_100_max": 0.330191, + "nauc_mrr_at_100_std": 0.09799, + "nauc_mrr_at_100_diff1": 0.783312, + "nauc_mrr_at_1000_max": 0.330328, + "nauc_mrr_at_1000_std": 0.098202, + "nauc_mrr_at_1000_diff1": 0.783641, + "main_score": 0.60722, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 1520.793598651886, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRHindiGovVQARetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRHindiGovVQARetrieval.json new file mode 100644 index 0000000000..afb7ef65bc --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRHindiGovVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRHindiGovVQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.07489, + "ndcg_at_3": 0.10593, + "ndcg_at_5": 0.12404, + "ndcg_at_10": 0.14129, + "ndcg_at_20": 0.1609, + "ndcg_at_100": 0.2107, + "ndcg_at_1000": 0.2763, + "map_at_1": 0.07274, + "map_at_3": 0.09568, + "map_at_5": 0.10625, + "map_at_10": 0.11333, + "map_at_20": 0.11855, + "map_at_100": 0.12488, + "map_at_1000": 0.12893, + "recall_at_1": 0.07274, + "recall_at_3": 0.12632, + "recall_at_5": 0.17148, + "recall_at_10": 0.22393, + "recall_at_20": 0.30132, + "recall_at_100": 0.56181, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.07489, + "cv_recall_at_3": 0.13656, + "cv_recall_at_5": 0.18062, + "cv_recall_at_10": 0.24009, + "cv_recall_at_20": 0.32819, + "cv_recall_at_100": 0.61013, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.07489, + "precision_at_3": 0.04626, + "precision_at_5": 0.037, + "precision_at_10": 0.02489, + "precision_at_20": 0.01762, + "precision_at_100": 0.00797, + "precision_at_1000": 0.00187, + "mrr_at_1": 0.07489, + "mrr_at_3": 0.101322, + "mrr_at_5": 0.111344, + "mrr_at_10": 0.119182, + "mrr_at_20": 0.124867, + "mrr_at_100": 0.131419, + "mrr_at_1000": 0.133453, + "nauc_ndcg_at_1_max": 0.528204, + "nauc_ndcg_at_1_std": 0.490443, + "nauc_ndcg_at_1_diff1": 0.566579, + "nauc_ndcg_at_3_max": 0.420613, + "nauc_ndcg_at_3_std": 0.48136, + "nauc_ndcg_at_3_diff1": 0.381011, + "nauc_ndcg_at_5_max": 0.401529, + "nauc_ndcg_at_5_std": 0.470087, + "nauc_ndcg_at_5_diff1": 0.361085, + "nauc_ndcg_at_10_max": 0.40166, + "nauc_ndcg_at_10_std": 0.48691, + "nauc_ndcg_at_10_diff1": 0.309382, + "nauc_ndcg_at_20_max": 0.383768, + "nauc_ndcg_at_20_std": 0.49372, + "nauc_ndcg_at_20_diff1": 0.305266, + "nauc_ndcg_at_100_max": 0.345257, + "nauc_ndcg_at_100_std": 0.468354, + "nauc_ndcg_at_100_diff1": 0.294977, + "nauc_ndcg_at_1000_max": 0.367021, + "nauc_ndcg_at_1000_std": 0.450475, + "nauc_ndcg_at_1000_diff1": 0.314309, + "nauc_map_at_1_max": 0.524314, + "nauc_map_at_1_std": 0.507029, + "nauc_map_at_1_diff1": 0.55376, + "nauc_map_at_3_max": 0.441185, + "nauc_map_at_3_std": 0.492616, + "nauc_map_at_3_diff1": 0.411551, + "nauc_map_at_5_max": 0.426065, + "nauc_map_at_5_std": 0.483781, + "nauc_map_at_5_diff1": 0.396727, + "nauc_map_at_10_max": 0.425142, + "nauc_map_at_10_std": 0.49042, + "nauc_map_at_10_diff1": 0.371627, + "nauc_map_at_20_max": 0.419204, + "nauc_map_at_20_std": 0.493723, + "nauc_map_at_20_diff1": 0.369579, + "nauc_map_at_100_max": 0.41403, + "nauc_map_at_100_std": 0.490872, + "nauc_map_at_100_diff1": 0.366254, + "nauc_map_at_1000_max": 0.41524, + "nauc_map_at_1000_std": 0.487811, + "nauc_map_at_1000_diff1": 0.366966, + "nauc_recall_at_1_max": 0.524314, + "nauc_recall_at_1_std": 0.507029, + "nauc_recall_at_1_diff1": 0.55376, + "nauc_recall_at_3_max": 0.387959, + "nauc_recall_at_3_std": 0.486207, + "nauc_recall_at_3_diff1": 0.305858, + "nauc_recall_at_5_max": 0.360342, + "nauc_recall_at_5_std": 0.459047, + "nauc_recall_at_5_diff1": 0.285344, + "nauc_recall_at_10_max": 0.365709, + "nauc_recall_at_10_std": 0.490293, + "nauc_recall_at_10_diff1": 0.190902, + "nauc_recall_at_20_max": 0.32358, + "nauc_recall_at_20_std": 0.503468, + "nauc_recall_at_20_diff1": 0.195733, + "nauc_recall_at_100_max": 0.176085, + "nauc_recall_at_100_std": 0.408307, + "nauc_recall_at_100_diff1": 0.153588, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.528204, + "nauc_precision_at_1_std": 0.490443, + "nauc_precision_at_1_diff1": 0.566579, + "nauc_precision_at_3_max": 0.350651, + "nauc_precision_at_3_std": 0.463555, + "nauc_precision_at_3_diff1": 0.295506, + "nauc_precision_at_5_max": 0.327205, + "nauc_precision_at_5_std": 0.442755, + "nauc_precision_at_5_diff1": 0.274103, + "nauc_precision_at_10_max": 0.325582, + "nauc_precision_at_10_std": 0.463288, + "nauc_precision_at_10_diff1": 0.159007, + "nauc_precision_at_20_max": 0.268903, + "nauc_precision_at_20_std": 0.445179, + "nauc_precision_at_20_diff1": 0.15057, + "nauc_precision_at_100_max": 0.084975, + "nauc_precision_at_100_std": 0.130809, + "nauc_precision_at_100_diff1": 0.086701, + "nauc_precision_at_1000_max": 0.030157, + "nauc_precision_at_1000_std": -0.11818, + "nauc_precision_at_1000_diff1": -0.023726, + "nauc_cv_recall_at_1_max": 0.528204, + "nauc_cv_recall_at_1_std": 0.490443, + "nauc_cv_recall_at_1_diff1": 0.566579, + "nauc_cv_recall_at_3_max": 0.362543, + "nauc_cv_recall_at_3_std": 0.460065, + "nauc_cv_recall_at_3_diff1": 0.302014, + "nauc_cv_recall_at_5_max": 0.344169, + "nauc_cv_recall_at_5_std": 0.436504, + "nauc_cv_recall_at_5_diff1": 0.285972, + "nauc_cv_recall_at_10_max": 0.349194, + "nauc_cv_recall_at_10_std": 0.472025, + "nauc_cv_recall_at_10_diff1": 0.182406, + "nauc_cv_recall_at_20_max": 0.307528, + "nauc_cv_recall_at_20_std": 0.473275, + "nauc_cv_recall_at_20_diff1": 0.190142, + "nauc_cv_recall_at_100_max": 0.16468, + "nauc_cv_recall_at_100_std": 0.380538, + "nauc_cv_recall_at_100_diff1": 0.160318, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.528204, + "nauc_mrr_at_1_std": 0.490443, + "nauc_mrr_at_1_diff1": 0.566579, + "nauc_mrr_at_3_max": 0.42838, + "nauc_mrr_at_3_std": 0.470102, + "nauc_mrr_at_3_diff1": 0.41286, + "nauc_mrr_at_5_max": 0.417281, + "nauc_mrr_at_5_std": 0.461243, + "nauc_mrr_at_5_diff1": 0.401037, + "nauc_mrr_at_10_max": 0.415775, + "nauc_mrr_at_10_std": 0.46823, + "nauc_mrr_at_10_diff1": 0.374126, + "nauc_mrr_at_20_max": 0.410637, + "nauc_mrr_at_20_std": 0.468788, + "nauc_mrr_at_20_diff1": 0.372679, + "nauc_mrr_at_100_max": 0.405746, + "nauc_mrr_at_100_std": 0.466001, + "nauc_mrr_at_100_diff1": 0.369818, + "nauc_mrr_at_1000_max": 0.407173, + "nauc_mrr_at_1000_std": 0.466482, + "nauc_mrr_at_1000_diff1": 0.371381, + "main_score": 0.12404, + "hf_subset": "default", + "languages": [ + "hin-Deva" + ] + } + ] + }, + "evaluation_time": 32.429107666015625, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRHungarianDocQARetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRHungarianDocQARetrieval.json new file mode 100644 index 0000000000..f9d442ef66 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRHungarianDocQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRHungarianDocQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.59259, + "ndcg_at_3": 0.68562, + "ndcg_at_5": 0.70793, + "ndcg_at_10": 0.75014, + "ndcg_at_20": 0.76475, + "ndcg_at_100": 0.76475, + "ndcg_at_1000": 0.76475, + "map_at_1": 0.59259, + "map_at_3": 0.66049, + "map_at_5": 0.67253, + "map_at_10": 0.69011, + "map_at_20": 0.69442, + "map_at_100": 0.69442, + "map_at_1000": 0.69442, + "recall_at_1": 0.59259, + "recall_at_3": 0.75926, + "recall_at_5": 0.81481, + "recall_at_10": 0.94444, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.59259, + "cv_recall_at_3": 0.75926, + "cv_recall_at_5": 0.81481, + "cv_recall_at_10": 0.94444, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.59259, + "precision_at_3": 0.25309, + "precision_at_5": 0.16296, + "precision_at_10": 0.09444, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.592593, + "mrr_at_3": 0.660494, + "mrr_at_5": 0.672531, + "mrr_at_10": 0.690109, + "mrr_at_20": 0.694425, + "mrr_at_100": 0.694425, + "mrr_at_1000": 0.694425, + "nauc_ndcg_at_1_max": 0.32466, + "nauc_ndcg_at_1_std": -0.10619, + "nauc_ndcg_at_1_diff1": 0.736962, + "nauc_ndcg_at_3_max": 0.278581, + "nauc_ndcg_at_3_std": -0.087918, + "nauc_ndcg_at_3_diff1": 0.652443, + "nauc_ndcg_at_5_max": 0.236884, + "nauc_ndcg_at_5_std": -0.135266, + "nauc_ndcg_at_5_diff1": 0.653425, + "nauc_ndcg_at_10_max": 0.275545, + "nauc_ndcg_at_10_std": -0.035572, + "nauc_ndcg_at_10_diff1": 0.656339, + "nauc_ndcg_at_20_max": 0.276062, + "nauc_ndcg_at_20_std": -0.096412, + "nauc_ndcg_at_20_diff1": 0.67452, + "nauc_ndcg_at_100_max": 0.276062, + "nauc_ndcg_at_100_std": -0.096412, + "nauc_ndcg_at_100_diff1": 0.67452, + "nauc_ndcg_at_1000_max": 0.276062, + "nauc_ndcg_at_1000_std": -0.096412, + "nauc_ndcg_at_1000_diff1": 0.67452, + "nauc_map_at_1_max": 0.32466, + "nauc_map_at_1_std": -0.10619, + "nauc_map_at_1_diff1": 0.736962, + "nauc_map_at_3_max": 0.286093, + "nauc_map_at_3_std": -0.097323, + "nauc_map_at_3_diff1": 0.674281, + "nauc_map_at_5_max": 0.265416, + "nauc_map_at_5_std": -0.121751, + "nauc_map_at_5_diff1": 0.67534, + "nauc_map_at_10_max": 0.280139, + "nauc_map_at_10_std": -0.086135, + "nauc_map_at_10_diff1": 0.676102, + "nauc_map_at_20_max": 0.28017, + "nauc_map_at_20_std": -0.100837, + "nauc_map_at_20_diff1": 0.680835, + "nauc_map_at_100_max": 0.28017, + "nauc_map_at_100_std": -0.100837, + "nauc_map_at_100_diff1": 0.680835, + "nauc_map_at_1000_max": 0.28017, + "nauc_map_at_1000_std": -0.100837, + "nauc_map_at_1000_diff1": 0.680835, + "nauc_recall_at_1_max": 0.32466, + "nauc_recall_at_1_std": -0.10619, + "nauc_recall_at_1_diff1": 0.736962, + "nauc_recall_at_3_max": 0.253551, + "nauc_recall_at_3_std": -0.0508, + "nauc_recall_at_3_diff1": 0.572434, + "nauc_recall_at_5_max": 0.103329, + "nauc_recall_at_5_std": -0.203044, + "nauc_recall_at_5_diff1": 0.557224, + "nauc_recall_at_10_max": 0.264221, + "nauc_recall_at_10_std": 0.765373, + "nauc_recall_at_10_diff1": 0.426013, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.32466, + "nauc_precision_at_1_std": -0.10619, + "nauc_precision_at_1_diff1": 0.736962, + "nauc_precision_at_3_max": 0.253551, + "nauc_precision_at_3_std": -0.0508, + "nauc_precision_at_3_diff1": 0.572434, + "nauc_precision_at_5_max": 0.103329, + "nauc_precision_at_5_std": -0.203044, + "nauc_precision_at_5_diff1": 0.557224, + "nauc_precision_at_10_max": 0.264221, + "nauc_precision_at_10_std": 0.765373, + "nauc_precision_at_10_diff1": 0.426013, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.32466, + "nauc_cv_recall_at_1_std": -0.10619, + "nauc_cv_recall_at_1_diff1": 0.736962, + "nauc_cv_recall_at_3_max": 0.253551, + "nauc_cv_recall_at_3_std": -0.0508, + "nauc_cv_recall_at_3_diff1": 0.572434, + "nauc_cv_recall_at_5_max": 0.103329, + "nauc_cv_recall_at_5_std": -0.203044, + "nauc_cv_recall_at_5_diff1": 0.557224, + "nauc_cv_recall_at_10_max": 0.264221, + "nauc_cv_recall_at_10_std": 0.765373, + "nauc_cv_recall_at_10_diff1": 0.426013, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.32466, + "nauc_mrr_at_1_std": -0.10619, + "nauc_mrr_at_1_diff1": 0.736962, + "nauc_mrr_at_3_max": 0.286093, + "nauc_mrr_at_3_std": -0.097323, + "nauc_mrr_at_3_diff1": 0.674281, + "nauc_mrr_at_5_max": 0.265416, + "nauc_mrr_at_5_std": -0.121751, + "nauc_mrr_at_5_diff1": 0.67534, + "nauc_mrr_at_10_max": 0.280139, + "nauc_mrr_at_10_std": -0.086135, + "nauc_mrr_at_10_diff1": 0.676102, + "nauc_mrr_at_20_max": 0.28017, + "nauc_mrr_at_20_std": -0.100837, + "nauc_mrr_at_20_diff1": 0.680835, + "nauc_mrr_at_100_max": 0.28017, + "nauc_mrr_at_100_std": -0.100837, + "nauc_mrr_at_100_diff1": 0.680835, + "nauc_mrr_at_1000_max": 0.28017, + "nauc_mrr_at_1000_std": -0.100837, + "nauc_mrr_at_1000_diff1": 0.680835, + "main_score": 0.70793, + "hf_subset": "default", + "languages": [ + "hun-Latn" + ] + } + ] + }, + "evaluation_time": 4.456317901611328, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRInfovqaRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRInfovqaRetrieval.json new file mode 100644 index 0000000000..c810d28127 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRInfovqaRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRInfovqaRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.82597, + "ndcg_at_3": 0.87338, + "ndcg_at_5": 0.87986, + "ndcg_at_10": 0.88669, + "ndcg_at_20": 0.89362, + "ndcg_at_100": 0.89703, + "ndcg_at_1000": 0.8985, + "map_at_1": 0.82597, + "map_at_3": 0.86142, + "map_at_5": 0.86529, + "map_at_10": 0.86791, + "map_at_20": 0.86979, + "map_at_100": 0.87038, + "map_at_1000": 0.87044, + "recall_at_1": 0.82597, + "recall_at_3": 0.90746, + "recall_at_5": 0.92265, + "recall_at_10": 0.94475, + "recall_at_20": 0.97238, + "recall_at_100": 0.98895, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.82597, + "cv_recall_at_3": 0.90884, + "cv_recall_at_5": 0.92265, + "cv_recall_at_10": 0.94475, + "cv_recall_at_20": 0.97238, + "cv_recall_at_100": 0.98895, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.82597, + "precision_at_3": 0.30295, + "precision_at_5": 0.18508, + "precision_at_10": 0.09475, + "precision_at_20": 0.04876, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.825967, + "mrr_at_3": 0.861878, + "mrr_at_5": 0.865193, + "mrr_at_10": 0.867821, + "mrr_at_20": 0.869694, + "mrr_at_100": 0.870288, + "mrr_at_1000": 0.870351, + "nauc_ndcg_at_1_max": 0.470204, + "nauc_ndcg_at_1_std": -0.243037, + "nauc_ndcg_at_1_diff1": 0.886778, + "nauc_ndcg_at_3_max": 0.492842, + "nauc_ndcg_at_3_std": -0.189621, + "nauc_ndcg_at_3_diff1": 0.843382, + "nauc_ndcg_at_5_max": 0.470859, + "nauc_ndcg_at_5_std": -0.237083, + "nauc_ndcg_at_5_diff1": 0.843779, + "nauc_ndcg_at_10_max": 0.454913, + "nauc_ndcg_at_10_std": -0.231509, + "nauc_ndcg_at_10_diff1": 0.837186, + "nauc_ndcg_at_20_max": 0.471392, + "nauc_ndcg_at_20_std": -0.205148, + "nauc_ndcg_at_20_diff1": 0.85084, + "nauc_ndcg_at_100_max": 0.482893, + "nauc_ndcg_at_100_std": -0.198496, + "nauc_ndcg_at_100_diff1": 0.855194, + "nauc_ndcg_at_1000_max": 0.476016, + "nauc_ndcg_at_1000_std": -0.214556, + "nauc_ndcg_at_1000_diff1": 0.855546, + "nauc_map_at_1_max": 0.470204, + "nauc_map_at_1_std": -0.243037, + "nauc_map_at_1_diff1": 0.886778, + "nauc_map_at_3_max": 0.487498, + "nauc_map_at_3_std": -0.201928, + "nauc_map_at_3_diff1": 0.857088, + "nauc_map_at_5_max": 0.475983, + "nauc_map_at_5_std": -0.228238, + "nauc_map_at_5_diff1": 0.857559, + "nauc_map_at_10_max": 0.470741, + "nauc_map_at_10_std": -0.225914, + "nauc_map_at_10_diff1": 0.855646, + "nauc_map_at_20_max": 0.474479, + "nauc_map_at_20_std": -0.220815, + "nauc_map_at_20_diff1": 0.859352, + "nauc_map_at_100_max": 0.475974, + "nauc_map_at_100_std": -0.22012, + "nauc_map_at_100_diff1": 0.860049, + "nauc_map_at_1000_max": 0.475733, + "nauc_map_at_1000_std": -0.220668, + "nauc_map_at_1000_diff1": 0.860057, + "nauc_recall_at_1_max": 0.470204, + "nauc_recall_at_1_std": -0.243037, + "nauc_recall_at_1_diff1": 0.886778, + "nauc_recall_at_3_max": 0.514647, + "nauc_recall_at_3_std": -0.134175, + "nauc_recall_at_3_diff1": 0.7871, + "nauc_recall_at_5_max": 0.441267, + "nauc_recall_at_5_std": -0.287248, + "nauc_recall_at_5_diff1": 0.777543, + "nauc_recall_at_10_max": 0.328029, + "nauc_recall_at_10_std": -0.275105, + "nauc_recall_at_10_diff1": 0.708967, + "nauc_recall_at_20_max": 0.451251, + "nauc_recall_at_20_std": 0.100354, + "nauc_recall_at_20_diff1": 0.768768, + "nauc_recall_at_100_max": 0.934681, + "nauc_recall_at_100_std": 0.865307, + "nauc_recall_at_100_diff1": 0.828593, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.470204, + "nauc_precision_at_1_std": -0.243037, + "nauc_precision_at_1_diff1": 0.886778, + "nauc_precision_at_3_max": 0.514048, + "nauc_precision_at_3_std": -0.147155, + "nauc_precision_at_3_diff1": 0.783874, + "nauc_precision_at_5_max": 0.396752, + "nauc_precision_at_5_std": -0.294688, + "nauc_precision_at_5_diff1": 0.698313, + "nauc_precision_at_10_max": 0.276223, + "nauc_precision_at_10_std": -0.286257, + "nauc_precision_at_10_diff1": 0.606091, + "nauc_precision_at_20_max": 0.337029, + "nauc_precision_at_20_std": 0.023928, + "nauc_precision_at_20_diff1": 0.569416, + "nauc_precision_at_100_max": 0.554334, + "nauc_precision_at_100_std": 0.476729, + "nauc_precision_at_100_diff1": 0.402863, + "nauc_precision_at_1000_max": -0.317611, + "nauc_precision_at_1000_std": -0.414087, + "nauc_precision_at_1000_diff1": -0.573126, + "nauc_cv_recall_at_1_max": 0.470204, + "nauc_cv_recall_at_1_std": -0.243037, + "nauc_cv_recall_at_1_diff1": 0.886778, + "nauc_cv_recall_at_3_max": 0.514048, + "nauc_cv_recall_at_3_std": -0.147155, + "nauc_cv_recall_at_3_diff1": 0.783874, + "nauc_cv_recall_at_5_max": 0.441267, + "nauc_cv_recall_at_5_std": -0.287248, + "nauc_cv_recall_at_5_diff1": 0.777543, + "nauc_cv_recall_at_10_max": 0.328029, + "nauc_cv_recall_at_10_std": -0.275105, + "nauc_cv_recall_at_10_diff1": 0.708967, + "nauc_cv_recall_at_20_max": 0.451251, + "nauc_cv_recall_at_20_std": 0.100354, + "nauc_cv_recall_at_20_diff1": 0.768768, + "nauc_cv_recall_at_100_max": 0.934681, + "nauc_cv_recall_at_100_std": 0.865307, + "nauc_cv_recall_at_100_diff1": 0.828593, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.470204, + "nauc_mrr_at_1_std": -0.243037, + "nauc_mrr_at_1_diff1": 0.886778, + "nauc_mrr_at_3_max": 0.487266, + "nauc_mrr_at_3_std": -0.205136, + "nauc_mrr_at_3_diff1": 0.856592, + "nauc_mrr_at_5_max": 0.476083, + "nauc_mrr_at_5_std": -0.227582, + "nauc_mrr_at_5_diff1": 0.85774, + "nauc_mrr_at_10_max": 0.470847, + "nauc_mrr_at_10_std": -0.225246, + "nauc_mrr_at_10_diff1": 0.855832, + "nauc_mrr_at_20_max": 0.474584, + "nauc_mrr_at_20_std": -0.220141, + "nauc_mrr_at_20_diff1": 0.859539, + "nauc_mrr_at_100_max": 0.476078, + "nauc_mrr_at_100_std": -0.219443, + "nauc_mrr_at_100_diff1": 0.860236, + "nauc_mrr_at_1000_max": 0.475838, + "nauc_mrr_at_1000_std": -0.21999, + "nauc_mrr_at_1000_diff1": 0.860244, + "main_score": 0.87986, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 62.040430307388306, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRJDocQARetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRJDocQARetrieval.json new file mode 100644 index 0000000000..afa8ea3741 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRJDocQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRJDocQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.26075, + "ndcg_at_3": 0.3326, + "ndcg_at_5": 0.3569, + "ndcg_at_10": 0.38465, + "ndcg_at_20": 0.40837, + "ndcg_at_100": 0.44762, + "ndcg_at_1000": 0.4692, + "map_at_1": 0.25986, + "map_at_3": 0.31504, + "map_at_5": 0.32882, + "map_at_10": 0.34023, + "map_at_20": 0.3466, + "map_at_100": 0.35193, + "map_at_1000": 0.35279, + "recall_at_1": 0.25986, + "recall_at_3": 0.38262, + "recall_at_5": 0.44041, + "recall_at_10": 0.52643, + "recall_at_20": 0.62052, + "recall_at_100": 0.833, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.26075, + "cv_recall_at_3": 0.38306, + "cv_recall_at_5": 0.44086, + "cv_recall_at_10": 0.52688, + "cv_recall_at_20": 0.62366, + "cv_recall_at_100": 0.83602, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.26075, + "precision_at_3": 0.12814, + "precision_at_5": 0.08844, + "precision_at_10": 0.05282, + "precision_at_20": 0.03125, + "precision_at_100": 0.00844, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.260753, + "mrr_at_3": 0.315636, + "mrr_at_5": 0.329413, + "mrr_at_10": 0.340829, + "mrr_at_20": 0.34738, + "mrr_at_100": 0.352639, + "mrr_at_1000": 0.353459, + "nauc_ndcg_at_1_max": 0.1607, + "nauc_ndcg_at_1_std": -0.084389, + "nauc_ndcg_at_1_diff1": 0.577441, + "nauc_ndcg_at_3_max": 0.13685, + "nauc_ndcg_at_3_std": -0.081241, + "nauc_ndcg_at_3_diff1": 0.51207, + "nauc_ndcg_at_5_max": 0.14026, + "nauc_ndcg_at_5_std": -0.069579, + "nauc_ndcg_at_5_diff1": 0.516965, + "nauc_ndcg_at_10_max": 0.140379, + "nauc_ndcg_at_10_std": -0.082267, + "nauc_ndcg_at_10_diff1": 0.493571, + "nauc_ndcg_at_20_max": 0.130044, + "nauc_ndcg_at_20_std": -0.085062, + "nauc_ndcg_at_20_diff1": 0.496596, + "nauc_ndcg_at_100_max": 0.13758, + "nauc_ndcg_at_100_std": -0.070366, + "nauc_ndcg_at_100_diff1": 0.507343, + "nauc_ndcg_at_1000_max": 0.138556, + "nauc_ndcg_at_1000_std": -0.076978, + "nauc_ndcg_at_1000_diff1": 0.513149, + "nauc_map_at_1_max": 0.161292, + "nauc_map_at_1_std": -0.086084, + "nauc_map_at_1_diff1": 0.580757, + "nauc_map_at_3_max": 0.141541, + "nauc_map_at_3_std": -0.084339, + "nauc_map_at_3_diff1": 0.528852, + "nauc_map_at_5_max": 0.14384, + "nauc_map_at_5_std": -0.077444, + "nauc_map_at_5_diff1": 0.531573, + "nauc_map_at_10_max": 0.143785, + "nauc_map_at_10_std": -0.082906, + "nauc_map_at_10_diff1": 0.522302, + "nauc_map_at_20_max": 0.141167, + "nauc_map_at_20_std": -0.0836, + "nauc_map_at_20_diff1": 0.523213, + "nauc_map_at_100_max": 0.141734, + "nauc_map_at_100_std": -0.082094, + "nauc_map_at_100_diff1": 0.525253, + "nauc_map_at_1000_max": 0.141924, + "nauc_map_at_1000_std": -0.082129, + "nauc_map_at_1000_diff1": 0.525466, + "nauc_recall_at_1_max": 0.161292, + "nauc_recall_at_1_std": -0.086084, + "nauc_recall_at_1_diff1": 0.580757, + "nauc_recall_at_3_max": 0.124699, + "nauc_recall_at_3_std": -0.073084, + "nauc_recall_at_3_diff1": 0.467716, + "nauc_recall_at_5_max": 0.131081, + "nauc_recall_at_5_std": -0.04708, + "nauc_recall_at_5_diff1": 0.478956, + "nauc_recall_at_10_max": 0.131556, + "nauc_recall_at_10_std": -0.084224, + "nauc_recall_at_10_diff1": 0.403162, + "nauc_recall_at_20_max": 0.084909, + "nauc_recall_at_20_std": -0.098735, + "nauc_recall_at_20_diff1": 0.405561, + "nauc_recall_at_100_max": 0.137862, + "nauc_recall_at_100_std": 0.049069, + "nauc_recall_at_100_diff1": 0.422557, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.1607, + "nauc_precision_at_1_std": -0.084389, + "nauc_precision_at_1_diff1": 0.577441, + "nauc_precision_at_3_max": 0.123258, + "nauc_precision_at_3_std": -0.069805, + "nauc_precision_at_3_diff1": 0.460287, + "nauc_precision_at_5_max": 0.129638, + "nauc_precision_at_5_std": -0.043976, + "nauc_precision_at_5_diff1": 0.471586, + "nauc_precision_at_10_max": 0.130079, + "nauc_precision_at_10_std": -0.080745, + "nauc_precision_at_10_diff1": 0.396058, + "nauc_precision_at_20_max": 0.08293, + "nauc_precision_at_20_std": -0.089579, + "nauc_precision_at_20_diff1": 0.398348, + "nauc_precision_at_100_max": 0.120555, + "nauc_precision_at_100_std": 0.083752, + "nauc_precision_at_100_diff1": 0.384774, + "nauc_precision_at_1000_max": -0.080066, + "nauc_precision_at_1000_std": 0.391513, + "nauc_precision_at_1000_diff1": -0.242915, + "nauc_cv_recall_at_1_max": 0.1607, + "nauc_cv_recall_at_1_std": -0.084389, + "nauc_cv_recall_at_1_diff1": 0.577441, + "nauc_cv_recall_at_3_max": 0.124519, + "nauc_cv_recall_at_3_std": -0.072366, + "nauc_cv_recall_at_3_diff1": 0.466534, + "nauc_cv_recall_at_5_max": 0.130948, + "nauc_cv_recall_at_5_std": -0.046382, + "nauc_cv_recall_at_5_diff1": 0.47794, + "nauc_cv_recall_at_10_max": 0.131457, + "nauc_cv_recall_at_10_std": -0.083522, + "nauc_cv_recall_at_10_diff1": 0.402209, + "nauc_cv_recall_at_20_max": 0.084122, + "nauc_cv_recall_at_20_std": -0.092788, + "nauc_cv_recall_at_20_diff1": 0.40532, + "nauc_cv_recall_at_100_max": 0.137807, + "nauc_cv_recall_at_100_std": 0.0672, + "nauc_cv_recall_at_100_diff1": 0.412233, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.1607, + "nauc_mrr_at_1_std": -0.084389, + "nauc_mrr_at_1_diff1": 0.577441, + "nauc_mrr_at_3_max": 0.141186, + "nauc_mrr_at_3_std": -0.083267, + "nauc_mrr_at_3_diff1": 0.526804, + "nauc_mrr_at_5_max": 0.143482, + "nauc_mrr_at_5_std": -0.076377, + "nauc_mrr_at_5_diff1": 0.529519, + "nauc_mrr_at_10_max": 0.143424, + "nauc_mrr_at_10_std": -0.081828, + "nauc_mrr_at_10_diff1": 0.520246, + "nauc_mrr_at_20_max": 0.140779, + "nauc_mrr_at_20_std": -0.082153, + "nauc_mrr_at_20_diff1": 0.521172, + "nauc_mrr_at_100_max": 0.141364, + "nauc_mrr_at_100_std": -0.080663, + "nauc_mrr_at_100_diff1": 0.522902, + "nauc_mrr_at_1000_max": 0.141555, + "nauc_mrr_at_1000_std": -0.08078, + "nauc_mrr_at_1000_diff1": 0.523158, + "main_score": 0.3569, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 64.43983960151672, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRJina2024YearlyBookRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRJina2024YearlyBookRetrieval.json new file mode 100644 index 0000000000..ec0a15e834 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRJina2024YearlyBookRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRJina2024YearlyBookRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.93333, + "ndcg_at_3": 0.95682, + "ndcg_at_5": 0.96257, + "ndcg_at_10": 0.96257, + "ndcg_at_20": 0.96571, + "ndcg_at_100": 0.96571, + "ndcg_at_1000": 0.96571, + "map_at_1": 0.93333, + "map_at_3": 0.95111, + "map_at_5": 0.95444, + "map_at_10": 0.95444, + "map_at_20": 0.95519, + "map_at_100": 0.95519, + "map_at_1000": 0.95519, + "recall_at_1": 0.93333, + "recall_at_3": 0.97333, + "recall_at_5": 0.98667, + "recall_at_10": 0.98667, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.93333, + "cv_recall_at_3": 0.97333, + "cv_recall_at_5": 0.98667, + "cv_recall_at_10": 0.98667, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.93333, + "precision_at_3": 0.32444, + "precision_at_5": 0.19733, + "precision_at_10": 0.09867, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.933333, + "mrr_at_3": 0.951111, + "mrr_at_5": 0.954444, + "mrr_at_10": 0.954444, + "mrr_at_20": 0.955185, + "mrr_at_100": 0.955185, + "mrr_at_1000": 0.955185, + "nauc_ndcg_at_1_max": 0.296775, + "nauc_ndcg_at_1_std": -0.140905, + "nauc_ndcg_at_1_diff1": 0.947322, + "nauc_ndcg_at_3_max": 0.412304, + "nauc_ndcg_at_3_std": 0.120537, + "nauc_ndcg_at_3_diff1": 0.94432, + "nauc_ndcg_at_5_max": 0.342352, + "nauc_ndcg_at_5_std": 0.028386, + "nauc_ndcg_at_5_diff1": 0.935779, + "nauc_ndcg_at_10_max": 0.342352, + "nauc_ndcg_at_10_std": 0.028386, + "nauc_ndcg_at_10_diff1": 0.935779, + "nauc_ndcg_at_20_max": 0.34115, + "nauc_ndcg_at_20_std": -0.019498, + "nauc_ndcg_at_20_diff1": 0.941954, + "nauc_ndcg_at_100_max": 0.34115, + "nauc_ndcg_at_100_std": -0.019498, + "nauc_ndcg_at_100_diff1": 0.941954, + "nauc_ndcg_at_1000_max": 0.34115, + "nauc_ndcg_at_1000_std": -0.019498, + "nauc_ndcg_at_1000_diff1": 0.941954, + "nauc_map_at_1_max": 0.296775, + "nauc_map_at_1_std": -0.140905, + "nauc_map_at_1_diff1": 0.947322, + "nauc_map_at_3_max": 0.374545, + "nauc_map_at_3_std": 0.024474, + "nauc_map_at_3_diff1": 0.946125, + "nauc_map_at_5_max": 0.338417, + "nauc_map_at_5_std": -0.026509, + "nauc_map_at_5_diff1": 0.942183, + "nauc_map_at_10_max": 0.338417, + "nauc_map_at_10_std": -0.026509, + "nauc_map_at_10_diff1": 0.942183, + "nauc_map_at_20_max": 0.338135, + "nauc_map_at_20_std": -0.036064, + "nauc_map_at_20_diff1": 0.943404, + "nauc_map_at_100_max": 0.338135, + "nauc_map_at_100_std": -0.036064, + "nauc_map_at_100_diff1": 0.943404, + "nauc_map_at_1000_max": 0.338135, + "nauc_map_at_1000_std": -0.036064, + "nauc_map_at_1000_diff1": 0.943404, + "nauc_recall_at_1_max": 0.296775, + "nauc_recall_at_1_std": -0.140905, + "nauc_recall_at_1_diff1": 0.947322, + "nauc_recall_at_3_max": 0.611895, + "nauc_recall_at_3_std": 0.636405, + "nauc_recall_at_3_diff1": 0.934153, + "nauc_recall_at_5_max": 0.355485, + "nauc_recall_at_5_std": 0.551563, + "nauc_recall_at_5_diff1": 0.868306, + "nauc_recall_at_10_max": 0.355485, + "nauc_recall_at_10_std": 0.551563, + "nauc_recall_at_10_diff1": 0.868306, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.296775, + "nauc_precision_at_1_std": -0.140905, + "nauc_precision_at_1_diff1": 0.947322, + "nauc_precision_at_3_max": 0.611895, + "nauc_precision_at_3_std": 0.636405, + "nauc_precision_at_3_diff1": 0.934153, + "nauc_precision_at_5_max": 0.355485, + "nauc_precision_at_5_std": 0.551563, + "nauc_precision_at_5_diff1": 0.868306, + "nauc_precision_at_10_max": 0.355485, + "nauc_precision_at_10_std": 0.551563, + "nauc_precision_at_10_diff1": 0.868306, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.296775, + "nauc_cv_recall_at_1_std": -0.140905, + "nauc_cv_recall_at_1_diff1": 0.947322, + "nauc_cv_recall_at_3_max": 0.611895, + "nauc_cv_recall_at_3_std": 0.636405, + "nauc_cv_recall_at_3_diff1": 0.934153, + "nauc_cv_recall_at_5_max": 0.355485, + "nauc_cv_recall_at_5_std": 0.551563, + "nauc_cv_recall_at_5_diff1": 0.868306, + "nauc_cv_recall_at_10_max": 0.355485, + "nauc_cv_recall_at_10_std": 0.551563, + "nauc_cv_recall_at_10_diff1": 0.868306, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.296775, + "nauc_mrr_at_1_std": -0.140905, + "nauc_mrr_at_1_diff1": 0.947322, + "nauc_mrr_at_3_max": 0.374545, + "nauc_mrr_at_3_std": 0.024474, + "nauc_mrr_at_3_diff1": 0.946125, + "nauc_mrr_at_5_max": 0.338417, + "nauc_mrr_at_5_std": -0.026509, + "nauc_mrr_at_5_diff1": 0.942183, + "nauc_mrr_at_10_max": 0.338417, + "nauc_mrr_at_10_std": -0.026509, + "nauc_mrr_at_10_diff1": 0.942183, + "nauc_mrr_at_20_max": 0.338135, + "nauc_mrr_at_20_std": -0.036064, + "nauc_mrr_at_20_diff1": 0.943404, + "nauc_mrr_at_100_max": 0.338135, + "nauc_mrr_at_100_std": -0.036064, + "nauc_mrr_at_100_diff1": 0.943404, + "nauc_mrr_at_1000_max": 0.338135, + "nauc_mrr_at_1000_std": -0.036064, + "nauc_mrr_at_1000_diff1": 0.943404, + "main_score": 0.96257, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5.131507873535156, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRMMTabRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRMMTabRetrieval.json new file mode 100644 index 0000000000..b3443d8206 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRMMTabRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRMMTabRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.76393, + "ndcg_at_3": 0.83298, + "ndcg_at_5": 0.8448, + "ndcg_at_10": 0.8549, + "ndcg_at_20": 0.86218, + "ndcg_at_100": 0.86702, + "ndcg_at_1000": 0.8681, + "map_at_1": 0.76292, + "map_at_3": 0.81645, + "map_at_5": 0.82308, + "map_at_10": 0.8272, + "map_at_20": 0.82939, + "map_at_100": 0.83019, + "map_at_1000": 0.83024, + "recall_at_1": 0.76292, + "recall_at_3": 0.88045, + "recall_at_5": 0.90881, + "recall_at_10": 0.93969, + "recall_at_20": 0.96747, + "recall_at_100": 0.99189, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.76393, + "cv_recall_at_3": 0.88045, + "cv_recall_at_5": 0.90881, + "cv_recall_at_10": 0.94124, + "cv_recall_at_20": 0.96758, + "cv_recall_at_100": 0.99189, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.76393, + "precision_at_3": 0.29416, + "precision_at_5": 0.18217, + "precision_at_10": 0.09443, + "precision_at_20": 0.04899, + "precision_at_100": 0.01005, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.763931, + "mrr_at_3": 0.816616, + "mrr_at_5": 0.823252, + "mrr_at_10": 0.827618, + "mrr_at_20": 0.829413, + "mrr_at_100": 0.830172, + "mrr_at_1000": 0.830217, + "nauc_ndcg_at_1_max": 0.357097, + "nauc_ndcg_at_1_std": -0.149246, + "nauc_ndcg_at_1_diff1": 0.878602, + "nauc_ndcg_at_3_max": 0.41466, + "nauc_ndcg_at_3_std": -0.14167, + "nauc_ndcg_at_3_diff1": 0.854701, + "nauc_ndcg_at_5_max": 0.41136, + "nauc_ndcg_at_5_std": -0.138407, + "nauc_ndcg_at_5_diff1": 0.849214, + "nauc_ndcg_at_10_max": 0.414699, + "nauc_ndcg_at_10_std": -0.135926, + "nauc_ndcg_at_10_diff1": 0.855492, + "nauc_ndcg_at_20_max": 0.405602, + "nauc_ndcg_at_20_std": -0.144379, + "nauc_ndcg_at_20_diff1": 0.856938, + "nauc_ndcg_at_100_max": 0.405465, + "nauc_ndcg_at_100_std": -0.134319, + "nauc_ndcg_at_100_diff1": 0.859328, + "nauc_ndcg_at_1000_max": 0.400778, + "nauc_ndcg_at_1000_std": -0.142262, + "nauc_ndcg_at_1000_diff1": 0.859312, + "nauc_map_at_1_max": 0.354131, + "nauc_map_at_1_std": -0.15062, + "nauc_map_at_1_diff1": 0.880024, + "nauc_map_at_3_max": 0.399242, + "nauc_map_at_3_std": -0.144319, + "nauc_map_at_3_diff1": 0.861525, + "nauc_map_at_5_max": 0.396911, + "nauc_map_at_5_std": -0.143146, + "nauc_map_at_5_diff1": 0.859022, + "nauc_map_at_10_max": 0.397802, + "nauc_map_at_10_std": -0.14224, + "nauc_map_at_10_diff1": 0.861411, + "nauc_map_at_20_max": 0.394632, + "nauc_map_at_20_std": -0.145792, + "nauc_map_at_20_diff1": 0.861596, + "nauc_map_at_100_max": 0.394571, + "nauc_map_at_100_std": -0.144741, + "nauc_map_at_100_diff1": 0.86195, + "nauc_map_at_1000_max": 0.394406, + "nauc_map_at_1000_std": -0.145003, + "nauc_map_at_1000_diff1": 0.861945, + "nauc_recall_at_1_max": 0.354131, + "nauc_recall_at_1_std": -0.15062, + "nauc_recall_at_1_diff1": 0.880024, + "nauc_recall_at_3_max": 0.47722, + "nauc_recall_at_3_std": -0.132285, + "nauc_recall_at_3_diff1": 0.826808, + "nauc_recall_at_5_max": 0.483212, + "nauc_recall_at_5_std": -0.114472, + "nauc_recall_at_5_diff1": 0.798006, + "nauc_recall_at_10_max": 0.54819, + "nauc_recall_at_10_std": -0.074911, + "nauc_recall_at_10_diff1": 0.817673, + "nauc_recall_at_20_max": 0.545219, + "nauc_recall_at_20_std": -0.113387, + "nauc_recall_at_20_diff1": 0.814358, + "nauc_recall_at_100_max": 0.930563, + "nauc_recall_at_100_std": 0.768052, + "nauc_recall_at_100_diff1": 0.855862, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.357097, + "nauc_precision_at_1_std": -0.149246, + "nauc_precision_at_1_diff1": 0.878602, + "nauc_precision_at_3_max": 0.469445, + "nauc_precision_at_3_std": -0.121736, + "nauc_precision_at_3_diff1": 0.786924, + "nauc_precision_at_5_max": 0.473092, + "nauc_precision_at_5_std": -0.101706, + "nauc_precision_at_5_diff1": 0.748309, + "nauc_precision_at_10_max": 0.487828, + "nauc_precision_at_10_std": -0.097945, + "nauc_precision_at_10_diff1": 0.70038, + "nauc_precision_at_20_max": 0.153789, + "nauc_precision_at_20_std": -0.245048, + "nauc_precision_at_20_diff1": 0.267982, + "nauc_precision_at_100_max": -0.092123, + "nauc_precision_at_100_std": -0.132631, + "nauc_precision_at_100_diff1": -0.196713, + "nauc_precision_at_1000_max": -0.453897, + "nauc_precision_at_1000_std": -0.451247, + "nauc_precision_at_1000_diff1": -0.56906, + "nauc_cv_recall_at_1_max": 0.357097, + "nauc_cv_recall_at_1_std": -0.149246, + "nauc_cv_recall_at_1_diff1": 0.878602, + "nauc_cv_recall_at_3_max": 0.47722, + "nauc_cv_recall_at_3_std": -0.132285, + "nauc_cv_recall_at_3_diff1": 0.826808, + "nauc_cv_recall_at_5_max": 0.483212, + "nauc_cv_recall_at_5_std": -0.114472, + "nauc_cv_recall_at_5_diff1": 0.798006, + "nauc_cv_recall_at_10_max": 0.536289, + "nauc_cv_recall_at_10_std": -0.103225, + "nauc_cv_recall_at_10_diff1": 0.81287, + "nauc_cv_recall_at_20_max": 0.543639, + "nauc_cv_recall_at_20_std": -0.117253, + "nauc_cv_recall_at_20_diff1": 0.813714, + "nauc_cv_recall_at_100_max": 0.930563, + "nauc_cv_recall_at_100_std": 0.768052, + "nauc_cv_recall_at_100_diff1": 0.855862, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.357097, + "nauc_mrr_at_1_std": -0.149246, + "nauc_mrr_at_1_diff1": 0.878602, + "nauc_mrr_at_3_max": 0.3997, + "nauc_mrr_at_3_std": -0.143276, + "nauc_mrr_at_3_diff1": 0.861279, + "nauc_mrr_at_5_max": 0.397383, + "nauc_mrr_at_5_std": -0.142064, + "nauc_mrr_at_5_diff1": 0.858765, + "nauc_mrr_at_10_max": 0.397338, + "nauc_mrr_at_10_std": -0.142931, + "nauc_mrr_at_10_diff1": 0.860931, + "nauc_mrr_at_20_max": 0.395713, + "nauc_mrr_at_20_std": -0.143584, + "nauc_mrr_at_20_diff1": 0.861498, + "nauc_mrr_at_100_max": 0.395827, + "nauc_mrr_at_100_std": -0.142232, + "nauc_mrr_at_100_diff1": 0.861917, + "nauc_mrr_at_1000_max": 0.395663, + "nauc_mrr_at_1000_std": -0.142493, + "nauc_mrr_at_1000_diff1": 0.861911, + "main_score": 0.8448, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 91.42773723602295, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRMPMQARetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRMPMQARetrieval.json new file mode 100644 index 0000000000..ae701eab41 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRMPMQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRMPMQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.78571, + "ndcg_at_3": 0.88304, + "ndcg_at_5": 0.89394, + "ndcg_at_10": 0.89991, + "ndcg_at_20": 0.90144, + "ndcg_at_100": 0.90144, + "ndcg_at_1000": 0.90144, + "map_at_1": 0.78571, + "map_at_3": 0.86039, + "map_at_5": 0.86656, + "map_at_10": 0.86883, + "map_at_20": 0.86919, + "map_at_100": 0.86919, + "map_at_1000": 0.86919, + "recall_at_1": 0.78571, + "recall_at_3": 0.94805, + "recall_at_5": 0.97403, + "recall_at_10": 0.99351, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.78571, + "cv_recall_at_3": 0.94805, + "cv_recall_at_5": 0.97403, + "cv_recall_at_10": 0.99351, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.78571, + "precision_at_3": 0.31602, + "precision_at_5": 0.19481, + "precision_at_10": 0.09935, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.785714, + "mrr_at_3": 0.86039, + "mrr_at_5": 0.866558, + "mrr_at_10": 0.868831, + "mrr_at_20": 0.869192, + "mrr_at_100": 0.869192, + "mrr_at_1000": 0.869192, + "nauc_ndcg_at_1_max": 0.168325, + "nauc_ndcg_at_1_std": -0.040887, + "nauc_ndcg_at_1_diff1": 0.819623, + "nauc_ndcg_at_3_max": 0.219882, + "nauc_ndcg_at_3_std": -0.056928, + "nauc_ndcg_at_3_diff1": 0.801469, + "nauc_ndcg_at_5_max": 0.192337, + "nauc_ndcg_at_5_std": -0.084199, + "nauc_ndcg_at_5_diff1": 0.805564, + "nauc_ndcg_at_10_max": 0.190418, + "nauc_ndcg_at_10_std": -0.051251, + "nauc_ndcg_at_10_diff1": 0.793175, + "nauc_ndcg_at_20_max": 0.184382, + "nauc_ndcg_at_20_std": -0.066514, + "nauc_ndcg_at_20_diff1": 0.804293, + "nauc_ndcg_at_100_max": 0.184382, + "nauc_ndcg_at_100_std": -0.066514, + "nauc_ndcg_at_100_diff1": 0.804293, + "nauc_ndcg_at_1000_max": 0.184382, + "nauc_ndcg_at_1000_std": -0.066514, + "nauc_ndcg_at_1000_diff1": 0.804293, + "nauc_map_at_1_max": 0.168325, + "nauc_map_at_1_std": -0.040887, + "nauc_map_at_1_diff1": 0.819623, + "nauc_map_at_3_max": 0.197422, + "nauc_map_at_3_std": -0.057081, + "nauc_map_at_3_diff1": 0.805438, + "nauc_map_at_5_max": 0.183044, + "nauc_map_at_5_std": -0.071126, + "nauc_map_at_5_diff1": 0.807787, + "nauc_map_at_10_max": 0.182812, + "nauc_map_at_10_std": -0.062183, + "nauc_map_at_10_diff1": 0.804223, + "nauc_map_at_20_max": 0.181714, + "nauc_map_at_20_std": -0.064933, + "nauc_map_at_20_diff1": 0.806236, + "nauc_map_at_100_max": 0.181714, + "nauc_map_at_100_std": -0.064933, + "nauc_map_at_100_diff1": 0.806236, + "nauc_map_at_1000_max": 0.181714, + "nauc_map_at_1000_std": -0.064933, + "nauc_map_at_1000_diff1": 0.806236, + "nauc_recall_at_1_max": 0.168325, + "nauc_recall_at_1_std": -0.040887, + "nauc_recall_at_1_diff1": 0.819623, + "nauc_recall_at_3_max": 0.387289, + "nauc_recall_at_3_std": -0.049595, + "nauc_recall_at_3_diff1": 0.775301, + "nauc_recall_at_5_max": 0.319029, + "nauc_recall_at_5_std": -0.257638, + "nauc_recall_at_5_diff1": 0.780595, + "nauc_recall_at_10_max": 0.554603, + "nauc_recall_at_10_std": 0.869657, + "nauc_recall_at_10_diff1": 0.122378, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.168325, + "nauc_precision_at_1_std": -0.040887, + "nauc_precision_at_1_diff1": 0.819623, + "nauc_precision_at_3_max": 0.387289, + "nauc_precision_at_3_std": -0.049595, + "nauc_precision_at_3_diff1": 0.775301, + "nauc_precision_at_5_max": 0.319029, + "nauc_precision_at_5_std": -0.257638, + "nauc_precision_at_5_diff1": 0.780595, + "nauc_precision_at_10_max": 0.554603, + "nauc_precision_at_10_std": 0.869657, + "nauc_precision_at_10_diff1": 0.122378, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.168325, + "nauc_cv_recall_at_1_std": -0.040887, + "nauc_cv_recall_at_1_diff1": 0.819623, + "nauc_cv_recall_at_3_max": 0.387289, + "nauc_cv_recall_at_3_std": -0.049595, + "nauc_cv_recall_at_3_diff1": 0.775301, + "nauc_cv_recall_at_5_max": 0.319029, + "nauc_cv_recall_at_5_std": -0.257638, + "nauc_cv_recall_at_5_diff1": 0.780595, + "nauc_cv_recall_at_10_max": 0.554603, + "nauc_cv_recall_at_10_std": 0.869657, + "nauc_cv_recall_at_10_diff1": 0.122378, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.168325, + "nauc_mrr_at_1_std": -0.040887, + "nauc_mrr_at_1_diff1": 0.819623, + "nauc_mrr_at_3_max": 0.197422, + "nauc_mrr_at_3_std": -0.057081, + "nauc_mrr_at_3_diff1": 0.805438, + "nauc_mrr_at_5_max": 0.183044, + "nauc_mrr_at_5_std": -0.071126, + "nauc_mrr_at_5_diff1": 0.807787, + "nauc_mrr_at_10_max": 0.182812, + "nauc_mrr_at_10_std": -0.062183, + "nauc_mrr_at_10_diff1": 0.804223, + "nauc_mrr_at_20_max": 0.181714, + "nauc_mrr_at_20_std": -0.064933, + "nauc_mrr_at_20_diff1": 0.806236, + "nauc_mrr_at_100_max": 0.181714, + "nauc_mrr_at_100_std": -0.064933, + "nauc_mrr_at_100_diff1": 0.806236, + "nauc_mrr_at_1000_max": 0.181714, + "nauc_mrr_at_1000_std": -0.064933, + "nauc_mrr_at_1000_diff1": 0.806236, + "main_score": 0.89394, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 52.72167110443115, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRMedicalPrescriptionsRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRMedicalPrescriptionsRetrieval.json new file mode 100644 index 0000000000..dc21fe3675 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRMedicalPrescriptionsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRMedicalPrescriptionsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.58, + "ndcg_at_3": 0.64047, + "ndcg_at_5": 0.67361, + "ndcg_at_10": 0.70236, + "ndcg_at_20": 0.71755, + "ndcg_at_100": 0.7358, + "ndcg_at_1000": 0.7358, + "map_at_1": 0.58, + "map_at_3": 0.62667, + "map_at_5": 0.64517, + "map_at_10": 0.6568, + "map_at_20": 0.661, + "map_at_100": 0.6641, + "map_at_1000": 0.6641, + "recall_at_1": 0.58, + "recall_at_3": 0.68, + "recall_at_5": 0.76, + "recall_at_10": 0.85, + "recall_at_20": 0.91, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.58, + "cv_recall_at_3": 0.68, + "cv_recall_at_5": 0.76, + "cv_recall_at_10": 0.85, + "cv_recall_at_20": 0.91, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.58, + "precision_at_3": 0.22667, + "precision_at_5": 0.152, + "precision_at_10": 0.085, + "precision_at_20": 0.0455, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.58, + "mrr_at_3": 0.626667, + "mrr_at_5": 0.645167, + "mrr_at_10": 0.656802, + "mrr_at_20": 0.661001, + "mrr_at_100": 0.664102, + "mrr_at_1000": 0.664102, + "nauc_ndcg_at_1_max": -0.302406, + "nauc_ndcg_at_1_std": -0.499869, + "nauc_ndcg_at_1_diff1": 0.862858, + "nauc_ndcg_at_3_max": -0.312043, + "nauc_ndcg_at_3_std": -0.532828, + "nauc_ndcg_at_3_diff1": 0.843664, + "nauc_ndcg_at_5_max": -0.295709, + "nauc_ndcg_at_5_std": -0.533271, + "nauc_ndcg_at_5_diff1": 0.820287, + "nauc_ndcg_at_10_max": -0.295009, + "nauc_ndcg_at_10_std": -0.520079, + "nauc_ndcg_at_10_diff1": 0.81426, + "nauc_ndcg_at_20_max": -0.288907, + "nauc_ndcg_at_20_std": -0.528343, + "nauc_ndcg_at_20_diff1": 0.828793, + "nauc_ndcg_at_100_max": -0.296845, + "nauc_ndcg_at_100_std": -0.528553, + "nauc_ndcg_at_100_diff1": 0.834991, + "nauc_ndcg_at_1000_max": -0.296845, + "nauc_ndcg_at_1000_std": -0.528553, + "nauc_ndcg_at_1000_diff1": 0.834991, + "nauc_map_at_1_max": -0.302406, + "nauc_map_at_1_std": -0.499869, + "nauc_map_at_1_diff1": 0.862858, + "nauc_map_at_3_max": -0.307225, + "nauc_map_at_3_std": -0.5303, + "nauc_map_at_3_diff1": 0.84963, + "nauc_map_at_5_max": -0.297674, + "nauc_map_at_5_std": -0.529508, + "nauc_map_at_5_diff1": 0.837905, + "nauc_map_at_10_max": -0.296609, + "nauc_map_at_10_std": -0.525779, + "nauc_map_at_10_diff1": 0.836021, + "nauc_map_at_20_max": -0.295192, + "nauc_map_at_20_std": -0.528183, + "nauc_map_at_20_diff1": 0.839643, + "nauc_map_at_100_max": -0.29714, + "nauc_map_at_100_std": -0.527827, + "nauc_map_at_100_diff1": 0.840526, + "nauc_map_at_1000_max": -0.29714, + "nauc_map_at_1000_std": -0.527827, + "nauc_map_at_1000_diff1": 0.840526, + "nauc_recall_at_1_max": -0.302406, + "nauc_recall_at_1_std": -0.499869, + "nauc_recall_at_1_diff1": 0.862858, + "nauc_recall_at_3_max": -0.328415, + "nauc_recall_at_3_std": -0.538111, + "nauc_recall_at_3_diff1": 0.824252, + "nauc_recall_at_5_max": -0.287748, + "nauc_recall_at_5_std": -0.545773, + "nauc_recall_at_5_diff1": 0.747685, + "nauc_recall_at_10_max": -0.28848, + "nauc_recall_at_10_std": -0.470257, + "nauc_recall_at_10_diff1": 0.682102, + "nauc_recall_at_20_max": -0.223623, + "nauc_recall_at_20_std": -0.515562, + "nauc_recall_at_20_diff1": 0.753346, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.302406, + "nauc_precision_at_1_std": -0.499869, + "nauc_precision_at_1_diff1": 0.862858, + "nauc_precision_at_3_max": -0.328415, + "nauc_precision_at_3_std": -0.538111, + "nauc_precision_at_3_diff1": 0.824252, + "nauc_precision_at_5_max": -0.287748, + "nauc_precision_at_5_std": -0.545773, + "nauc_precision_at_5_diff1": 0.747685, + "nauc_precision_at_10_max": -0.28848, + "nauc_precision_at_10_std": -0.470257, + "nauc_precision_at_10_diff1": 0.682102, + "nauc_precision_at_20_max": -0.223623, + "nauc_precision_at_20_std": -0.515562, + "nauc_precision_at_20_diff1": 0.753346, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.302406, + "nauc_cv_recall_at_1_std": -0.499869, + "nauc_cv_recall_at_1_diff1": 0.862858, + "nauc_cv_recall_at_3_max": -0.328415, + "nauc_cv_recall_at_3_std": -0.538111, + "nauc_cv_recall_at_3_diff1": 0.824252, + "nauc_cv_recall_at_5_max": -0.287748, + "nauc_cv_recall_at_5_std": -0.545773, + "nauc_cv_recall_at_5_diff1": 0.747685, + "nauc_cv_recall_at_10_max": -0.28848, + "nauc_cv_recall_at_10_std": -0.470257, + "nauc_cv_recall_at_10_diff1": 0.682102, + "nauc_cv_recall_at_20_max": -0.223623, + "nauc_cv_recall_at_20_std": -0.515562, + "nauc_cv_recall_at_20_diff1": 0.753346, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.302406, + "nauc_mrr_at_1_std": -0.499869, + "nauc_mrr_at_1_diff1": 0.862858, + "nauc_mrr_at_3_max": -0.307225, + "nauc_mrr_at_3_std": -0.5303, + "nauc_mrr_at_3_diff1": 0.84963, + "nauc_mrr_at_5_max": -0.297674, + "nauc_mrr_at_5_std": -0.529508, + "nauc_mrr_at_5_diff1": 0.837905, + "nauc_mrr_at_10_max": -0.296609, + "nauc_mrr_at_10_std": -0.525779, + "nauc_mrr_at_10_diff1": 0.836021, + "nauc_mrr_at_20_max": -0.295192, + "nauc_mrr_at_20_std": -0.528183, + "nauc_mrr_at_20_diff1": 0.839643, + "nauc_mrr_at_100_max": -0.29714, + "nauc_mrr_at_100_std": -0.527827, + "nauc_mrr_at_100_diff1": 0.840526, + "nauc_mrr_at_1000_max": -0.29714, + "nauc_mrr_at_1000_std": -0.527827, + "nauc_mrr_at_1000_diff1": 0.840526, + "main_score": 0.67361, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 12.11261248588562, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDROWIDChartsRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDROWIDChartsRetrieval.json new file mode 100644 index 0000000000..bd0ff9192e --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDROWIDChartsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDROWIDChartsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.64885, + "ndcg_at_3": 0.75563, + "ndcg_at_5": 0.78126, + "ndcg_at_10": 0.79909, + "ndcg_at_20": 0.80892, + "ndcg_at_100": 0.81317, + "ndcg_at_1000": 0.81317, + "map_at_1": 0.64885, + "map_at_3": 0.73155, + "map_at_5": 0.74606, + "map_at_10": 0.75373, + "map_at_20": 0.75652, + "map_at_100": 0.75712, + "map_at_1000": 0.75712, + "recall_at_1": 0.64885, + "recall_at_3": 0.82443, + "recall_at_5": 0.8855, + "recall_at_10": 0.93893, + "recall_at_20": 0.9771, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.64885, + "cv_recall_at_3": 0.82443, + "cv_recall_at_5": 0.8855, + "cv_recall_at_10": 0.93893, + "cv_recall_at_20": 0.9771, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.64885, + "precision_at_3": 0.27481, + "precision_at_5": 0.1771, + "precision_at_10": 0.09389, + "precision_at_20": 0.04885, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.648855, + "mrr_at_3": 0.731552, + "mrr_at_5": 0.746056, + "mrr_at_10": 0.753726, + "mrr_at_20": 0.756524, + "mrr_at_100": 0.757123, + "mrr_at_1000": 0.757123, + "nauc_ndcg_at_1_max": -0.17097, + "nauc_ndcg_at_1_std": -0.289354, + "nauc_ndcg_at_1_diff1": 0.698166, + "nauc_ndcg_at_3_max": -0.18365, + "nauc_ndcg_at_3_std": -0.342276, + "nauc_ndcg_at_3_diff1": 0.630327, + "nauc_ndcg_at_5_max": -0.211457, + "nauc_ndcg_at_5_std": -0.358661, + "nauc_ndcg_at_5_diff1": 0.624007, + "nauc_ndcg_at_10_max": -0.177104, + "nauc_ndcg_at_10_std": -0.327067, + "nauc_ndcg_at_10_diff1": 0.651845, + "nauc_ndcg_at_20_max": -0.18484, + "nauc_ndcg_at_20_std": -0.336966, + "nauc_ndcg_at_20_diff1": 0.659215, + "nauc_ndcg_at_100_max": -0.177624, + "nauc_ndcg_at_100_std": -0.325005, + "nauc_ndcg_at_100_diff1": 0.654719, + "nauc_ndcg_at_1000_max": -0.177624, + "nauc_ndcg_at_1000_std": -0.325005, + "nauc_ndcg_at_1000_diff1": 0.654719, + "nauc_map_at_1_max": -0.17097, + "nauc_map_at_1_std": -0.289354, + "nauc_map_at_1_diff1": 0.698166, + "nauc_map_at_3_max": -0.178951, + "nauc_map_at_3_std": -0.326824, + "nauc_map_at_3_diff1": 0.647691, + "nauc_map_at_5_max": -0.192765, + "nauc_map_at_5_std": -0.334922, + "nauc_map_at_5_diff1": 0.6457, + "nauc_map_at_10_max": -0.180013, + "nauc_map_at_10_std": -0.322676, + "nauc_map_at_10_diff1": 0.65629, + "nauc_map_at_20_max": -0.180731, + "nauc_map_at_20_std": -0.324718, + "nauc_map_at_20_diff1": 0.658168, + "nauc_map_at_100_max": -0.178834, + "nauc_map_at_100_std": -0.322327, + "nauc_map_at_100_diff1": 0.657621, + "nauc_map_at_1000_max": -0.178834, + "nauc_map_at_1000_std": -0.322327, + "nauc_map_at_1000_diff1": 0.657621, + "nauc_recall_at_1_max": -0.17097, + "nauc_recall_at_1_std": -0.289354, + "nauc_recall_at_1_diff1": 0.698166, + "nauc_recall_at_3_max": -0.203036, + "nauc_recall_at_3_std": -0.404086, + "nauc_recall_at_3_diff1": 0.56231, + "nauc_recall_at_5_max": -0.322792, + "nauc_recall_at_5_std": -0.49287, + "nauc_recall_at_5_diff1": 0.503424, + "nauc_recall_at_10_max": -0.120224, + "nauc_recall_at_10_std": -0.338532, + "nauc_recall_at_10_diff1": 0.641461, + "nauc_recall_at_20_max": -0.309215, + "nauc_recall_at_20_std": -0.638526, + "nauc_recall_at_20_diff1": 0.820466, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.17097, + "nauc_precision_at_1_std": -0.289354, + "nauc_precision_at_1_diff1": 0.698166, + "nauc_precision_at_3_max": -0.203036, + "nauc_precision_at_3_std": -0.404086, + "nauc_precision_at_3_diff1": 0.56231, + "nauc_precision_at_5_max": -0.322792, + "nauc_precision_at_5_std": -0.49287, + "nauc_precision_at_5_diff1": 0.503424, + "nauc_precision_at_10_max": -0.120224, + "nauc_precision_at_10_std": -0.338532, + "nauc_precision_at_10_diff1": 0.641461, + "nauc_precision_at_20_max": -0.309215, + "nauc_precision_at_20_std": -0.638526, + "nauc_precision_at_20_diff1": 0.820466, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.17097, + "nauc_cv_recall_at_1_std": -0.289354, + "nauc_cv_recall_at_1_diff1": 0.698166, + "nauc_cv_recall_at_3_max": -0.203036, + "nauc_cv_recall_at_3_std": -0.404086, + "nauc_cv_recall_at_3_diff1": 0.56231, + "nauc_cv_recall_at_5_max": -0.322792, + "nauc_cv_recall_at_5_std": -0.49287, + "nauc_cv_recall_at_5_diff1": 0.503424, + "nauc_cv_recall_at_10_max": -0.120224, + "nauc_cv_recall_at_10_std": -0.338532, + "nauc_cv_recall_at_10_diff1": 0.641461, + "nauc_cv_recall_at_20_max": -0.309215, + "nauc_cv_recall_at_20_std": -0.638526, + "nauc_cv_recall_at_20_diff1": 0.820466, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.17097, + "nauc_mrr_at_1_std": -0.289354, + "nauc_mrr_at_1_diff1": 0.698166, + "nauc_mrr_at_3_max": -0.178951, + "nauc_mrr_at_3_std": -0.326824, + "nauc_mrr_at_3_diff1": 0.647691, + "nauc_mrr_at_5_max": -0.192765, + "nauc_mrr_at_5_std": -0.334922, + "nauc_mrr_at_5_diff1": 0.6457, + "nauc_mrr_at_10_max": -0.180013, + "nauc_mrr_at_10_std": -0.322676, + "nauc_mrr_at_10_diff1": 0.65629, + "nauc_mrr_at_20_max": -0.180731, + "nauc_mrr_at_20_std": -0.324718, + "nauc_mrr_at_20_diff1": 0.658168, + "nauc_mrr_at_100_max": -0.178834, + "nauc_mrr_at_100_std": -0.322327, + "nauc_mrr_at_100_diff1": 0.657621, + "nauc_mrr_at_1000_max": -0.178834, + "nauc_mrr_at_1000_std": -0.322327, + "nauc_mrr_at_1000_diff1": 0.657621, + "main_score": 0.78126, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 49.545167446136475, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDROpenAINewsRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDROpenAINewsRetrieval.json new file mode 100644 index 0000000000..0a6a954afe --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDROpenAINewsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDROpenAINewsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.74194, + "ndcg_at_3": 0.89631, + "ndcg_at_5": 0.89631, + "ndcg_at_10": 0.89631, + "ndcg_at_20": 0.89631, + "ndcg_at_100": 0.89631, + "ndcg_at_1000": 0.89631, + "map_at_1": 0.74194, + "map_at_3": 0.86022, + "map_at_5": 0.86022, + "map_at_10": 0.86022, + "map_at_20": 0.86022, + "map_at_100": 0.86022, + "map_at_1000": 0.86022, + "recall_at_1": 0.74194, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.74194, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.74194, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.741935, + "mrr_at_3": 0.860215, + "mrr_at_5": 0.860215, + "mrr_at_10": 0.860215, + "mrr_at_20": 0.860215, + "mrr_at_100": 0.860215, + "mrr_at_1000": 0.860215, + "nauc_ndcg_at_1_max": 0.181637, + "nauc_ndcg_at_1_std": -0.012329, + "nauc_ndcg_at_1_diff1": 0.894183, + "nauc_ndcg_at_3_max": 0.183947, + "nauc_ndcg_at_3_std": 0.034143, + "nauc_ndcg_at_3_diff1": 0.857841, + "nauc_ndcg_at_5_max": 0.183947, + "nauc_ndcg_at_5_std": 0.034143, + "nauc_ndcg_at_5_diff1": 0.857841, + "nauc_ndcg_at_10_max": 0.183947, + "nauc_ndcg_at_10_std": 0.034143, + "nauc_ndcg_at_10_diff1": 0.857841, + "nauc_ndcg_at_20_max": 0.183947, + "nauc_ndcg_at_20_std": 0.034143, + "nauc_ndcg_at_20_diff1": 0.857841, + "nauc_ndcg_at_100_max": 0.183947, + "nauc_ndcg_at_100_std": 0.034143, + "nauc_ndcg_at_100_diff1": 0.857841, + "nauc_ndcg_at_1000_max": 0.183947, + "nauc_ndcg_at_1000_std": 0.034143, + "nauc_ndcg_at_1000_diff1": 0.857841, + "nauc_map_at_1_max": 0.181637, + "nauc_map_at_1_std": -0.012329, + "nauc_map_at_1_diff1": 0.894183, + "nauc_map_at_3_max": 0.18382, + "nauc_map_at_3_std": 0.031579, + "nauc_map_at_3_diff1": 0.859847, + "nauc_map_at_5_max": 0.18382, + "nauc_map_at_5_std": 0.031579, + "nauc_map_at_5_diff1": 0.859847, + "nauc_map_at_10_max": 0.18382, + "nauc_map_at_10_std": 0.031579, + "nauc_map_at_10_diff1": 0.859847, + "nauc_map_at_20_max": 0.18382, + "nauc_map_at_20_std": 0.031579, + "nauc_map_at_20_diff1": 0.859847, + "nauc_map_at_100_max": 0.18382, + "nauc_map_at_100_std": 0.031579, + "nauc_map_at_100_diff1": 0.859847, + "nauc_map_at_1000_max": 0.18382, + "nauc_map_at_1000_std": 0.031579, + "nauc_map_at_1000_diff1": 0.859847, + "nauc_recall_at_1_max": 0.181637, + "nauc_recall_at_1_std": -0.012329, + "nauc_recall_at_1_diff1": 0.894183, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.181637, + "nauc_precision_at_1_std": -0.012329, + "nauc_precision_at_1_diff1": 0.894183, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.181637, + "nauc_cv_recall_at_1_std": -0.012329, + "nauc_cv_recall_at_1_diff1": 0.894183, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.181637, + "nauc_mrr_at_1_std": -0.012329, + "nauc_mrr_at_1_diff1": 0.894183, + "nauc_mrr_at_3_max": 0.18382, + "nauc_mrr_at_3_std": 0.031579, + "nauc_mrr_at_3_diff1": 0.859847, + "nauc_mrr_at_5_max": 0.18382, + "nauc_mrr_at_5_std": 0.031579, + "nauc_mrr_at_5_diff1": 0.859847, + "nauc_mrr_at_10_max": 0.18382, + "nauc_mrr_at_10_std": 0.031579, + "nauc_mrr_at_10_diff1": 0.859847, + "nauc_mrr_at_20_max": 0.18382, + "nauc_mrr_at_20_std": 0.031579, + "nauc_mrr_at_20_diff1": 0.859847, + "nauc_mrr_at_100_max": 0.18382, + "nauc_mrr_at_100_std": 0.031579, + "nauc_mrr_at_100_diff1": 0.859847, + "nauc_mrr_at_1000_max": 0.18382, + "nauc_mrr_at_1000_std": 0.031579, + "nauc_mrr_at_1000_diff1": 0.859847, + "main_score": 0.89631, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 13.584195375442505, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRPlotQARetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRPlotQARetrieval.json new file mode 100644 index 0000000000..79f009ce83 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRPlotQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRPlotQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.58689, + "ndcg_at_3": 0.68779, + "ndcg_at_5": 0.70726, + "ndcg_at_10": 0.71853, + "ndcg_at_20": 0.72258, + "ndcg_at_100": 0.72828, + "ndcg_at_1000": 0.75004, + "map_at_1": 0.5845, + "map_at_3": 0.6621, + "map_at_5": 0.67285, + "map_at_10": 0.67785, + "map_at_20": 0.67899, + "map_at_100": 0.67967, + "map_at_1000": 0.68081, + "recall_at_1": 0.5845, + "recall_at_3": 0.75909, + "recall_at_5": 0.80669, + "recall_at_10": 0.84112, + "recall_at_20": 0.85529, + "recall_at_100": 0.87895, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.58689, + "cv_recall_at_3": 0.76066, + "cv_recall_at_5": 0.80984, + "cv_recall_at_10": 0.84426, + "cv_recall_at_20": 0.87049, + "cv_recall_at_100": 0.91311, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.58689, + "precision_at_3": 0.2541, + "precision_at_5": 0.1623, + "precision_at_10": 0.08459, + "precision_at_20": 0.04369, + "precision_at_100": 0.00967, + "precision_at_1000": 0.00164, + "mrr_at_1": 0.586885, + "mrr_at_3": 0.663934, + "mrr_at_5": 0.675, + "mrr_at_10": 0.680001, + "mrr_at_20": 0.68208, + "mrr_at_100": 0.683192, + "mrr_at_1000": 0.683572, + "nauc_ndcg_at_1_max": 0.530435, + "nauc_ndcg_at_1_std": 0.260405, + "nauc_ndcg_at_1_diff1": 0.821493, + "nauc_ndcg_at_3_max": 0.598492, + "nauc_ndcg_at_3_std": 0.338157, + "nauc_ndcg_at_3_diff1": 0.797795, + "nauc_ndcg_at_5_max": 0.614979, + "nauc_ndcg_at_5_std": 0.350259, + "nauc_ndcg_at_5_diff1": 0.796176, + "nauc_ndcg_at_10_max": 0.637745, + "nauc_ndcg_at_10_std": 0.37931, + "nauc_ndcg_at_10_diff1": 0.798374, + "nauc_ndcg_at_20_max": 0.635331, + "nauc_ndcg_at_20_std": 0.380523, + "nauc_ndcg_at_20_diff1": 0.798046, + "nauc_ndcg_at_100_max": 0.631216, + "nauc_ndcg_at_100_std": 0.375604, + "nauc_ndcg_at_100_diff1": 0.797269, + "nauc_ndcg_at_1000_max": 0.598675, + "nauc_ndcg_at_1000_std": 0.333541, + "nauc_ndcg_at_1000_diff1": 0.799297, + "nauc_map_at_1_max": 0.532831, + "nauc_map_at_1_std": 0.263156, + "nauc_map_at_1_diff1": 0.825393, + "nauc_map_at_3_max": 0.579321, + "nauc_map_at_3_std": 0.31615, + "nauc_map_at_3_diff1": 0.805345, + "nauc_map_at_5_max": 0.587338, + "nauc_map_at_5_std": 0.321714, + "nauc_map_at_5_diff1": 0.804764, + "nauc_map_at_10_max": 0.595551, + "nauc_map_at_10_std": 0.331768, + "nauc_map_at_10_diff1": 0.805582, + "nauc_map_at_20_max": 0.594911, + "nauc_map_at_20_std": 0.331988, + "nauc_map_at_20_diff1": 0.805499, + "nauc_map_at_100_max": 0.59449, + "nauc_map_at_100_std": 0.331488, + "nauc_map_at_100_diff1": 0.805474, + "nauc_map_at_1000_max": 0.592837, + "nauc_map_at_1000_std": 0.329254, + "nauc_map_at_1000_diff1": 0.805532, + "nauc_recall_at_1_max": 0.532831, + "nauc_recall_at_1_std": 0.263156, + "nauc_recall_at_1_diff1": 0.825393, + "nauc_recall_at_3_max": 0.67468, + "nauc_recall_at_3_std": 0.42879, + "nauc_recall_at_3_diff1": 0.773038, + "nauc_recall_at_5_max": 0.740745, + "nauc_recall_at_5_std": 0.484582, + "nauc_recall_at_5_diff1": 0.762033, + "nauc_recall_at_10_max": 0.86964, + "nauc_recall_at_10_std": 0.646283, + "nauc_recall_at_10_diff1": 0.766022, + "nauc_recall_at_20_max": 0.877482, + "nauc_recall_at_20_std": 0.679578, + "nauc_recall_at_20_diff1": 0.760766, + "nauc_recall_at_100_max": 0.900394, + "nauc_recall_at_100_std": 0.712457, + "nauc_recall_at_100_diff1": 0.74918, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.530435, + "nauc_precision_at_1_std": 0.260405, + "nauc_precision_at_1_diff1": 0.821493, + "nauc_precision_at_3_max": 0.664408, + "nauc_precision_at_3_std": 0.422467, + "nauc_precision_at_3_diff1": 0.754243, + "nauc_precision_at_5_max": 0.72673, + "nauc_precision_at_5_std": 0.472021, + "nauc_precision_at_5_diff1": 0.737541, + "nauc_precision_at_10_max": 0.852749, + "nauc_precision_at_10_std": 0.631107, + "nauc_precision_at_10_diff1": 0.736683, + "nauc_precision_at_20_max": 0.812121, + "nauc_precision_at_20_std": 0.621533, + "nauc_precision_at_20_diff1": 0.698436, + "nauc_precision_at_100_max": 0.127158, + "nauc_precision_at_100_std": 0.041447, + "nauc_precision_at_100_diff1": 0.100242, + "nauc_precision_at_1000_max": -0.553649, + "nauc_precision_at_1000_std": -0.515987, + "nauc_precision_at_1000_diff1": -0.435143, + "nauc_cv_recall_at_1_max": 0.530435, + "nauc_cv_recall_at_1_std": 0.260405, + "nauc_cv_recall_at_1_diff1": 0.821493, + "nauc_cv_recall_at_3_max": 0.671904, + "nauc_cv_recall_at_3_std": 0.423774, + "nauc_cv_recall_at_3_diff1": 0.771847, + "nauc_cv_recall_at_5_max": 0.736777, + "nauc_cv_recall_at_5_std": 0.47439, + "nauc_cv_recall_at_5_diff1": 0.758525, + "nauc_cv_recall_at_10_max": 0.867242, + "nauc_cv_recall_at_10_std": 0.637011, + "nauc_cv_recall_at_10_diff1": 0.761881, + "nauc_cv_recall_at_20_max": 0.853988, + "nauc_cv_recall_at_20_std": 0.647072, + "nauc_cv_recall_at_20_diff1": 0.744795, + "nauc_cv_recall_at_100_max": 0.842248, + "nauc_cv_recall_at_100_std": 0.626385, + "nauc_cv_recall_at_100_diff1": 0.721253, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.530435, + "nauc_mrr_at_1_std": 0.260405, + "nauc_mrr_at_1_diff1": 0.821493, + "nauc_mrr_at_3_max": 0.576497, + "nauc_mrr_at_3_std": 0.31208, + "nauc_mrr_at_3_diff1": 0.802959, + "nauc_mrr_at_5_max": 0.584111, + "nauc_mrr_at_5_std": 0.316728, + "nauc_mrr_at_5_diff1": 0.802059, + "nauc_mrr_at_10_max": 0.592309, + "nauc_mrr_at_10_std": 0.326747, + "nauc_mrr_at_10_diff1": 0.802835, + "nauc_mrr_at_20_max": 0.58992, + "nauc_mrr_at_20_std": 0.325017, + "nauc_mrr_at_20_diff1": 0.802357, + "nauc_mrr_at_100_max": 0.588763, + "nauc_mrr_at_100_std": 0.323508, + "nauc_mrr_at_100_diff1": 0.80238, + "nauc_mrr_at_1000_max": 0.588357, + "nauc_mrr_at_1000_std": 0.323016, + "nauc_mrr_at_1000_diff1": 0.802475, + "main_score": 0.70726, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 73.48295187950134, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRRamensBenchmarkRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRRamensBenchmarkRetrieval.json new file mode 100644 index 0000000000..22952db5a6 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRRamensBenchmarkRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRRamensBenchmarkRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.27586, + "ndcg_at_3": 0.39285, + "ndcg_at_5": 0.49077, + "ndcg_at_10": 0.58262, + "ndcg_at_20": 0.58262, + "ndcg_at_100": 0.58262, + "ndcg_at_1000": 0.58262, + "map_at_1": 0.27586, + "map_at_3": 0.36207, + "map_at_5": 0.41552, + "map_at_10": 0.45502, + "map_at_20": 0.45502, + "map_at_100": 0.45502, + "map_at_1000": 0.45502, + "recall_at_1": 0.27586, + "recall_at_3": 0.48276, + "recall_at_5": 0.72414, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.27586, + "cv_recall_at_3": 0.48276, + "cv_recall_at_5": 0.72414, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.27586, + "precision_at_3": 0.16092, + "precision_at_5": 0.14483, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.275862, + "mrr_at_3": 0.362069, + "mrr_at_5": 0.415517, + "mrr_at_10": 0.455022, + "mrr_at_20": 0.455022, + "mrr_at_100": 0.455022, + "mrr_at_1000": 0.455022, + "nauc_ndcg_at_1_max": -0.110423, + "nauc_ndcg_at_1_std": 0.280177, + "nauc_ndcg_at_1_diff1": 0.61176, + "nauc_ndcg_at_3_max": -0.088095, + "nauc_ndcg_at_3_std": 0.233622, + "nauc_ndcg_at_3_diff1": 0.362214, + "nauc_ndcg_at_5_max": -0.080304, + "nauc_ndcg_at_5_std": 0.246226, + "nauc_ndcg_at_5_diff1": 0.374867, + "nauc_ndcg_at_10_max": -0.074314, + "nauc_ndcg_at_10_std": 0.27962, + "nauc_ndcg_at_10_diff1": 0.451174, + "nauc_ndcg_at_20_max": -0.074314, + "nauc_ndcg_at_20_std": 0.27962, + "nauc_ndcg_at_20_diff1": 0.451174, + "nauc_ndcg_at_100_max": -0.074314, + "nauc_ndcg_at_100_std": 0.27962, + "nauc_ndcg_at_100_diff1": 0.451174, + "nauc_ndcg_at_1000_max": -0.074314, + "nauc_ndcg_at_1000_std": 0.27962, + "nauc_ndcg_at_1000_diff1": 0.451174, + "nauc_map_at_1_max": -0.110423, + "nauc_map_at_1_std": 0.280177, + "nauc_map_at_1_diff1": 0.61176, + "nauc_map_at_3_max": -0.080766, + "nauc_map_at_3_std": 0.257756, + "nauc_map_at_3_diff1": 0.427949, + "nauc_map_at_5_max": -0.074294, + "nauc_map_at_5_std": 0.266988, + "nauc_map_at_5_diff1": 0.4353, + "nauc_map_at_10_max": -0.074023, + "nauc_map_at_10_std": 0.2816, + "nauc_map_at_10_diff1": 0.465394, + "nauc_map_at_20_max": -0.074023, + "nauc_map_at_20_std": 0.2816, + "nauc_map_at_20_diff1": 0.465394, + "nauc_map_at_100_max": -0.074023, + "nauc_map_at_100_std": 0.2816, + "nauc_map_at_100_diff1": 0.465394, + "nauc_map_at_1000_max": -0.074023, + "nauc_map_at_1000_std": 0.2816, + "nauc_map_at_1000_diff1": 0.465394, + "nauc_recall_at_1_max": -0.110423, + "nauc_recall_at_1_std": 0.280177, + "nauc_recall_at_1_diff1": 0.61176, + "nauc_recall_at_3_max": -0.113427, + "nauc_recall_at_3_std": 0.161244, + "nauc_recall_at_3_diff1": 0.176354, + "nauc_recall_at_5_max": -0.111494, + "nauc_recall_at_5_std": 0.161738, + "nauc_recall_at_5_diff1": 0.152527, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.110423, + "nauc_precision_at_1_std": 0.280177, + "nauc_precision_at_1_diff1": 0.61176, + "nauc_precision_at_3_max": -0.113427, + "nauc_precision_at_3_std": 0.161244, + "nauc_precision_at_3_diff1": 0.176354, + "nauc_precision_at_5_max": -0.111494, + "nauc_precision_at_5_std": 0.161738, + "nauc_precision_at_5_diff1": 0.152527, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.110423, + "nauc_cv_recall_at_1_std": 0.280177, + "nauc_cv_recall_at_1_diff1": 0.61176, + "nauc_cv_recall_at_3_max": -0.113427, + "nauc_cv_recall_at_3_std": 0.161244, + "nauc_cv_recall_at_3_diff1": 0.176354, + "nauc_cv_recall_at_5_max": -0.111494, + "nauc_cv_recall_at_5_std": 0.161738, + "nauc_cv_recall_at_5_diff1": 0.152527, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.110423, + "nauc_mrr_at_1_std": 0.280177, + "nauc_mrr_at_1_diff1": 0.61176, + "nauc_mrr_at_3_max": -0.080766, + "nauc_mrr_at_3_std": 0.257756, + "nauc_mrr_at_3_diff1": 0.427949, + "nauc_mrr_at_5_max": -0.074294, + "nauc_mrr_at_5_std": 0.266988, + "nauc_mrr_at_5_diff1": 0.4353, + "nauc_mrr_at_10_max": -0.074023, + "nauc_mrr_at_10_std": 0.2816, + "nauc_mrr_at_10_diff1": 0.465394, + "nauc_mrr_at_20_max": -0.074023, + "nauc_mrr_at_20_std": 0.2816, + "nauc_mrr_at_20_diff1": 0.465394, + "nauc_mrr_at_100_max": -0.074023, + "nauc_mrr_at_100_std": 0.2816, + "nauc_mrr_at_100_diff1": 0.465394, + "nauc_mrr_at_1000_max": -0.074023, + "nauc_mrr_at_1000_std": 0.2816, + "nauc_mrr_at_1000_diff1": 0.465394, + "main_score": 0.49077, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 2.886493682861328, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRShanghaiMasterPlanRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRShanghaiMasterPlanRetrieval.json new file mode 100644 index 0000000000..3e2ba6b383 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRShanghaiMasterPlanRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRShanghaiMasterPlanRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.85965, + "ndcg_at_3": 0.9127, + "ndcg_at_5": 0.92704, + "ndcg_at_10": 0.92704, + "ndcg_at_20": 0.9311, + "ndcg_at_100": 0.9311, + "ndcg_at_1000": 0.9311, + "map_at_1": 0.85965, + "map_at_3": 0.90058, + "map_at_5": 0.90848, + "map_at_10": 0.90848, + "map_at_20": 0.9094, + "map_at_100": 0.9094, + "map_at_1000": 0.9094, + "recall_at_1": 0.85965, + "recall_at_3": 0.94737, + "recall_at_5": 0.98246, + "recall_at_10": 0.98246, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.85965, + "cv_recall_at_3": 0.94737, + "cv_recall_at_5": 0.98246, + "cv_recall_at_10": 0.98246, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.85965, + "precision_at_3": 0.31579, + "precision_at_5": 0.19649, + "precision_at_10": 0.09825, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.859649, + "mrr_at_3": 0.900585, + "mrr_at_5": 0.90848, + "mrr_at_10": 0.90848, + "mrr_at_20": 0.909403, + "mrr_at_100": 0.909403, + "mrr_at_1000": 0.909403, + "nauc_ndcg_at_1_max": -0.378264, + "nauc_ndcg_at_1_std": 0.077584, + "nauc_ndcg_at_1_diff1": 0.686266, + "nauc_ndcg_at_3_max": -0.426413, + "nauc_ndcg_at_3_std": 0.104928, + "nauc_ndcg_at_3_diff1": 0.68116, + "nauc_ndcg_at_5_max": -0.27694, + "nauc_ndcg_at_5_std": 0.197136, + "nauc_ndcg_at_5_diff1": 0.646385, + "nauc_ndcg_at_10_max": -0.27694, + "nauc_ndcg_at_10_std": 0.197136, + "nauc_ndcg_at_10_diff1": 0.646385, + "nauc_ndcg_at_20_max": -0.346133, + "nauc_ndcg_at_20_std": 0.148637, + "nauc_ndcg_at_20_diff1": 0.6519, + "nauc_ndcg_at_100_max": -0.346133, + "nauc_ndcg_at_100_std": 0.148637, + "nauc_ndcg_at_100_diff1": 0.6519, + "nauc_ndcg_at_1000_max": -0.346133, + "nauc_ndcg_at_1000_std": 0.148637, + "nauc_ndcg_at_1000_diff1": 0.6519, + "nauc_map_at_1_max": -0.378264, + "nauc_map_at_1_std": 0.077584, + "nauc_map_at_1_diff1": 0.686266, + "nauc_map_at_3_max": -0.413958, + "nauc_map_at_3_std": 0.09987, + "nauc_map_at_3_diff1": 0.668542, + "nauc_map_at_5_max": -0.347139, + "nauc_map_at_5_std": 0.144349, + "nauc_map_at_5_diff1": 0.652842, + "nauc_map_at_10_max": -0.347139, + "nauc_map_at_10_std": 0.144349, + "nauc_map_at_10_diff1": 0.652842, + "nauc_map_at_20_max": -0.359853, + "nauc_map_at_20_std": 0.135401, + "nauc_map_at_20_diff1": 0.653864, + "nauc_map_at_100_max": -0.359853, + "nauc_map_at_100_std": 0.135401, + "nauc_map_at_100_diff1": 0.653864, + "nauc_map_at_1000_max": -0.359853, + "nauc_map_at_1000_std": 0.135401, + "nauc_map_at_1000_diff1": 0.653864, + "nauc_recall_at_1_max": -0.378264, + "nauc_recall_at_1_std": 0.077584, + "nauc_recall_at_1_diff1": 0.686266, + "nauc_recall_at_3_max": -0.489852, + "nauc_recall_at_3_std": 0.128684, + "nauc_recall_at_3_diff1": 0.759272, + "nauc_recall_at_5_max": 0.868512, + "nauc_recall_at_5_std": 1.0, + "nauc_recall_at_5_diff1": 0.555085, + "nauc_recall_at_10_max": 0.868512, + "nauc_recall_at_10_std": 1.0, + "nauc_recall_at_10_diff1": 0.555085, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.378264, + "nauc_precision_at_1_std": 0.077584, + "nauc_precision_at_1_diff1": 0.686266, + "nauc_precision_at_3_max": -0.489852, + "nauc_precision_at_3_std": 0.128684, + "nauc_precision_at_3_diff1": 0.759272, + "nauc_precision_at_5_max": 0.868512, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 0.555085, + "nauc_precision_at_10_max": 0.868512, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 0.555085, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.378264, + "nauc_cv_recall_at_1_std": 0.077584, + "nauc_cv_recall_at_1_diff1": 0.686266, + "nauc_cv_recall_at_3_max": -0.489852, + "nauc_cv_recall_at_3_std": 0.128684, + "nauc_cv_recall_at_3_diff1": 0.759272, + "nauc_cv_recall_at_5_max": 0.868512, + "nauc_cv_recall_at_5_std": 1.0, + "nauc_cv_recall_at_5_diff1": 0.555085, + "nauc_cv_recall_at_10_max": 0.868512, + "nauc_cv_recall_at_10_std": 1.0, + "nauc_cv_recall_at_10_diff1": 0.555085, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.378264, + "nauc_mrr_at_1_std": 0.077584, + "nauc_mrr_at_1_diff1": 0.686266, + "nauc_mrr_at_3_max": -0.413958, + "nauc_mrr_at_3_std": 0.09987, + "nauc_mrr_at_3_diff1": 0.668542, + "nauc_mrr_at_5_max": -0.347139, + "nauc_mrr_at_5_std": 0.144349, + "nauc_mrr_at_5_diff1": 0.652842, + "nauc_mrr_at_10_max": -0.347139, + "nauc_mrr_at_10_std": 0.144349, + "nauc_mrr_at_10_diff1": 0.652842, + "nauc_mrr_at_20_max": -0.359853, + "nauc_mrr_at_20_std": 0.135401, + "nauc_mrr_at_20_diff1": 0.653864, + "nauc_mrr_at_100_max": -0.359853, + "nauc_mrr_at_100_std": 0.135401, + "nauc_mrr_at_100_diff1": 0.653864, + "nauc_mrr_at_1000_max": -0.359853, + "nauc_mrr_at_1000_std": 0.135401, + "nauc_mrr_at_1000_diff1": 0.653864, + "main_score": 0.92704, + "hf_subset": "default", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 4.384720325469971, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRShiftProjectRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRShiftProjectRetrieval.json new file mode 100644 index 0000000000..f1a29c3a9e --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRShiftProjectRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRShiftProjectRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.59091, + "ndcg_at_3": 0.73254, + "ndcg_at_5": 0.7746, + "ndcg_at_10": 0.78951, + "ndcg_at_20": 0.78951, + "ndcg_at_100": 0.79176, + "ndcg_at_1000": 0.79339, + "map_at_1": 0.59091, + "map_at_3": 0.69886, + "map_at_5": 0.72216, + "map_at_10": 0.72844, + "map_at_20": 0.72844, + "map_at_100": 0.72879, + "map_at_1000": 0.72888, + "recall_at_1": 0.59091, + "recall_at_3": 0.82955, + "recall_at_5": 0.93182, + "recall_at_10": 0.97727, + "recall_at_20": 0.97727, + "recall_at_100": 0.98864, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.59091, + "cv_recall_at_3": 0.82955, + "cv_recall_at_5": 0.93182, + "cv_recall_at_10": 0.97727, + "cv_recall_at_20": 0.97727, + "cv_recall_at_100": 0.98864, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.59091, + "precision_at_3": 0.27652, + "precision_at_5": 0.18636, + "precision_at_10": 0.09773, + "precision_at_20": 0.04886, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.590909, + "mrr_at_3": 0.698864, + "mrr_at_5": 0.722159, + "mrr_at_10": 0.728436, + "mrr_at_20": 0.728436, + "mrr_at_100": 0.728791, + "mrr_at_1000": 0.728881, + "nauc_ndcg_at_1_max": 0.020389, + "nauc_ndcg_at_1_std": -0.324152, + "nauc_ndcg_at_1_diff1": 0.745691, + "nauc_ndcg_at_3_max": 0.013737, + "nauc_ndcg_at_3_std": -0.371199, + "nauc_ndcg_at_3_diff1": 0.717669, + "nauc_ndcg_at_5_max": -0.019696, + "nauc_ndcg_at_5_std": -0.423748, + "nauc_ndcg_at_5_diff1": 0.708638, + "nauc_ndcg_at_10_max": -0.025487, + "nauc_ndcg_at_10_std": -0.388706, + "nauc_ndcg_at_10_diff1": 0.71358, + "nauc_ndcg_at_20_max": -0.025487, + "nauc_ndcg_at_20_std": -0.388706, + "nauc_ndcg_at_20_diff1": 0.71358, + "nauc_ndcg_at_100_max": -0.010706, + "nauc_ndcg_at_100_std": -0.39156, + "nauc_ndcg_at_100_diff1": 0.721367, + "nauc_ndcg_at_1000_max": -0.014259, + "nauc_ndcg_at_1000_std": -0.389839, + "nauc_ndcg_at_1000_diff1": 0.719948, + "nauc_map_at_1_max": 0.020389, + "nauc_map_at_1_std": -0.324152, + "nauc_map_at_1_diff1": 0.745691, + "nauc_map_at_3_max": 0.006536, + "nauc_map_at_3_std": -0.372338, + "nauc_map_at_3_diff1": 0.725529, + "nauc_map_at_5_max": -0.00972, + "nauc_map_at_5_std": -0.395604, + "nauc_map_at_5_diff1": 0.720618, + "nauc_map_at_10_max": -0.012328, + "nauc_map_at_10_std": -0.384646, + "nauc_map_at_10_diff1": 0.722438, + "nauc_map_at_20_max": -0.012328, + "nauc_map_at_20_std": -0.384646, + "nauc_map_at_20_diff1": 0.722438, + "nauc_map_at_100_max": -0.010504, + "nauc_map_at_100_std": -0.384987, + "nauc_map_at_100_diff1": 0.723401, + "nauc_map_at_1000_max": -0.010655, + "nauc_map_at_1000_std": -0.384911, + "nauc_map_at_1000_diff1": 0.723342, + "nauc_recall_at_1_max": 0.020389, + "nauc_recall_at_1_std": -0.324152, + "nauc_recall_at_1_diff1": 0.745691, + "nauc_recall_at_3_max": 0.051588, + "nauc_recall_at_3_std": -0.356211, + "nauc_recall_at_3_diff1": 0.68326, + "nauc_recall_at_5_max": -0.116736, + "nauc_recall_at_5_std": -0.700193, + "nauc_recall_at_5_diff1": 0.596466, + "nauc_recall_at_10_max": -0.393493, + "nauc_recall_at_10_std": -0.371458, + "nauc_recall_at_10_diff1": 0.496193, + "nauc_recall_at_20_max": -0.393493, + "nauc_recall_at_20_std": -0.371458, + "nauc_recall_at_20_diff1": 0.496193, + "nauc_recall_at_100_max": 0.35873, + "nauc_recall_at_100_std": -0.570553, + "nauc_recall_at_100_diff1": 0.86895, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.020389, + "nauc_precision_at_1_std": -0.324152, + "nauc_precision_at_1_diff1": 0.745691, + "nauc_precision_at_3_max": 0.051588, + "nauc_precision_at_3_std": -0.356211, + "nauc_precision_at_3_diff1": 0.68326, + "nauc_precision_at_5_max": -0.116736, + "nauc_precision_at_5_std": -0.700193, + "nauc_precision_at_5_diff1": 0.596466, + "nauc_precision_at_10_max": -0.393493, + "nauc_precision_at_10_std": -0.371458, + "nauc_precision_at_10_diff1": 0.496193, + "nauc_precision_at_20_max": -0.393493, + "nauc_precision_at_20_std": -0.371458, + "nauc_precision_at_20_diff1": 0.496193, + "nauc_precision_at_100_max": 0.35873, + "nauc_precision_at_100_std": -0.570553, + "nauc_precision_at_100_diff1": 0.86895, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.020389, + "nauc_cv_recall_at_1_std": -0.324152, + "nauc_cv_recall_at_1_diff1": 0.745691, + "nauc_cv_recall_at_3_max": 0.051588, + "nauc_cv_recall_at_3_std": -0.356211, + "nauc_cv_recall_at_3_diff1": 0.68326, + "nauc_cv_recall_at_5_max": -0.116736, + "nauc_cv_recall_at_5_std": -0.700193, + "nauc_cv_recall_at_5_diff1": 0.596466, + "nauc_cv_recall_at_10_max": -0.393493, + "nauc_cv_recall_at_10_std": -0.371458, + "nauc_cv_recall_at_10_diff1": 0.496193, + "nauc_cv_recall_at_20_max": -0.393493, + "nauc_cv_recall_at_20_std": -0.371458, + "nauc_cv_recall_at_20_diff1": 0.496193, + "nauc_cv_recall_at_100_max": 0.35873, + "nauc_cv_recall_at_100_std": -0.570553, + "nauc_cv_recall_at_100_diff1": 0.86895, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.020389, + "nauc_mrr_at_1_std": -0.324152, + "nauc_mrr_at_1_diff1": 0.745691, + "nauc_mrr_at_3_max": 0.006536, + "nauc_mrr_at_3_std": -0.372338, + "nauc_mrr_at_3_diff1": 0.725529, + "nauc_mrr_at_5_max": -0.00972, + "nauc_mrr_at_5_std": -0.395604, + "nauc_mrr_at_5_diff1": 0.720618, + "nauc_mrr_at_10_max": -0.012328, + "nauc_mrr_at_10_std": -0.384646, + "nauc_mrr_at_10_diff1": 0.722438, + "nauc_mrr_at_20_max": -0.012328, + "nauc_mrr_at_20_std": -0.384646, + "nauc_mrr_at_20_diff1": 0.722438, + "nauc_mrr_at_100_max": -0.010504, + "nauc_mrr_at_100_std": -0.384987, + "nauc_mrr_at_100_diff1": 0.723401, + "nauc_mrr_at_1000_max": -0.010655, + "nauc_mrr_at_1000_std": -0.384911, + "nauc_mrr_at_1000_diff1": 0.723342, + "main_score": 0.7746, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 89.17090940475464, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRStanfordSlideRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRStanfordSlideRetrieval.json new file mode 100644 index 0000000000..ec155f3578 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRStanfordSlideRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRStanfordSlideRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "map_at_1": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "map_at_10": 1.0, + "map_at_20": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "recall_at_1": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 1.0, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 1.0, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_1000_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": NaN, + "nauc_cv_recall_at_1_std": NaN, + "nauc_cv_recall_at_1_diff1": NaN, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "main_score": 1.0, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 46.137272119522095, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRStudentEnrollmentSyntheticRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRStudentEnrollmentSyntheticRetrieval.json new file mode 100644 index 0000000000..167bbac67a --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRStudentEnrollmentSyntheticRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRStudentEnrollmentSyntheticRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.014, + "ndcg_at_3": 0.02481, + "ndcg_at_5": 0.03277, + "ndcg_at_10": 0.05221, + "ndcg_at_20": 0.07681, + "ndcg_at_100": 0.14888, + "ndcg_at_1000": 0.19909, + "map_at_1": 0.014, + "map_at_3": 0.022, + "map_at_5": 0.02625, + "map_at_10": 0.0341, + "map_at_20": 0.04077, + "map_at_100": 0.04982, + "map_at_1000": 0.05181, + "recall_at_1": 0.014, + "recall_at_3": 0.033, + "recall_at_5": 0.053, + "recall_at_10": 0.114, + "recall_at_20": 0.212, + "recall_at_100": 0.614, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.014, + "cv_recall_at_3": 0.033, + "cv_recall_at_5": 0.053, + "cv_recall_at_10": 0.114, + "cv_recall_at_20": 0.212, + "cv_recall_at_100": 0.614, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.014, + "precision_at_3": 0.011, + "precision_at_5": 0.0106, + "precision_at_10": 0.0114, + "precision_at_20": 0.0106, + "precision_at_100": 0.00614, + "precision_at_1000": 0.001, + "mrr_at_1": 0.014, + "mrr_at_3": 0.022, + "mrr_at_5": 0.02625, + "mrr_at_10": 0.034103, + "mrr_at_20": 0.04077, + "mrr_at_100": 0.049816, + "mrr_at_1000": 0.051814, + "nauc_ndcg_at_1_max": -0.099161, + "nauc_ndcg_at_1_std": -0.025662, + "nauc_ndcg_at_1_diff1": -0.002779, + "nauc_ndcg_at_3_max": -0.098813, + "nauc_ndcg_at_3_std": 0.017126, + "nauc_ndcg_at_3_diff1": 0.02514, + "nauc_ndcg_at_5_max": -0.042951, + "nauc_ndcg_at_5_std": 0.039687, + "nauc_ndcg_at_5_diff1": -0.02915, + "nauc_ndcg_at_10_max": 0.023554, + "nauc_ndcg_at_10_std": 0.044496, + "nauc_ndcg_at_10_diff1": 0.00847, + "nauc_ndcg_at_20_max": 0.002721, + "nauc_ndcg_at_20_std": 0.041455, + "nauc_ndcg_at_20_diff1": 0.001227, + "nauc_ndcg_at_100_max": 0.046048, + "nauc_ndcg_at_100_std": 0.107553, + "nauc_ndcg_at_100_diff1": 0.00862, + "nauc_ndcg_at_1000_max": 0.015636, + "nauc_ndcg_at_1000_std": 0.074205, + "nauc_ndcg_at_1000_diff1": 0.004185, + "nauc_map_at_1_max": -0.099161, + "nauc_map_at_1_std": -0.025662, + "nauc_map_at_1_diff1": -0.002779, + "nauc_map_at_3_max": -0.101955, + "nauc_map_at_3_std": 0.008167, + "nauc_map_at_3_diff1": 0.014495, + "nauc_map_at_5_max": -0.064259, + "nauc_map_at_5_std": 0.0244, + "nauc_map_at_5_diff1": -0.019794, + "nauc_map_at_10_max": -0.017895, + "nauc_map_at_10_std": 0.030994, + "nauc_map_at_10_diff1": 0.001341, + "nauc_map_at_20_max": -0.023434, + "nauc_map_at_20_std": 0.031131, + "nauc_map_at_20_diff1": 9.2e-05, + "nauc_map_at_100_max": -0.010967, + "nauc_map_at_100_std": 0.050587, + "nauc_map_at_100_diff1": 0.0018, + "nauc_map_at_1000_max": -0.013597, + "nauc_map_at_1000_std": 0.048093, + "nauc_map_at_1000_diff1": 0.001154, + "nauc_recall_at_1_max": -0.099161, + "nauc_recall_at_1_std": -0.025662, + "nauc_recall_at_1_diff1": -0.002779, + "nauc_recall_at_3_max": -0.091917, + "nauc_recall_at_3_std": 0.035019, + "nauc_recall_at_3_diff1": 0.047369, + "nauc_recall_at_5_max": -0.007584, + "nauc_recall_at_5_std": 0.063863, + "nauc_recall_at_5_diff1": -0.04577, + "nauc_recall_at_10_max": 0.069539, + "nauc_recall_at_10_std": 0.058018, + "nauc_recall_at_10_diff1": 0.017329, + "nauc_recall_at_20_max": 0.021286, + "nauc_recall_at_20_std": 0.04834, + "nauc_recall_at_20_diff1": 0.00054, + "nauc_recall_at_100_max": 0.108836, + "nauc_recall_at_100_std": 0.177954, + "nauc_recall_at_100_diff1": 0.015139, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.099161, + "nauc_precision_at_1_std": -0.025662, + "nauc_precision_at_1_diff1": -0.002779, + "nauc_precision_at_3_max": -0.091917, + "nauc_precision_at_3_std": 0.035019, + "nauc_precision_at_3_diff1": 0.047369, + "nauc_precision_at_5_max": -0.007584, + "nauc_precision_at_5_std": 0.063863, + "nauc_precision_at_5_diff1": -0.04577, + "nauc_precision_at_10_max": 0.069539, + "nauc_precision_at_10_std": 0.058018, + "nauc_precision_at_10_diff1": 0.017329, + "nauc_precision_at_20_max": 0.021286, + "nauc_precision_at_20_std": 0.04834, + "nauc_precision_at_20_diff1": 0.00054, + "nauc_precision_at_100_max": 0.108836, + "nauc_precision_at_100_std": 0.177954, + "nauc_precision_at_100_diff1": 0.015139, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.099161, + "nauc_cv_recall_at_1_std": -0.025662, + "nauc_cv_recall_at_1_diff1": -0.002779, + "nauc_cv_recall_at_3_max": -0.091917, + "nauc_cv_recall_at_3_std": 0.035019, + "nauc_cv_recall_at_3_diff1": 0.047369, + "nauc_cv_recall_at_5_max": -0.007584, + "nauc_cv_recall_at_5_std": 0.063863, + "nauc_cv_recall_at_5_diff1": -0.04577, + "nauc_cv_recall_at_10_max": 0.069539, + "nauc_cv_recall_at_10_std": 0.058018, + "nauc_cv_recall_at_10_diff1": 0.017329, + "nauc_cv_recall_at_20_max": 0.021286, + "nauc_cv_recall_at_20_std": 0.04834, + "nauc_cv_recall_at_20_diff1": 0.00054, + "nauc_cv_recall_at_100_max": 0.108836, + "nauc_cv_recall_at_100_std": 0.177954, + "nauc_cv_recall_at_100_diff1": 0.015139, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.099161, + "nauc_mrr_at_1_std": -0.025662, + "nauc_mrr_at_1_diff1": -0.002779, + "nauc_mrr_at_3_max": -0.101955, + "nauc_mrr_at_3_std": 0.008167, + "nauc_mrr_at_3_diff1": 0.014495, + "nauc_mrr_at_5_max": -0.064259, + "nauc_mrr_at_5_std": 0.0244, + "nauc_mrr_at_5_diff1": -0.019794, + "nauc_mrr_at_10_max": -0.017895, + "nauc_mrr_at_10_std": 0.030994, + "nauc_mrr_at_10_diff1": 0.001341, + "nauc_mrr_at_20_max": -0.023434, + "nauc_mrr_at_20_std": 0.031131, + "nauc_mrr_at_20_diff1": 9.2e-05, + "nauc_mrr_at_100_max": -0.010967, + "nauc_mrr_at_100_std": 0.050587, + "nauc_mrr_at_100_diff1": 0.0018, + "nauc_mrr_at_1000_max": -0.013597, + "nauc_mrr_at_1000_std": 0.048093, + "nauc_mrr_at_1000_diff1": 0.001154, + "main_score": 0.03277, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 59.80167055130005, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTQARetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTQARetrieval.json new file mode 100644 index 0000000000..1d81360163 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.45158, + "ndcg_at_3": 0.59507, + "ndcg_at_5": 0.63436, + "ndcg_at_10": 0.66852, + "ndcg_at_20": 0.68298, + "ndcg_at_100": 0.69221, + "ndcg_at_1000": 0.69244, + "map_at_1": 0.44937, + "map_at_3": 0.55912, + "map_at_5": 0.58109, + "map_at_10": 0.59545, + "map_at_20": 0.59958, + "map_at_100": 0.60116, + "map_at_1000": 0.60118, + "recall_at_1": 0.44937, + "recall_at_3": 0.69759, + "recall_at_5": 0.79273, + "recall_at_10": 0.89721, + "recall_at_20": 0.95311, + "recall_at_100": 0.99847, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.45158, + "cv_recall_at_3": 0.70031, + "cv_recall_at_5": 0.79511, + "cv_recall_at_10": 0.89806, + "cv_recall_at_20": 0.95413, + "cv_recall_at_100": 0.99898, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.45158, + "precision_at_3": 0.23513, + "precision_at_5": 0.16045, + "precision_at_10": 0.09123, + "precision_at_20": 0.04852, + "precision_at_100": 0.01017, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.45158, + "mrr_at_3": 0.560483, + "mrr_at_5": 0.582093, + "mrr_at_10": 0.595885, + "mrr_at_20": 0.599939, + "mrr_at_100": 0.601457, + "mrr_at_1000": 0.601466, + "nauc_ndcg_at_1_max": 0.124162, + "nauc_ndcg_at_1_std": -0.135365, + "nauc_ndcg_at_1_diff1": 0.6883, + "nauc_ndcg_at_3_max": 0.164516, + "nauc_ndcg_at_3_std": -0.147905, + "nauc_ndcg_at_3_diff1": 0.629329, + "nauc_ndcg_at_5_max": 0.159589, + "nauc_ndcg_at_5_std": -0.143542, + "nauc_ndcg_at_5_diff1": 0.615539, + "nauc_ndcg_at_10_max": 0.172015, + "nauc_ndcg_at_10_std": -0.137131, + "nauc_ndcg_at_10_diff1": 0.610215, + "nauc_ndcg_at_20_max": 0.166957, + "nauc_ndcg_at_20_std": -0.133147, + "nauc_ndcg_at_20_diff1": 0.624038, + "nauc_ndcg_at_100_max": 0.155315, + "nauc_ndcg_at_100_std": -0.138872, + "nauc_ndcg_at_100_diff1": 0.632687, + "nauc_ndcg_at_1000_max": 0.155215, + "nauc_ndcg_at_1000_std": -0.140032, + "nauc_ndcg_at_1000_diff1": 0.634165, + "nauc_map_at_1_max": 0.124789, + "nauc_map_at_1_std": -0.134379, + "nauc_map_at_1_diff1": 0.693085, + "nauc_map_at_3_max": 0.154165, + "nauc_map_at_3_std": -0.144436, + "nauc_map_at_3_diff1": 0.645647, + "nauc_map_at_5_max": 0.151501, + "nauc_map_at_5_std": -0.14259, + "nauc_map_at_5_diff1": 0.639415, + "nauc_map_at_10_max": 0.154863, + "nauc_map_at_10_std": -0.140604, + "nauc_map_at_10_diff1": 0.637971, + "nauc_map_at_20_max": 0.153213, + "nauc_map_at_20_std": -0.140286, + "nauc_map_at_20_diff1": 0.641492, + "nauc_map_at_100_max": 0.151449, + "nauc_map_at_100_std": -0.140974, + "nauc_map_at_100_diff1": 0.642762, + "nauc_map_at_1000_max": 0.151441, + "nauc_map_at_1000_std": -0.141033, + "nauc_map_at_1000_diff1": 0.642834, + "nauc_recall_at_1_max": 0.124789, + "nauc_recall_at_1_std": -0.134379, + "nauc_recall_at_1_diff1": 0.693085, + "nauc_recall_at_3_max": 0.201106, + "nauc_recall_at_3_std": -0.158295, + "nauc_recall_at_3_diff1": 0.573653, + "nauc_recall_at_5_max": 0.197018, + "nauc_recall_at_5_std": -0.143062, + "nauc_recall_at_5_diff1": 0.507087, + "nauc_recall_at_10_max": 0.331499, + "nauc_recall_at_10_std": -0.095544, + "nauc_recall_at_10_diff1": 0.381313, + "nauc_recall_at_20_max": 0.429918, + "nauc_recall_at_20_std": 0.041911, + "nauc_recall_at_20_diff1": 0.374794, + "nauc_recall_at_100_max": 0.219242, + "nauc_recall_at_100_std": 0.956432, + "nauc_recall_at_100_diff1": -0.827577, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.124162, + "nauc_precision_at_1_std": -0.135365, + "nauc_precision_at_1_diff1": 0.6883, + "nauc_precision_at_3_max": 0.198373, + "nauc_precision_at_3_std": -0.155403, + "nauc_precision_at_3_diff1": 0.539272, + "nauc_precision_at_5_max": 0.190449, + "nauc_precision_at_5_std": -0.140939, + "nauc_precision_at_5_diff1": 0.452819, + "nauc_precision_at_10_max": 0.249483, + "nauc_precision_at_10_std": -0.089457, + "nauc_precision_at_10_diff1": 0.228991, + "nauc_precision_at_20_max": 0.246082, + "nauc_precision_at_20_std": 0.038381, + "nauc_precision_at_20_diff1": 0.087412, + "nauc_precision_at_100_max": -0.081349, + "nauc_precision_at_100_std": 0.093405, + "nauc_precision_at_100_diff1": -0.400427, + "nauc_precision_at_1000_max": -0.104578, + "nauc_precision_at_1000_std": 0.034813, + "nauc_precision_at_1000_diff1": -0.369047, + "nauc_cv_recall_at_1_max": 0.124162, + "nauc_cv_recall_at_1_std": -0.135365, + "nauc_cv_recall_at_1_diff1": 0.6883, + "nauc_cv_recall_at_3_max": 0.201102, + "nauc_cv_recall_at_3_std": -0.160221, + "nauc_cv_recall_at_3_diff1": 0.57141, + "nauc_cv_recall_at_5_max": 0.193407, + "nauc_cv_recall_at_5_std": -0.146866, + "nauc_cv_recall_at_5_diff1": 0.501928, + "nauc_cv_recall_at_10_max": 0.327135, + "nauc_cv_recall_at_10_std": -0.09461, + "nauc_cv_recall_at_10_diff1": 0.379451, + "nauc_cv_recall_at_20_max": 0.425831, + "nauc_cv_recall_at_20_std": 0.068454, + "nauc_cv_recall_at_20_diff1": 0.375594, + "nauc_cv_recall_at_100_max": -0.171137, + "nauc_cv_recall_at_100_std": 1.0, + "nauc_cv_recall_at_100_diff1": -1.741365, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.124162, + "nauc_mrr_at_1_std": -0.135365, + "nauc_mrr_at_1_diff1": 0.6883, + "nauc_mrr_at_3_max": 0.153095, + "nauc_mrr_at_3_std": -0.145742, + "nauc_mrr_at_3_diff1": 0.643957, + "nauc_mrr_at_5_max": 0.149433, + "nauc_mrr_at_5_std": -0.143862, + "nauc_mrr_at_5_diff1": 0.637315, + "nauc_mrr_at_10_max": 0.153541, + "nauc_mrr_at_10_std": -0.140904, + "nauc_mrr_at_10_diff1": 0.63681, + "nauc_mrr_at_20_max": 0.151928, + "nauc_mrr_at_20_std": -0.140349, + "nauc_mrr_at_20_diff1": 0.640435, + "nauc_mrr_at_100_max": 0.150265, + "nauc_mrr_at_100_std": -0.141349, + "nauc_mrr_at_100_diff1": 0.641613, + "nauc_mrr_at_1000_max": 0.150276, + "nauc_mrr_at_1000_std": -0.141388, + "nauc_mrr_at_1000_diff1": 0.641693, + "main_score": 0.63436, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 47.908945083618164, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTabFQuadRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTabFQuadRetrieval.json new file mode 100644 index 0000000000..6f98bd6291 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTabFQuadRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTabFQuadRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.84, + "ndcg_at_3": 0.88838, + "ndcg_at_5": 0.89837, + "ndcg_at_10": 0.90103, + "ndcg_at_20": 0.91085, + "ndcg_at_100": 0.91248, + "ndcg_at_1000": 0.91248, + "map_at_1": 0.84, + "map_at_3": 0.87733, + "map_at_5": 0.88293, + "map_at_10": 0.88408, + "map_at_20": 0.88661, + "map_at_100": 0.88689, + "map_at_1000": 0.88689, + "recall_at_1": 0.84, + "recall_at_3": 0.92, + "recall_at_5": 0.944, + "recall_at_10": 0.952, + "recall_at_20": 0.992, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.84, + "cv_recall_at_3": 0.92, + "cv_recall_at_5": 0.944, + "cv_recall_at_10": 0.952, + "cv_recall_at_20": 0.992, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.84, + "precision_at_3": 0.30667, + "precision_at_5": 0.1888, + "precision_at_10": 0.0952, + "precision_at_20": 0.0496, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.84, + "mrr_at_3": 0.877333, + "mrr_at_5": 0.882933, + "mrr_at_10": 0.884076, + "mrr_at_20": 0.886611, + "mrr_at_100": 0.886887, + "mrr_at_1000": 0.886887, + "nauc_ndcg_at_1_max": 0.606438, + "nauc_ndcg_at_1_std": 0.316144, + "nauc_ndcg_at_1_diff1": 0.865711, + "nauc_ndcg_at_3_max": 0.689826, + "nauc_ndcg_at_3_std": 0.445546, + "nauc_ndcg_at_3_diff1": 0.86536, + "nauc_ndcg_at_5_max": 0.690448, + "nauc_ndcg_at_5_std": 0.448068, + "nauc_ndcg_at_5_diff1": 0.870045, + "nauc_ndcg_at_10_max": 0.694249, + "nauc_ndcg_at_10_std": 0.476305, + "nauc_ndcg_at_10_diff1": 0.866431, + "nauc_ndcg_at_20_max": 0.679001, + "nauc_ndcg_at_20_std": 0.437744, + "nauc_ndcg_at_20_diff1": 0.866921, + "nauc_ndcg_at_100_max": 0.672803, + "nauc_ndcg_at_100_std": 0.426888, + "nauc_ndcg_at_100_diff1": 0.866865, + "nauc_ndcg_at_1000_max": 0.672803, + "nauc_ndcg_at_1000_std": 0.426888, + "nauc_ndcg_at_1000_diff1": 0.866865, + "nauc_map_at_1_max": 0.606438, + "nauc_map_at_1_std": 0.316144, + "nauc_map_at_1_diff1": 0.865711, + "nauc_map_at_3_max": 0.670312, + "nauc_map_at_3_std": 0.414156, + "nauc_map_at_3_diff1": 0.865491, + "nauc_map_at_5_max": 0.668675, + "nauc_map_at_5_std": 0.413318, + "nauc_map_at_5_diff1": 0.86788, + "nauc_map_at_10_max": 0.66985, + "nauc_map_at_10_std": 0.423346, + "nauc_map_at_10_diff1": 0.866529, + "nauc_map_at_20_max": 0.666243, + "nauc_map_at_20_std": 0.414356, + "nauc_map_at_20_diff1": 0.866672, + "nauc_map_at_100_max": 0.665398, + "nauc_map_at_100_std": 0.412873, + "nauc_map_at_100_diff1": 0.866664, + "nauc_map_at_1000_max": 0.665398, + "nauc_map_at_1000_std": 0.412873, + "nauc_map_at_1000_diff1": 0.866664, + "nauc_recall_at_1_max": 0.606438, + "nauc_recall_at_1_std": 0.316144, + "nauc_recall_at_1_diff1": 0.865711, + "nauc_recall_at_3_max": 0.769432, + "nauc_recall_at_3_std": 0.574498, + "nauc_recall_at_3_diff1": 0.864784, + "nauc_recall_at_5_max": 0.814314, + "nauc_recall_at_5_std": 0.64474, + "nauc_recall_at_5_diff1": 0.883617, + "nauc_recall_at_10_max": 0.857738, + "nauc_recall_at_10_std": 0.846748, + "nauc_recall_at_10_diff1": 0.86422, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.869859, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.606438, + "nauc_precision_at_1_std": 0.316144, + "nauc_precision_at_1_diff1": 0.865711, + "nauc_precision_at_3_max": 0.769432, + "nauc_precision_at_3_std": 0.574498, + "nauc_precision_at_3_diff1": 0.864784, + "nauc_precision_at_5_max": 0.814314, + "nauc_precision_at_5_std": 0.64474, + "nauc_precision_at_5_diff1": 0.883617, + "nauc_precision_at_10_max": 0.857738, + "nauc_precision_at_10_std": 0.846748, + "nauc_precision_at_10_diff1": 0.86422, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.869859, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.606438, + "nauc_cv_recall_at_1_std": 0.316144, + "nauc_cv_recall_at_1_diff1": 0.865711, + "nauc_cv_recall_at_3_max": 0.769432, + "nauc_cv_recall_at_3_std": 0.574498, + "nauc_cv_recall_at_3_diff1": 0.864784, + "nauc_cv_recall_at_5_max": 0.814314, + "nauc_cv_recall_at_5_std": 0.64474, + "nauc_cv_recall_at_5_diff1": 0.883617, + "nauc_cv_recall_at_10_max": 0.857738, + "nauc_cv_recall_at_10_std": 0.846748, + "nauc_cv_recall_at_10_diff1": 0.86422, + "nauc_cv_recall_at_20_max": 1.0, + "nauc_cv_recall_at_20_std": 1.0, + "nauc_cv_recall_at_20_diff1": 0.869859, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.606438, + "nauc_mrr_at_1_std": 0.316144, + "nauc_mrr_at_1_diff1": 0.865711, + "nauc_mrr_at_3_max": 0.670312, + "nauc_mrr_at_3_std": 0.414156, + "nauc_mrr_at_3_diff1": 0.865491, + "nauc_mrr_at_5_max": 0.668675, + "nauc_mrr_at_5_std": 0.413318, + "nauc_mrr_at_5_diff1": 0.86788, + "nauc_mrr_at_10_max": 0.66985, + "nauc_mrr_at_10_std": 0.423346, + "nauc_mrr_at_10_diff1": 0.866529, + "nauc_mrr_at_20_max": 0.666243, + "nauc_mrr_at_20_std": 0.414356, + "nauc_mrr_at_20_diff1": 0.866672, + "nauc_mrr_at_100_max": 0.665398, + "nauc_mrr_at_100_std": 0.412873, + "nauc_mrr_at_100_diff1": 0.866664, + "nauc_mrr_at_1000_max": 0.665398, + "nauc_mrr_at_1000_std": 0.412873, + "nauc_mrr_at_1000_diff1": 0.866664, + "main_score": 0.89837, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 8.045291423797607, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTableVQARetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTableVQARetrieval.json new file mode 100644 index 0000000000..9385cf1f17 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTableVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTableVQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.67944, + "ndcg_at_3": 0.79044, + "ndcg_at_5": 0.80708, + "ndcg_at_10": 0.82045, + "ndcg_at_20": 0.82566, + "ndcg_at_100": 0.82958, + "ndcg_at_1000": 0.83122, + "map_at_1": 0.67843, + "map_at_3": 0.76403, + "map_at_5": 0.77345, + "map_at_10": 0.7791, + "map_at_20": 0.78059, + "map_at_100": 0.78113, + "map_at_1000": 0.7812, + "recall_at_1": 0.67843, + "recall_at_3": 0.86593, + "recall_at_5": 0.90575, + "recall_at_10": 0.94657, + "recall_at_20": 0.96673, + "recall_at_100": 0.9879, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.67944, + "cv_recall_at_3": 0.86694, + "cv_recall_at_5": 0.90625, + "cv_recall_at_10": 0.94657, + "cv_recall_at_20": 0.96673, + "cv_recall_at_100": 0.9879, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.67944, + "precision_at_3": 0.29066, + "precision_at_5": 0.18246, + "precision_at_10": 0.09536, + "precision_at_20": 0.04869, + "precision_at_100": 0.00995, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.679435, + "mrr_at_3": 0.764281, + "mrr_at_5": 0.773505, + "mrr_at_10": 0.779021, + "mrr_at_20": 0.780511, + "mrr_at_100": 0.78105, + "mrr_at_1000": 0.781127, + "nauc_ndcg_at_1_max": 0.349024, + "nauc_ndcg_at_1_std": -0.061157, + "nauc_ndcg_at_1_diff1": 0.835104, + "nauc_ndcg_at_3_max": 0.428078, + "nauc_ndcg_at_3_std": -0.023498, + "nauc_ndcg_at_3_diff1": 0.793392, + "nauc_ndcg_at_5_max": 0.460957, + "nauc_ndcg_at_5_std": 0.025673, + "nauc_ndcg_at_5_diff1": 0.79638, + "nauc_ndcg_at_10_max": 0.451895, + "nauc_ndcg_at_10_std": 0.038319, + "nauc_ndcg_at_10_diff1": 0.799937, + "nauc_ndcg_at_20_max": 0.439583, + "nauc_ndcg_at_20_std": 0.022576, + "nauc_ndcg_at_20_diff1": 0.805139, + "nauc_ndcg_at_100_max": 0.428357, + "nauc_ndcg_at_100_std": 0.009222, + "nauc_ndcg_at_100_diff1": 0.808089, + "nauc_ndcg_at_1000_max": 0.423532, + "nauc_ndcg_at_1000_std": -0.000676, + "nauc_ndcg_at_1000_diff1": 0.807654, + "nauc_map_at_1_max": 0.349563, + "nauc_map_at_1_std": -0.059773, + "nauc_map_at_1_diff1": 0.836069, + "nauc_map_at_3_max": 0.404276, + "nauc_map_at_3_std": -0.038223, + "nauc_map_at_3_diff1": 0.805557, + "nauc_map_at_5_max": 0.418949, + "nauc_map_at_5_std": -0.014691, + "nauc_map_at_5_diff1": 0.807705, + "nauc_map_at_10_max": 0.414391, + "nauc_map_at_10_std": -0.012094, + "nauc_map_at_10_diff1": 0.809343, + "nauc_map_at_20_max": 0.411293, + "nauc_map_at_20_std": -0.016127, + "nauc_map_at_20_diff1": 0.810598, + "nauc_map_at_100_max": 0.410021, + "nauc_map_at_100_std": -0.017566, + "nauc_map_at_100_diff1": 0.810863, + "nauc_map_at_1000_max": 0.409844, + "nauc_map_at_1000_std": -0.01793, + "nauc_map_at_1000_diff1": 0.810852, + "nauc_recall_at_1_max": 0.349563, + "nauc_recall_at_1_std": -0.059773, + "nauc_recall_at_1_diff1": 0.836069, + "nauc_recall_at_3_max": 0.538402, + "nauc_recall_at_3_std": 0.045401, + "nauc_recall_at_3_diff1": 0.737062, + "nauc_recall_at_5_max": 0.726156, + "nauc_recall_at_5_std": 0.288035, + "nauc_recall_at_5_diff1": 0.727215, + "nauc_recall_at_10_max": 0.851112, + "nauc_recall_at_10_std": 0.613668, + "nauc_recall_at_10_diff1": 0.70659, + "nauc_recall_at_20_max": 0.871851, + "nauc_recall_at_20_std": 0.681654, + "nauc_recall_at_20_diff1": 0.743697, + "nauc_recall_at_100_max": 0.868908, + "nauc_recall_at_100_std": 0.908393, + "nauc_recall_at_100_diff1": 0.849865, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.349024, + "nauc_precision_at_1_std": -0.061157, + "nauc_precision_at_1_diff1": 0.835104, + "nauc_precision_at_3_max": 0.505183, + "nauc_precision_at_3_std": 0.054293, + "nauc_precision_at_3_diff1": 0.665546, + "nauc_precision_at_5_max": 0.649821, + "nauc_precision_at_5_std": 0.281064, + "nauc_precision_at_5_diff1": 0.616152, + "nauc_precision_at_10_max": 0.678895, + "nauc_precision_at_10_std": 0.527553, + "nauc_precision_at_10_diff1": 0.504949, + "nauc_precision_at_20_max": 0.617823, + "nauc_precision_at_20_std": 0.539086, + "nauc_precision_at_20_diff1": 0.442808, + "nauc_precision_at_100_max": 0.395854, + "nauc_precision_at_100_std": 0.527799, + "nauc_precision_at_100_diff1": 0.234282, + "nauc_precision_at_1000_max": -0.069748, + "nauc_precision_at_1000_std": 0.153201, + "nauc_precision_at_1000_diff1": -0.371603, + "nauc_cv_recall_at_1_max": 0.349024, + "nauc_cv_recall_at_1_std": -0.061157, + "nauc_cv_recall_at_1_diff1": 0.835104, + "nauc_cv_recall_at_3_max": 0.537837, + "nauc_cv_recall_at_3_std": 0.048052, + "nauc_cv_recall_at_3_diff1": 0.73774, + "nauc_cv_recall_at_5_max": 0.728135, + "nauc_cv_recall_at_5_std": 0.286604, + "nauc_cv_recall_at_5_diff1": 0.728146, + "nauc_cv_recall_at_10_max": 0.851112, + "nauc_cv_recall_at_10_std": 0.613668, + "nauc_cv_recall_at_10_diff1": 0.70659, + "nauc_cv_recall_at_20_max": 0.871851, + "nauc_cv_recall_at_20_std": 0.681654, + "nauc_cv_recall_at_20_diff1": 0.743697, + "nauc_cv_recall_at_100_max": 0.868908, + "nauc_cv_recall_at_100_std": 0.908393, + "nauc_cv_recall_at_100_diff1": 0.849865, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.349024, + "nauc_mrr_at_1_std": -0.061157, + "nauc_mrr_at_1_diff1": 0.835104, + "nauc_mrr_at_3_max": 0.403177, + "nauc_mrr_at_3_std": -0.03834, + "nauc_mrr_at_3_diff1": 0.806171, + "nauc_mrr_at_5_max": 0.41819, + "nauc_mrr_at_5_std": -0.015931, + "nauc_mrr_at_5_diff1": 0.808197, + "nauc_mrr_at_10_max": 0.413606, + "nauc_mrr_at_10_std": -0.013, + "nauc_mrr_at_10_diff1": 0.809753, + "nauc_mrr_at_20_max": 0.410501, + "nauc_mrr_at_20_std": -0.01704, + "nauc_mrr_at_20_diff1": 0.811012, + "nauc_mrr_at_100_max": 0.409227, + "nauc_mrr_at_100_std": -0.018482, + "nauc_mrr_at_100_diff1": 0.811277, + "nauc_mrr_at_1000_max": 0.40905, + "nauc_mrr_at_1000_std": -0.018847, + "nauc_mrr_at_1000_diff1": 0.811267, + "main_score": 0.80708, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 45.09029269218445, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTatQARetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTatQARetrieval.json new file mode 100644 index 0000000000..011efb024e --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTatQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTatQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.70833, + "ndcg_at_3": 0.79553, + "ndcg_at_5": 0.81524, + "ndcg_at_10": 0.82851, + "ndcg_at_20": 0.8352, + "ndcg_at_100": 0.8394, + "ndcg_at_1000": 0.84064, + "map_at_1": 0.70833, + "map_at_3": 0.77639, + "map_at_5": 0.78681, + "map_at_10": 0.79216, + "map_at_20": 0.7942, + "map_at_100": 0.79464, + "map_at_1000": 0.79472, + "recall_at_1": 0.70833, + "recall_at_3": 0.85, + "recall_at_5": 0.9, + "recall_at_10": 0.94167, + "recall_at_20": 0.96667, + "recall_at_100": 0.99167, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.70833, + "cv_recall_at_3": 0.85, + "cv_recall_at_5": 0.9, + "cv_recall_at_10": 0.94167, + "cv_recall_at_20": 0.96667, + "cv_recall_at_100": 0.99167, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.70833, + "precision_at_3": 0.28333, + "precision_at_5": 0.18, + "precision_at_10": 0.09417, + "precision_at_20": 0.04833, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.708333, + "mrr_at_3": 0.776389, + "mrr_at_5": 0.786806, + "mrr_at_10": 0.792163, + "mrr_at_20": 0.794199, + "mrr_at_100": 0.79464, + "mrr_at_1000": 0.79472, + "nauc_ndcg_at_1_max": 0.44746, + "nauc_ndcg_at_1_std": -0.172812, + "nauc_ndcg_at_1_diff1": 0.908937, + "nauc_ndcg_at_3_max": 0.483627, + "nauc_ndcg_at_3_std": -0.229344, + "nauc_ndcg_at_3_diff1": 0.870455, + "nauc_ndcg_at_5_max": 0.529439, + "nauc_ndcg_at_5_std": -0.166199, + "nauc_ndcg_at_5_diff1": 0.861136, + "nauc_ndcg_at_10_max": 0.51421, + "nauc_ndcg_at_10_std": -0.171992, + "nauc_ndcg_at_10_diff1": 0.871826, + "nauc_ndcg_at_20_max": 0.498752, + "nauc_ndcg_at_20_std": -0.186719, + "nauc_ndcg_at_20_diff1": 0.878138, + "nauc_ndcg_at_100_max": 0.495738, + "nauc_ndcg_at_100_std": -0.175048, + "nauc_ndcg_at_100_diff1": 0.878186, + "nauc_ndcg_at_1000_max": 0.492496, + "nauc_ndcg_at_1000_std": -0.184112, + "nauc_ndcg_at_1000_diff1": 0.87954, + "nauc_map_at_1_max": 0.44746, + "nauc_map_at_1_std": -0.172812, + "nauc_map_at_1_diff1": 0.908937, + "nauc_map_at_3_max": 0.476464, + "nauc_map_at_3_std": -0.209448, + "nauc_map_at_3_diff1": 0.881456, + "nauc_map_at_5_max": 0.49644, + "nauc_map_at_5_std": -0.179339, + "nauc_map_at_5_diff1": 0.877601, + "nauc_map_at_10_max": 0.490476, + "nauc_map_at_10_std": -0.183818, + "nauc_map_at_10_diff1": 0.881594, + "nauc_map_at_20_max": 0.486525, + "nauc_map_at_20_std": -0.186909, + "nauc_map_at_20_diff1": 0.883462, + "nauc_map_at_100_max": 0.485952, + "nauc_map_at_100_std": -0.185497, + "nauc_map_at_100_diff1": 0.883381, + "nauc_map_at_1000_max": 0.485784, + "nauc_map_at_1000_std": -0.185961, + "nauc_map_at_1000_diff1": 0.883451, + "nauc_recall_at_1_max": 0.44746, + "nauc_recall_at_1_std": -0.172812, + "nauc_recall_at_1_diff1": 0.908937, + "nauc_recall_at_3_max": 0.510332, + "nauc_recall_at_3_std": -0.311232, + "nauc_recall_at_3_diff1": 0.826445, + "nauc_recall_at_5_max": 0.725957, + "nauc_recall_at_5_std": -0.074891, + "nauc_recall_at_5_diff1": 0.76774, + "nauc_recall_at_10_max": 0.736961, + "nauc_recall_at_10_std": -0.021809, + "nauc_recall_at_10_diff1": 0.791583, + "nauc_recall_at_20_max": 0.641807, + "nauc_recall_at_20_std": -0.180789, + "nauc_recall_at_20_diff1": 0.828431, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_diff1": 0.722222, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.44746, + "nauc_precision_at_1_std": -0.172812, + "nauc_precision_at_1_diff1": 0.908937, + "nauc_precision_at_3_max": 0.510332, + "nauc_precision_at_3_std": -0.311232, + "nauc_precision_at_3_diff1": 0.826445, + "nauc_precision_at_5_max": 0.725957, + "nauc_precision_at_5_std": -0.074891, + "nauc_precision_at_5_diff1": 0.76774, + "nauc_precision_at_10_max": 0.736961, + "nauc_precision_at_10_std": -0.021809, + "nauc_precision_at_10_diff1": 0.791583, + "nauc_precision_at_20_max": 0.641807, + "nauc_precision_at_20_std": -0.180789, + "nauc_precision_at_20_diff1": 0.828431, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_diff1": 0.722222, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.44746, + "nauc_cv_recall_at_1_std": -0.172812, + "nauc_cv_recall_at_1_diff1": 0.908937, + "nauc_cv_recall_at_3_max": 0.510332, + "nauc_cv_recall_at_3_std": -0.311232, + "nauc_cv_recall_at_3_diff1": 0.826445, + "nauc_cv_recall_at_5_max": 0.725957, + "nauc_cv_recall_at_5_std": -0.074891, + "nauc_cv_recall_at_5_diff1": 0.76774, + "nauc_cv_recall_at_10_max": 0.736961, + "nauc_cv_recall_at_10_std": -0.021809, + "nauc_cv_recall_at_10_diff1": 0.791583, + "nauc_cv_recall_at_20_max": 0.641807, + "nauc_cv_recall_at_20_std": -0.180789, + "nauc_cv_recall_at_20_diff1": 0.828431, + "nauc_cv_recall_at_100_max": 0.869281, + "nauc_cv_recall_at_100_std": 0.869281, + "nauc_cv_recall_at_100_diff1": 0.722222, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.44746, + "nauc_mrr_at_1_std": -0.172812, + "nauc_mrr_at_1_diff1": 0.908937, + "nauc_mrr_at_3_max": 0.476464, + "nauc_mrr_at_3_std": -0.209448, + "nauc_mrr_at_3_diff1": 0.881456, + "nauc_mrr_at_5_max": 0.49644, + "nauc_mrr_at_5_std": -0.179339, + "nauc_mrr_at_5_diff1": 0.877601, + "nauc_mrr_at_10_max": 0.490476, + "nauc_mrr_at_10_std": -0.183818, + "nauc_mrr_at_10_diff1": 0.881594, + "nauc_mrr_at_20_max": 0.486525, + "nauc_mrr_at_20_std": -0.186909, + "nauc_mrr_at_20_diff1": 0.883462, + "nauc_mrr_at_100_max": 0.485952, + "nauc_mrr_at_100_std": -0.185497, + "nauc_mrr_at_100_diff1": 0.883381, + "nauc_mrr_at_1000_max": 0.485784, + "nauc_mrr_at_1000_std": -0.185961, + "nauc_mrr_at_1000_diff1": 0.883451, + "main_score": 0.81524, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 27.526341676712036, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTweetStockSyntheticsRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTweetStockSyntheticsRetrieval.json new file mode 100644 index 0000000000..ea2ec40c59 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRTweetStockSyntheticsRetrieval.json @@ -0,0 +1,1761 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTweetStockSyntheticsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.67134, + "ndcg_at_3": 0.77023, + "ndcg_at_5": 0.78443, + "ndcg_at_10": 0.79742, + "ndcg_at_20": 0.80939, + "ndcg_at_100": 0.81817, + "ndcg_at_1000": 0.81835, + "map_at_1": 0.66822, + "map_at_3": 0.74565, + "map_at_5": 0.75406, + "map_at_10": 0.75961, + "map_at_20": 0.76314, + "map_at_100": 0.76466, + "map_at_1000": 0.76467, + "recall_at_1": 0.66822, + "recall_at_3": 0.83632, + "recall_at_5": 0.86981, + "recall_at_10": 0.91018, + "recall_at_20": 0.95561, + "recall_at_100": 0.99844, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.67134, + "cv_recall_at_3": 0.84268, + "cv_recall_at_5": 0.87383, + "cv_recall_at_10": 0.91121, + "cv_recall_at_20": 0.95639, + "cv_recall_at_100": 0.99844, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.67134, + "precision_at_3": 0.28297, + "precision_at_5": 0.17757, + "precision_at_10": 0.0933, + "precision_at_20": 0.04914, + "precision_at_100": 0.01028, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.67134, + "mrr_at_3": 0.74974, + "mrr_at_5": 0.756983, + "mrr_at_10": 0.761557, + "mrr_at_20": 0.764865, + "mrr_at_100": 0.766328, + "mrr_at_1000": 0.766332, + "nauc_ndcg_at_1_max": -0.181567, + "nauc_ndcg_at_1_std": 0.002146, + "nauc_ndcg_at_1_diff1": 0.5896, + "nauc_ndcg_at_3_max": -0.092695, + "nauc_ndcg_at_3_std": 0.035517, + "nauc_ndcg_at_3_diff1": 0.518839, + "nauc_ndcg_at_5_max": -0.068404, + "nauc_ndcg_at_5_std": 0.054667, + "nauc_ndcg_at_5_diff1": 0.519193, + "nauc_ndcg_at_10_max": -0.067287, + "nauc_ndcg_at_10_std": 0.055235, + "nauc_ndcg_at_10_diff1": 0.528198, + "nauc_ndcg_at_20_max": -0.079986, + "nauc_ndcg_at_20_std": 0.036566, + "nauc_ndcg_at_20_diff1": 0.540826, + "nauc_ndcg_at_100_max": -0.101805, + "nauc_ndcg_at_100_std": 0.034809, + "nauc_ndcg_at_100_diff1": 0.537667, + "nauc_ndcg_at_1000_max": -0.101272, + "nauc_ndcg_at_1000_std": 0.036864, + "nauc_ndcg_at_1000_diff1": 0.537283, + "nauc_map_at_1_max": -0.191748, + "nauc_map_at_1_std": -0.002169, + "nauc_map_at_1_diff1": 0.594775, + "nauc_map_at_3_max": -0.126581, + "nauc_map_at_3_std": 0.020973, + "nauc_map_at_3_diff1": 0.540103, + "nauc_map_at_5_max": -0.113513, + "nauc_map_at_5_std": 0.032836, + "nauc_map_at_5_diff1": 0.539862, + "nauc_map_at_10_max": -0.112102, + "nauc_map_at_10_std": 0.034015, + "nauc_map_at_10_diff1": 0.542255, + "nauc_map_at_20_max": -0.115447, + "nauc_map_at_20_std": 0.029965, + "nauc_map_at_20_diff1": 0.544995, + "nauc_map_at_100_max": -0.118547, + "nauc_map_at_100_std": 0.029571, + "nauc_map_at_100_diff1": 0.54455, + "nauc_map_at_1000_max": -0.118537, + "nauc_map_at_1000_std": 0.029609, + "nauc_map_at_1000_diff1": 0.544543, + "nauc_recall_at_1_max": -0.191748, + "nauc_recall_at_1_std": -0.002169, + "nauc_recall_at_1_diff1": 0.594775, + "nauc_recall_at_3_max": 0.023493, + "nauc_recall_at_3_std": 0.071253, + "nauc_recall_at_3_diff1": 0.444362, + "nauc_recall_at_5_max": 0.131149, + "nauc_recall_at_5_std": 0.139245, + "nauc_recall_at_5_diff1": 0.433112, + "nauc_recall_at_10_max": 0.206998, + "nauc_recall_at_10_std": 0.173126, + "nauc_recall_at_10_diff1": 0.465555, + "nauc_recall_at_20_max": 0.291212, + "nauc_recall_at_20_std": 0.005425, + "nauc_recall_at_20_diff1": 0.60334, + "nauc_recall_at_100_max": -0.562542, + "nauc_recall_at_100_std": -1.742689, + "nauc_recall_at_100_diff1": 0.869326, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.181567, + "nauc_precision_at_1_std": 0.002146, + "nauc_precision_at_1_diff1": 0.5896, + "nauc_precision_at_3_max": 0.092092, + "nauc_precision_at_3_std": 0.107175, + "nauc_precision_at_3_diff1": 0.366031, + "nauc_precision_at_5_max": 0.230946, + "nauc_precision_at_5_std": 0.207066, + "nauc_precision_at_5_diff1": 0.270807, + "nauc_precision_at_10_max": 0.330195, + "nauc_precision_at_10_std": 0.259213, + "nauc_precision_at_10_diff1": 0.183334, + "nauc_precision_at_20_max": 0.425, + "nauc_precision_at_20_std": 0.221604, + "nauc_precision_at_20_diff1": 0.049196, + "nauc_precision_at_100_max": 0.45278, + "nauc_precision_at_100_std": 0.355046, + "nauc_precision_at_100_diff1": -0.424799, + "nauc_precision_at_1000_max": 0.483444, + "nauc_precision_at_1000_std": 0.418401, + "nauc_precision_at_1000_diff1": -0.463883, + "nauc_cv_recall_at_1_max": -0.181567, + "nauc_cv_recall_at_1_std": 0.002146, + "nauc_cv_recall_at_1_diff1": 0.5896, + "nauc_cv_recall_at_3_max": 0.06103, + "nauc_cv_recall_at_3_std": 0.112312, + "nauc_cv_recall_at_3_diff1": 0.425277, + "nauc_cv_recall_at_5_max": 0.165194, + "nauc_cv_recall_at_5_std": 0.171923, + "nauc_cv_recall_at_5_diff1": 0.419418, + "nauc_cv_recall_at_10_max": 0.215999, + "nauc_cv_recall_at_10_std": 0.188632, + "nauc_cv_recall_at_10_diff1": 0.460833, + "nauc_cv_recall_at_20_max": 0.294221, + "nauc_cv_recall_at_20_std": 0.008579, + "nauc_cv_recall_at_20_diff1": 0.604218, + "nauc_cv_recall_at_100_max": -0.562542, + "nauc_cv_recall_at_100_std": -1.742689, + "nauc_cv_recall_at_100_diff1": 0.869326, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.181567, + "nauc_mrr_at_1_std": 0.002146, + "nauc_mrr_at_1_diff1": 0.5896, + "nauc_mrr_at_3_max": -0.111038, + "nauc_mrr_at_3_std": 0.036651, + "nauc_mrr_at_3_diff1": 0.532005, + "nauc_mrr_at_5_max": -0.101786, + "nauc_mrr_at_5_std": 0.043205, + "nauc_mrr_at_5_diff1": 0.534116, + "nauc_mrr_at_10_max": -0.104792, + "nauc_mrr_at_10_std": 0.04024, + "nauc_mrr_at_10_diff1": 0.538042, + "nauc_mrr_at_20_max": -0.108675, + "nauc_mrr_at_20_std": 0.035033, + "nauc_mrr_at_20_diff1": 0.541248, + "nauc_mrr_at_100_max": -0.111671, + "nauc_mrr_at_100_std": 0.034563, + "nauc_mrr_at_100_diff1": 0.540786, + "nauc_mrr_at_1000_max": -0.111662, + "nauc_mrr_at_1000_std": 0.034601, + "nauc_mrr_at_1000_diff1": 0.540778, + "main_score": 0.78443, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.64486, + "ndcg_at_3": 0.74159, + "ndcg_at_5": 0.75505, + "ndcg_at_10": 0.76999, + "ndcg_at_20": 0.78011, + "ndcg_at_100": 0.79005, + "ndcg_at_1000": 0.79285, + "map_at_1": 0.64226, + "map_at_3": 0.71645, + "map_at_5": 0.7246, + "map_at_10": 0.73117, + "map_at_20": 0.73386, + "map_at_100": 0.73553, + "map_at_1000": 0.73562, + "recall_at_1": 0.64226, + "recall_at_3": 0.80971, + "recall_at_5": 0.84151, + "recall_at_10": 0.88629, + "recall_at_20": 0.92679, + "recall_at_100": 0.97664, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.64486, + "cv_recall_at_3": 0.8162, + "cv_recall_at_5": 0.84579, + "cv_recall_at_10": 0.88941, + "cv_recall_at_20": 0.92991, + "cv_recall_at_100": 0.97664, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.64486, + "precision_at_3": 0.27414, + "precision_at_5": 0.17196, + "precision_at_10": 0.09112, + "precision_at_20": 0.04766, + "precision_at_100": 0.01006, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.64486, + "mrr_at_3": 0.720145, + "mrr_at_5": 0.726843, + "mrr_at_10": 0.73269, + "mrr_at_20": 0.735327, + "mrr_at_100": 0.736764, + "mrr_at_1000": 0.736847, + "nauc_ndcg_at_1_max": -0.121123, + "nauc_ndcg_at_1_std": 0.266005, + "nauc_ndcg_at_1_diff1": 0.34493, + "nauc_ndcg_at_3_max": 0.034745, + "nauc_ndcg_at_3_std": 0.392556, + "nauc_ndcg_at_3_diff1": 0.140412, + "nauc_ndcg_at_5_max": 0.062077, + "nauc_ndcg_at_5_std": 0.399852, + "nauc_ndcg_at_5_diff1": 0.128384, + "nauc_ndcg_at_10_max": 0.075918, + "nauc_ndcg_at_10_std": 0.399061, + "nauc_ndcg_at_10_diff1": 0.11178, + "nauc_ndcg_at_20_max": 0.060836, + "nauc_ndcg_at_20_std": 0.38769, + "nauc_ndcg_at_20_diff1": 0.127247, + "nauc_ndcg_at_100_max": 0.036738, + "nauc_ndcg_at_100_std": 0.374469, + "nauc_ndcg_at_100_diff1": 0.154691, + "nauc_ndcg_at_1000_max": 0.028971, + "nauc_ndcg_at_1000_std": 0.373418, + "nauc_ndcg_at_1000_diff1": 0.165991, + "nauc_map_at_1_max": -0.133959, + "nauc_map_at_1_std": 0.249151, + "nauc_map_at_1_diff1": 0.349233, + "nauc_map_at_3_max": -0.020166, + "nauc_map_at_3_std": 0.348743, + "nauc_map_at_3_diff1": 0.204575, + "nauc_map_at_5_max": -0.003354, + "nauc_map_at_5_std": 0.355886, + "nauc_map_at_5_diff1": 0.198373, + "nauc_map_at_10_max": 0.003104, + "nauc_map_at_10_std": 0.356544, + "nauc_map_at_10_diff1": 0.192454, + "nauc_map_at_20_max": -0.00077, + "nauc_map_at_20_std": 0.353971, + "nauc_map_at_20_diff1": 0.196255, + "nauc_map_at_100_max": -0.003708, + "nauc_map_at_100_std": 0.352823, + "nauc_map_at_100_diff1": 0.199947, + "nauc_map_at_1000_max": -0.003905, + "nauc_map_at_1000_std": 0.3527, + "nauc_map_at_1000_diff1": 0.20028, + "nauc_recall_at_1_max": -0.133959, + "nauc_recall_at_1_std": 0.249151, + "nauc_recall_at_1_diff1": 0.349233, + "nauc_recall_at_3_max": 0.210373, + "nauc_recall_at_3_std": 0.517452, + "nauc_recall_at_3_diff1": -0.092646, + "nauc_recall_at_5_max": 0.327093, + "nauc_recall_at_5_std": 0.556785, + "nauc_recall_at_5_diff1": -0.17347, + "nauc_recall_at_10_max": 0.476302, + "nauc_recall_at_10_std": 0.5961, + "nauc_recall_at_10_diff1": -0.359602, + "nauc_recall_at_20_max": 0.52643, + "nauc_recall_at_20_std": 0.572509, + "nauc_recall_at_20_diff1": -0.433683, + "nauc_recall_at_100_max": 0.528127, + "nauc_recall_at_100_std": 0.385753, + "nauc_recall_at_100_diff1": -0.524192, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.121123, + "nauc_precision_at_1_std": 0.266005, + "nauc_precision_at_1_diff1": 0.34493, + "nauc_precision_at_3_max": 0.304245, + "nauc_precision_at_3_std": 0.573976, + "nauc_precision_at_3_diff1": -0.143054, + "nauc_precision_at_5_max": 0.444986, + "nauc_precision_at_5_std": 0.602325, + "nauc_precision_at_5_diff1": -0.238556, + "nauc_precision_at_10_max": 0.602353, + "nauc_precision_at_10_std": 0.616136, + "nauc_precision_at_10_diff1": -0.41031, + "nauc_precision_at_20_max": 0.675266, + "nauc_precision_at_20_std": 0.604445, + "nauc_precision_at_20_diff1": -0.475996, + "nauc_precision_at_100_max": 0.675623, + "nauc_precision_at_100_std": 0.481498, + "nauc_precision_at_100_diff1": -0.465838, + "nauc_precision_at_1000_max": 0.742442, + "nauc_precision_at_1000_std": 0.524873, + "nauc_precision_at_1000_diff1": -0.439403, + "nauc_cv_recall_at_1_max": -0.121123, + "nauc_cv_recall_at_1_std": 0.266005, + "nauc_cv_recall_at_1_diff1": 0.34493, + "nauc_cv_recall_at_3_max": 0.271167, + "nauc_cv_recall_at_3_std": 0.592713, + "nauc_cv_recall_at_3_diff1": -0.125455, + "nauc_cv_recall_at_5_max": 0.377795, + "nauc_cv_recall_at_5_std": 0.606378, + "nauc_cv_recall_at_5_diff1": -0.199871, + "nauc_cv_recall_at_10_max": 0.522862, + "nauc_cv_recall_at_10_std": 0.644232, + "nauc_cv_recall_at_10_diff1": -0.386386, + "nauc_cv_recall_at_20_max": 0.578418, + "nauc_cv_recall_at_20_std": 0.626545, + "nauc_cv_recall_at_20_diff1": -0.47673, + "nauc_cv_recall_at_100_max": 0.528127, + "nauc_cv_recall_at_100_std": 0.385753, + "nauc_cv_recall_at_100_diff1": -0.524192, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.121123, + "nauc_mrr_at_1_std": 0.266005, + "nauc_mrr_at_1_diff1": 0.34493, + "nauc_mrr_at_3_max": 0.002412, + "nauc_mrr_at_3_std": 0.379216, + "nauc_mrr_at_3_diff1": 0.194381, + "nauc_mrr_at_5_max": 0.010771, + "nauc_mrr_at_5_std": 0.374858, + "nauc_mrr_at_5_diff1": 0.192353, + "nauc_mrr_at_10_max": 0.012712, + "nauc_mrr_at_10_std": 0.372075, + "nauc_mrr_at_10_diff1": 0.188807, + "nauc_mrr_at_20_max": 0.008126, + "nauc_mrr_at_20_std": 0.368832, + "nauc_mrr_at_20_diff1": 0.19278, + "nauc_mrr_at_100_max": 0.004346, + "nauc_mrr_at_100_std": 0.3666, + "nauc_mrr_at_100_diff1": 0.196887, + "nauc_mrr_at_1000_max": 0.004151, + "nauc_mrr_at_1000_std": 0.366482, + "nauc_mrr_at_1000_diff1": 0.19722, + "main_score": 0.75505, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.69159, + "ndcg_at_3": 0.77923, + "ndcg_at_5": 0.78882, + "ndcg_at_10": 0.80395, + "ndcg_at_20": 0.81181, + "ndcg_at_100": 0.82171, + "ndcg_at_1000": 0.82314, + "map_at_1": 0.68549, + "map_at_3": 0.75727, + "map_at_5": 0.76297, + "map_at_10": 0.76982, + "map_at_20": 0.77209, + "map_at_100": 0.77364, + "map_at_1000": 0.77367, + "recall_at_1": 0.68549, + "recall_at_3": 0.83879, + "recall_at_5": 0.8615, + "recall_at_10": 0.90654, + "recall_at_20": 0.93692, + "recall_at_100": 0.98754, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.69159, + "cv_recall_at_3": 0.84268, + "cv_recall_at_5": 0.86604, + "cv_recall_at_10": 0.9081, + "cv_recall_at_20": 0.93769, + "cv_recall_at_100": 0.98754, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.69159, + "precision_at_3": 0.28505, + "precision_at_5": 0.17664, + "precision_at_10": 0.0933, + "precision_at_20": 0.04821, + "precision_at_100": 0.01017, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.691589, + "mrr_at_3": 0.759865, + "mrr_at_5": 0.765161, + "mrr_at_10": 0.770958, + "mrr_at_20": 0.773107, + "mrr_at_100": 0.774577, + "mrr_at_1000": 0.77461, + "nauc_ndcg_at_1_max": -0.089296, + "nauc_ndcg_at_1_std": 0.116888, + "nauc_ndcg_at_1_diff1": 0.36373, + "nauc_ndcg_at_3_max": 0.018068, + "nauc_ndcg_at_3_std": 0.259675, + "nauc_ndcg_at_3_diff1": 0.188711, + "nauc_ndcg_at_5_max": 0.043032, + "nauc_ndcg_at_5_std": 0.29871, + "nauc_ndcg_at_5_diff1": 0.175796, + "nauc_ndcg_at_10_max": 0.059761, + "nauc_ndcg_at_10_std": 0.307321, + "nauc_ndcg_at_10_diff1": 0.197764, + "nauc_ndcg_at_20_max": 0.043806, + "nauc_ndcg_at_20_std": 0.286289, + "nauc_ndcg_at_20_diff1": 0.20729, + "nauc_ndcg_at_100_max": 0.023961, + "nauc_ndcg_at_100_std": 0.253721, + "nauc_ndcg_at_100_diff1": 0.229627, + "nauc_ndcg_at_1000_max": 0.019924, + "nauc_ndcg_at_1000_std": 0.254643, + "nauc_ndcg_at_1000_diff1": 0.228025, + "nauc_map_at_1_max": -0.110184, + "nauc_map_at_1_std": 0.081638, + "nauc_map_at_1_diff1": 0.379773, + "nauc_map_at_3_max": -0.018123, + "nauc_map_at_3_std": 0.211413, + "nauc_map_at_3_diff1": 0.243609, + "nauc_map_at_5_max": -0.004615, + "nauc_map_at_5_std": 0.23259, + "nauc_map_at_5_diff1": 0.23715, + "nauc_map_at_10_max": 0.004162, + "nauc_map_at_10_std": 0.238329, + "nauc_map_at_10_diff1": 0.244421, + "nauc_map_at_20_max": 9.8e-05, + "nauc_map_at_20_std": 0.233094, + "nauc_map_at_20_diff1": 0.247344, + "nauc_map_at_100_max": -0.002562, + "nauc_map_at_100_std": 0.228856, + "nauc_map_at_100_diff1": 0.249493, + "nauc_map_at_1000_max": -0.002647, + "nauc_map_at_1000_std": 0.228841, + "nauc_map_at_1000_diff1": 0.249472, + "nauc_recall_at_1_max": -0.110184, + "nauc_recall_at_1_std": 0.081638, + "nauc_recall_at_1_diff1": 0.379773, + "nauc_recall_at_3_max": 0.139833, + "nauc_recall_at_3_std": 0.420346, + "nauc_recall_at_3_diff1": -0.012603, + "nauc_recall_at_5_max": 0.239014, + "nauc_recall_at_5_std": 0.572474, + "nauc_recall_at_5_diff1": -0.086259, + "nauc_recall_at_10_max": 0.395326, + "nauc_recall_at_10_std": 0.712195, + "nauc_recall_at_10_diff1": -0.055012, + "nauc_recall_at_20_max": 0.386473, + "nauc_recall_at_20_std": 0.682329, + "nauc_recall_at_20_diff1": -0.083188, + "nauc_recall_at_100_max": 0.457674, + "nauc_recall_at_100_std": 0.118249, + "nauc_recall_at_100_diff1": 0.414417, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.089296, + "nauc_precision_at_1_std": 0.116888, + "nauc_precision_at_1_diff1": 0.36373, + "nauc_precision_at_3_max": 0.217226, + "nauc_precision_at_3_std": 0.505628, + "nauc_precision_at_3_diff1": -0.097821, + "nauc_precision_at_5_max": 0.343323, + "nauc_precision_at_5_std": 0.669572, + "nauc_precision_at_5_diff1": -0.197319, + "nauc_precision_at_10_max": 0.496631, + "nauc_precision_at_10_std": 0.76345, + "nauc_precision_at_10_diff1": -0.217996, + "nauc_precision_at_20_max": 0.512134, + "nauc_precision_at_20_std": 0.748356, + "nauc_precision_at_20_diff1": -0.279254, + "nauc_precision_at_100_max": 0.562621, + "nauc_precision_at_100_std": 0.594186, + "nauc_precision_at_100_diff1": -0.342067, + "nauc_precision_at_1000_max": 0.587977, + "nauc_precision_at_1000_std": 0.709177, + "nauc_precision_at_1000_diff1": -0.524842, + "nauc_cv_recall_at_1_max": -0.089296, + "nauc_cv_recall_at_1_std": 0.116888, + "nauc_cv_recall_at_1_diff1": 0.36373, + "nauc_cv_recall_at_3_max": 0.158967, + "nauc_cv_recall_at_3_std": 0.458501, + "nauc_cv_recall_at_3_diff1": -0.037526, + "nauc_cv_recall_at_5_max": 0.284168, + "nauc_cv_recall_at_5_std": 0.628864, + "nauc_cv_recall_at_5_diff1": -0.120572, + "nauc_cv_recall_at_10_max": 0.408761, + "nauc_cv_recall_at_10_std": 0.731668, + "nauc_cv_recall_at_10_diff1": -0.070679, + "nauc_cv_recall_at_20_max": 0.386829, + "nauc_cv_recall_at_20_std": 0.679992, + "nauc_cv_recall_at_20_diff1": -0.095094, + "nauc_cv_recall_at_100_max": 0.457674, + "nauc_cv_recall_at_100_std": 0.118249, + "nauc_cv_recall_at_100_diff1": 0.414417, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.089296, + "nauc_mrr_at_1_std": 0.116888, + "nauc_mrr_at_1_diff1": 0.36373, + "nauc_mrr_at_3_max": -0.00894, + "nauc_mrr_at_3_std": 0.22862, + "nauc_mrr_at_3_diff1": 0.233672, + "nauc_mrr_at_5_max": 0.005377, + "nauc_mrr_at_5_std": 0.246783, + "nauc_mrr_at_5_diff1": 0.229026, + "nauc_mrr_at_10_max": 0.006958, + "nauc_mrr_at_10_std": 0.244581, + "nauc_mrr_at_10_diff1": 0.239912, + "nauc_mrr_at_20_max": 0.002165, + "nauc_mrr_at_20_std": 0.238138, + "nauc_mrr_at_20_diff1": 0.243219, + "nauc_mrr_at_100_max": -0.000351, + "nauc_mrr_at_100_std": 0.234156, + "nauc_mrr_at_100_diff1": 0.245589, + "nauc_mrr_at_1000_max": -0.000436, + "nauc_mrr_at_1000_std": 0.234142, + "nauc_mrr_at_1000_diff1": 0.245568, + "main_score": 0.78882, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.72897, + "ndcg_at_3": 0.79273, + "ndcg_at_5": 0.80321, + "ndcg_at_10": 0.8141, + "ndcg_at_20": 0.8205, + "ndcg_at_100": 0.83176, + "ndcg_at_1000": 0.83462, + "map_at_1": 0.72261, + "map_at_3": 0.77596, + "map_at_5": 0.78211, + "map_at_10": 0.78709, + "map_at_20": 0.78881, + "map_at_100": 0.7906, + "map_at_1000": 0.79069, + "recall_at_1": 0.72261, + "recall_at_3": 0.83502, + "recall_at_5": 0.86072, + "recall_at_10": 0.89356, + "recall_at_20": 0.91926, + "recall_at_100": 0.97664, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.72897, + "cv_recall_at_3": 0.84112, + "cv_recall_at_5": 0.86604, + "cv_recall_at_10": 0.89564, + "cv_recall_at_20": 0.92056, + "cv_recall_at_100": 0.97664, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.72897, + "precision_at_3": 0.28401, + "precision_at_5": 0.1757, + "precision_at_10": 0.0919, + "precision_at_20": 0.04727, + "precision_at_100": 0.01006, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.728972, + "mrr_at_3": 0.780374, + "mrr_at_5": 0.786137, + "mrr_at_10": 0.789812, + "mrr_at_20": 0.791438, + "mrr_at_100": 0.793096, + "mrr_at_1000": 0.793188, + "nauc_ndcg_at_1_max": 0.113865, + "nauc_ndcg_at_1_std": 0.234915, + "nauc_ndcg_at_1_diff1": 0.188068, + "nauc_ndcg_at_3_max": 0.285201, + "nauc_ndcg_at_3_std": 0.419232, + "nauc_ndcg_at_3_diff1": -0.009166, + "nauc_ndcg_at_5_max": 0.316666, + "nauc_ndcg_at_5_std": 0.435925, + "nauc_ndcg_at_5_diff1": -0.016827, + "nauc_ndcg_at_10_max": 0.320472, + "nauc_ndcg_at_10_std": 0.448491, + "nauc_ndcg_at_10_diff1": -0.017567, + "nauc_ndcg_at_20_max": 0.306932, + "nauc_ndcg_at_20_std": 0.434259, + "nauc_ndcg_at_20_diff1": -0.013168, + "nauc_ndcg_at_100_max": 0.281132, + "nauc_ndcg_at_100_std": 0.402505, + "nauc_ndcg_at_100_diff1": 0.013872, + "nauc_ndcg_at_1000_max": 0.272375, + "nauc_ndcg_at_1000_std": 0.397019, + "nauc_ndcg_at_1000_diff1": 0.019282, + "nauc_map_at_1_max": 0.081188, + "nauc_map_at_1_std": 0.189217, + "nauc_map_at_1_diff1": 0.206696, + "nauc_map_at_3_max": 0.224562, + "nauc_map_at_3_std": 0.348343, + "nauc_map_at_3_diff1": 0.051905, + "nauc_map_at_5_max": 0.241511, + "nauc_map_at_5_std": 0.358318, + "nauc_map_at_5_diff1": 0.048001, + "nauc_map_at_10_max": 0.244468, + "nauc_map_at_10_std": 0.367441, + "nauc_map_at_10_diff1": 0.045588, + "nauc_map_at_20_max": 0.240901, + "nauc_map_at_20_std": 0.363863, + "nauc_map_at_20_diff1": 0.047037, + "nauc_map_at_100_max": 0.237473, + "nauc_map_at_100_std": 0.359612, + "nauc_map_at_100_diff1": 0.050105, + "nauc_map_at_1000_max": 0.237232, + "nauc_map_at_1000_std": 0.359376, + "nauc_map_at_1000_diff1": 0.050369, + "nauc_recall_at_1_max": 0.081188, + "nauc_recall_at_1_std": 0.189217, + "nauc_recall_at_1_diff1": 0.206696, + "nauc_recall_at_3_max": 0.469963, + "nauc_recall_at_3_std": 0.620808, + "nauc_recall_at_3_diff1": -0.203339, + "nauc_recall_at_5_max": 0.608165, + "nauc_recall_at_5_std": 0.714067, + "nauc_recall_at_5_diff1": -0.261097, + "nauc_recall_at_10_max": 0.691372, + "nauc_recall_at_10_std": 0.819523, + "nauc_recall_at_10_diff1": -0.308948, + "nauc_recall_at_20_max": 0.691651, + "nauc_recall_at_20_std": 0.812131, + "nauc_recall_at_20_diff1": -0.361862, + "nauc_recall_at_100_max": 0.742807, + "nauc_recall_at_100_std": 0.650919, + "nauc_recall_at_100_diff1": -0.216391, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.113865, + "nauc_precision_at_1_std": 0.234915, + "nauc_precision_at_1_diff1": 0.188068, + "nauc_precision_at_3_max": 0.531427, + "nauc_precision_at_3_std": 0.713001, + "nauc_precision_at_3_diff1": -0.272754, + "nauc_precision_at_5_max": 0.654069, + "nauc_precision_at_5_std": 0.802326, + "nauc_precision_at_5_diff1": -0.331844, + "nauc_precision_at_10_max": 0.658697, + "nauc_precision_at_10_std": 0.858463, + "nauc_precision_at_10_diff1": -0.376306, + "nauc_precision_at_20_max": 0.638573, + "nauc_precision_at_20_std": 0.850007, + "nauc_precision_at_20_diff1": -0.421151, + "nauc_precision_at_100_max": 0.525578, + "nauc_precision_at_100_std": 0.715101, + "nauc_precision_at_100_diff1": -0.402538, + "nauc_precision_at_1000_max": 0.427169, + "nauc_precision_at_1000_std": 0.744177, + "nauc_precision_at_1000_diff1": -0.486867, + "nauc_cv_recall_at_1_max": 0.113865, + "nauc_cv_recall_at_1_std": 0.234915, + "nauc_cv_recall_at_1_diff1": 0.188068, + "nauc_cv_recall_at_3_max": 0.502926, + "nauc_cv_recall_at_3_std": 0.689082, + "nauc_cv_recall_at_3_diff1": -0.244666, + "nauc_cv_recall_at_5_max": 0.645741, + "nauc_cv_recall_at_5_std": 0.78337, + "nauc_cv_recall_at_5_diff1": -0.305994, + "nauc_cv_recall_at_10_max": 0.709234, + "nauc_cv_recall_at_10_std": 0.847212, + "nauc_cv_recall_at_10_diff1": -0.333361, + "nauc_cv_recall_at_20_max": 0.705052, + "nauc_cv_recall_at_20_std": 0.825852, + "nauc_cv_recall_at_20_diff1": -0.382833, + "nauc_cv_recall_at_100_max": 0.742807, + "nauc_cv_recall_at_100_std": 0.650919, + "nauc_cv_recall_at_100_diff1": -0.216391, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.113865, + "nauc_mrr_at_1_std": 0.234915, + "nauc_mrr_at_1_diff1": 0.188068, + "nauc_mrr_at_3_max": 0.243581, + "nauc_mrr_at_3_std": 0.382462, + "nauc_mrr_at_3_diff1": 0.034421, + "nauc_mrr_at_5_max": 0.259841, + "nauc_mrr_at_5_std": 0.389472, + "nauc_mrr_at_5_diff1": 0.031378, + "nauc_mrr_at_10_max": 0.257742, + "nauc_mrr_at_10_std": 0.387532, + "nauc_mrr_at_10_diff1": 0.034082, + "nauc_mrr_at_20_max": 0.253848, + "nauc_mrr_at_20_std": 0.383021, + "nauc_mrr_at_20_diff1": 0.035945, + "nauc_mrr_at_100_max": 0.250139, + "nauc_mrr_at_100_std": 0.3785, + "nauc_mrr_at_100_diff1": 0.039578, + "nauc_mrr_at_1000_max": 0.249902, + "nauc_mrr_at_1000_std": 0.37827, + "nauc_mrr_at_1000_diff1": 0.039839, + "main_score": 0.80321, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.70249, + "ndcg_at_3": 0.76584, + "ndcg_at_5": 0.77748, + "ndcg_at_10": 0.78421, + "ndcg_at_20": 0.79168, + "ndcg_at_100": 0.80441, + "ndcg_at_1000": 0.81037, + "map_at_1": 0.69678, + "map_at_3": 0.74946, + "map_at_5": 0.7566, + "map_at_10": 0.75978, + "map_at_20": 0.76181, + "map_at_100": 0.76354, + "map_at_1000": 0.76377, + "recall_at_1": 0.69678, + "recall_at_3": 0.80737, + "recall_at_5": 0.83502, + "recall_at_10": 0.85514, + "recall_at_20": 0.88474, + "recall_at_100": 0.95327, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.70249, + "cv_recall_at_3": 0.81308, + "cv_recall_at_5": 0.83801, + "cv_recall_at_10": 0.8567, + "cv_recall_at_20": 0.88474, + "cv_recall_at_100": 0.95327, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.70249, + "precision_at_3": 0.27466, + "precision_at_5": 0.17103, + "precision_at_10": 0.08801, + "precision_at_20": 0.04564, + "precision_at_100": 0.00983, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.702492, + "mrr_at_3": 0.753894, + "mrr_at_5": 0.759657, + "mrr_at_10": 0.761991, + "mrr_at_20": 0.763833, + "mrr_at_100": 0.765552, + "mrr_at_1000": 0.76578, + "nauc_ndcg_at_1_max": 0.16574, + "nauc_ndcg_at_1_std": 0.366776, + "nauc_ndcg_at_1_diff1": 0.178231, + "nauc_ndcg_at_3_max": 0.345306, + "nauc_ndcg_at_3_std": 0.481524, + "nauc_ndcg_at_3_diff1": -0.029486, + "nauc_ndcg_at_5_max": 0.391915, + "nauc_ndcg_at_5_std": 0.511404, + "nauc_ndcg_at_5_diff1": -0.065172, + "nauc_ndcg_at_10_max": 0.389552, + "nauc_ndcg_at_10_std": 0.528822, + "nauc_ndcg_at_10_diff1": -0.087925, + "nauc_ndcg_at_20_max": 0.381164, + "nauc_ndcg_at_20_std": 0.521247, + "nauc_ndcg_at_20_diff1": -0.114211, + "nauc_ndcg_at_100_max": 0.357501, + "nauc_ndcg_at_100_std": 0.492927, + "nauc_ndcg_at_100_diff1": -0.064452, + "nauc_ndcg_at_1000_max": 0.345968, + "nauc_ndcg_at_1000_std": 0.487499, + "nauc_ndcg_at_1000_diff1": -0.042815, + "nauc_map_at_1_max": 0.147369, + "nauc_map_at_1_std": 0.345099, + "nauc_map_at_1_diff1": 0.194303, + "nauc_map_at_3_max": 0.286173, + "nauc_map_at_3_std": 0.441253, + "nauc_map_at_3_diff1": 0.032941, + "nauc_map_at_5_max": 0.311472, + "nauc_map_at_5_std": 0.458592, + "nauc_map_at_5_diff1": 0.01361, + "nauc_map_at_10_max": 0.313558, + "nauc_map_at_10_std": 0.466119, + "nauc_map_at_10_diff1": 0.004119, + "nauc_map_at_20_max": 0.311642, + "nauc_map_at_20_std": 0.46465, + "nauc_map_at_20_diff1": -0.001604, + "nauc_map_at_100_max": 0.308565, + "nauc_map_at_100_std": 0.461062, + "nauc_map_at_100_diff1": 0.00423, + "nauc_map_at_1000_max": 0.308192, + "nauc_map_at_1000_std": 0.460714, + "nauc_map_at_1000_diff1": 0.005254, + "nauc_recall_at_1_max": 0.147369, + "nauc_recall_at_1_std": 0.345099, + "nauc_recall_at_1_diff1": 0.194303, + "nauc_recall_at_3_max": 0.516457, + "nauc_recall_at_3_std": 0.594777, + "nauc_recall_at_3_diff1": -0.224672, + "nauc_recall_at_5_max": 0.689042, + "nauc_recall_at_5_std": 0.701849, + "nauc_recall_at_5_diff1": -0.362174, + "nauc_recall_at_10_max": 0.703281, + "nauc_recall_at_10_std": 0.792904, + "nauc_recall_at_10_diff1": -0.491579, + "nauc_recall_at_20_max": 0.711314, + "nauc_recall_at_20_std": 0.79497, + "nauc_recall_at_20_diff1": -0.754639, + "nauc_recall_at_100_max": 0.695164, + "nauc_recall_at_100_std": 0.606632, + "nauc_recall_at_100_diff1": -0.609551, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.16574, + "nauc_precision_at_1_std": 0.366776, + "nauc_precision_at_1_diff1": 0.178231, + "nauc_precision_at_3_max": 0.552257, + "nauc_precision_at_3_std": 0.617058, + "nauc_precision_at_3_diff1": -0.281912, + "nauc_precision_at_5_max": 0.679068, + "nauc_precision_at_5_std": 0.680605, + "nauc_precision_at_5_diff1": -0.401378, + "nauc_precision_at_10_max": 0.674031, + "nauc_precision_at_10_std": 0.716794, + "nauc_precision_at_10_diff1": -0.501627, + "nauc_precision_at_20_max": 0.629422, + "nauc_precision_at_20_std": 0.672549, + "nauc_precision_at_20_diff1": -0.676185, + "nauc_precision_at_100_max": 0.533121, + "nauc_precision_at_100_std": 0.467862, + "nauc_precision_at_100_diff1": -0.544253, + "nauc_precision_at_1000_max": 0.386304, + "nauc_precision_at_1000_std": 0.342131, + "nauc_precision_at_1000_diff1": -0.48509, + "nauc_cv_recall_at_1_max": 0.16574, + "nauc_cv_recall_at_1_std": 0.366776, + "nauc_cv_recall_at_1_diff1": 0.178231, + "nauc_cv_recall_at_3_max": 0.558705, + "nauc_cv_recall_at_3_std": 0.637911, + "nauc_cv_recall_at_3_diff1": -0.257413, + "nauc_cv_recall_at_5_max": 0.723205, + "nauc_cv_recall_at_5_std": 0.72651, + "nauc_cv_recall_at_5_diff1": -0.38466, + "nauc_cv_recall_at_10_max": 0.714355, + "nauc_cv_recall_at_10_std": 0.820434, + "nauc_cv_recall_at_10_diff1": -0.506997, + "nauc_cv_recall_at_20_max": 0.711314, + "nauc_cv_recall_at_20_std": 0.79497, + "nauc_cv_recall_at_20_diff1": -0.754639, + "nauc_cv_recall_at_100_max": 0.695164, + "nauc_cv_recall_at_100_std": 0.606632, + "nauc_cv_recall_at_100_diff1": -0.609551, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.16574, + "nauc_mrr_at_1_std": 0.366776, + "nauc_mrr_at_1_diff1": 0.178231, + "nauc_mrr_at_3_max": 0.308102, + "nauc_mrr_at_3_std": 0.46159, + "nauc_mrr_at_3_diff1": 0.016976, + "nauc_mrr_at_5_max": 0.328904, + "nauc_mrr_at_5_std": 0.471872, + "nauc_mrr_at_5_diff1": 0.001988, + "nauc_mrr_at_10_max": 0.324478, + "nauc_mrr_at_10_std": 0.477599, + "nauc_mrr_at_10_diff1": -0.004543, + "nauc_mrr_at_20_max": 0.322111, + "nauc_mrr_at_20_std": 0.474364, + "nauc_mrr_at_20_diff1": -0.00949, + "nauc_mrr_at_100_max": 0.319125, + "nauc_mrr_at_100_std": 0.470848, + "nauc_mrr_at_100_diff1": -0.00366, + "nauc_mrr_at_1000_max": 0.318761, + "nauc_mrr_at_1000_std": 0.470509, + "nauc_mrr_at_1000_diff1": -0.002638, + "main_score": 0.77748, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.88577, + "ndcg_at_3": 0.95147, + "ndcg_at_5": 0.9532, + "ndcg_at_10": 0.95445, + "ndcg_at_20": 0.95445, + "ndcg_at_100": 0.95445, + "ndcg_at_1000": 0.95445, + "map_at_1": 0.88577, + "map_at_3": 0.93721, + "map_at_5": 0.93821, + "map_at_10": 0.9387, + "map_at_20": 0.9387, + "map_at_100": 0.9387, + "map_at_1000": 0.9387, + "recall_at_1": 0.88577, + "recall_at_3": 0.99198, + "recall_at_5": 0.99599, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.88577, + "cv_recall_at_3": 0.99198, + "cv_recall_at_5": 0.99599, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.88577, + "precision_at_3": 0.33066, + "precision_at_5": 0.1992, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.885772, + "mrr_at_3": 0.937208, + "mrr_at_5": 0.93821, + "mrr_at_10": 0.938696, + "mrr_at_20": 0.938696, + "mrr_at_100": 0.938696, + "mrr_at_1000": 0.938696, + "nauc_ndcg_at_1_max": -0.007007, + "nauc_ndcg_at_1_std": -0.165357, + "nauc_ndcg_at_1_diff1": 0.87634, + "nauc_ndcg_at_3_max": -0.096854, + "nauc_ndcg_at_3_std": -0.26586, + "nauc_ndcg_at_3_diff1": 0.88365, + "nauc_ndcg_at_5_max": -0.079405, + "nauc_ndcg_at_5_std": -0.245582, + "nauc_ndcg_at_5_diff1": 0.881743, + "nauc_ndcg_at_10_max": -0.053537, + "nauc_ndcg_at_10_std": -0.227427, + "nauc_ndcg_at_10_diff1": 0.880402, + "nauc_ndcg_at_20_max": -0.053537, + "nauc_ndcg_at_20_std": -0.227427, + "nauc_ndcg_at_20_diff1": 0.880402, + "nauc_ndcg_at_100_max": -0.053537, + "nauc_ndcg_at_100_std": -0.227427, + "nauc_ndcg_at_100_diff1": 0.880402, + "nauc_ndcg_at_1000_max": -0.053537, + "nauc_ndcg_at_1000_std": -0.227427, + "nauc_ndcg_at_1000_diff1": 0.880402, + "nauc_map_at_1_max": -0.007007, + "nauc_map_at_1_std": -0.165357, + "nauc_map_at_1_diff1": 0.87634, + "nauc_map_at_3_max": -0.06593, + "nauc_map_at_3_std": -0.236186, + "nauc_map_at_3_diff1": 0.881248, + "nauc_map_at_5_max": -0.057747, + "nauc_map_at_5_std": -0.226779, + "nauc_map_at_5_diff1": 0.880369, + "nauc_map_at_10_max": -0.049406, + "nauc_map_at_10_std": -0.222027, + "nauc_map_at_10_diff1": 0.880025, + "nauc_map_at_20_max": -0.049406, + "nauc_map_at_20_std": -0.222027, + "nauc_map_at_20_diff1": 0.880025, + "nauc_map_at_100_max": -0.049406, + "nauc_map_at_100_std": -0.222027, + "nauc_map_at_100_diff1": 0.880025, + "nauc_map_at_1000_max": -0.049406, + "nauc_map_at_1000_std": -0.222027, + "nauc_map_at_1000_diff1": 0.880025, + "nauc_recall_at_1_max": -0.007007, + "nauc_recall_at_1_std": -0.165357, + "nauc_recall_at_1_diff1": 0.87634, + "nauc_recall_at_3_max": -0.758788, + "nauc_recall_at_3_std": -0.881092, + "nauc_recall_at_3_diff1": 0.934626, + "nauc_recall_at_5_max": -0.954474, + "nauc_recall_at_5_std": -0.954474, + "nauc_recall_at_5_diff1": 0.934626, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.007007, + "nauc_precision_at_1_std": -0.165357, + "nauc_precision_at_1_diff1": 0.87634, + "nauc_precision_at_3_max": -0.758788, + "nauc_precision_at_3_std": -0.881092, + "nauc_precision_at_3_diff1": 0.934626, + "nauc_precision_at_5_max": -0.954474, + "nauc_precision_at_5_std": -0.954474, + "nauc_precision_at_5_diff1": 0.934626, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.007007, + "nauc_cv_recall_at_1_std": -0.165357, + "nauc_cv_recall_at_1_diff1": 0.87634, + "nauc_cv_recall_at_3_max": -0.758788, + "nauc_cv_recall_at_3_std": -0.881092, + "nauc_cv_recall_at_3_diff1": 0.934626, + "nauc_cv_recall_at_5_max": -0.954474, + "nauc_cv_recall_at_5_std": -0.954474, + "nauc_cv_recall_at_5_diff1": 0.934626, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.007007, + "nauc_mrr_at_1_std": -0.165357, + "nauc_mrr_at_1_diff1": 0.87634, + "nauc_mrr_at_3_max": -0.06593, + "nauc_mrr_at_3_std": -0.236186, + "nauc_mrr_at_3_diff1": 0.881248, + "nauc_mrr_at_5_max": -0.057747, + "nauc_mrr_at_5_std": -0.226779, + "nauc_mrr_at_5_diff1": 0.880369, + "nauc_mrr_at_10_max": -0.049406, + "nauc_mrr_at_10_std": -0.222027, + "nauc_mrr_at_10_diff1": 0.880025, + "nauc_mrr_at_20_max": -0.049406, + "nauc_mrr_at_20_std": -0.222027, + "nauc_mrr_at_20_diff1": 0.880025, + "nauc_mrr_at_100_max": -0.049406, + "nauc_mrr_at_100_std": -0.222027, + "nauc_mrr_at_100_diff1": 0.880025, + "nauc_mrr_at_1000_max": -0.049406, + "nauc_mrr_at_1000_std": -0.222027, + "nauc_mrr_at_1000_diff1": 0.880025, + "main_score": 0.9532, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.61838, + "ndcg_at_3": 0.71359, + "ndcg_at_5": 0.73103, + "ndcg_at_10": 0.74767, + "ndcg_at_20": 0.76081, + "ndcg_at_100": 0.77304, + "ndcg_at_1000": 0.77513, + "map_at_1": 0.61384, + "map_at_3": 0.68977, + "map_at_5": 0.70002, + "map_at_10": 0.70717, + "map_at_20": 0.71069, + "map_at_100": 0.71269, + "map_at_1000": 0.71279, + "recall_at_1": 0.61384, + "recall_at_3": 0.77804, + "recall_at_5": 0.81944, + "recall_at_10": 0.8702, + "recall_at_20": 0.92238, + "recall_at_100": 0.98442, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.61838, + "cv_recall_at_3": 0.78193, + "cv_recall_at_5": 0.82243, + "cv_recall_at_10": 0.87227, + "cv_recall_at_20": 0.92523, + "cv_recall_at_100": 0.98442, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.61838, + "precision_at_3": 0.2648, + "precision_at_5": 0.16791, + "precision_at_10": 0.08941, + "precision_at_20": 0.04743, + "precision_at_100": 0.01014, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.61838, + "mrr_at_3": 0.692627, + "mrr_at_5": 0.702129, + "mrr_at_10": 0.708762, + "mrr_at_20": 0.712279, + "mrr_at_100": 0.714043, + "mrr_at_1000": 0.714142, + "nauc_ndcg_at_1_max": 0.160419, + "nauc_ndcg_at_1_std": 0.154413, + "nauc_ndcg_at_1_diff1": 0.390106, + "nauc_ndcg_at_3_max": 0.281748, + "nauc_ndcg_at_3_std": 0.243535, + "nauc_ndcg_at_3_diff1": 0.215898, + "nauc_ndcg_at_5_max": 0.304404, + "nauc_ndcg_at_5_std": 0.255887, + "nauc_ndcg_at_5_diff1": 0.19662, + "nauc_ndcg_at_10_max": 0.305376, + "nauc_ndcg_at_10_std": 0.26898, + "nauc_ndcg_at_10_diff1": 0.189166, + "nauc_ndcg_at_20_max": 0.304145, + "nauc_ndcg_at_20_std": 0.264664, + "nauc_ndcg_at_20_diff1": 0.189486, + "nauc_ndcg_at_100_max": 0.279817, + "nauc_ndcg_at_100_std": 0.240405, + "nauc_ndcg_at_100_diff1": 0.23087, + "nauc_ndcg_at_1000_max": 0.274208, + "nauc_ndcg_at_1000_std": 0.239419, + "nauc_ndcg_at_1000_diff1": 0.234629, + "nauc_map_at_1_max": 0.157565, + "nauc_map_at_1_std": 0.136333, + "nauc_map_at_1_diff1": 0.399941, + "nauc_map_at_3_max": 0.244921, + "nauc_map_at_3_std": 0.212798, + "nauc_map_at_3_diff1": 0.267901, + "nauc_map_at_5_max": 0.257067, + "nauc_map_at_5_std": 0.219714, + "nauc_map_at_5_diff1": 0.257855, + "nauc_map_at_10_max": 0.25815, + "nauc_map_at_10_std": 0.225486, + "nauc_map_at_10_diff1": 0.255171, + "nauc_map_at_20_max": 0.257353, + "nauc_map_at_20_std": 0.224103, + "nauc_map_at_20_diff1": 0.256426, + "nauc_map_at_100_max": 0.253999, + "nauc_map_at_100_std": 0.221354, + "nauc_map_at_100_diff1": 0.261715, + "nauc_map_at_1000_max": 0.253762, + "nauc_map_at_1000_std": 0.221189, + "nauc_map_at_1000_diff1": 0.261934, + "nauc_recall_at_1_max": 0.157565, + "nauc_recall_at_1_std": 0.136333, + "nauc_recall_at_1_diff1": 0.399941, + "nauc_recall_at_3_max": 0.406499, + "nauc_recall_at_3_std": 0.331971, + "nauc_recall_at_3_diff1": 0.039433, + "nauc_recall_at_5_max": 0.499055, + "nauc_recall_at_5_std": 0.386884, + "nauc_recall_at_5_diff1": -0.052521, + "nauc_recall_at_10_max": 0.560272, + "nauc_recall_at_10_std": 0.484191, + "nauc_recall_at_10_diff1": -0.168593, + "nauc_recall_at_20_max": 0.706287, + "nauc_recall_at_20_std": 0.572056, + "nauc_recall_at_20_diff1": -0.391959, + "nauc_recall_at_100_max": 0.77149, + "nauc_recall_at_100_std": 0.22449, + "nauc_recall_at_100_diff1": -0.054063, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.160419, + "nauc_precision_at_1_std": 0.154413, + "nauc_precision_at_1_diff1": 0.390106, + "nauc_precision_at_3_max": 0.380574, + "nauc_precision_at_3_std": 0.359038, + "nauc_precision_at_3_diff1": -0.026384, + "nauc_precision_at_5_max": 0.452206, + "nauc_precision_at_5_std": 0.408691, + "nauc_precision_at_5_diff1": -0.133207, + "nauc_precision_at_10_max": 0.477037, + "nauc_precision_at_10_std": 0.486411, + "nauc_precision_at_10_diff1": -0.259635, + "nauc_precision_at_20_max": 0.524206, + "nauc_precision_at_20_std": 0.545441, + "nauc_precision_at_20_diff1": -0.46066, + "nauc_precision_at_100_max": 0.242695, + "nauc_precision_at_100_std": 0.366198, + "nauc_precision_at_100_diff1": -0.392913, + "nauc_precision_at_1000_max": 0.082992, + "nauc_precision_at_1000_std": 0.408996, + "nauc_precision_at_1000_diff1": -0.495251, + "nauc_cv_recall_at_1_max": 0.160419, + "nauc_cv_recall_at_1_std": 0.154413, + "nauc_cv_recall_at_1_diff1": 0.390106, + "nauc_cv_recall_at_3_max": 0.420272, + "nauc_cv_recall_at_3_std": 0.357569, + "nauc_cv_recall_at_3_diff1": 0.022243, + "nauc_cv_recall_at_5_max": 0.513342, + "nauc_cv_recall_at_5_std": 0.412067, + "nauc_cv_recall_at_5_diff1": -0.070006, + "nauc_cv_recall_at_10_max": 0.568216, + "nauc_cv_recall_at_10_std": 0.520411, + "nauc_cv_recall_at_10_diff1": -0.185805, + "nauc_cv_recall_at_20_max": 0.714944, + "nauc_cv_recall_at_20_std": 0.615357, + "nauc_cv_recall_at_20_diff1": -0.438943, + "nauc_cv_recall_at_100_max": 0.77149, + "nauc_cv_recall_at_100_std": 0.22449, + "nauc_cv_recall_at_100_diff1": -0.054063, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.160419, + "nauc_mrr_at_1_std": 0.154413, + "nauc_mrr_at_1_diff1": 0.390106, + "nauc_mrr_at_3_max": 0.250791, + "nauc_mrr_at_3_std": 0.22841, + "nauc_mrr_at_3_diff1": 0.259493, + "nauc_mrr_at_5_max": 0.261084, + "nauc_mrr_at_5_std": 0.23288, + "nauc_mrr_at_5_diff1": 0.251322, + "nauc_mrr_at_10_max": 0.260021, + "nauc_mrr_at_10_std": 0.238099, + "nauc_mrr_at_10_diff1": 0.250194, + "nauc_mrr_at_20_max": 0.258846, + "nauc_mrr_at_20_std": 0.235949, + "nauc_mrr_at_20_diff1": 0.251433, + "nauc_mrr_at_100_max": 0.255679, + "nauc_mrr_at_100_std": 0.232243, + "nauc_mrr_at_100_diff1": 0.257335, + "nauc_mrr_at_1000_max": 0.255442, + "nauc_mrr_at_1000_std": 0.232082, + "nauc_mrr_at_1000_diff1": 0.257552, + "main_score": 0.73103, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.59969, + "ndcg_at_3": 0.68715, + "ndcg_at_5": 0.71283, + "ndcg_at_10": 0.72875, + "ndcg_at_20": 0.74402, + "ndcg_at_100": 0.75592, + "ndcg_at_1000": 0.75907, + "map_at_1": 0.59618, + "map_at_3": 0.66537, + "map_at_5": 0.68011, + "map_at_10": 0.68702, + "map_at_20": 0.69127, + "map_at_100": 0.69322, + "map_at_1000": 0.69334, + "recall_at_1": 0.59618, + "recall_at_3": 0.74585, + "recall_at_5": 0.80776, + "recall_at_10": 0.85592, + "recall_at_20": 0.91589, + "recall_at_100": 0.97508, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.59969, + "cv_recall_at_3": 0.75078, + "cv_recall_at_5": 0.81153, + "cv_recall_at_10": 0.85826, + "cv_recall_at_20": 0.91745, + "cv_recall_at_100": 0.97508, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.59969, + "precision_at_3": 0.25286, + "precision_at_5": 0.1648, + "precision_at_10": 0.08769, + "precision_at_20": 0.04696, + "precision_at_100": 0.01005, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.599688, + "mrr_at_3": 0.668224, + "mrr_at_5": 0.682243, + "mrr_at_10": 0.688494, + "mrr_at_20": 0.692594, + "mrr_at_100": 0.694425, + "mrr_at_1000": 0.69454, + "nauc_ndcg_at_1_max": -0.236092, + "nauc_ndcg_at_1_std": -0.346593, + "nauc_ndcg_at_1_diff1": 0.672161, + "nauc_ndcg_at_3_max": -0.176734, + "nauc_ndcg_at_3_std": -0.436364, + "nauc_ndcg_at_3_diff1": 0.591479, + "nauc_ndcg_at_5_max": -0.157561, + "nauc_ndcg_at_5_std": -0.454517, + "nauc_ndcg_at_5_diff1": 0.577092, + "nauc_ndcg_at_10_max": -0.154973, + "nauc_ndcg_at_10_std": -0.447904, + "nauc_ndcg_at_10_diff1": 0.564871, + "nauc_ndcg_at_20_max": -0.142591, + "nauc_ndcg_at_20_std": -0.438281, + "nauc_ndcg_at_20_diff1": 0.579843, + "nauc_ndcg_at_100_max": -0.161345, + "nauc_ndcg_at_100_std": -0.419725, + "nauc_ndcg_at_100_diff1": 0.589868, + "nauc_ndcg_at_1000_max": -0.167257, + "nauc_ndcg_at_1000_std": -0.421778, + "nauc_ndcg_at_1000_diff1": 0.59369, + "nauc_map_at_1_max": -0.235988, + "nauc_map_at_1_std": -0.344837, + "nauc_map_at_1_diff1": 0.678679, + "nauc_map_at_3_max": -0.192203, + "nauc_map_at_3_std": -0.414251, + "nauc_map_at_3_diff1": 0.615272, + "nauc_map_at_5_max": -0.1822, + "nauc_map_at_5_std": -0.423015, + "nauc_map_at_5_diff1": 0.607871, + "nauc_map_at_10_max": -0.181023, + "nauc_map_at_10_std": -0.41915, + "nauc_map_at_10_diff1": 0.60338, + "nauc_map_at_20_max": -0.178075, + "nauc_map_at_20_std": -0.416266, + "nauc_map_at_20_diff1": 0.607352, + "nauc_map_at_100_max": -0.180758, + "nauc_map_at_100_std": -0.413592, + "nauc_map_at_100_diff1": 0.60846, + "nauc_map_at_1000_max": -0.180951, + "nauc_map_at_1000_std": -0.413797, + "nauc_map_at_1000_diff1": 0.608607, + "nauc_recall_at_1_max": -0.235988, + "nauc_recall_at_1_std": -0.344837, + "nauc_recall_at_1_diff1": 0.678679, + "nauc_recall_at_3_max": -0.128917, + "nauc_recall_at_3_std": -0.517732, + "nauc_recall_at_3_diff1": 0.516579, + "nauc_recall_at_5_max": -0.05636, + "nauc_recall_at_5_std": -0.599065, + "nauc_recall_at_5_diff1": 0.449622, + "nauc_recall_at_10_max": -0.015311, + "nauc_recall_at_10_std": -0.615537, + "nauc_recall_at_10_diff1": 0.354242, + "nauc_recall_at_20_max": 0.19135, + "nauc_recall_at_20_std": -0.629985, + "nauc_recall_at_20_diff1": 0.373121, + "nauc_recall_at_100_max": 0.209756, + "nauc_recall_at_100_std": -0.369235, + "nauc_recall_at_100_diff1": 0.36395, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.236092, + "nauc_precision_at_1_std": -0.346593, + "nauc_precision_at_1_diff1": 0.672161, + "nauc_precision_at_3_max": -0.104779, + "nauc_precision_at_3_std": -0.47987, + "nauc_precision_at_3_diff1": 0.460567, + "nauc_precision_at_5_max": -0.025698, + "nauc_precision_at_5_std": -0.524773, + "nauc_precision_at_5_diff1": 0.352398, + "nauc_precision_at_10_max": 0.034309, + "nauc_precision_at_10_std": -0.45101, + "nauc_precision_at_10_diff1": 0.20048, + "nauc_precision_at_20_max": 0.203452, + "nauc_precision_at_20_std": -0.346558, + "nauc_precision_at_20_diff1": 0.124189, + "nauc_precision_at_100_max": 0.166185, + "nauc_precision_at_100_std": 0.150155, + "nauc_precision_at_100_diff1": -0.16357, + "nauc_precision_at_1000_max": 0.14513, + "nauc_precision_at_1000_std": 0.401136, + "nauc_precision_at_1000_diff1": -0.418479, + "nauc_cv_recall_at_1_max": -0.236092, + "nauc_cv_recall_at_1_std": -0.346593, + "nauc_cv_recall_at_1_diff1": 0.672161, + "nauc_cv_recall_at_3_max": -0.121705, + "nauc_cv_recall_at_3_std": -0.509711, + "nauc_cv_recall_at_3_diff1": 0.507649, + "nauc_cv_recall_at_5_max": -0.045402, + "nauc_cv_recall_at_5_std": -0.584961, + "nauc_cv_recall_at_5_diff1": 0.442337, + "nauc_cv_recall_at_10_max": -0.010354, + "nauc_cv_recall_at_10_std": -0.604948, + "nauc_cv_recall_at_10_diff1": 0.348378, + "nauc_cv_recall_at_20_max": 0.190426, + "nauc_cv_recall_at_20_std": -0.625691, + "nauc_cv_recall_at_20_diff1": 0.366732, + "nauc_cv_recall_at_100_max": 0.209756, + "nauc_cv_recall_at_100_std": -0.369235, + "nauc_cv_recall_at_100_diff1": 0.36395, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.236092, + "nauc_mrr_at_1_std": -0.346593, + "nauc_mrr_at_1_diff1": 0.672161, + "nauc_mrr_at_3_max": -0.189383, + "nauc_mrr_at_3_std": -0.408715, + "nauc_mrr_at_3_diff1": 0.609649, + "nauc_mrr_at_5_max": -0.179185, + "nauc_mrr_at_5_std": -0.415548, + "nauc_mrr_at_5_diff1": 0.603442, + "nauc_mrr_at_10_max": -0.179922, + "nauc_mrr_at_10_std": -0.413695, + "nauc_mrr_at_10_diff1": 0.600202, + "nauc_mrr_at_20_max": -0.177346, + "nauc_mrr_at_20_std": -0.411418, + "nauc_mrr_at_20_diff1": 0.604239, + "nauc_mrr_at_100_max": -0.17986, + "nauc_mrr_at_100_std": -0.409075, + "nauc_mrr_at_100_diff1": 0.60541, + "nauc_mrr_at_1000_max": -0.180053, + "nauc_mrr_at_1000_std": -0.409279, + "nauc_mrr_at_1000_diff1": 0.605556, + "main_score": 0.71283, + "hf_subset": "jp", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.6215, + "ndcg_at_3": 0.70409, + "ndcg_at_5": 0.72549, + "ndcg_at_10": 0.74601, + "ndcg_at_20": 0.76357, + "ndcg_at_100": 0.77332, + "ndcg_at_1000": 0.77402, + "map_at_1": 0.61617, + "map_at_3": 0.68181, + "map_at_5": 0.69435, + "map_at_10": 0.7029, + "map_at_20": 0.70787, + "map_at_100": 0.70953, + "map_at_1000": 0.70955, + "recall_at_1": 0.61617, + "recall_at_3": 0.76246, + "recall_at_5": 0.81347, + "recall_at_10": 0.87721, + "recall_at_20": 0.94548, + "recall_at_100": 0.99377, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.6215, + "cv_recall_at_3": 0.76947, + "cv_recall_at_5": 0.81931, + "cv_recall_at_10": 0.88162, + "cv_recall_at_20": 0.9486, + "cv_recall_at_100": 0.99377, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.6215, + "precision_at_3": 0.25857, + "precision_at_5": 0.16604, + "precision_at_10": 0.08972, + "precision_at_20": 0.04852, + "precision_at_100": 0.01023, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.621495, + "mrr_at_3": 0.686916, + "mrr_at_5": 0.698598, + "mrr_at_10": 0.706627, + "mrr_at_20": 0.71131, + "mrr_at_100": 0.712742, + "mrr_at_1000": 0.712755, + "nauc_ndcg_at_1_max": -0.37711, + "nauc_ndcg_at_1_std": -0.246596, + "nauc_ndcg_at_1_diff1": 0.605052, + "nauc_ndcg_at_3_max": -0.343076, + "nauc_ndcg_at_3_std": -0.210149, + "nauc_ndcg_at_3_diff1": 0.518696, + "nauc_ndcg_at_5_max": -0.297461, + "nauc_ndcg_at_5_std": -0.201221, + "nauc_ndcg_at_5_diff1": 0.495751, + "nauc_ndcg_at_10_max": -0.287512, + "nauc_ndcg_at_10_std": -0.194952, + "nauc_ndcg_at_10_diff1": 0.490765, + "nauc_ndcg_at_20_max": -0.305105, + "nauc_ndcg_at_20_std": -0.196134, + "nauc_ndcg_at_20_diff1": 0.503607, + "nauc_ndcg_at_100_max": -0.321466, + "nauc_ndcg_at_100_std": -0.214136, + "nauc_ndcg_at_100_diff1": 0.524001, + "nauc_ndcg_at_1000_max": -0.323274, + "nauc_ndcg_at_1000_std": -0.211809, + "nauc_ndcg_at_1000_diff1": 0.52345, + "nauc_map_at_1_max": -0.386693, + "nauc_map_at_1_std": -0.260689, + "nauc_map_at_1_diff1": 0.614007, + "nauc_map_at_3_max": -0.36027, + "nauc_map_at_3_std": -0.229014, + "nauc_map_at_3_diff1": 0.545055, + "nauc_map_at_5_max": -0.335696, + "nauc_map_at_5_std": -0.22294, + "nauc_map_at_5_diff1": 0.533042, + "nauc_map_at_10_max": -0.332767, + "nauc_map_at_10_std": -0.220536, + "nauc_map_at_10_diff1": 0.532176, + "nauc_map_at_20_max": -0.337184, + "nauc_map_at_20_std": -0.220658, + "nauc_map_at_20_diff1": 0.535903, + "nauc_map_at_100_max": -0.339217, + "nauc_map_at_100_std": -0.22286, + "nauc_map_at_100_diff1": 0.538408, + "nauc_map_at_1000_max": -0.339249, + "nauc_map_at_1000_std": -0.222836, + "nauc_map_at_1000_diff1": 0.538402, + "nauc_recall_at_1_max": -0.386693, + "nauc_recall_at_1_std": -0.260689, + "nauc_recall_at_1_diff1": 0.614007, + "nauc_recall_at_3_max": -0.296499, + "nauc_recall_at_3_std": -0.164951, + "nauc_recall_at_3_diff1": 0.43855, + "nauc_recall_at_5_max": -0.13936, + "nauc_recall_at_5_std": -0.128293, + "nauc_recall_at_5_diff1": 0.346452, + "nauc_recall_at_10_max": -0.009956, + "nauc_recall_at_10_std": -0.063055, + "nauc_recall_at_10_diff1": 0.249251, + "nauc_recall_at_20_max": 0.053425, + "nauc_recall_at_20_std": 0.049737, + "nauc_recall_at_20_diff1": 0.142737, + "nauc_recall_at_100_max": 0.157087, + "nauc_recall_at_100_std": -0.883472, + "nauc_recall_at_100_diff1": 0.6786, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.37711, + "nauc_precision_at_1_std": -0.246596, + "nauc_precision_at_1_diff1": 0.605052, + "nauc_precision_at_3_max": -0.244076, + "nauc_precision_at_3_std": -0.091618, + "nauc_precision_at_3_diff1": 0.375568, + "nauc_precision_at_5_max": -0.055914, + "nauc_precision_at_5_std": -0.018551, + "nauc_precision_at_5_diff1": 0.245045, + "nauc_precision_at_10_max": 0.114531, + "nauc_precision_at_10_std": 0.101094, + "nauc_precision_at_10_diff1": 0.089843, + "nauc_precision_at_20_max": 0.27738, + "nauc_precision_at_20_std": 0.34875, + "nauc_precision_at_20_diff1": -0.145425, + "nauc_precision_at_100_max": 0.403856, + "nauc_precision_at_100_std": 0.459538, + "nauc_precision_at_100_diff1": -0.354253, + "nauc_precision_at_1000_max": 0.433667, + "nauc_precision_at_1000_std": 0.62178, + "nauc_precision_at_1000_diff1": -0.479027, + "nauc_cv_recall_at_1_max": -0.37711, + "nauc_cv_recall_at_1_std": -0.246596, + "nauc_cv_recall_at_1_diff1": 0.605052, + "nauc_cv_recall_at_3_max": -0.279429, + "nauc_cv_recall_at_3_std": -0.130766, + "nauc_cv_recall_at_3_diff1": 0.4216, + "nauc_cv_recall_at_5_max": -0.121652, + "nauc_cv_recall_at_5_std": -0.099909, + "nauc_cv_recall_at_5_diff1": 0.328352, + "nauc_cv_recall_at_10_max": 0.007604, + "nauc_cv_recall_at_10_std": -0.030092, + "nauc_cv_recall_at_10_diff1": 0.225503, + "nauc_cv_recall_at_20_max": 0.076848, + "nauc_cv_recall_at_20_std": 0.1176, + "nauc_cv_recall_at_20_diff1": 0.105381, + "nauc_cv_recall_at_100_max": 0.157087, + "nauc_cv_recall_at_100_std": -0.883472, + "nauc_cv_recall_at_100_diff1": 0.6786, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.37711, + "nauc_mrr_at_1_std": -0.246596, + "nauc_mrr_at_1_diff1": 0.605052, + "nauc_mrr_at_3_max": -0.349417, + "nauc_mrr_at_3_std": -0.212443, + "nauc_mrr_at_3_diff1": 0.535685, + "nauc_mrr_at_5_max": -0.327436, + "nauc_mrr_at_5_std": -0.210828, + "nauc_mrr_at_5_diff1": 0.52498, + "nauc_mrr_at_10_max": -0.326242, + "nauc_mrr_at_10_std": -0.209781, + "nauc_mrr_at_10_diff1": 0.524889, + "nauc_mrr_at_20_max": -0.331278, + "nauc_mrr_at_20_std": -0.210591, + "nauc_mrr_at_20_diff1": 0.529058, + "nauc_mrr_at_100_max": -0.333302, + "nauc_mrr_at_100_std": -0.213574, + "nauc_mrr_at_100_diff1": 0.531921, + "nauc_mrr_at_1000_max": -0.333334, + "nauc_mrr_at_1000_std": -0.213549, + "nauc_mrr_at_1000_diff1": 0.531915, + "main_score": 0.72549, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.67757, + "ndcg_at_3": 0.75234, + "ndcg_at_5": 0.772, + "ndcg_at_10": 0.78833, + "ndcg_at_20": 0.80065, + "ndcg_at_100": 0.8099, + "ndcg_at_1000": 0.81067, + "map_at_1": 0.67368, + "map_at_3": 0.73319, + "map_at_5": 0.74458, + "map_at_10": 0.75182, + "map_at_20": 0.75543, + "map_at_100": 0.75694, + "map_at_1000": 0.75697, + "recall_at_1": 0.67368, + "recall_at_3": 0.80452, + "recall_at_5": 0.85086, + "recall_at_10": 0.90057, + "recall_at_20": 0.9473, + "recall_at_100": 0.99377, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.67757, + "cv_recall_at_3": 0.80841, + "cv_recall_at_5": 0.85514, + "cv_recall_at_10": 0.90187, + "cv_recall_at_20": 0.9486, + "cv_recall_at_100": 0.99377, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.67757, + "precision_at_3": 0.27207, + "precision_at_5": 0.17383, + "precision_at_10": 0.09237, + "precision_at_20": 0.04868, + "precision_at_100": 0.01023, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.67757, + "mrr_at_3": 0.735462, + "mrr_at_5": 0.746366, + "mrr_at_10": 0.75243, + "mrr_at_20": 0.755921, + "mrr_at_100": 0.757325, + "mrr_at_1000": 0.757351, + "nauc_ndcg_at_1_max": -0.280011, + "nauc_ndcg_at_1_std": -0.346128, + "nauc_ndcg_at_1_diff1": 0.832121, + "nauc_ndcg_at_3_max": -0.200092, + "nauc_ndcg_at_3_std": -0.345391, + "nauc_ndcg_at_3_diff1": 0.787622, + "nauc_ndcg_at_5_max": -0.195959, + "nauc_ndcg_at_5_std": -0.358195, + "nauc_ndcg_at_5_diff1": 0.780504, + "nauc_ndcg_at_10_max": -0.182014, + "nauc_ndcg_at_10_std": -0.344144, + "nauc_ndcg_at_10_diff1": 0.778302, + "nauc_ndcg_at_20_max": -0.177464, + "nauc_ndcg_at_20_std": -0.329991, + "nauc_ndcg_at_20_diff1": 0.787488, + "nauc_ndcg_at_100_max": -0.2004, + "nauc_ndcg_at_100_std": -0.334874, + "nauc_ndcg_at_100_diff1": 0.793142, + "nauc_ndcg_at_1000_max": -0.203484, + "nauc_ndcg_at_1000_std": -0.335829, + "nauc_ndcg_at_1000_diff1": 0.794063, + "nauc_map_at_1_max": -0.287284, + "nauc_map_at_1_std": -0.347424, + "nauc_map_at_1_diff1": 0.834633, + "nauc_map_at_3_max": -0.225374, + "nauc_map_at_3_std": -0.343185, + "nauc_map_at_3_diff1": 0.800142, + "nauc_map_at_5_max": -0.223452, + "nauc_map_at_5_std": -0.350082, + "nauc_map_at_5_diff1": 0.796988, + "nauc_map_at_10_max": -0.216665, + "nauc_map_at_10_std": -0.34262, + "nauc_map_at_10_diff1": 0.796526, + "nauc_map_at_20_max": -0.216024, + "nauc_map_at_20_std": -0.338956, + "nauc_map_at_20_diff1": 0.799083, + "nauc_map_at_100_max": -0.21886, + "nauc_map_at_100_std": -0.338933, + "nauc_map_at_100_diff1": 0.799892, + "nauc_map_at_1000_max": -0.218944, + "nauc_map_at_1000_std": -0.338989, + "nauc_map_at_1000_diff1": 0.799925, + "nauc_recall_at_1_max": -0.287284, + "nauc_recall_at_1_std": -0.347424, + "nauc_recall_at_1_diff1": 0.834633, + "nauc_recall_at_3_max": -0.117079, + "nauc_recall_at_3_std": -0.356337, + "nauc_recall_at_3_diff1": 0.741116, + "nauc_recall_at_5_max": -0.08009, + "nauc_recall_at_5_std": -0.405754, + "nauc_recall_at_5_diff1": 0.706353, + "nauc_recall_at_10_max": 0.035638, + "nauc_recall_at_10_std": -0.355395, + "nauc_recall_at_10_diff1": 0.661751, + "nauc_recall_at_20_max": 0.280824, + "nauc_recall_at_20_std": -0.197074, + "nauc_recall_at_20_diff1": 0.675191, + "nauc_recall_at_100_max": 0.456075, + "nauc_recall_at_100_std": -0.201389, + "nauc_recall_at_100_diff1": 0.616579, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.280011, + "nauc_precision_at_1_std": -0.346128, + "nauc_precision_at_1_diff1": 0.832121, + "nauc_precision_at_3_max": -0.065, + "nauc_precision_at_3_std": -0.304197, + "nauc_precision_at_3_diff1": 0.666158, + "nauc_precision_at_5_max": 0.010247, + "nauc_precision_at_5_std": -0.279378, + "nauc_precision_at_5_diff1": 0.551177, + "nauc_precision_at_10_max": 0.15562, + "nauc_precision_at_10_std": -0.127066, + "nauc_precision_at_10_diff1": 0.379409, + "nauc_precision_at_20_max": 0.360589, + "nauc_precision_at_20_std": 0.127998, + "nauc_precision_at_20_diff1": 0.207864, + "nauc_precision_at_100_max": 0.399085, + "nauc_precision_at_100_std": 0.461744, + "nauc_precision_at_100_diff1": -0.254935, + "nauc_precision_at_1000_max": 0.3922, + "nauc_precision_at_1000_std": 0.541854, + "nauc_precision_at_1000_diff1": -0.360219, + "nauc_cv_recall_at_1_max": -0.280011, + "nauc_cv_recall_at_1_std": -0.346128, + "nauc_cv_recall_at_1_diff1": 0.832121, + "nauc_cv_recall_at_3_max": -0.103403, + "nauc_cv_recall_at_3_std": -0.352927, + "nauc_cv_recall_at_3_diff1": 0.740053, + "nauc_cv_recall_at_5_max": -0.059366, + "nauc_cv_recall_at_5_std": -0.38163, + "nauc_cv_recall_at_5_diff1": 0.70396, + "nauc_cv_recall_at_10_max": 0.043526, + "nauc_cv_recall_at_10_std": -0.341482, + "nauc_cv_recall_at_10_diff1": 0.663755, + "nauc_cv_recall_at_20_max": 0.302121, + "nauc_cv_recall_at_20_std": -0.166984, + "nauc_cv_recall_at_20_diff1": 0.673474, + "nauc_cv_recall_at_100_max": 0.456075, + "nauc_cv_recall_at_100_std": -0.201389, + "nauc_cv_recall_at_100_diff1": 0.616579, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.280011, + "nauc_mrr_at_1_std": -0.346128, + "nauc_mrr_at_1_diff1": 0.832121, + "nauc_mrr_at_3_max": -0.220699, + "nauc_mrr_at_3_std": -0.344562, + "nauc_mrr_at_3_diff1": 0.798209, + "nauc_mrr_at_5_max": -0.22006, + "nauc_mrr_at_5_std": -0.348854, + "nauc_mrr_at_5_diff1": 0.795658, + "nauc_mrr_at_10_max": -0.216929, + "nauc_mrr_at_10_std": -0.345626, + "nauc_mrr_at_10_diff1": 0.795679, + "nauc_mrr_at_20_max": -0.216499, + "nauc_mrr_at_20_std": -0.342575, + "nauc_mrr_at_20_diff1": 0.798006, + "nauc_mrr_at_100_max": -0.219465, + "nauc_mrr_at_100_std": -0.343209, + "nauc_mrr_at_100_diff1": 0.798799, + "nauc_mrr_at_1000_max": -0.219549, + "nauc_mrr_at_1000_std": -0.343265, + "nauc_mrr_at_1000_diff1": 0.798833, + "main_score": 0.772, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 795.8627779483795, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRWikimediaCommonsDocumentsRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRWikimediaCommonsDocumentsRetrieval.json new file mode 100644 index 0000000000..2a17981345 --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRWikimediaCommonsDocumentsRetrieval.json @@ -0,0 +1,3511 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRWikimediaCommonsDocumentsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.2462, + "ndcg_at_3": 0.28064, + "ndcg_at_5": 0.29325, + "ndcg_at_10": 0.3079, + "ndcg_at_20": 0.32562, + "ndcg_at_100": 0.37392, + "ndcg_at_1000": 0.40905, + "map_at_1": 0.2462, + "map_at_3": 0.27201, + "map_at_5": 0.27872, + "map_at_10": 0.2847, + "map_at_20": 0.28951, + "map_at_100": 0.29554, + "map_at_1000": 0.29686, + "recall_at_1": 0.2462, + "recall_at_3": 0.30567, + "recall_at_5": 0.33748, + "recall_at_10": 0.38313, + "recall_at_20": 0.45367, + "recall_at_100": 0.72337, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.2462, + "cv_recall_at_3": 0.30567, + "cv_recall_at_5": 0.33748, + "cv_recall_at_10": 0.38313, + "cv_recall_at_20": 0.45367, + "cv_recall_at_100": 0.72337, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.2462, + "precision_at_3": 0.10189, + "precision_at_5": 0.0675, + "precision_at_10": 0.03831, + "precision_at_20": 0.02268, + "precision_at_100": 0.00723, + "precision_at_1000": 0.001, + "mrr_at_1": 0.246196, + "mrr_at_3": 0.272015, + "mrr_at_5": 0.278723, + "mrr_at_10": 0.284699, + "mrr_at_20": 0.289511, + "mrr_at_100": 0.295537, + "mrr_at_1000": 0.296865, + "nauc_ndcg_at_1_max": -0.422108, + "nauc_ndcg_at_1_std": -0.4551, + "nauc_ndcg_at_1_diff1": 0.660486, + "nauc_ndcg_at_3_max": -0.450421, + "nauc_ndcg_at_3_std": -0.483432, + "nauc_ndcg_at_3_diff1": 0.587489, + "nauc_ndcg_at_5_max": -0.456235, + "nauc_ndcg_at_5_std": -0.491563, + "nauc_ndcg_at_5_diff1": 0.578941, + "nauc_ndcg_at_10_max": -0.469136, + "nauc_ndcg_at_10_std": -0.501163, + "nauc_ndcg_at_10_diff1": 0.556361, + "nauc_ndcg_at_20_max": -0.467723, + "nauc_ndcg_at_20_std": -0.496108, + "nauc_ndcg_at_20_diff1": 0.544815, + "nauc_ndcg_at_100_max": -0.472917, + "nauc_ndcg_at_100_std": -0.497961, + "nauc_ndcg_at_100_diff1": 0.526804, + "nauc_ndcg_at_1000_max": -0.460137, + "nauc_ndcg_at_1000_std": -0.489035, + "nauc_ndcg_at_1000_diff1": 0.557593, + "nauc_map_at_1_max": -0.422108, + "nauc_map_at_1_std": -0.4551, + "nauc_map_at_1_diff1": 0.660486, + "nauc_map_at_3_max": -0.443692, + "nauc_map_at_3_std": -0.476951, + "nauc_map_at_3_diff1": 0.604695, + "nauc_map_at_5_max": -0.446923, + "nauc_map_at_5_std": -0.481429, + "nauc_map_at_5_diff1": 0.600009, + "nauc_map_at_10_max": -0.452339, + "nauc_map_at_10_std": -0.485504, + "nauc_map_at_10_diff1": 0.590608, + "nauc_map_at_20_max": -0.45162, + "nauc_map_at_20_std": -0.483734, + "nauc_map_at_20_diff1": 0.587392, + "nauc_map_at_100_max": -0.451913, + "nauc_map_at_100_std": -0.483456, + "nauc_map_at_100_diff1": 0.584523, + "nauc_map_at_1000_max": -0.451313, + "nauc_map_at_1000_std": -0.482987, + "nauc_map_at_1000_diff1": 0.585723, + "nauc_recall_at_1_max": -0.422108, + "nauc_recall_at_1_std": -0.4551, + "nauc_recall_at_1_diff1": 0.660486, + "nauc_recall_at_3_max": -0.46893, + "nauc_recall_at_3_std": -0.501163, + "nauc_recall_at_3_diff1": 0.540213, + "nauc_recall_at_5_max": -0.482386, + "nauc_recall_at_5_std": -0.520225, + "nauc_recall_at_5_diff1": 0.520389, + "nauc_recall_at_10_max": -0.519589, + "nauc_recall_at_10_std": -0.547544, + "nauc_recall_at_10_diff1": 0.4552, + "nauc_recall_at_20_max": -0.517036, + "nauc_recall_at_20_std": -0.531522, + "nauc_recall_at_20_diff1": 0.41078, + "nauc_recall_at_100_max": -0.584215, + "nauc_recall_at_100_std": -0.571679, + "nauc_recall_at_100_diff1": 0.235864, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.422108, + "nauc_precision_at_1_std": -0.4551, + "nauc_precision_at_1_diff1": 0.660486, + "nauc_precision_at_3_max": -0.46893, + "nauc_precision_at_3_std": -0.501163, + "nauc_precision_at_3_diff1": 0.540213, + "nauc_precision_at_5_max": -0.482386, + "nauc_precision_at_5_std": -0.520225, + "nauc_precision_at_5_diff1": 0.520389, + "nauc_precision_at_10_max": -0.519589, + "nauc_precision_at_10_std": -0.547544, + "nauc_precision_at_10_diff1": 0.4552, + "nauc_precision_at_20_max": -0.517036, + "nauc_precision_at_20_std": -0.531522, + "nauc_precision_at_20_diff1": 0.41078, + "nauc_precision_at_100_max": -0.584215, + "nauc_precision_at_100_std": -0.571679, + "nauc_precision_at_100_diff1": 0.235864, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.422108, + "nauc_cv_recall_at_1_std": -0.4551, + "nauc_cv_recall_at_1_diff1": 0.660486, + "nauc_cv_recall_at_3_max": -0.46893, + "nauc_cv_recall_at_3_std": -0.501163, + "nauc_cv_recall_at_3_diff1": 0.540213, + "nauc_cv_recall_at_5_max": -0.482386, + "nauc_cv_recall_at_5_std": -0.520225, + "nauc_cv_recall_at_5_diff1": 0.520389, + "nauc_cv_recall_at_10_max": -0.519589, + "nauc_cv_recall_at_10_std": -0.547544, + "nauc_cv_recall_at_10_diff1": 0.4552, + "nauc_cv_recall_at_20_max": -0.517036, + "nauc_cv_recall_at_20_std": -0.531522, + "nauc_cv_recall_at_20_diff1": 0.41078, + "nauc_cv_recall_at_100_max": -0.584215, + "nauc_cv_recall_at_100_std": -0.571679, + "nauc_cv_recall_at_100_diff1": 0.235864, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.422108, + "nauc_mrr_at_1_std": -0.4551, + "nauc_mrr_at_1_diff1": 0.660486, + "nauc_mrr_at_3_max": -0.443692, + "nauc_mrr_at_3_std": -0.476951, + "nauc_mrr_at_3_diff1": 0.604695, + "nauc_mrr_at_5_max": -0.446923, + "nauc_mrr_at_5_std": -0.481429, + "nauc_mrr_at_5_diff1": 0.600009, + "nauc_mrr_at_10_max": -0.452339, + "nauc_mrr_at_10_std": -0.485504, + "nauc_mrr_at_10_diff1": 0.590608, + "nauc_mrr_at_20_max": -0.45162, + "nauc_mrr_at_20_std": -0.483734, + "nauc_mrr_at_20_diff1": 0.587392, + "nauc_mrr_at_100_max": -0.451913, + "nauc_mrr_at_100_std": -0.483456, + "nauc_mrr_at_100_diff1": 0.584523, + "nauc_mrr_at_1000_max": -0.451313, + "nauc_mrr_at_1000_std": -0.482987, + "nauc_mrr_at_1000_diff1": 0.585723, + "main_score": 0.29325, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.20228, + "ndcg_at_3": 0.2557, + "ndcg_at_5": 0.27065, + "ndcg_at_10": 0.29274, + "ndcg_at_20": 0.3138, + "ndcg_at_100": 0.37003, + "ndcg_at_1000": 0.39872, + "map_at_1": 0.20228, + "map_at_3": 0.24264, + "map_at_5": 0.25076, + "map_at_10": 0.25986, + "map_at_20": 0.26575, + "map_at_100": 0.27321, + "map_at_1000": 0.27456, + "recall_at_1": 0.20228, + "recall_at_3": 0.29345, + "recall_at_5": 0.33048, + "recall_at_10": 0.39886, + "recall_at_20": 0.48148, + "recall_at_100": 0.78917, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.20228, + "cv_recall_at_3": 0.29345, + "cv_recall_at_5": 0.33048, + "cv_recall_at_10": 0.39886, + "cv_recall_at_20": 0.48148, + "cv_recall_at_100": 0.78917, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.20228, + "precision_at_3": 0.09782, + "precision_at_5": 0.0661, + "precision_at_10": 0.03989, + "precision_at_20": 0.02407, + "precision_at_100": 0.00789, + "precision_at_1000": 0.001, + "mrr_at_1": 0.202279, + "mrr_at_3": 0.24264, + "mrr_at_5": 0.25076, + "mrr_at_10": 0.259862, + "mrr_at_20": 0.265752, + "mrr_at_100": 0.273209, + "mrr_at_1000": 0.274555, + "nauc_ndcg_at_1_max": -0.475467, + "nauc_ndcg_at_1_std": -0.482681, + "nauc_ndcg_at_1_diff1": 0.269773, + "nauc_ndcg_at_3_max": -0.45612, + "nauc_ndcg_at_3_std": -0.478026, + "nauc_ndcg_at_3_diff1": 0.190036, + "nauc_ndcg_at_5_max": -0.455798, + "nauc_ndcg_at_5_std": -0.478152, + "nauc_ndcg_at_5_diff1": 0.171831, + "nauc_ndcg_at_10_max": -0.455816, + "nauc_ndcg_at_10_std": -0.472723, + "nauc_ndcg_at_10_diff1": 0.150452, + "nauc_ndcg_at_20_max": -0.447487, + "nauc_ndcg_at_20_std": -0.456221, + "nauc_ndcg_at_20_diff1": 0.139349, + "nauc_ndcg_at_100_max": -0.446011, + "nauc_ndcg_at_100_std": -0.441109, + "nauc_ndcg_at_100_diff1": 0.130397, + "nauc_ndcg_at_1000_max": -0.451805, + "nauc_ndcg_at_1000_std": -0.459216, + "nauc_ndcg_at_1000_diff1": 0.158305, + "nauc_map_at_1_max": -0.475467, + "nauc_map_at_1_std": -0.482681, + "nauc_map_at_1_diff1": 0.269773, + "nauc_map_at_3_max": -0.458872, + "nauc_map_at_3_std": -0.477932, + "nauc_map_at_3_diff1": 0.206792, + "nauc_map_at_5_max": -0.459122, + "nauc_map_at_5_std": -0.478226, + "nauc_map_at_5_diff1": 0.195973, + "nauc_map_at_10_max": -0.459476, + "nauc_map_at_10_std": -0.476295, + "nauc_map_at_10_diff1": 0.186318, + "nauc_map_at_20_max": -0.457176, + "nauc_map_at_20_std": -0.471577, + "nauc_map_at_20_diff1": 0.182828, + "nauc_map_at_100_max": -0.456816, + "nauc_map_at_100_std": -0.468855, + "nauc_map_at_100_diff1": 0.181724, + "nauc_map_at_1000_max": -0.457051, + "nauc_map_at_1000_std": -0.469667, + "nauc_map_at_1000_diff1": 0.182994, + "nauc_recall_at_1_max": -0.475467, + "nauc_recall_at_1_std": -0.482681, + "nauc_recall_at_1_diff1": 0.269773, + "nauc_recall_at_3_max": -0.449441, + "nauc_recall_at_3_std": -0.478702, + "nauc_recall_at_3_diff1": 0.146144, + "nauc_recall_at_5_max": -0.447201, + "nauc_recall_at_5_std": -0.478145, + "nauc_recall_at_5_diff1": 0.107564, + "nauc_recall_at_10_max": -0.445792, + "nauc_recall_at_10_std": -0.461043, + "nauc_recall_at_10_diff1": 0.051668, + "nauc_recall_at_20_max": -0.414535, + "nauc_recall_at_20_std": -0.400506, + "nauc_recall_at_20_diff1": 0.011126, + "nauc_recall_at_100_max": -0.38369, + "nauc_recall_at_100_std": -0.252646, + "nauc_recall_at_100_diff1": -0.159732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.475467, + "nauc_precision_at_1_std": -0.482681, + "nauc_precision_at_1_diff1": 0.269773, + "nauc_precision_at_3_max": -0.449441, + "nauc_precision_at_3_std": -0.478702, + "nauc_precision_at_3_diff1": 0.146144, + "nauc_precision_at_5_max": -0.447201, + "nauc_precision_at_5_std": -0.478145, + "nauc_precision_at_5_diff1": 0.107564, + "nauc_precision_at_10_max": -0.445792, + "nauc_precision_at_10_std": -0.461043, + "nauc_precision_at_10_diff1": 0.051668, + "nauc_precision_at_20_max": -0.414535, + "nauc_precision_at_20_std": -0.400506, + "nauc_precision_at_20_diff1": 0.011126, + "nauc_precision_at_100_max": -0.38369, + "nauc_precision_at_100_std": -0.252646, + "nauc_precision_at_100_diff1": -0.159732, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.475467, + "nauc_cv_recall_at_1_std": -0.482681, + "nauc_cv_recall_at_1_diff1": 0.269773, + "nauc_cv_recall_at_3_max": -0.449441, + "nauc_cv_recall_at_3_std": -0.478702, + "nauc_cv_recall_at_3_diff1": 0.146144, + "nauc_cv_recall_at_5_max": -0.447201, + "nauc_cv_recall_at_5_std": -0.478145, + "nauc_cv_recall_at_5_diff1": 0.107564, + "nauc_cv_recall_at_10_max": -0.445792, + "nauc_cv_recall_at_10_std": -0.461043, + "nauc_cv_recall_at_10_diff1": 0.051668, + "nauc_cv_recall_at_20_max": -0.414535, + "nauc_cv_recall_at_20_std": -0.400506, + "nauc_cv_recall_at_20_diff1": 0.011126, + "nauc_cv_recall_at_100_max": -0.38369, + "nauc_cv_recall_at_100_std": -0.252646, + "nauc_cv_recall_at_100_diff1": -0.159732, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.475467, + "nauc_mrr_at_1_std": -0.482681, + "nauc_mrr_at_1_diff1": 0.269773, + "nauc_mrr_at_3_max": -0.458872, + "nauc_mrr_at_3_std": -0.477932, + "nauc_mrr_at_3_diff1": 0.206792, + "nauc_mrr_at_5_max": -0.459122, + "nauc_mrr_at_5_std": -0.478226, + "nauc_mrr_at_5_diff1": 0.195973, + "nauc_mrr_at_10_max": -0.459476, + "nauc_mrr_at_10_std": -0.476295, + "nauc_mrr_at_10_diff1": 0.186318, + "nauc_mrr_at_20_max": -0.457176, + "nauc_mrr_at_20_std": -0.471577, + "nauc_mrr_at_20_diff1": 0.182828, + "nauc_mrr_at_100_max": -0.456816, + "nauc_mrr_at_100_std": -0.468855, + "nauc_mrr_at_100_diff1": 0.181724, + "nauc_mrr_at_1000_max": -0.457051, + "nauc_mrr_at_1000_std": -0.469667, + "nauc_mrr_at_1000_diff1": 0.182994, + "main_score": 0.27065, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.34751, + "ndcg_at_3": 0.39814, + "ndcg_at_5": 0.41198, + "ndcg_at_10": 0.42745, + "ndcg_at_20": 0.43935, + "ndcg_at_100": 0.47974, + "ndcg_at_1000": 0.50743, + "map_at_1": 0.34751, + "map_at_3": 0.38555, + "map_at_5": 0.39307, + "map_at_10": 0.39948, + "map_at_20": 0.4028, + "map_at_100": 0.40797, + "map_at_1000": 0.4091, + "recall_at_1": 0.34751, + "recall_at_3": 0.43465, + "recall_at_5": 0.46888, + "recall_at_10": 0.5166, + "recall_at_20": 0.56328, + "recall_at_100": 0.78734, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.34751, + "cv_recall_at_3": 0.43465, + "cv_recall_at_5": 0.46888, + "cv_recall_at_10": 0.5166, + "cv_recall_at_20": 0.56328, + "cv_recall_at_100": 0.78734, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.34751, + "precision_at_3": 0.14488, + "precision_at_5": 0.09378, + "precision_at_10": 0.05166, + "precision_at_20": 0.02816, + "precision_at_100": 0.00787, + "precision_at_1000": 0.001, + "mrr_at_1": 0.34751, + "mrr_at_3": 0.385546, + "mrr_at_5": 0.393067, + "mrr_at_10": 0.39948, + "mrr_at_20": 0.402795, + "mrr_at_100": 0.40797, + "mrr_at_1000": 0.409102, + "nauc_ndcg_at_1_max": -0.377399, + "nauc_ndcg_at_1_std": -0.42914, + "nauc_ndcg_at_1_diff1": 0.656267, + "nauc_ndcg_at_3_max": -0.397676, + "nauc_ndcg_at_3_std": -0.447339, + "nauc_ndcg_at_3_diff1": 0.580742, + "nauc_ndcg_at_5_max": -0.400725, + "nauc_ndcg_at_5_std": -0.449595, + "nauc_ndcg_at_5_diff1": 0.561246, + "nauc_ndcg_at_10_max": -0.409053, + "nauc_ndcg_at_10_std": -0.458933, + "nauc_ndcg_at_10_diff1": 0.547874, + "nauc_ndcg_at_20_max": -0.412291, + "nauc_ndcg_at_20_std": -0.46283, + "nauc_ndcg_at_20_diff1": 0.535964, + "nauc_ndcg_at_100_max": -0.403796, + "nauc_ndcg_at_100_std": -0.450827, + "nauc_ndcg_at_100_diff1": 0.540119, + "nauc_ndcg_at_1000_max": -0.403211, + "nauc_ndcg_at_1000_std": -0.451785, + "nauc_ndcg_at_1000_diff1": 0.558855, + "nauc_map_at_1_max": -0.377399, + "nauc_map_at_1_std": -0.42914, + "nauc_map_at_1_diff1": 0.656267, + "nauc_map_at_3_max": -0.392905, + "nauc_map_at_3_std": -0.442592, + "nauc_map_at_3_diff1": 0.598409, + "nauc_map_at_5_max": -0.39447, + "nauc_map_at_5_std": -0.443717, + "nauc_map_at_5_diff1": 0.587908, + "nauc_map_at_10_max": -0.397851, + "nauc_map_at_10_std": -0.447491, + "nauc_map_at_10_diff1": 0.582151, + "nauc_map_at_20_max": -0.398755, + "nauc_map_at_20_std": -0.448573, + "nauc_map_at_20_diff1": 0.578984, + "nauc_map_at_100_max": -0.398019, + "nauc_map_at_100_std": -0.447339, + "nauc_map_at_100_diff1": 0.579664, + "nauc_map_at_1000_max": -0.3979, + "nauc_map_at_1000_std": -0.447256, + "nauc_map_at_1000_diff1": 0.580463, + "nauc_recall_at_1_max": -0.377399, + "nauc_recall_at_1_std": -0.42914, + "nauc_recall_at_1_diff1": 0.656267, + "nauc_recall_at_3_max": -0.411346, + "nauc_recall_at_3_std": -0.461135, + "nauc_recall_at_3_diff1": 0.530166, + "nauc_recall_at_5_max": -0.419407, + "nauc_recall_at_5_std": -0.467267, + "nauc_recall_at_5_diff1": 0.48097, + "nauc_recall_at_10_max": -0.446359, + "nauc_recall_at_10_std": -0.497524, + "nauc_recall_at_10_diff1": 0.438349, + "nauc_recall_at_20_max": -0.461324, + "nauc_recall_at_20_std": -0.515299, + "nauc_recall_at_20_diff1": 0.383225, + "nauc_recall_at_100_max": -0.404553, + "nauc_recall_at_100_std": -0.430586, + "nauc_recall_at_100_diff1": 0.32322, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.377399, + "nauc_precision_at_1_std": -0.42914, + "nauc_precision_at_1_diff1": 0.656267, + "nauc_precision_at_3_max": -0.411346, + "nauc_precision_at_3_std": -0.461135, + "nauc_precision_at_3_diff1": 0.530166, + "nauc_precision_at_5_max": -0.419407, + "nauc_precision_at_5_std": -0.467267, + "nauc_precision_at_5_diff1": 0.48097, + "nauc_precision_at_10_max": -0.446359, + "nauc_precision_at_10_std": -0.497524, + "nauc_precision_at_10_diff1": 0.438349, + "nauc_precision_at_20_max": -0.461324, + "nauc_precision_at_20_std": -0.515299, + "nauc_precision_at_20_diff1": 0.383225, + "nauc_precision_at_100_max": -0.404553, + "nauc_precision_at_100_std": -0.430586, + "nauc_precision_at_100_diff1": 0.32322, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.377399, + "nauc_cv_recall_at_1_std": -0.42914, + "nauc_cv_recall_at_1_diff1": 0.656267, + "nauc_cv_recall_at_3_max": -0.411346, + "nauc_cv_recall_at_3_std": -0.461135, + "nauc_cv_recall_at_3_diff1": 0.530166, + "nauc_cv_recall_at_5_max": -0.419407, + "nauc_cv_recall_at_5_std": -0.467267, + "nauc_cv_recall_at_5_diff1": 0.48097, + "nauc_cv_recall_at_10_max": -0.446359, + "nauc_cv_recall_at_10_std": -0.497524, + "nauc_cv_recall_at_10_diff1": 0.438349, + "nauc_cv_recall_at_20_max": -0.461324, + "nauc_cv_recall_at_20_std": -0.515299, + "nauc_cv_recall_at_20_diff1": 0.383225, + "nauc_cv_recall_at_100_max": -0.404553, + "nauc_cv_recall_at_100_std": -0.430586, + "nauc_cv_recall_at_100_diff1": 0.32322, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.377399, + "nauc_mrr_at_1_std": -0.42914, + "nauc_mrr_at_1_diff1": 0.656267, + "nauc_mrr_at_3_max": -0.392905, + "nauc_mrr_at_3_std": -0.442592, + "nauc_mrr_at_3_diff1": 0.598409, + "nauc_mrr_at_5_max": -0.39447, + "nauc_mrr_at_5_std": -0.443717, + "nauc_mrr_at_5_diff1": 0.587908, + "nauc_mrr_at_10_max": -0.397851, + "nauc_mrr_at_10_std": -0.447491, + "nauc_mrr_at_10_diff1": 0.582151, + "nauc_mrr_at_20_max": -0.398755, + "nauc_mrr_at_20_std": -0.448573, + "nauc_mrr_at_20_diff1": 0.578984, + "nauc_mrr_at_100_max": -0.398019, + "nauc_mrr_at_100_std": -0.447339, + "nauc_mrr_at_100_diff1": 0.579664, + "nauc_mrr_at_1000_max": -0.3979, + "nauc_mrr_at_1000_std": -0.447256, + "nauc_mrr_at_1000_diff1": 0.580463, + "main_score": 0.41198, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.58557, + "ndcg_at_3": 0.64163, + "ndcg_at_5": 0.65316, + "ndcg_at_10": 0.66888, + "ndcg_at_20": 0.68239, + "ndcg_at_100": 0.69923, + "ndcg_at_1000": 0.71146, + "map_at_1": 0.58557, + "map_at_3": 0.62818, + "map_at_5": 0.63462, + "map_at_10": 0.64094, + "map_at_20": 0.64462, + "map_at_100": 0.64693, + "map_at_1000": 0.64736, + "recall_at_1": 0.58557, + "recall_at_3": 0.68041, + "recall_at_5": 0.70825, + "recall_at_10": 0.75773, + "recall_at_20": 0.81134, + "recall_at_100": 0.90206, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.58557, + "cv_recall_at_3": 0.68041, + "cv_recall_at_5": 0.70825, + "cv_recall_at_10": 0.75773, + "cv_recall_at_20": 0.81134, + "cv_recall_at_100": 0.90206, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.58557, + "precision_at_3": 0.2268, + "precision_at_5": 0.14165, + "precision_at_10": 0.07577, + "precision_at_20": 0.04057, + "precision_at_100": 0.00902, + "precision_at_1000": 0.001, + "mrr_at_1": 0.585567, + "mrr_at_3": 0.628179, + "mrr_at_5": 0.634622, + "mrr_at_10": 0.640936, + "mrr_at_20": 0.644622, + "mrr_at_100": 0.646935, + "mrr_at_1000": 0.647364, + "nauc_ndcg_at_1_max": -0.117884, + "nauc_ndcg_at_1_std": -0.231178, + "nauc_ndcg_at_1_diff1": 0.805941, + "nauc_ndcg_at_3_max": -0.106958, + "nauc_ndcg_at_3_std": -0.228071, + "nauc_ndcg_at_3_diff1": 0.762368, + "nauc_ndcg_at_5_max": -0.121661, + "nauc_ndcg_at_5_std": -0.246563, + "nauc_ndcg_at_5_diff1": 0.754826, + "nauc_ndcg_at_10_max": -0.125152, + "nauc_ndcg_at_10_std": -0.248338, + "nauc_ndcg_at_10_diff1": 0.753139, + "nauc_ndcg_at_20_max": -0.128324, + "nauc_ndcg_at_20_std": -0.246585, + "nauc_ndcg_at_20_diff1": 0.750892, + "nauc_ndcg_at_100_max": -0.125755, + "nauc_ndcg_at_100_std": -0.241835, + "nauc_ndcg_at_100_diff1": 0.751267, + "nauc_ndcg_at_1000_max": -0.120826, + "nauc_ndcg_at_1000_std": -0.23926, + "nauc_ndcg_at_1000_diff1": 0.759224, + "nauc_map_at_1_max": -0.117884, + "nauc_map_at_1_std": -0.231178, + "nauc_map_at_1_diff1": 0.805941, + "nauc_map_at_3_max": -0.108032, + "nauc_map_at_3_std": -0.227448, + "nauc_map_at_3_diff1": 0.772958, + "nauc_map_at_5_max": -0.116009, + "nauc_map_at_5_std": -0.237457, + "nauc_map_at_5_diff1": 0.76897, + "nauc_map_at_10_max": -0.116924, + "nauc_map_at_10_std": -0.237542, + "nauc_map_at_10_diff1": 0.768256, + "nauc_map_at_20_max": -0.117612, + "nauc_map_at_20_std": -0.236971, + "nauc_map_at_20_diff1": 0.767839, + "nauc_map_at_100_max": -0.117174, + "nauc_map_at_100_std": -0.236244, + "nauc_map_at_100_diff1": 0.768081, + "nauc_map_at_1000_max": -0.116926, + "nauc_map_at_1000_std": -0.236065, + "nauc_map_at_1000_diff1": 0.768373, + "nauc_recall_at_1_max": -0.117884, + "nauc_recall_at_1_std": -0.231178, + "nauc_recall_at_1_diff1": 0.805941, + "nauc_recall_at_3_max": -0.104344, + "nauc_recall_at_3_std": -0.230701, + "nauc_recall_at_3_diff1": 0.729012, + "nauc_recall_at_5_max": -0.143722, + "nauc_recall_at_5_std": -0.280618, + "nauc_recall_at_5_diff1": 0.706709, + "nauc_recall_at_10_max": -0.163328, + "nauc_recall_at_10_std": -0.296256, + "nauc_recall_at_10_diff1": 0.694235, + "nauc_recall_at_20_max": -0.190956, + "nauc_recall_at_20_std": -0.297258, + "nauc_recall_at_20_diff1": 0.667681, + "nauc_recall_at_100_max": -0.207327, + "nauc_recall_at_100_std": -0.276584, + "nauc_recall_at_100_diff1": 0.602718, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.117884, + "nauc_precision_at_1_std": -0.231178, + "nauc_precision_at_1_diff1": 0.805941, + "nauc_precision_at_3_max": -0.104344, + "nauc_precision_at_3_std": -0.230701, + "nauc_precision_at_3_diff1": 0.729012, + "nauc_precision_at_5_max": -0.143722, + "nauc_precision_at_5_std": -0.280618, + "nauc_precision_at_5_diff1": 0.706709, + "nauc_precision_at_10_max": -0.163328, + "nauc_precision_at_10_std": -0.296256, + "nauc_precision_at_10_diff1": 0.694235, + "nauc_precision_at_20_max": -0.190956, + "nauc_precision_at_20_std": -0.297258, + "nauc_precision_at_20_diff1": 0.667681, + "nauc_precision_at_100_max": -0.207327, + "nauc_precision_at_100_std": -0.276584, + "nauc_precision_at_100_diff1": 0.602718, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.117884, + "nauc_cv_recall_at_1_std": -0.231178, + "nauc_cv_recall_at_1_diff1": 0.805941, + "nauc_cv_recall_at_3_max": -0.104344, + "nauc_cv_recall_at_3_std": -0.230701, + "nauc_cv_recall_at_3_diff1": 0.729012, + "nauc_cv_recall_at_5_max": -0.143722, + "nauc_cv_recall_at_5_std": -0.280618, + "nauc_cv_recall_at_5_diff1": 0.706709, + "nauc_cv_recall_at_10_max": -0.163328, + "nauc_cv_recall_at_10_std": -0.296256, + "nauc_cv_recall_at_10_diff1": 0.694235, + "nauc_cv_recall_at_20_max": -0.190956, + "nauc_cv_recall_at_20_std": -0.297258, + "nauc_cv_recall_at_20_diff1": 0.667681, + "nauc_cv_recall_at_100_max": -0.207327, + "nauc_cv_recall_at_100_std": -0.276584, + "nauc_cv_recall_at_100_diff1": 0.602718, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.117884, + "nauc_mrr_at_1_std": -0.231178, + "nauc_mrr_at_1_diff1": 0.805941, + "nauc_mrr_at_3_max": -0.108032, + "nauc_mrr_at_3_std": -0.227448, + "nauc_mrr_at_3_diff1": 0.772958, + "nauc_mrr_at_5_max": -0.116009, + "nauc_mrr_at_5_std": -0.237457, + "nauc_mrr_at_5_diff1": 0.76897, + "nauc_mrr_at_10_max": -0.116924, + "nauc_mrr_at_10_std": -0.237542, + "nauc_mrr_at_10_diff1": 0.768256, + "nauc_mrr_at_20_max": -0.117612, + "nauc_mrr_at_20_std": -0.236971, + "nauc_mrr_at_20_diff1": 0.767839, + "nauc_mrr_at_100_max": -0.117174, + "nauc_mrr_at_100_std": -0.236244, + "nauc_mrr_at_100_diff1": 0.768081, + "nauc_mrr_at_1000_max": -0.116926, + "nauc_mrr_at_1000_std": -0.236065, + "nauc_mrr_at_1000_diff1": 0.768373, + "main_score": 0.65316, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.36562, + "ndcg_at_3": 0.40482, + "ndcg_at_5": 0.42141, + "ndcg_at_10": 0.44187, + "ndcg_at_20": 0.45554, + "ndcg_at_100": 0.49425, + "ndcg_at_1000": 0.51985, + "map_at_1": 0.36562, + "map_at_3": 0.39531, + "map_at_5": 0.40469, + "map_at_10": 0.41327, + "map_at_20": 0.41701, + "map_at_100": 0.422, + "map_at_1000": 0.42302, + "recall_at_1": 0.36562, + "recall_at_3": 0.43229, + "recall_at_5": 0.47187, + "recall_at_10": 0.53438, + "recall_at_20": 0.58854, + "recall_at_100": 0.80208, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.36562, + "cv_recall_at_3": 0.43229, + "cv_recall_at_5": 0.47187, + "cv_recall_at_10": 0.53438, + "cv_recall_at_20": 0.58854, + "cv_recall_at_100": 0.80208, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.36562, + "precision_at_3": 0.1441, + "precision_at_5": 0.09438, + "precision_at_10": 0.05344, + "precision_at_20": 0.02943, + "precision_at_100": 0.00802, + "precision_at_1000": 0.001, + "mrr_at_1": 0.365625, + "mrr_at_3": 0.395312, + "mrr_at_5": 0.404687, + "mrr_at_10": 0.413273, + "mrr_at_20": 0.417006, + "mrr_at_100": 0.421999, + "mrr_at_1000": 0.423023, + "nauc_ndcg_at_1_max": -0.329515, + "nauc_ndcg_at_1_std": -0.366233, + "nauc_ndcg_at_1_diff1": 0.695033, + "nauc_ndcg_at_3_max": -0.347751, + "nauc_ndcg_at_3_std": -0.382033, + "nauc_ndcg_at_3_diff1": 0.637705, + "nauc_ndcg_at_5_max": -0.346302, + "nauc_ndcg_at_5_std": -0.378889, + "nauc_ndcg_at_5_diff1": 0.616252, + "nauc_ndcg_at_10_max": -0.350962, + "nauc_ndcg_at_10_std": -0.381226, + "nauc_ndcg_at_10_diff1": 0.600525, + "nauc_ndcg_at_20_max": -0.348559, + "nauc_ndcg_at_20_std": -0.379318, + "nauc_ndcg_at_20_diff1": 0.597226, + "nauc_ndcg_at_100_max": -0.336181, + "nauc_ndcg_at_100_std": -0.367236, + "nauc_ndcg_at_100_diff1": 0.598404, + "nauc_ndcg_at_1000_max": -0.34037, + "nauc_ndcg_at_1000_std": -0.372977, + "nauc_ndcg_at_1000_diff1": 0.614138, + "nauc_map_at_1_max": -0.329515, + "nauc_map_at_1_std": -0.366233, + "nauc_map_at_1_diff1": 0.695033, + "nauc_map_at_3_max": -0.343601, + "nauc_map_at_3_std": -0.378489, + "nauc_map_at_3_diff1": 0.651614, + "nauc_map_at_5_max": -0.342894, + "nauc_map_at_5_std": -0.376809, + "nauc_map_at_5_diff1": 0.639416, + "nauc_map_at_10_max": -0.344582, + "nauc_map_at_10_std": -0.377669, + "nauc_map_at_10_diff1": 0.632492, + "nauc_map_at_20_max": -0.343894, + "nauc_map_at_20_std": -0.377166, + "nauc_map_at_20_diff1": 0.631733, + "nauc_map_at_100_max": -0.3419, + "nauc_map_at_100_std": -0.375391, + "nauc_map_at_100_diff1": 0.632024, + "nauc_map_at_1000_max": -0.341886, + "nauc_map_at_1000_std": -0.375465, + "nauc_map_at_1000_diff1": 0.632659, + "nauc_recall_at_1_max": -0.329515, + "nauc_recall_at_1_std": -0.366233, + "nauc_recall_at_1_diff1": 0.695033, + "nauc_recall_at_3_max": -0.359616, + "nauc_recall_at_3_std": -0.392139, + "nauc_recall_at_3_diff1": 0.597568, + "nauc_recall_at_5_max": -0.355782, + "nauc_recall_at_5_std": -0.384293, + "nauc_recall_at_5_diff1": 0.546085, + "nauc_recall_at_10_max": -0.372259, + "nauc_recall_at_10_std": -0.392505, + "nauc_recall_at_10_diff1": 0.495777, + "nauc_recall_at_20_max": -0.363434, + "nauc_recall_at_20_std": -0.384854, + "nauc_recall_at_20_diff1": 0.475144, + "nauc_recall_at_100_max": -0.268084, + "nauc_recall_at_100_std": -0.281666, + "nauc_recall_at_100_diff1": 0.402722, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.329515, + "nauc_precision_at_1_std": -0.366233, + "nauc_precision_at_1_diff1": 0.695033, + "nauc_precision_at_3_max": -0.359616, + "nauc_precision_at_3_std": -0.392139, + "nauc_precision_at_3_diff1": 0.597568, + "nauc_precision_at_5_max": -0.355782, + "nauc_precision_at_5_std": -0.384293, + "nauc_precision_at_5_diff1": 0.546085, + "nauc_precision_at_10_max": -0.372259, + "nauc_precision_at_10_std": -0.392505, + "nauc_precision_at_10_diff1": 0.495777, + "nauc_precision_at_20_max": -0.363434, + "nauc_precision_at_20_std": -0.384854, + "nauc_precision_at_20_diff1": 0.475144, + "nauc_precision_at_100_max": -0.268084, + "nauc_precision_at_100_std": -0.281666, + "nauc_precision_at_100_diff1": 0.402722, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.329515, + "nauc_cv_recall_at_1_std": -0.366233, + "nauc_cv_recall_at_1_diff1": 0.695033, + "nauc_cv_recall_at_3_max": -0.359616, + "nauc_cv_recall_at_3_std": -0.392139, + "nauc_cv_recall_at_3_diff1": 0.597568, + "nauc_cv_recall_at_5_max": -0.355782, + "nauc_cv_recall_at_5_std": -0.384293, + "nauc_cv_recall_at_5_diff1": 0.546085, + "nauc_cv_recall_at_10_max": -0.372259, + "nauc_cv_recall_at_10_std": -0.392505, + "nauc_cv_recall_at_10_diff1": 0.495777, + "nauc_cv_recall_at_20_max": -0.363434, + "nauc_cv_recall_at_20_std": -0.384854, + "nauc_cv_recall_at_20_diff1": 0.475144, + "nauc_cv_recall_at_100_max": -0.268084, + "nauc_cv_recall_at_100_std": -0.281666, + "nauc_cv_recall_at_100_diff1": 0.402722, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.329515, + "nauc_mrr_at_1_std": -0.366233, + "nauc_mrr_at_1_diff1": 0.695033, + "nauc_mrr_at_3_max": -0.343601, + "nauc_mrr_at_3_std": -0.378489, + "nauc_mrr_at_3_diff1": 0.651614, + "nauc_mrr_at_5_max": -0.342894, + "nauc_mrr_at_5_std": -0.376809, + "nauc_mrr_at_5_diff1": 0.639416, + "nauc_mrr_at_10_max": -0.344582, + "nauc_mrr_at_10_std": -0.377669, + "nauc_mrr_at_10_diff1": 0.632492, + "nauc_mrr_at_20_max": -0.343894, + "nauc_mrr_at_20_std": -0.377166, + "nauc_mrr_at_20_diff1": 0.631733, + "nauc_mrr_at_100_max": -0.3419, + "nauc_mrr_at_100_std": -0.375391, + "nauc_mrr_at_100_diff1": 0.632024, + "nauc_mrr_at_1000_max": -0.341886, + "nauc_mrr_at_1000_std": -0.375465, + "nauc_mrr_at_1000_diff1": 0.632659, + "main_score": 0.42141, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.39501, + "ndcg_at_3": 0.43977, + "ndcg_at_5": 0.45186, + "ndcg_at_10": 0.46274, + "ndcg_at_20": 0.4724, + "ndcg_at_100": 0.49609, + "ndcg_at_1000": 0.53132, + "map_at_1": 0.39501, + "map_at_3": 0.42892, + "map_at_5": 0.43574, + "map_at_10": 0.44014, + "map_at_20": 0.44282, + "map_at_100": 0.44569, + "map_at_1000": 0.44672, + "recall_at_1": 0.39501, + "recall_at_3": 0.47113, + "recall_at_5": 0.5, + "recall_at_10": 0.53412, + "recall_at_20": 0.57218, + "recall_at_100": 0.70604, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.39501, + "cv_recall_at_3": 0.47113, + "cv_recall_at_5": 0.5, + "cv_recall_at_10": 0.53412, + "cv_recall_at_20": 0.57218, + "cv_recall_at_100": 0.70604, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.39501, + "precision_at_3": 0.15704, + "precision_at_5": 0.1, + "precision_at_10": 0.05341, + "precision_at_20": 0.02861, + "precision_at_100": 0.00706, + "precision_at_1000": 0.001, + "mrr_at_1": 0.395013, + "mrr_at_3": 0.428915, + "mrr_at_5": 0.435739, + "mrr_at_10": 0.440138, + "mrr_at_20": 0.442817, + "mrr_at_100": 0.445691, + "mrr_at_1000": 0.446722, + "nauc_ndcg_at_1_max": 0.152186, + "nauc_ndcg_at_1_std": 0.08833, + "nauc_ndcg_at_1_diff1": 0.718124, + "nauc_ndcg_at_3_max": 0.127339, + "nauc_ndcg_at_3_std": 0.073854, + "nauc_ndcg_at_3_diff1": 0.671959, + "nauc_ndcg_at_5_max": 0.132879, + "nauc_ndcg_at_5_std": 0.077654, + "nauc_ndcg_at_5_diff1": 0.661218, + "nauc_ndcg_at_10_max": 0.142016, + "nauc_ndcg_at_10_std": 0.088794, + "nauc_ndcg_at_10_diff1": 0.656743, + "nauc_ndcg_at_20_max": 0.156149, + "nauc_ndcg_at_20_std": 0.102773, + "nauc_ndcg_at_20_diff1": 0.654204, + "nauc_ndcg_at_100_max": 0.15543, + "nauc_ndcg_at_100_std": 0.103843, + "nauc_ndcg_at_100_diff1": 0.654718, + "nauc_ndcg_at_1000_max": 0.148104, + "nauc_ndcg_at_1000_std": 0.094377, + "nauc_ndcg_at_1000_diff1": 0.662857, + "nauc_map_at_1_max": 0.152186, + "nauc_map_at_1_std": 0.08833, + "nauc_map_at_1_diff1": 0.718124, + "nauc_map_at_3_max": 0.132189, + "nauc_map_at_3_std": 0.076789, + "nauc_map_at_3_diff1": 0.682672, + "nauc_map_at_5_max": 0.135245, + "nauc_map_at_5_std": 0.07884, + "nauc_map_at_5_diff1": 0.676669, + "nauc_map_at_10_max": 0.139027, + "nauc_map_at_10_std": 0.083436, + "nauc_map_at_10_diff1": 0.675315, + "nauc_map_at_20_max": 0.142943, + "nauc_map_at_20_std": 0.087332, + "nauc_map_at_20_diff1": 0.674711, + "nauc_map_at_100_max": 0.14264, + "nauc_map_at_100_std": 0.08714, + "nauc_map_at_100_diff1": 0.674894, + "nauc_map_at_1000_max": 0.142421, + "nauc_map_at_1000_std": 0.086875, + "nauc_map_at_1000_diff1": 0.675065, + "nauc_recall_at_1_max": 0.152186, + "nauc_recall_at_1_std": 0.08833, + "nauc_recall_at_1_diff1": 0.718124, + "nauc_recall_at_3_max": 0.11367, + "nauc_recall_at_3_std": 0.065523, + "nauc_recall_at_3_diff1": 0.640879, + "nauc_recall_at_5_max": 0.127246, + "nauc_recall_at_5_std": 0.075039, + "nauc_recall_at_5_diff1": 0.614497, + "nauc_recall_at_10_max": 0.156196, + "nauc_recall_at_10_std": 0.110525, + "nauc_recall_at_10_diff1": 0.596178, + "nauc_recall_at_20_max": 0.215849, + "nauc_recall_at_20_std": 0.169611, + "nauc_recall_at_20_diff1": 0.58269, + "nauc_recall_at_100_max": 0.230184, + "nauc_recall_at_100_std": 0.20105, + "nauc_recall_at_100_diff1": 0.566164, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.152186, + "nauc_precision_at_1_std": 0.08833, + "nauc_precision_at_1_diff1": 0.718124, + "nauc_precision_at_3_max": 0.11367, + "nauc_precision_at_3_std": 0.065523, + "nauc_precision_at_3_diff1": 0.640879, + "nauc_precision_at_5_max": 0.127246, + "nauc_precision_at_5_std": 0.075039, + "nauc_precision_at_5_diff1": 0.614497, + "nauc_precision_at_10_max": 0.156196, + "nauc_precision_at_10_std": 0.110525, + "nauc_precision_at_10_diff1": 0.596178, + "nauc_precision_at_20_max": 0.215849, + "nauc_precision_at_20_std": 0.169611, + "nauc_precision_at_20_diff1": 0.58269, + "nauc_precision_at_100_max": 0.230184, + "nauc_precision_at_100_std": 0.20105, + "nauc_precision_at_100_diff1": 0.566164, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.152186, + "nauc_cv_recall_at_1_std": 0.08833, + "nauc_cv_recall_at_1_diff1": 0.718124, + "nauc_cv_recall_at_3_max": 0.11367, + "nauc_cv_recall_at_3_std": 0.065523, + "nauc_cv_recall_at_3_diff1": 0.640879, + "nauc_cv_recall_at_5_max": 0.127246, + "nauc_cv_recall_at_5_std": 0.075039, + "nauc_cv_recall_at_5_diff1": 0.614497, + "nauc_cv_recall_at_10_max": 0.156196, + "nauc_cv_recall_at_10_std": 0.110525, + "nauc_cv_recall_at_10_diff1": 0.596178, + "nauc_cv_recall_at_20_max": 0.215849, + "nauc_cv_recall_at_20_std": 0.169611, + "nauc_cv_recall_at_20_diff1": 0.58269, + "nauc_cv_recall_at_100_max": 0.230184, + "nauc_cv_recall_at_100_std": 0.20105, + "nauc_cv_recall_at_100_diff1": 0.566164, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.152186, + "nauc_mrr_at_1_std": 0.08833, + "nauc_mrr_at_1_diff1": 0.718124, + "nauc_mrr_at_3_max": 0.132189, + "nauc_mrr_at_3_std": 0.076789, + "nauc_mrr_at_3_diff1": 0.682672, + "nauc_mrr_at_5_max": 0.135245, + "nauc_mrr_at_5_std": 0.07884, + "nauc_mrr_at_5_diff1": 0.676669, + "nauc_mrr_at_10_max": 0.139027, + "nauc_mrr_at_10_std": 0.083436, + "nauc_mrr_at_10_diff1": 0.675315, + "nauc_mrr_at_20_max": 0.142943, + "nauc_mrr_at_20_std": 0.087332, + "nauc_mrr_at_20_diff1": 0.674711, + "nauc_mrr_at_100_max": 0.14264, + "nauc_mrr_at_100_std": 0.08714, + "nauc_mrr_at_100_diff1": 0.674894, + "nauc_mrr_at_1000_max": 0.142421, + "nauc_mrr_at_1000_std": 0.086875, + "nauc_mrr_at_1000_diff1": 0.675065, + "main_score": 0.45186, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.10417, + "ndcg_at_3": 0.15321, + "ndcg_at_5": 0.19693, + "ndcg_at_10": 0.24139, + "ndcg_at_20": 0.27089, + "ndcg_at_100": 0.33545, + "ndcg_at_1000": 0.34899, + "map_at_1": 0.10417, + "map_at_3": 0.13976, + "map_at_5": 0.1645, + "map_at_10": 0.18223, + "map_at_20": 0.18992, + "map_at_100": 0.19871, + "map_at_1000": 0.1995, + "recall_at_1": 0.10417, + "recall_at_3": 0.19271, + "recall_at_5": 0.29688, + "recall_at_10": 0.4375, + "recall_at_20": 0.55729, + "recall_at_100": 0.90625, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.10417, + "cv_recall_at_3": 0.19271, + "cv_recall_at_5": 0.29688, + "cv_recall_at_10": 0.4375, + "cv_recall_at_20": 0.55729, + "cv_recall_at_100": 0.90625, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.10417, + "precision_at_3": 0.06424, + "precision_at_5": 0.05937, + "precision_at_10": 0.04375, + "precision_at_20": 0.02786, + "precision_at_100": 0.00906, + "precision_at_1000": 0.001, + "mrr_at_1": 0.104167, + "mrr_at_3": 0.139757, + "mrr_at_5": 0.164497, + "mrr_at_10": 0.182226, + "mrr_at_20": 0.189922, + "mrr_at_100": 0.198712, + "mrr_at_1000": 0.199496, + "nauc_ndcg_at_1_max": -0.398501, + "nauc_ndcg_at_1_std": -0.409893, + "nauc_ndcg_at_1_diff1": 0.282604, + "nauc_ndcg_at_3_max": -0.4214, + "nauc_ndcg_at_3_std": -0.427625, + "nauc_ndcg_at_3_diff1": 0.069767, + "nauc_ndcg_at_5_max": -0.421555, + "nauc_ndcg_at_5_std": -0.410127, + "nauc_ndcg_at_5_diff1": 0.01899, + "nauc_ndcg_at_10_max": -0.438771, + "nauc_ndcg_at_10_std": -0.405147, + "nauc_ndcg_at_10_diff1": 0.025017, + "nauc_ndcg_at_20_max": -0.425538, + "nauc_ndcg_at_20_std": -0.396436, + "nauc_ndcg_at_20_diff1": 0.038356, + "nauc_ndcg_at_100_max": -0.419625, + "nauc_ndcg_at_100_std": -0.402209, + "nauc_ndcg_at_100_diff1": 0.065209, + "nauc_ndcg_at_1000_max": -0.421065, + "nauc_ndcg_at_1000_std": -0.403818, + "nauc_ndcg_at_1000_diff1": 0.063164, + "nauc_map_at_1_max": -0.398501, + "nauc_map_at_1_std": -0.409893, + "nauc_map_at_1_diff1": 0.282604, + "nauc_map_at_3_max": -0.414443, + "nauc_map_at_3_std": -0.421613, + "nauc_map_at_3_diff1": 0.11689, + "nauc_map_at_5_max": -0.414011, + "nauc_map_at_5_std": -0.409489, + "nauc_map_at_5_diff1": 0.082224, + "nauc_map_at_10_max": -0.42134, + "nauc_map_at_10_std": -0.40687, + "nauc_map_at_10_diff1": 0.084357, + "nauc_map_at_20_max": -0.417063, + "nauc_map_at_20_std": -0.403974, + "nauc_map_at_20_diff1": 0.089683, + "nauc_map_at_100_max": -0.416485, + "nauc_map_at_100_std": -0.405396, + "nauc_map_at_100_diff1": 0.092334, + "nauc_map_at_1000_max": -0.416479, + "nauc_map_at_1000_std": -0.40543, + "nauc_map_at_1000_diff1": 0.092198, + "nauc_recall_at_1_max": -0.398501, + "nauc_recall_at_1_std": -0.409893, + "nauc_recall_at_1_diff1": 0.282604, + "nauc_recall_at_3_max": -0.437908, + "nauc_recall_at_3_std": -0.442024, + "nauc_recall_at_3_diff1": -0.038403, + "nauc_recall_at_5_max": -0.437964, + "nauc_recall_at_5_std": -0.411805, + "nauc_recall_at_5_diff1": -0.112096, + "nauc_recall_at_10_max": -0.479424, + "nauc_recall_at_10_std": -0.401315, + "nauc_recall_at_10_diff1": -0.092454, + "nauc_recall_at_20_max": -0.442822, + "nauc_recall_at_20_std": -0.375653, + "nauc_recall_at_20_diff1": -0.065855, + "nauc_recall_at_100_max": -0.39235, + "nauc_recall_at_100_std": -0.372866, + "nauc_recall_at_100_diff1": 0.085828, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.398501, + "nauc_precision_at_1_std": -0.409893, + "nauc_precision_at_1_diff1": 0.282604, + "nauc_precision_at_3_max": -0.437908, + "nauc_precision_at_3_std": -0.442024, + "nauc_precision_at_3_diff1": -0.038403, + "nauc_precision_at_5_max": -0.437964, + "nauc_precision_at_5_std": -0.411805, + "nauc_precision_at_5_diff1": -0.112096, + "nauc_precision_at_10_max": -0.479424, + "nauc_precision_at_10_std": -0.401315, + "nauc_precision_at_10_diff1": -0.092454, + "nauc_precision_at_20_max": -0.442822, + "nauc_precision_at_20_std": -0.375653, + "nauc_precision_at_20_diff1": -0.065855, + "nauc_precision_at_100_max": -0.39235, + "nauc_precision_at_100_std": -0.372866, + "nauc_precision_at_100_diff1": 0.085828, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.398501, + "nauc_cv_recall_at_1_std": -0.409893, + "nauc_cv_recall_at_1_diff1": 0.282604, + "nauc_cv_recall_at_3_max": -0.437908, + "nauc_cv_recall_at_3_std": -0.442024, + "nauc_cv_recall_at_3_diff1": -0.038403, + "nauc_cv_recall_at_5_max": -0.437964, + "nauc_cv_recall_at_5_std": -0.411805, + "nauc_cv_recall_at_5_diff1": -0.112096, + "nauc_cv_recall_at_10_max": -0.479424, + "nauc_cv_recall_at_10_std": -0.401315, + "nauc_cv_recall_at_10_diff1": -0.092454, + "nauc_cv_recall_at_20_max": -0.442822, + "nauc_cv_recall_at_20_std": -0.375653, + "nauc_cv_recall_at_20_diff1": -0.065855, + "nauc_cv_recall_at_100_max": -0.39235, + "nauc_cv_recall_at_100_std": -0.372866, + "nauc_cv_recall_at_100_diff1": 0.085828, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.398501, + "nauc_mrr_at_1_std": -0.409893, + "nauc_mrr_at_1_diff1": 0.282604, + "nauc_mrr_at_3_max": -0.414443, + "nauc_mrr_at_3_std": -0.421613, + "nauc_mrr_at_3_diff1": 0.11689, + "nauc_mrr_at_5_max": -0.414011, + "nauc_mrr_at_5_std": -0.409489, + "nauc_mrr_at_5_diff1": 0.082224, + "nauc_mrr_at_10_max": -0.42134, + "nauc_mrr_at_10_std": -0.40687, + "nauc_mrr_at_10_diff1": 0.084357, + "nauc_mrr_at_20_max": -0.417063, + "nauc_mrr_at_20_std": -0.403974, + "nauc_mrr_at_20_diff1": 0.089683, + "nauc_mrr_at_100_max": -0.416485, + "nauc_mrr_at_100_std": -0.405396, + "nauc_mrr_at_100_diff1": 0.092334, + "nauc_mrr_at_1000_max": -0.416479, + "nauc_mrr_at_1000_std": -0.40543, + "nauc_mrr_at_1000_diff1": 0.092198, + "main_score": 0.19693, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.10803, + "ndcg_at_3": 0.1328, + "ndcg_at_5": 0.13924, + "ndcg_at_10": 0.15079, + "ndcg_at_20": 0.16451, + "ndcg_at_100": 0.23447, + "ndcg_at_1000": 0.27739, + "map_at_1": 0.10803, + "map_at_3": 0.12696, + "map_at_5": 0.13063, + "map_at_10": 0.13534, + "map_at_20": 0.13914, + "map_at_100": 0.14695, + "map_at_1000": 0.14852, + "recall_at_1": 0.10803, + "recall_at_3": 0.14958, + "recall_at_5": 0.16482, + "recall_at_10": 0.20083, + "recall_at_20": 0.25485, + "recall_at_100": 0.65928, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.10803, + "cv_recall_at_3": 0.14958, + "cv_recall_at_5": 0.16482, + "cv_recall_at_10": 0.20083, + "cv_recall_at_20": 0.25485, + "cv_recall_at_100": 0.65928, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.10803, + "precision_at_3": 0.04986, + "precision_at_5": 0.03296, + "precision_at_10": 0.02008, + "precision_at_20": 0.01274, + "precision_at_100": 0.00659, + "precision_at_1000": 0.001, + "mrr_at_1": 0.108033, + "mrr_at_3": 0.126962, + "mrr_at_5": 0.130633, + "mrr_at_10": 0.135338, + "mrr_at_20": 0.139138, + "mrr_at_100": 0.146955, + "mrr_at_1000": 0.148521, + "nauc_ndcg_at_1_max": -0.358051, + "nauc_ndcg_at_1_std": -0.370825, + "nauc_ndcg_at_1_diff1": 0.397708, + "nauc_ndcg_at_3_max": -0.365392, + "nauc_ndcg_at_3_std": -0.381824, + "nauc_ndcg_at_3_diff1": 0.306586, + "nauc_ndcg_at_5_max": -0.372284, + "nauc_ndcg_at_5_std": -0.386525, + "nauc_ndcg_at_5_diff1": 0.283622, + "nauc_ndcg_at_10_max": -0.38146, + "nauc_ndcg_at_10_std": -0.39418, + "nauc_ndcg_at_10_diff1": 0.246535, + "nauc_ndcg_at_20_max": -0.382521, + "nauc_ndcg_at_20_std": -0.394834, + "nauc_ndcg_at_20_diff1": 0.225823, + "nauc_ndcg_at_100_max": -0.405802, + "nauc_ndcg_at_100_std": -0.41557, + "nauc_ndcg_at_100_diff1": 0.196663, + "nauc_ndcg_at_1000_max": -0.388466, + "nauc_ndcg_at_1000_std": -0.399702, + "nauc_ndcg_at_1000_diff1": 0.241403, + "nauc_map_at_1_max": -0.358051, + "nauc_map_at_1_std": -0.370825, + "nauc_map_at_1_diff1": 0.397708, + "nauc_map_at_3_max": -0.363596, + "nauc_map_at_3_std": -0.379331, + "nauc_map_at_3_diff1": 0.326122, + "nauc_map_at_5_max": -0.367752, + "nauc_map_at_5_std": -0.382207, + "nauc_map_at_5_diff1": 0.312184, + "nauc_map_at_10_max": -0.371528, + "nauc_map_at_10_std": -0.385312, + "nauc_map_at_10_diff1": 0.29514, + "nauc_map_at_20_max": -0.371869, + "nauc_map_at_20_std": -0.385512, + "nauc_map_at_20_diff1": 0.288464, + "nauc_map_at_100_max": -0.375546, + "nauc_map_at_100_std": -0.388702, + "nauc_map_at_100_diff1": 0.283781, + "nauc_map_at_1000_max": -0.37501, + "nauc_map_at_1000_std": -0.388159, + "nauc_map_at_1000_diff1": 0.285496, + "nauc_recall_at_1_max": -0.358051, + "nauc_recall_at_1_std": -0.370825, + "nauc_recall_at_1_diff1": 0.397708, + "nauc_recall_at_3_max": -0.370068, + "nauc_recall_at_3_std": -0.388252, + "nauc_recall_at_3_diff1": 0.256604, + "nauc_recall_at_5_max": -0.38409, + "nauc_recall_at_5_std": -0.397535, + "nauc_recall_at_5_diff1": 0.211672, + "nauc_recall_at_10_max": -0.406897, + "nauc_recall_at_10_std": -0.416623, + "nauc_recall_at_10_diff1": 0.128915, + "nauc_recall_at_20_max": -0.407992, + "nauc_recall_at_20_std": -0.416851, + "nauc_recall_at_20_diff1": 0.078142, + "nauc_recall_at_100_max": -0.51335, + "nauc_recall_at_100_std": -0.511706, + "nauc_recall_at_100_diff1": -0.069397, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.358051, + "nauc_precision_at_1_std": -0.370825, + "nauc_precision_at_1_diff1": 0.397708, + "nauc_precision_at_3_max": -0.370068, + "nauc_precision_at_3_std": -0.388252, + "nauc_precision_at_3_diff1": 0.256604, + "nauc_precision_at_5_max": -0.38409, + "nauc_precision_at_5_std": -0.397535, + "nauc_precision_at_5_diff1": 0.211672, + "nauc_precision_at_10_max": -0.406897, + "nauc_precision_at_10_std": -0.416623, + "nauc_precision_at_10_diff1": 0.128915, + "nauc_precision_at_20_max": -0.407992, + "nauc_precision_at_20_std": -0.416851, + "nauc_precision_at_20_diff1": 0.078142, + "nauc_precision_at_100_max": -0.51335, + "nauc_precision_at_100_std": -0.511706, + "nauc_precision_at_100_diff1": -0.069397, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.358051, + "nauc_cv_recall_at_1_std": -0.370825, + "nauc_cv_recall_at_1_diff1": 0.397708, + "nauc_cv_recall_at_3_max": -0.370068, + "nauc_cv_recall_at_3_std": -0.388252, + "nauc_cv_recall_at_3_diff1": 0.256604, + "nauc_cv_recall_at_5_max": -0.38409, + "nauc_cv_recall_at_5_std": -0.397535, + "nauc_cv_recall_at_5_diff1": 0.211672, + "nauc_cv_recall_at_10_max": -0.406897, + "nauc_cv_recall_at_10_std": -0.416623, + "nauc_cv_recall_at_10_diff1": 0.128915, + "nauc_cv_recall_at_20_max": -0.407992, + "nauc_cv_recall_at_20_std": -0.416851, + "nauc_cv_recall_at_20_diff1": 0.078142, + "nauc_cv_recall_at_100_max": -0.51335, + "nauc_cv_recall_at_100_std": -0.511706, + "nauc_cv_recall_at_100_diff1": -0.069397, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.358051, + "nauc_mrr_at_1_std": -0.370825, + "nauc_mrr_at_1_diff1": 0.397708, + "nauc_mrr_at_3_max": -0.363596, + "nauc_mrr_at_3_std": -0.379331, + "nauc_mrr_at_3_diff1": 0.326122, + "nauc_mrr_at_5_max": -0.367752, + "nauc_mrr_at_5_std": -0.382207, + "nauc_mrr_at_5_diff1": 0.312184, + "nauc_mrr_at_10_max": -0.371528, + "nauc_mrr_at_10_std": -0.385312, + "nauc_mrr_at_10_diff1": 0.29514, + "nauc_mrr_at_20_max": -0.371869, + "nauc_mrr_at_20_std": -0.385512, + "nauc_mrr_at_20_diff1": 0.288464, + "nauc_mrr_at_100_max": -0.375546, + "nauc_mrr_at_100_std": -0.388702, + "nauc_mrr_at_100_diff1": 0.283781, + "nauc_mrr_at_1000_max": -0.37501, + "nauc_mrr_at_1000_std": -0.388159, + "nauc_mrr_at_1000_diff1": 0.285496, + "main_score": 0.13924, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.31787, + "ndcg_at_3": 0.39055, + "ndcg_at_5": 0.41275, + "ndcg_at_10": 0.44488, + "ndcg_at_20": 0.4667, + "ndcg_at_100": 0.50242, + "ndcg_at_1000": 0.51835, + "map_at_1": 0.31787, + "map_at_3": 0.37198, + "map_at_5": 0.3842, + "map_at_10": 0.39742, + "map_at_20": 0.40344, + "map_at_100": 0.40838, + "map_at_1000": 0.40902, + "recall_at_1": 0.31787, + "recall_at_3": 0.44457, + "recall_at_5": 0.49887, + "recall_at_10": 0.59842, + "recall_at_20": 0.68439, + "recall_at_100": 0.8767, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.31787, + "cv_recall_at_3": 0.44457, + "cv_recall_at_5": 0.49887, + "cv_recall_at_10": 0.59842, + "cv_recall_at_20": 0.68439, + "cv_recall_at_100": 0.8767, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.31787, + "precision_at_3": 0.14819, + "precision_at_5": 0.09977, + "precision_at_10": 0.05984, + "precision_at_20": 0.03422, + "precision_at_100": 0.00877, + "precision_at_1000": 0.001, + "mrr_at_1": 0.317873, + "mrr_at_3": 0.371983, + "mrr_at_5": 0.384201, + "mrr_at_10": 0.397416, + "mrr_at_20": 0.403439, + "mrr_at_100": 0.408381, + "mrr_at_1000": 0.409018, + "nauc_ndcg_at_1_max": -0.397272, + "nauc_ndcg_at_1_std": -0.470562, + "nauc_ndcg_at_1_diff1": 0.420875, + "nauc_ndcg_at_3_max": -0.425714, + "nauc_ndcg_at_3_std": -0.49871, + "nauc_ndcg_at_3_diff1": 0.338823, + "nauc_ndcg_at_5_max": -0.410897, + "nauc_ndcg_at_5_std": -0.480355, + "nauc_ndcg_at_5_diff1": 0.339327, + "nauc_ndcg_at_10_max": -0.396576, + "nauc_ndcg_at_10_std": -0.479651, + "nauc_ndcg_at_10_diff1": 0.335523, + "nauc_ndcg_at_20_max": -0.375759, + "nauc_ndcg_at_20_std": -0.45806, + "nauc_ndcg_at_20_diff1": 0.333905, + "nauc_ndcg_at_100_max": -0.38439, + "nauc_ndcg_at_100_std": -0.456838, + "nauc_ndcg_at_100_diff1": 0.331807, + "nauc_ndcg_at_1000_max": -0.393173, + "nauc_ndcg_at_1000_std": -0.468533, + "nauc_ndcg_at_1000_diff1": 0.343558, + "nauc_map_at_1_max": -0.397272, + "nauc_map_at_1_std": -0.470562, + "nauc_map_at_1_diff1": 0.420875, + "nauc_map_at_3_max": -0.418799, + "nauc_map_at_3_std": -0.490988, + "nauc_map_at_3_diff1": 0.357385, + "nauc_map_at_5_max": -0.41044, + "nauc_map_at_5_std": -0.480728, + "nauc_map_at_5_diff1": 0.35773, + "nauc_map_at_10_max": -0.404822, + "nauc_map_at_10_std": -0.480664, + "nauc_map_at_10_diff1": 0.35654, + "nauc_map_at_20_max": -0.399682, + "nauc_map_at_20_std": -0.475388, + "nauc_map_at_20_diff1": 0.356146, + "nauc_map_at_100_max": -0.400914, + "nauc_map_at_100_std": -0.475342, + "nauc_map_at_100_diff1": 0.356153, + "nauc_map_at_1000_max": -0.401272, + "nauc_map_at_1000_std": -0.475776, + "nauc_map_at_1000_diff1": 0.356568, + "nauc_recall_at_1_max": -0.397272, + "nauc_recall_at_1_std": -0.470562, + "nauc_recall_at_1_diff1": 0.420875, + "nauc_recall_at_3_max": -0.445521, + "nauc_recall_at_3_std": -0.52118, + "nauc_recall_at_3_diff1": 0.286212, + "nauc_recall_at_5_max": -0.410269, + "nauc_recall_at_5_std": -0.477093, + "nauc_recall_at_5_diff1": 0.286498, + "nauc_recall_at_10_max": -0.361418, + "nauc_recall_at_10_std": -0.473127, + "nauc_recall_at_10_diff1": 0.26713, + "nauc_recall_at_20_max": -0.252205, + "nauc_recall_at_20_std": -0.363921, + "nauc_recall_at_20_diff1": 0.248882, + "nauc_recall_at_100_max": -0.224211, + "nauc_recall_at_100_std": -0.238863, + "nauc_recall_at_100_diff1": 0.114125, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.397272, + "nauc_precision_at_1_std": -0.470562, + "nauc_precision_at_1_diff1": 0.420875, + "nauc_precision_at_3_max": -0.445521, + "nauc_precision_at_3_std": -0.52118, + "nauc_precision_at_3_diff1": 0.286212, + "nauc_precision_at_5_max": -0.410269, + "nauc_precision_at_5_std": -0.477093, + "nauc_precision_at_5_diff1": 0.286498, + "nauc_precision_at_10_max": -0.361418, + "nauc_precision_at_10_std": -0.473127, + "nauc_precision_at_10_diff1": 0.26713, + "nauc_precision_at_20_max": -0.252205, + "nauc_precision_at_20_std": -0.363921, + "nauc_precision_at_20_diff1": 0.248882, + "nauc_precision_at_100_max": -0.224211, + "nauc_precision_at_100_std": -0.238863, + "nauc_precision_at_100_diff1": 0.114125, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.397272, + "nauc_cv_recall_at_1_std": -0.470562, + "nauc_cv_recall_at_1_diff1": 0.420875, + "nauc_cv_recall_at_3_max": -0.445521, + "nauc_cv_recall_at_3_std": -0.52118, + "nauc_cv_recall_at_3_diff1": 0.286212, + "nauc_cv_recall_at_5_max": -0.410269, + "nauc_cv_recall_at_5_std": -0.477093, + "nauc_cv_recall_at_5_diff1": 0.286498, + "nauc_cv_recall_at_10_max": -0.361418, + "nauc_cv_recall_at_10_std": -0.473127, + "nauc_cv_recall_at_10_diff1": 0.26713, + "nauc_cv_recall_at_20_max": -0.252205, + "nauc_cv_recall_at_20_std": -0.363921, + "nauc_cv_recall_at_20_diff1": 0.248882, + "nauc_cv_recall_at_100_max": -0.224211, + "nauc_cv_recall_at_100_std": -0.238863, + "nauc_cv_recall_at_100_diff1": 0.114125, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.397272, + "nauc_mrr_at_1_std": -0.470562, + "nauc_mrr_at_1_diff1": 0.420875, + "nauc_mrr_at_3_max": -0.418799, + "nauc_mrr_at_3_std": -0.490988, + "nauc_mrr_at_3_diff1": 0.357385, + "nauc_mrr_at_5_max": -0.41044, + "nauc_mrr_at_5_std": -0.480728, + "nauc_mrr_at_5_diff1": 0.35773, + "nauc_mrr_at_10_max": -0.404822, + "nauc_mrr_at_10_std": -0.480664, + "nauc_mrr_at_10_diff1": 0.35654, + "nauc_mrr_at_20_max": -0.399682, + "nauc_mrr_at_20_std": -0.475388, + "nauc_mrr_at_20_diff1": 0.356146, + "nauc_mrr_at_100_max": -0.400914, + "nauc_mrr_at_100_std": -0.475342, + "nauc_mrr_at_100_diff1": 0.356153, + "nauc_mrr_at_1000_max": -0.401272, + "nauc_mrr_at_1000_std": -0.475776, + "nauc_mrr_at_1000_diff1": 0.356568, + "main_score": 0.41275, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.29149, + "ndcg_at_3": 0.34698, + "ndcg_at_5": 0.36077, + "ndcg_at_10": 0.37895, + "ndcg_at_20": 0.39528, + "ndcg_at_100": 0.43576, + "ndcg_at_1000": 0.46498, + "map_at_1": 0.29149, + "map_at_3": 0.33351, + "map_at_5": 0.34123, + "map_at_10": 0.34857, + "map_at_20": 0.35295, + "map_at_100": 0.35815, + "map_at_1000": 0.35918, + "recall_at_1": 0.29149, + "recall_at_3": 0.38589, + "recall_at_5": 0.41909, + "recall_at_10": 0.47614, + "recall_at_20": 0.54149, + "recall_at_100": 0.76556, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.29149, + "cv_recall_at_3": 0.38589, + "cv_recall_at_5": 0.41909, + "cv_recall_at_10": 0.47614, + "cv_recall_at_20": 0.54149, + "cv_recall_at_100": 0.76556, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.29149, + "precision_at_3": 0.12863, + "precision_at_5": 0.08382, + "precision_at_10": 0.04761, + "precision_at_20": 0.02707, + "precision_at_100": 0.00766, + "precision_at_1000": 0.001, + "mrr_at_1": 0.291494, + "mrr_at_3": 0.333506, + "mrr_at_5": 0.341234, + "mrr_at_10": 0.348574, + "mrr_at_20": 0.35295, + "mrr_at_100": 0.358149, + "mrr_at_1000": 0.359176, + "nauc_ndcg_at_1_max": -0.294897, + "nauc_ndcg_at_1_std": -0.347324, + "nauc_ndcg_at_1_diff1": 0.462253, + "nauc_ndcg_at_3_max": -0.290694, + "nauc_ndcg_at_3_std": -0.345038, + "nauc_ndcg_at_3_diff1": 0.389971, + "nauc_ndcg_at_5_max": -0.292344, + "nauc_ndcg_at_5_std": -0.344652, + "nauc_ndcg_at_5_diff1": 0.377129, + "nauc_ndcg_at_10_max": -0.297541, + "nauc_ndcg_at_10_std": -0.347809, + "nauc_ndcg_at_10_diff1": 0.361914, + "nauc_ndcg_at_20_max": -0.287111, + "nauc_ndcg_at_20_std": -0.339078, + "nauc_ndcg_at_20_diff1": 0.360671, + "nauc_ndcg_at_100_max": -0.282253, + "nauc_ndcg_at_100_std": -0.334037, + "nauc_ndcg_at_100_diff1": 0.365104, + "nauc_ndcg_at_1000_max": -0.287853, + "nauc_ndcg_at_1000_std": -0.338981, + "nauc_ndcg_at_1000_diff1": 0.376314, + "nauc_map_at_1_max": -0.294897, + "nauc_map_at_1_std": -0.347324, + "nauc_map_at_1_diff1": 0.462253, + "nauc_map_at_3_max": -0.291262, + "nauc_map_at_3_std": -0.345302, + "nauc_map_at_3_diff1": 0.406945, + "nauc_map_at_5_max": -0.292141, + "nauc_map_at_5_std": -0.344847, + "nauc_map_at_5_diff1": 0.399543, + "nauc_map_at_10_max": -0.294645, + "nauc_map_at_10_std": -0.346381, + "nauc_map_at_10_diff1": 0.393038, + "nauc_map_at_20_max": -0.291672, + "nauc_map_at_20_std": -0.343943, + "nauc_map_at_20_diff1": 0.392825, + "nauc_map_at_100_max": -0.291292, + "nauc_map_at_100_std": -0.343468, + "nauc_map_at_100_diff1": 0.393148, + "nauc_map_at_1000_max": -0.291384, + "nauc_map_at_1000_std": -0.34347, + "nauc_map_at_1000_diff1": 0.393589, + "nauc_recall_at_1_max": -0.294897, + "nauc_recall_at_1_std": -0.347324, + "nauc_recall_at_1_diff1": 0.462253, + "nauc_recall_at_3_max": -0.289272, + "nauc_recall_at_3_std": -0.344409, + "nauc_recall_at_3_diff1": 0.342437, + "nauc_recall_at_5_max": -0.293369, + "nauc_recall_at_5_std": -0.344453, + "nauc_recall_at_5_diff1": 0.312826, + "nauc_recall_at_10_max": -0.307466, + "nauc_recall_at_10_std": -0.352953, + "nauc_recall_at_10_diff1": 0.266332, + "nauc_recall_at_20_max": -0.266338, + "nauc_recall_at_20_std": -0.31794, + "nauc_recall_at_20_diff1": 0.255972, + "nauc_recall_at_100_max": -0.208538, + "nauc_recall_at_100_std": -0.261084, + "nauc_recall_at_100_diff1": 0.244395, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.294897, + "nauc_precision_at_1_std": -0.347324, + "nauc_precision_at_1_diff1": 0.462253, + "nauc_precision_at_3_max": -0.289272, + "nauc_precision_at_3_std": -0.344409, + "nauc_precision_at_3_diff1": 0.342437, + "nauc_precision_at_5_max": -0.293369, + "nauc_precision_at_5_std": -0.344453, + "nauc_precision_at_5_diff1": 0.312826, + "nauc_precision_at_10_max": -0.307466, + "nauc_precision_at_10_std": -0.352953, + "nauc_precision_at_10_diff1": 0.266332, + "nauc_precision_at_20_max": -0.266338, + "nauc_precision_at_20_std": -0.31794, + "nauc_precision_at_20_diff1": 0.255972, + "nauc_precision_at_100_max": -0.208538, + "nauc_precision_at_100_std": -0.261084, + "nauc_precision_at_100_diff1": 0.244395, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.294897, + "nauc_cv_recall_at_1_std": -0.347324, + "nauc_cv_recall_at_1_diff1": 0.462253, + "nauc_cv_recall_at_3_max": -0.289272, + "nauc_cv_recall_at_3_std": -0.344409, + "nauc_cv_recall_at_3_diff1": 0.342437, + "nauc_cv_recall_at_5_max": -0.293369, + "nauc_cv_recall_at_5_std": -0.344453, + "nauc_cv_recall_at_5_diff1": 0.312826, + "nauc_cv_recall_at_10_max": -0.307466, + "nauc_cv_recall_at_10_std": -0.352953, + "nauc_cv_recall_at_10_diff1": 0.266332, + "nauc_cv_recall_at_20_max": -0.266338, + "nauc_cv_recall_at_20_std": -0.31794, + "nauc_cv_recall_at_20_diff1": 0.255972, + "nauc_cv_recall_at_100_max": -0.208538, + "nauc_cv_recall_at_100_std": -0.261084, + "nauc_cv_recall_at_100_diff1": 0.244395, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.294897, + "nauc_mrr_at_1_std": -0.347324, + "nauc_mrr_at_1_diff1": 0.462253, + "nauc_mrr_at_3_max": -0.291262, + "nauc_mrr_at_3_std": -0.345302, + "nauc_mrr_at_3_diff1": 0.406945, + "nauc_mrr_at_5_max": -0.292141, + "nauc_mrr_at_5_std": -0.344847, + "nauc_mrr_at_5_diff1": 0.399543, + "nauc_mrr_at_10_max": -0.294645, + "nauc_mrr_at_10_std": -0.346381, + "nauc_mrr_at_10_diff1": 0.393038, + "nauc_mrr_at_20_max": -0.291672, + "nauc_mrr_at_20_std": -0.343943, + "nauc_mrr_at_20_diff1": 0.392825, + "nauc_mrr_at_100_max": -0.291292, + "nauc_mrr_at_100_std": -0.343468, + "nauc_mrr_at_100_diff1": 0.393148, + "nauc_mrr_at_1000_max": -0.291384, + "nauc_mrr_at_1000_std": -0.34347, + "nauc_mrr_at_1000_diff1": 0.393589, + "main_score": 0.36077, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.25647, + "ndcg_at_3": 0.27962, + "ndcg_at_5": 0.29344, + "ndcg_at_10": 0.30625, + "ndcg_at_20": 0.32253, + "ndcg_at_100": 0.37327, + "ndcg_at_1000": 0.4108, + "map_at_1": 0.25647, + "map_at_3": 0.27353, + "map_at_5": 0.28123, + "map_at_10": 0.28647, + "map_at_20": 0.2909, + "map_at_100": 0.29736, + "map_at_1000": 0.29899, + "recall_at_1": 0.25647, + "recall_at_3": 0.29741, + "recall_at_5": 0.33082, + "recall_at_10": 0.37069, + "recall_at_20": 0.43534, + "recall_at_100": 0.71659, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.25647, + "cv_recall_at_3": 0.29741, + "cv_recall_at_5": 0.33082, + "cv_recall_at_10": 0.37069, + "cv_recall_at_20": 0.43534, + "cv_recall_at_100": 0.71659, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.25647, + "precision_at_3": 0.09914, + "precision_at_5": 0.06616, + "precision_at_10": 0.03707, + "precision_at_20": 0.02177, + "precision_at_100": 0.00717, + "precision_at_1000": 0.001, + "mrr_at_1": 0.256466, + "mrr_at_3": 0.273527, + "mrr_at_5": 0.281232, + "mrr_at_10": 0.286469, + "mrr_at_20": 0.290904, + "mrr_at_100": 0.297361, + "mrr_at_1000": 0.298987, + "nauc_ndcg_at_1_max": -0.453555, + "nauc_ndcg_at_1_std": -0.54094, + "nauc_ndcg_at_1_diff1": 0.749061, + "nauc_ndcg_at_3_max": -0.459567, + "nauc_ndcg_at_3_std": -0.545155, + "nauc_ndcg_at_3_diff1": 0.696131, + "nauc_ndcg_at_5_max": -0.47237, + "nauc_ndcg_at_5_std": -0.554313, + "nauc_ndcg_at_5_diff1": 0.674623, + "nauc_ndcg_at_10_max": -0.484593, + "nauc_ndcg_at_10_std": -0.563435, + "nauc_ndcg_at_10_diff1": 0.655742, + "nauc_ndcg_at_20_max": -0.497669, + "nauc_ndcg_at_20_std": -0.572731, + "nauc_ndcg_at_20_diff1": 0.640562, + "nauc_ndcg_at_100_max": -0.499836, + "nauc_ndcg_at_100_std": -0.568995, + "nauc_ndcg_at_100_diff1": 0.624641, + "nauc_ndcg_at_1000_max": -0.484054, + "nauc_ndcg_at_1000_std": -0.560312, + "nauc_ndcg_at_1000_diff1": 0.656238, + "nauc_map_at_1_max": -0.453555, + "nauc_map_at_1_std": -0.54094, + "nauc_map_at_1_diff1": 0.749061, + "nauc_map_at_3_max": -0.458314, + "nauc_map_at_3_std": -0.544017, + "nauc_map_at_3_diff1": 0.709682, + "nauc_map_at_5_max": -0.465362, + "nauc_map_at_5_std": -0.548969, + "nauc_map_at_5_diff1": 0.697422, + "nauc_map_at_10_max": -0.470731, + "nauc_map_at_10_std": -0.553077, + "nauc_map_at_10_diff1": 0.689504, + "nauc_map_at_20_max": -0.474175, + "nauc_map_at_20_std": -0.555448, + "nauc_map_at_20_diff1": 0.685252, + "nauc_map_at_100_max": -0.474681, + "nauc_map_at_100_std": -0.555049, + "nauc_map_at_100_diff1": 0.68257, + "nauc_map_at_1000_max": -0.473795, + "nauc_map_at_1000_std": -0.554458, + "nauc_map_at_1000_diff1": 0.683884, + "nauc_recall_at_1_max": -0.453555, + "nauc_recall_at_1_std": -0.54094, + "nauc_recall_at_1_diff1": 0.749061, + "nauc_recall_at_3_max": -0.462981, + "nauc_recall_at_3_std": -0.548369, + "nauc_recall_at_3_diff1": 0.658097, + "nauc_recall_at_5_max": -0.493403, + "nauc_recall_at_5_std": -0.570475, + "nauc_recall_at_5_diff1": 0.609031, + "nauc_recall_at_10_max": -0.527769, + "nauc_recall_at_10_std": -0.595621, + "nauc_recall_at_10_diff1": 0.554549, + "nauc_recall_at_20_max": -0.578181, + "nauc_recall_at_20_std": -0.631994, + "nauc_recall_at_20_diff1": 0.497804, + "nauc_recall_at_100_max": -0.623457, + "nauc_recall_at_100_std": -0.629602, + "nauc_recall_at_100_diff1": 0.339652, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.453555, + "nauc_precision_at_1_std": -0.54094, + "nauc_precision_at_1_diff1": 0.749061, + "nauc_precision_at_3_max": -0.462981, + "nauc_precision_at_3_std": -0.548369, + "nauc_precision_at_3_diff1": 0.658097, + "nauc_precision_at_5_max": -0.493403, + "nauc_precision_at_5_std": -0.570475, + "nauc_precision_at_5_diff1": 0.609031, + "nauc_precision_at_10_max": -0.527769, + "nauc_precision_at_10_std": -0.595621, + "nauc_precision_at_10_diff1": 0.554549, + "nauc_precision_at_20_max": -0.578181, + "nauc_precision_at_20_std": -0.631994, + "nauc_precision_at_20_diff1": 0.497804, + "nauc_precision_at_100_max": -0.623457, + "nauc_precision_at_100_std": -0.629602, + "nauc_precision_at_100_diff1": 0.339652, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.453555, + "nauc_cv_recall_at_1_std": -0.54094, + "nauc_cv_recall_at_1_diff1": 0.749061, + "nauc_cv_recall_at_3_max": -0.462981, + "nauc_cv_recall_at_3_std": -0.548369, + "nauc_cv_recall_at_3_diff1": 0.658097, + "nauc_cv_recall_at_5_max": -0.493403, + "nauc_cv_recall_at_5_std": -0.570475, + "nauc_cv_recall_at_5_diff1": 0.609031, + "nauc_cv_recall_at_10_max": -0.527769, + "nauc_cv_recall_at_10_std": -0.595621, + "nauc_cv_recall_at_10_diff1": 0.554549, + "nauc_cv_recall_at_20_max": -0.578181, + "nauc_cv_recall_at_20_std": -0.631994, + "nauc_cv_recall_at_20_diff1": 0.497804, + "nauc_cv_recall_at_100_max": -0.623457, + "nauc_cv_recall_at_100_std": -0.629602, + "nauc_cv_recall_at_100_diff1": 0.339652, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.453555, + "nauc_mrr_at_1_std": -0.54094, + "nauc_mrr_at_1_diff1": 0.749061, + "nauc_mrr_at_3_max": -0.458314, + "nauc_mrr_at_3_std": -0.544017, + "nauc_mrr_at_3_diff1": 0.709682, + "nauc_mrr_at_5_max": -0.465362, + "nauc_mrr_at_5_std": -0.548969, + "nauc_mrr_at_5_diff1": 0.697422, + "nauc_mrr_at_10_max": -0.470731, + "nauc_mrr_at_10_std": -0.553077, + "nauc_mrr_at_10_diff1": 0.689504, + "nauc_mrr_at_20_max": -0.474175, + "nauc_mrr_at_20_std": -0.555448, + "nauc_mrr_at_20_diff1": 0.685252, + "nauc_mrr_at_100_max": -0.474681, + "nauc_mrr_at_100_std": -0.555049, + "nauc_mrr_at_100_diff1": 0.68257, + "nauc_mrr_at_1000_max": -0.473795, + "nauc_mrr_at_1000_std": -0.554458, + "nauc_mrr_at_1000_diff1": 0.683884, + "main_score": 0.29344, + "hf_subset": "jp", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.21355, + "ndcg_at_3": 0.25819, + "ndcg_at_5": 0.30583, + "ndcg_at_10": 0.33647, + "ndcg_at_20": 0.36119, + "ndcg_at_100": 0.40089, + "ndcg_at_1000": 0.42435, + "map_at_1": 0.21355, + "map_at_3": 0.24531, + "map_at_5": 0.27223, + "map_at_10": 0.28479, + "map_at_20": 0.2916, + "map_at_100": 0.29701, + "map_at_1000": 0.29793, + "recall_at_1": 0.21355, + "recall_at_3": 0.29621, + "recall_at_5": 0.40987, + "recall_at_10": 0.50517, + "recall_at_20": 0.60276, + "recall_at_100": 0.81745, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.21355, + "cv_recall_at_3": 0.29621, + "cv_recall_at_5": 0.40987, + "cv_recall_at_10": 0.50517, + "cv_recall_at_20": 0.60276, + "cv_recall_at_100": 0.81745, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.21355, + "precision_at_3": 0.09874, + "precision_at_5": 0.08197, + "precision_at_10": 0.05052, + "precision_at_20": 0.03014, + "precision_at_100": 0.00817, + "precision_at_1000": 0.001, + "mrr_at_1": 0.213548, + "mrr_at_3": 0.245312, + "mrr_at_5": 0.272235, + "mrr_at_10": 0.284788, + "mrr_at_20": 0.291597, + "mrr_at_100": 0.297008, + "mrr_at_1000": 0.297927, + "nauc_ndcg_at_1_max": -0.522664, + "nauc_ndcg_at_1_std": -0.506821, + "nauc_ndcg_at_1_diff1": 0.318812, + "nauc_ndcg_at_3_max": -0.536886, + "nauc_ndcg_at_3_std": -0.511994, + "nauc_ndcg_at_3_diff1": 0.245996, + "nauc_ndcg_at_5_max": -0.526698, + "nauc_ndcg_at_5_std": -0.507754, + "nauc_ndcg_at_5_diff1": 0.211713, + "nauc_ndcg_at_10_max": -0.513609, + "nauc_ndcg_at_10_std": -0.496903, + "nauc_ndcg_at_10_diff1": 0.210643, + "nauc_ndcg_at_20_max": -0.516552, + "nauc_ndcg_at_20_std": -0.498564, + "nauc_ndcg_at_20_diff1": 0.201533, + "nauc_ndcg_at_100_max": -0.525799, + "nauc_ndcg_at_100_std": -0.502548, + "nauc_ndcg_at_100_diff1": 0.20957, + "nauc_ndcg_at_1000_max": -0.52259, + "nauc_ndcg_at_1000_std": -0.502664, + "nauc_ndcg_at_1000_diff1": 0.222888, + "nauc_map_at_1_max": -0.522664, + "nauc_map_at_1_std": -0.506821, + "nauc_map_at_1_diff1": 0.318812, + "nauc_map_at_3_max": -0.533885, + "nauc_map_at_3_std": -0.511679, + "nauc_map_at_3_diff1": 0.263676, + "nauc_map_at_5_max": -0.528307, + "nauc_map_at_5_std": -0.509475, + "nauc_map_at_5_diff1": 0.243172, + "nauc_map_at_10_max": -0.522403, + "nauc_map_at_10_std": -0.504647, + "nauc_map_at_10_diff1": 0.242591, + "nauc_map_at_20_max": -0.523423, + "nauc_map_at_20_std": -0.505323, + "nauc_map_at_20_diff1": 0.2404, + "nauc_map_at_100_max": -0.524198, + "nauc_map_at_100_std": -0.505597, + "nauc_map_at_100_diff1": 0.241929, + "nauc_map_at_1000_max": -0.524154, + "nauc_map_at_1000_std": -0.505605, + "nauc_map_at_1000_diff1": 0.242424, + "nauc_recall_at_1_max": -0.522664, + "nauc_recall_at_1_std": -0.506821, + "nauc_recall_at_1_diff1": 0.318812, + "nauc_recall_at_3_max": -0.544731, + "nauc_recall_at_3_std": -0.5125, + "nauc_recall_at_3_diff1": 0.198815, + "nauc_recall_at_5_max": -0.520973, + "nauc_recall_at_5_std": -0.502272, + "nauc_recall_at_5_diff1": 0.127454, + "nauc_recall_at_10_max": -0.484701, + "nauc_recall_at_10_std": -0.471911, + "nauc_recall_at_10_diff1": 0.122554, + "nauc_recall_at_20_max": -0.49206, + "nauc_recall_at_20_std": -0.474388, + "nauc_recall_at_20_diff1": 0.075814, + "nauc_recall_at_100_max": -0.56943, + "nauc_recall_at_100_std": -0.49914, + "nauc_recall_at_100_diff1": 0.04452, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.522664, + "nauc_precision_at_1_std": -0.506821, + "nauc_precision_at_1_diff1": 0.318812, + "nauc_precision_at_3_max": -0.544731, + "nauc_precision_at_3_std": -0.5125, + "nauc_precision_at_3_diff1": 0.198815, + "nauc_precision_at_5_max": -0.520973, + "nauc_precision_at_5_std": -0.502272, + "nauc_precision_at_5_diff1": 0.127454, + "nauc_precision_at_10_max": -0.484701, + "nauc_precision_at_10_std": -0.471911, + "nauc_precision_at_10_diff1": 0.122554, + "nauc_precision_at_20_max": -0.49206, + "nauc_precision_at_20_std": -0.474388, + "nauc_precision_at_20_diff1": 0.075814, + "nauc_precision_at_100_max": -0.56943, + "nauc_precision_at_100_std": -0.49914, + "nauc_precision_at_100_diff1": 0.04452, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.522664, + "nauc_cv_recall_at_1_std": -0.506821, + "nauc_cv_recall_at_1_diff1": 0.318812, + "nauc_cv_recall_at_3_max": -0.544731, + "nauc_cv_recall_at_3_std": -0.5125, + "nauc_cv_recall_at_3_diff1": 0.198815, + "nauc_cv_recall_at_5_max": -0.520973, + "nauc_cv_recall_at_5_std": -0.502272, + "nauc_cv_recall_at_5_diff1": 0.127454, + "nauc_cv_recall_at_10_max": -0.484701, + "nauc_cv_recall_at_10_std": -0.471911, + "nauc_cv_recall_at_10_diff1": 0.122554, + "nauc_cv_recall_at_20_max": -0.49206, + "nauc_cv_recall_at_20_std": -0.474388, + "nauc_cv_recall_at_20_diff1": 0.075814, + "nauc_cv_recall_at_100_max": -0.56943, + "nauc_cv_recall_at_100_std": -0.49914, + "nauc_cv_recall_at_100_diff1": 0.04452, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.522664, + "nauc_mrr_at_1_std": -0.506821, + "nauc_mrr_at_1_diff1": 0.318812, + "nauc_mrr_at_3_max": -0.533885, + "nauc_mrr_at_3_std": -0.511679, + "nauc_mrr_at_3_diff1": 0.263676, + "nauc_mrr_at_5_max": -0.528307, + "nauc_mrr_at_5_std": -0.509475, + "nauc_mrr_at_5_diff1": 0.243172, + "nauc_mrr_at_10_max": -0.522403, + "nauc_mrr_at_10_std": -0.504647, + "nauc_mrr_at_10_diff1": 0.242591, + "nauc_mrr_at_20_max": -0.523423, + "nauc_mrr_at_20_std": -0.505323, + "nauc_mrr_at_20_diff1": 0.2404, + "nauc_mrr_at_100_max": -0.524198, + "nauc_mrr_at_100_std": -0.505597, + "nauc_mrr_at_100_diff1": 0.241929, + "nauc_mrr_at_1000_max": -0.524154, + "nauc_mrr_at_1000_std": -0.505605, + "nauc_mrr_at_1000_diff1": 0.242424, + "main_score": 0.30583, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.05, + "ndcg_at_3": 0.07936, + "ndcg_at_5": 0.11306, + "ndcg_at_10": 0.16151, + "ndcg_at_20": 0.20193, + "ndcg_at_100": 0.29692, + "ndcg_at_1000": 0.29692, + "map_at_1": 0.05, + "map_at_3": 0.07222, + "map_at_5": 0.09056, + "map_at_10": 0.11052, + "map_at_20": 0.12074, + "map_at_100": 0.13441, + "map_at_1000": 0.13441, + "recall_at_1": 0.05, + "recall_at_3": 0.1, + "recall_at_5": 0.18333, + "recall_at_10": 0.33333, + "recall_at_20": 0.5, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.05, + "cv_recall_at_3": 0.1, + "cv_recall_at_5": 0.18333, + "cv_recall_at_10": 0.33333, + "cv_recall_at_20": 0.5, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.05, + "precision_at_3": 0.03333, + "precision_at_5": 0.03667, + "precision_at_10": 0.03333, + "precision_at_20": 0.025, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.05, + "mrr_at_3": 0.072222, + "mrr_at_5": 0.090556, + "mrr_at_10": 0.110522, + "mrr_at_20": 0.120739, + "mrr_at_100": 0.134411, + "mrr_at_1000": 0.134411, + "nauc_ndcg_at_1_max": -0.211698, + "nauc_ndcg_at_1_std": -0.174135, + "nauc_ndcg_at_1_diff1": -0.112423, + "nauc_ndcg_at_3_max": -0.248932, + "nauc_ndcg_at_3_std": -0.225266, + "nauc_ndcg_at_3_diff1": -0.245556, + "nauc_ndcg_at_5_max": -0.201413, + "nauc_ndcg_at_5_std": -0.175793, + "nauc_ndcg_at_5_diff1": -0.150171, + "nauc_ndcg_at_10_max": -0.233032, + "nauc_ndcg_at_10_std": -0.224193, + "nauc_ndcg_at_10_diff1": -0.115566, + "nauc_ndcg_at_20_max": -0.141849, + "nauc_ndcg_at_20_std": -0.145637, + "nauc_ndcg_at_20_diff1": -0.052038, + "nauc_ndcg_at_100_max": -0.189124, + "nauc_ndcg_at_100_std": -0.177248, + "nauc_ndcg_at_100_diff1": -0.110071, + "nauc_ndcg_at_1000_max": -0.189124, + "nauc_ndcg_at_1000_std": -0.177248, + "nauc_ndcg_at_1000_diff1": -0.110071, + "nauc_map_at_1_max": -0.211698, + "nauc_map_at_1_std": -0.174135, + "nauc_map_at_1_diff1": -0.112423, + "nauc_map_at_3_max": -0.239943, + "nauc_map_at_3_std": -0.213938, + "nauc_map_at_3_diff1": -0.223969, + "nauc_map_at_5_max": -0.207992, + "nauc_map_at_5_std": -0.181274, + "nauc_map_at_5_diff1": -0.156905, + "nauc_map_at_10_max": -0.225912, + "nauc_map_at_10_std": -0.2086, + "nauc_map_at_10_diff1": -0.135507, + "nauc_map_at_20_max": -0.195192, + "nauc_map_at_20_std": -0.182657, + "nauc_map_at_20_diff1": -0.110573, + "nauc_map_at_100_max": -0.202393, + "nauc_map_at_100_std": -0.186033, + "nauc_map_at_100_diff1": -0.124189, + "nauc_map_at_1000_max": -0.202393, + "nauc_map_at_1000_std": -0.186033, + "nauc_map_at_1000_diff1": -0.124189, + "nauc_recall_at_1_max": -0.211698, + "nauc_recall_at_1_std": -0.174135, + "nauc_recall_at_1_diff1": -0.112423, + "nauc_recall_at_3_max": -0.268491, + "nauc_recall_at_3_std": -0.249709, + "nauc_recall_at_3_diff1": -0.290359, + "nauc_recall_at_5_max": -0.189238, + "nauc_recall_at_5_std": -0.165029, + "nauc_recall_at_5_diff1": -0.137044, + "nauc_recall_at_10_max": -0.244617, + "nauc_recall_at_10_std": -0.249269, + "nauc_recall_at_10_diff1": -0.084027, + "nauc_recall_at_20_max": -0.02907, + "nauc_recall_at_20_std": -0.061714, + "nauc_recall_at_20_diff1": 0.053875, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.211698, + "nauc_precision_at_1_std": -0.174135, + "nauc_precision_at_1_diff1": -0.112423, + "nauc_precision_at_3_max": -0.268491, + "nauc_precision_at_3_std": -0.249709, + "nauc_precision_at_3_diff1": -0.290359, + "nauc_precision_at_5_max": -0.189238, + "nauc_precision_at_5_std": -0.165029, + "nauc_precision_at_5_diff1": -0.137044, + "nauc_precision_at_10_max": -0.244617, + "nauc_precision_at_10_std": -0.249269, + "nauc_precision_at_10_diff1": -0.084027, + "nauc_precision_at_20_max": -0.02907, + "nauc_precision_at_20_std": -0.061714, + "nauc_precision_at_20_diff1": 0.053875, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.211698, + "nauc_cv_recall_at_1_std": -0.174135, + "nauc_cv_recall_at_1_diff1": -0.112423, + "nauc_cv_recall_at_3_max": -0.268491, + "nauc_cv_recall_at_3_std": -0.249709, + "nauc_cv_recall_at_3_diff1": -0.290359, + "nauc_cv_recall_at_5_max": -0.189238, + "nauc_cv_recall_at_5_std": -0.165029, + "nauc_cv_recall_at_5_diff1": -0.137044, + "nauc_cv_recall_at_10_max": -0.244617, + "nauc_cv_recall_at_10_std": -0.249269, + "nauc_cv_recall_at_10_diff1": -0.084027, + "nauc_cv_recall_at_20_max": -0.02907, + "nauc_cv_recall_at_20_std": -0.061714, + "nauc_cv_recall_at_20_diff1": 0.053875, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.211698, + "nauc_mrr_at_1_std": -0.174135, + "nauc_mrr_at_1_diff1": -0.112423, + "nauc_mrr_at_3_max": -0.239943, + "nauc_mrr_at_3_std": -0.213938, + "nauc_mrr_at_3_diff1": -0.223969, + "nauc_mrr_at_5_max": -0.207992, + "nauc_mrr_at_5_std": -0.181274, + "nauc_mrr_at_5_diff1": -0.156905, + "nauc_mrr_at_10_max": -0.225912, + "nauc_mrr_at_10_std": -0.2086, + "nauc_mrr_at_10_diff1": -0.135507, + "nauc_mrr_at_20_max": -0.195192, + "nauc_mrr_at_20_std": -0.182657, + "nauc_mrr_at_20_diff1": -0.110573, + "nauc_mrr_at_100_max": -0.202393, + "nauc_mrr_at_100_std": -0.186033, + "nauc_mrr_at_100_diff1": -0.124189, + "nauc_mrr_at_1000_max": -0.202393, + "nauc_mrr_at_1000_std": -0.186033, + "nauc_mrr_at_1000_diff1": -0.124189, + "main_score": 0.11306, + "hf_subset": "my", + "languages": [ + "mya-Mymr" + ] + }, + { + "ndcg_at_1": 0.45269, + "ndcg_at_3": 0.51009, + "ndcg_at_5": 0.53123, + "ndcg_at_10": 0.54987, + "ndcg_at_20": 0.56645, + "ndcg_at_100": 0.59324, + "ndcg_at_1000": 0.60983, + "map_at_1": 0.45269, + "map_at_3": 0.49642, + "map_at_5": 0.50808, + "map_at_10": 0.5157, + "map_at_20": 0.52024, + "map_at_100": 0.52406, + "map_at_1000": 0.52465, + "recall_at_1": 0.45269, + "recall_at_3": 0.54946, + "recall_at_5": 0.60108, + "recall_at_10": 0.65914, + "recall_at_20": 0.72473, + "recall_at_100": 0.86774, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.45269, + "cv_recall_at_3": 0.54946, + "cv_recall_at_5": 0.60108, + "cv_recall_at_10": 0.65914, + "cv_recall_at_20": 0.72473, + "cv_recall_at_100": 0.86774, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.45269, + "precision_at_3": 0.18315, + "precision_at_5": 0.12022, + "precision_at_10": 0.06591, + "precision_at_20": 0.03624, + "precision_at_100": 0.00868, + "precision_at_1000": 0.001, + "mrr_at_1": 0.452688, + "mrr_at_3": 0.496416, + "mrr_at_5": 0.508082, + "mrr_at_10": 0.515699, + "mrr_at_20": 0.520244, + "mrr_at_100": 0.524061, + "mrr_at_1000": 0.524652, + "nauc_ndcg_at_1_max": -0.276294, + "nauc_ndcg_at_1_std": -0.354283, + "nauc_ndcg_at_1_diff1": 0.673112, + "nauc_ndcg_at_3_max": -0.312658, + "nauc_ndcg_at_3_std": -0.385384, + "nauc_ndcg_at_3_diff1": 0.621661, + "nauc_ndcg_at_5_max": -0.307784, + "nauc_ndcg_at_5_std": -0.3835, + "nauc_ndcg_at_5_diff1": 0.603228, + "nauc_ndcg_at_10_max": -0.306106, + "nauc_ndcg_at_10_std": -0.380772, + "nauc_ndcg_at_10_diff1": 0.60061, + "nauc_ndcg_at_20_max": -0.303123, + "nauc_ndcg_at_20_std": -0.377612, + "nauc_ndcg_at_20_diff1": 0.596592, + "nauc_ndcg_at_100_max": -0.292233, + "nauc_ndcg_at_100_std": -0.366705, + "nauc_ndcg_at_100_diff1": 0.605308, + "nauc_ndcg_at_1000_max": -0.297369, + "nauc_ndcg_at_1000_std": -0.371908, + "nauc_ndcg_at_1000_diff1": 0.61172, + "nauc_map_at_1_max": -0.276294, + "nauc_map_at_1_std": -0.354283, + "nauc_map_at_1_diff1": 0.673112, + "nauc_map_at_3_max": -0.303488, + "nauc_map_at_3_std": -0.377494, + "nauc_map_at_3_diff1": 0.634618, + "nauc_map_at_5_max": -0.300669, + "nauc_map_at_5_std": -0.376271, + "nauc_map_at_5_diff1": 0.624925, + "nauc_map_at_10_max": -0.30005, + "nauc_map_at_10_std": -0.37527, + "nauc_map_at_10_diff1": 0.624375, + "nauc_map_at_20_max": -0.299047, + "nauc_map_at_20_std": -0.374206, + "nauc_map_at_20_diff1": 0.623498, + "nauc_map_at_100_max": -0.297619, + "nauc_map_at_100_std": -0.372837, + "nauc_map_at_100_diff1": 0.62452, + "nauc_map_at_1000_max": -0.297725, + "nauc_map_at_1000_std": -0.372895, + "nauc_map_at_1000_diff1": 0.624723, + "nauc_recall_at_1_max": -0.276294, + "nauc_recall_at_1_std": -0.354283, + "nauc_recall_at_1_diff1": 0.673112, + "nauc_recall_at_3_max": -0.340253, + "nauc_recall_at_3_std": -0.409144, + "nauc_recall_at_3_diff1": 0.582677, + "nauc_recall_at_5_max": -0.329515, + "nauc_recall_at_5_std": -0.406134, + "nauc_recall_at_5_diff1": 0.531842, + "nauc_recall_at_10_max": -0.325108, + "nauc_recall_at_10_std": -0.397818, + "nauc_recall_at_10_diff1": 0.512964, + "nauc_recall_at_20_max": -0.314699, + "nauc_recall_at_20_std": -0.386396, + "nauc_recall_at_20_diff1": 0.47796, + "nauc_recall_at_100_max": -0.193609, + "nauc_recall_at_100_std": -0.259752, + "nauc_recall_at_100_diff1": 0.491081, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.276294, + "nauc_precision_at_1_std": -0.354283, + "nauc_precision_at_1_diff1": 0.673112, + "nauc_precision_at_3_max": -0.340253, + "nauc_precision_at_3_std": -0.409144, + "nauc_precision_at_3_diff1": 0.582677, + "nauc_precision_at_5_max": -0.329515, + "nauc_precision_at_5_std": -0.406134, + "nauc_precision_at_5_diff1": 0.531842, + "nauc_precision_at_10_max": -0.325108, + "nauc_precision_at_10_std": -0.397818, + "nauc_precision_at_10_diff1": 0.512964, + "nauc_precision_at_20_max": -0.314699, + "nauc_precision_at_20_std": -0.386396, + "nauc_precision_at_20_diff1": 0.47796, + "nauc_precision_at_100_max": -0.193609, + "nauc_precision_at_100_std": -0.259752, + "nauc_precision_at_100_diff1": 0.491081, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.276294, + "nauc_cv_recall_at_1_std": -0.354283, + "nauc_cv_recall_at_1_diff1": 0.673112, + "nauc_cv_recall_at_3_max": -0.340253, + "nauc_cv_recall_at_3_std": -0.409144, + "nauc_cv_recall_at_3_diff1": 0.582677, + "nauc_cv_recall_at_5_max": -0.329515, + "nauc_cv_recall_at_5_std": -0.406134, + "nauc_cv_recall_at_5_diff1": 0.531842, + "nauc_cv_recall_at_10_max": -0.325108, + "nauc_cv_recall_at_10_std": -0.397818, + "nauc_cv_recall_at_10_diff1": 0.512964, + "nauc_cv_recall_at_20_max": -0.314699, + "nauc_cv_recall_at_20_std": -0.386396, + "nauc_cv_recall_at_20_diff1": 0.47796, + "nauc_cv_recall_at_100_max": -0.193609, + "nauc_cv_recall_at_100_std": -0.259752, + "nauc_cv_recall_at_100_diff1": 0.491081, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.276294, + "nauc_mrr_at_1_std": -0.354283, + "nauc_mrr_at_1_diff1": 0.673112, + "nauc_mrr_at_3_max": -0.303488, + "nauc_mrr_at_3_std": -0.377494, + "nauc_mrr_at_3_diff1": 0.634618, + "nauc_mrr_at_5_max": -0.300669, + "nauc_mrr_at_5_std": -0.376271, + "nauc_mrr_at_5_diff1": 0.624925, + "nauc_mrr_at_10_max": -0.30005, + "nauc_mrr_at_10_std": -0.37527, + "nauc_mrr_at_10_diff1": 0.624375, + "nauc_mrr_at_20_max": -0.299047, + "nauc_mrr_at_20_std": -0.374206, + "nauc_mrr_at_20_diff1": 0.623498, + "nauc_mrr_at_100_max": -0.297619, + "nauc_mrr_at_100_std": -0.372837, + "nauc_mrr_at_100_diff1": 0.62452, + "nauc_mrr_at_1000_max": -0.297725, + "nauc_mrr_at_1000_std": -0.372895, + "nauc_mrr_at_1000_diff1": 0.624723, + "main_score": 0.53123, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.43109, + "ndcg_at_3": 0.48893, + "ndcg_at_5": 0.51289, + "ndcg_at_10": 0.52854, + "ndcg_at_20": 0.54061, + "ndcg_at_100": 0.56633, + "ndcg_at_1000": 0.58774, + "map_at_1": 0.43109, + "map_at_3": 0.47464, + "map_at_5": 0.48787, + "map_at_10": 0.4943, + "map_at_20": 0.49766, + "map_at_100": 0.50105, + "map_at_1000": 0.50175, + "recall_at_1": 0.43109, + "recall_at_3": 0.53032, + "recall_at_5": 0.58875, + "recall_at_10": 0.63727, + "recall_at_20": 0.68467, + "recall_at_100": 0.8258, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.43109, + "cv_recall_at_3": 0.53032, + "cv_recall_at_5": 0.58875, + "cv_recall_at_10": 0.63727, + "cv_recall_at_20": 0.68467, + "cv_recall_at_100": 0.8258, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.43109, + "precision_at_3": 0.17677, + "precision_at_5": 0.11775, + "precision_at_10": 0.06373, + "precision_at_20": 0.03423, + "precision_at_100": 0.00826, + "precision_at_1000": 0.001, + "mrr_at_1": 0.431092, + "mrr_at_3": 0.474642, + "mrr_at_5": 0.487872, + "mrr_at_10": 0.494299, + "mrr_at_20": 0.497658, + "mrr_at_100": 0.501049, + "mrr_at_1000": 0.501752, + "nauc_ndcg_at_1_max": -0.2825, + "nauc_ndcg_at_1_std": -0.354081, + "nauc_ndcg_at_1_diff1": 0.747661, + "nauc_ndcg_at_3_max": -0.28245, + "nauc_ndcg_at_3_std": -0.345303, + "nauc_ndcg_at_3_diff1": 0.685761, + "nauc_ndcg_at_5_max": -0.278857, + "nauc_ndcg_at_5_std": -0.337823, + "nauc_ndcg_at_5_diff1": 0.668935, + "nauc_ndcg_at_10_max": -0.282289, + "nauc_ndcg_at_10_std": -0.341935, + "nauc_ndcg_at_10_diff1": 0.662707, + "nauc_ndcg_at_20_max": -0.274017, + "nauc_ndcg_at_20_std": -0.333946, + "nauc_ndcg_at_20_diff1": 0.662949, + "nauc_ndcg_at_100_max": -0.269221, + "nauc_ndcg_at_100_std": -0.32886, + "nauc_ndcg_at_100_diff1": 0.664679, + "nauc_ndcg_at_1000_max": -0.275322, + "nauc_ndcg_at_1000_std": -0.3363, + "nauc_ndcg_at_1000_diff1": 0.675033, + "nauc_map_at_1_max": -0.2825, + "nauc_map_at_1_std": -0.354081, + "nauc_map_at_1_diff1": 0.747661, + "nauc_map_at_3_max": -0.282949, + "nauc_map_at_3_std": -0.348404, + "nauc_map_at_3_diff1": 0.700585, + "nauc_map_at_5_max": -0.281139, + "nauc_map_at_5_std": -0.344588, + "nauc_map_at_5_diff1": 0.691619, + "nauc_map_at_10_max": -0.282642, + "nauc_map_at_10_std": -0.34634, + "nauc_map_at_10_diff1": 0.689266, + "nauc_map_at_20_max": -0.280703, + "nauc_map_at_20_std": -0.344489, + "nauc_map_at_20_diff1": 0.689505, + "nauc_map_at_100_max": -0.280263, + "nauc_map_at_100_std": -0.344029, + "nauc_map_at_100_diff1": 0.689628, + "nauc_map_at_1000_max": -0.280301, + "nauc_map_at_1000_std": -0.34406, + "nauc_map_at_1000_diff1": 0.689998, + "nauc_recall_at_1_max": -0.2825, + "nauc_recall_at_1_std": -0.354081, + "nauc_recall_at_1_diff1": 0.747661, + "nauc_recall_at_3_max": -0.280756, + "nauc_recall_at_3_std": -0.335646, + "nauc_recall_at_3_diff1": 0.641697, + "nauc_recall_at_5_max": -0.270721, + "nauc_recall_at_5_std": -0.314703, + "nauc_recall_at_5_diff1": 0.595322, + "nauc_recall_at_10_max": -0.281247, + "nauc_recall_at_10_std": -0.326729, + "nauc_recall_at_10_diff1": 0.567898, + "nauc_recall_at_20_max": -0.23923, + "nauc_recall_at_20_std": -0.28477, + "nauc_recall_at_20_diff1": 0.559481, + "nauc_recall_at_100_max": -0.164944, + "nauc_recall_at_100_std": -0.198876, + "nauc_recall_at_100_diff1": 0.522061, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.2825, + "nauc_precision_at_1_std": -0.354081, + "nauc_precision_at_1_diff1": 0.747661, + "nauc_precision_at_3_max": -0.280756, + "nauc_precision_at_3_std": -0.335646, + "nauc_precision_at_3_diff1": 0.641697, + "nauc_precision_at_5_max": -0.270721, + "nauc_precision_at_5_std": -0.314703, + "nauc_precision_at_5_diff1": 0.595322, + "nauc_precision_at_10_max": -0.281247, + "nauc_precision_at_10_std": -0.326729, + "nauc_precision_at_10_diff1": 0.567898, + "nauc_precision_at_20_max": -0.23923, + "nauc_precision_at_20_std": -0.28477, + "nauc_precision_at_20_diff1": 0.559481, + "nauc_precision_at_100_max": -0.164944, + "nauc_precision_at_100_std": -0.198876, + "nauc_precision_at_100_diff1": 0.522061, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.2825, + "nauc_cv_recall_at_1_std": -0.354081, + "nauc_cv_recall_at_1_diff1": 0.747661, + "nauc_cv_recall_at_3_max": -0.280756, + "nauc_cv_recall_at_3_std": -0.335646, + "nauc_cv_recall_at_3_diff1": 0.641697, + "nauc_cv_recall_at_5_max": -0.270721, + "nauc_cv_recall_at_5_std": -0.314703, + "nauc_cv_recall_at_5_diff1": 0.595322, + "nauc_cv_recall_at_10_max": -0.281247, + "nauc_cv_recall_at_10_std": -0.326729, + "nauc_cv_recall_at_10_diff1": 0.567898, + "nauc_cv_recall_at_20_max": -0.23923, + "nauc_cv_recall_at_20_std": -0.28477, + "nauc_cv_recall_at_20_diff1": 0.559481, + "nauc_cv_recall_at_100_max": -0.164944, + "nauc_cv_recall_at_100_std": -0.198876, + "nauc_cv_recall_at_100_diff1": 0.522061, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.2825, + "nauc_mrr_at_1_std": -0.354081, + "nauc_mrr_at_1_diff1": 0.747661, + "nauc_mrr_at_3_max": -0.282949, + "nauc_mrr_at_3_std": -0.348404, + "nauc_mrr_at_3_diff1": 0.700585, + "nauc_mrr_at_5_max": -0.281139, + "nauc_mrr_at_5_std": -0.344588, + "nauc_mrr_at_5_diff1": 0.691619, + "nauc_mrr_at_10_max": -0.282642, + "nauc_mrr_at_10_std": -0.34634, + "nauc_mrr_at_10_diff1": 0.689266, + "nauc_mrr_at_20_max": -0.280703, + "nauc_mrr_at_20_std": -0.344489, + "nauc_mrr_at_20_diff1": 0.689505, + "nauc_mrr_at_100_max": -0.280263, + "nauc_mrr_at_100_std": -0.344029, + "nauc_mrr_at_100_diff1": 0.689628, + "nauc_mrr_at_1000_max": -0.280301, + "nauc_mrr_at_1000_std": -0.34406, + "nauc_mrr_at_1000_diff1": 0.689998, + "main_score": 0.51289, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.26817, + "ndcg_at_3": 0.30526, + "ndcg_at_5": 0.3212, + "ndcg_at_10": 0.34025, + "ndcg_at_20": 0.35873, + "ndcg_at_100": 0.40806, + "ndcg_at_1000": 0.4378, + "map_at_1": 0.26817, + "map_at_3": 0.29614, + "map_at_5": 0.30495, + "map_at_10": 0.31292, + "map_at_20": 0.31791, + "map_at_100": 0.32452, + "map_at_1000": 0.32574, + "recall_at_1": 0.26817, + "recall_at_3": 0.33163, + "recall_at_5": 0.37052, + "recall_at_10": 0.42886, + "recall_at_20": 0.50256, + "recall_at_100": 0.77175, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.26817, + "cv_recall_at_3": 0.33163, + "cv_recall_at_5": 0.37052, + "cv_recall_at_10": 0.42886, + "cv_recall_at_20": 0.50256, + "cv_recall_at_100": 0.77175, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.26817, + "precision_at_3": 0.11054, + "precision_at_5": 0.0741, + "precision_at_10": 0.04289, + "precision_at_20": 0.02513, + "precision_at_100": 0.00772, + "precision_at_1000": 0.001, + "mrr_at_1": 0.268168, + "mrr_at_3": 0.296145, + "mrr_at_5": 0.304947, + "mrr_at_10": 0.312921, + "mrr_at_20": 0.317909, + "mrr_at_100": 0.324516, + "mrr_at_1000": 0.325737, + "nauc_ndcg_at_1_max": -0.36624, + "nauc_ndcg_at_1_std": -0.419839, + "nauc_ndcg_at_1_diff1": 0.587735, + "nauc_ndcg_at_3_max": -0.387466, + "nauc_ndcg_at_3_std": -0.436204, + "nauc_ndcg_at_3_diff1": 0.525808, + "nauc_ndcg_at_5_max": -0.382312, + "nauc_ndcg_at_5_std": -0.428754, + "nauc_ndcg_at_5_diff1": 0.508504, + "nauc_ndcg_at_10_max": -0.389467, + "nauc_ndcg_at_10_std": -0.433854, + "nauc_ndcg_at_10_diff1": 0.483426, + "nauc_ndcg_at_20_max": -0.392457, + "nauc_ndcg_at_20_std": -0.436344, + "nauc_ndcg_at_20_diff1": 0.468979, + "nauc_ndcg_at_100_max": -0.391313, + "nauc_ndcg_at_100_std": -0.432384, + "nauc_ndcg_at_100_diff1": 0.468525, + "nauc_ndcg_at_1000_max": -0.387117, + "nauc_ndcg_at_1000_std": -0.431245, + "nauc_ndcg_at_1000_diff1": 0.490738, + "nauc_map_at_1_max": -0.36624, + "nauc_map_at_1_std": -0.419839, + "nauc_map_at_1_diff1": 0.587735, + "nauc_map_at_3_max": -0.382629, + "nauc_map_at_3_std": -0.432527, + "nauc_map_at_3_diff1": 0.539812, + "nauc_map_at_5_max": -0.380039, + "nauc_map_at_5_std": -0.428568, + "nauc_map_at_5_diff1": 0.530042, + "nauc_map_at_10_max": -0.383276, + "nauc_map_at_10_std": -0.430968, + "nauc_map_at_10_diff1": 0.519052, + "nauc_map_at_20_max": -0.384359, + "nauc_map_at_20_std": -0.43184, + "nauc_map_at_20_diff1": 0.515037, + "nauc_map_at_100_max": -0.384571, + "nauc_map_at_100_std": -0.431549, + "nauc_map_at_100_diff1": 0.514488, + "nauc_map_at_1000_max": -0.384143, + "nauc_map_at_1000_std": -0.431226, + "nauc_map_at_1000_diff1": 0.515418, + "nauc_recall_at_1_max": -0.36624, + "nauc_recall_at_1_std": -0.419839, + "nauc_recall_at_1_diff1": 0.587735, + "nauc_recall_at_3_max": -0.400887, + "nauc_recall_at_3_std": -0.446385, + "nauc_recall_at_3_diff1": 0.486988, + "nauc_recall_at_5_max": -0.387459, + "nauc_recall_at_5_std": -0.427935, + "nauc_recall_at_5_diff1": 0.447158, + "nauc_recall_at_10_max": -0.40749, + "nauc_recall_at_10_std": -0.441749, + "nauc_recall_at_10_diff1": 0.375224, + "nauc_recall_at_20_max": -0.417579, + "nauc_recall_at_20_std": -0.450171, + "nauc_recall_at_20_diff1": 0.316821, + "nauc_recall_at_100_max": -0.415332, + "nauc_recall_at_100_std": -0.421369, + "nauc_recall_at_100_diff1": 0.231407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.36624, + "nauc_precision_at_1_std": -0.419839, + "nauc_precision_at_1_diff1": 0.587735, + "nauc_precision_at_3_max": -0.400887, + "nauc_precision_at_3_std": -0.446385, + "nauc_precision_at_3_diff1": 0.486988, + "nauc_precision_at_5_max": -0.387459, + "nauc_precision_at_5_std": -0.427935, + "nauc_precision_at_5_diff1": 0.447158, + "nauc_precision_at_10_max": -0.40749, + "nauc_precision_at_10_std": -0.441749, + "nauc_precision_at_10_diff1": 0.375224, + "nauc_precision_at_20_max": -0.417579, + "nauc_precision_at_20_std": -0.450171, + "nauc_precision_at_20_diff1": 0.316821, + "nauc_precision_at_100_max": -0.415332, + "nauc_precision_at_100_std": -0.421369, + "nauc_precision_at_100_diff1": 0.231407, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.36624, + "nauc_cv_recall_at_1_std": -0.419839, + "nauc_cv_recall_at_1_diff1": 0.587735, + "nauc_cv_recall_at_3_max": -0.400887, + "nauc_cv_recall_at_3_std": -0.446385, + "nauc_cv_recall_at_3_diff1": 0.486988, + "nauc_cv_recall_at_5_max": -0.387459, + "nauc_cv_recall_at_5_std": -0.427935, + "nauc_cv_recall_at_5_diff1": 0.447158, + "nauc_cv_recall_at_10_max": -0.40749, + "nauc_cv_recall_at_10_std": -0.441749, + "nauc_cv_recall_at_10_diff1": 0.375224, + "nauc_cv_recall_at_20_max": -0.417579, + "nauc_cv_recall_at_20_std": -0.450171, + "nauc_cv_recall_at_20_diff1": 0.316821, + "nauc_cv_recall_at_100_max": -0.415332, + "nauc_cv_recall_at_100_std": -0.421369, + "nauc_cv_recall_at_100_diff1": 0.231407, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.36624, + "nauc_mrr_at_1_std": -0.419839, + "nauc_mrr_at_1_diff1": 0.587735, + "nauc_mrr_at_3_max": -0.382629, + "nauc_mrr_at_3_std": -0.432527, + "nauc_mrr_at_3_diff1": 0.539812, + "nauc_mrr_at_5_max": -0.380039, + "nauc_mrr_at_5_std": -0.428568, + "nauc_mrr_at_5_diff1": 0.530042, + "nauc_mrr_at_10_max": -0.383276, + "nauc_mrr_at_10_std": -0.430968, + "nauc_mrr_at_10_diff1": 0.519052, + "nauc_mrr_at_20_max": -0.384359, + "nauc_mrr_at_20_std": -0.43184, + "nauc_mrr_at_20_diff1": 0.515037, + "nauc_mrr_at_100_max": -0.384571, + "nauc_mrr_at_100_std": -0.431549, + "nauc_mrr_at_100_diff1": 0.514488, + "nauc_mrr_at_1000_max": -0.384143, + "nauc_mrr_at_1000_std": -0.431226, + "nauc_mrr_at_1000_diff1": 0.515418, + "main_score": 0.3212, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.29066, + "ndcg_at_3": 0.37164, + "ndcg_at_5": 0.39993, + "ndcg_at_10": 0.4322, + "ndcg_at_20": 0.45477, + "ndcg_at_100": 0.50221, + "ndcg_at_1000": 0.51122, + "map_at_1": 0.29066, + "map_at_3": 0.35179, + "map_at_5": 0.36736, + "map_at_10": 0.38057, + "map_at_20": 0.38668, + "map_at_100": 0.39388, + "map_at_1000": 0.39431, + "recall_at_1": 0.29066, + "recall_at_3": 0.42907, + "recall_at_5": 0.49827, + "recall_at_10": 0.59862, + "recall_at_20": 0.68858, + "recall_at_100": 0.93426, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.29066, + "cv_recall_at_3": 0.42907, + "cv_recall_at_5": 0.49827, + "cv_recall_at_10": 0.59862, + "cv_recall_at_20": 0.68858, + "cv_recall_at_100": 0.93426, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.29066, + "precision_at_3": 0.14302, + "precision_at_5": 0.09965, + "precision_at_10": 0.05986, + "precision_at_20": 0.03443, + "precision_at_100": 0.00934, + "precision_at_1000": 0.001, + "mrr_at_1": 0.290657, + "mrr_at_3": 0.351788, + "mrr_at_5": 0.367359, + "mrr_at_10": 0.380565, + "mrr_at_20": 0.38668, + "mrr_at_100": 0.393881, + "mrr_at_1000": 0.394313, + "nauc_ndcg_at_1_max": -0.238767, + "nauc_ndcg_at_1_std": -0.332176, + "nauc_ndcg_at_1_diff1": 0.328412, + "nauc_ndcg_at_3_max": -0.25719, + "nauc_ndcg_at_3_std": -0.351451, + "nauc_ndcg_at_3_diff1": 0.278746, + "nauc_ndcg_at_5_max": -0.248356, + "nauc_ndcg_at_5_std": -0.332664, + "nauc_ndcg_at_5_diff1": 0.252166, + "nauc_ndcg_at_10_max": -0.263665, + "nauc_ndcg_at_10_std": -0.342635, + "nauc_ndcg_at_10_diff1": 0.236858, + "nauc_ndcg_at_20_max": -0.264298, + "nauc_ndcg_at_20_std": -0.346897, + "nauc_ndcg_at_20_diff1": 0.230987, + "nauc_ndcg_at_100_max": -0.254729, + "nauc_ndcg_at_100_std": -0.33468, + "nauc_ndcg_at_100_diff1": 0.241144, + "nauc_ndcg_at_1000_max": -0.251925, + "nauc_ndcg_at_1000_std": -0.335399, + "nauc_ndcg_at_1000_diff1": 0.254905, + "nauc_map_at_1_max": -0.238767, + "nauc_map_at_1_std": -0.332176, + "nauc_map_at_1_diff1": 0.328412, + "nauc_map_at_3_max": -0.251411, + "nauc_map_at_3_std": -0.345593, + "nauc_map_at_3_diff1": 0.289185, + "nauc_map_at_5_max": -0.24673, + "nauc_map_at_5_std": -0.335036, + "nauc_map_at_5_diff1": 0.275094, + "nauc_map_at_10_max": -0.252399, + "nauc_map_at_10_std": -0.338958, + "nauc_map_at_10_diff1": 0.270367, + "nauc_map_at_20_max": -0.251735, + "nauc_map_at_20_std": -0.339135, + "nauc_map_at_20_diff1": 0.268942, + "nauc_map_at_100_max": -0.249387, + "nauc_map_at_100_std": -0.336439, + "nauc_map_at_100_diff1": 0.270966, + "nauc_map_at_1000_max": -0.249299, + "nauc_map_at_1000_std": -0.336423, + "nauc_map_at_1000_diff1": 0.271485, + "nauc_recall_at_1_max": -0.238767, + "nauc_recall_at_1_std": -0.332176, + "nauc_recall_at_1_diff1": 0.328412, + "nauc_recall_at_3_max": -0.273998, + "nauc_recall_at_3_std": -0.36843, + "nauc_recall_at_3_diff1": 0.249928, + "nauc_recall_at_5_max": -0.251995, + "nauc_recall_at_5_std": -0.323804, + "nauc_recall_at_5_diff1": 0.182457, + "nauc_recall_at_10_max": -0.306164, + "nauc_recall_at_10_std": -0.356882, + "nauc_recall_at_10_diff1": 0.11739, + "nauc_recall_at_20_max": -0.324302, + "nauc_recall_at_20_std": -0.389141, + "nauc_recall_at_20_diff1": 0.068581, + "nauc_recall_at_100_max": -0.346237, + "nauc_recall_at_100_std": -0.302436, + "nauc_recall_at_100_diff1": -0.196776, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.238767, + "nauc_precision_at_1_std": -0.332176, + "nauc_precision_at_1_diff1": 0.328412, + "nauc_precision_at_3_max": -0.273998, + "nauc_precision_at_3_std": -0.36843, + "nauc_precision_at_3_diff1": 0.249928, + "nauc_precision_at_5_max": -0.251995, + "nauc_precision_at_5_std": -0.323804, + "nauc_precision_at_5_diff1": 0.182457, + "nauc_precision_at_10_max": -0.306164, + "nauc_precision_at_10_std": -0.356882, + "nauc_precision_at_10_diff1": 0.11739, + "nauc_precision_at_20_max": -0.324302, + "nauc_precision_at_20_std": -0.389141, + "nauc_precision_at_20_diff1": 0.068581, + "nauc_precision_at_100_max": -0.346237, + "nauc_precision_at_100_std": -0.302436, + "nauc_precision_at_100_diff1": -0.196776, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.238767, + "nauc_cv_recall_at_1_std": -0.332176, + "nauc_cv_recall_at_1_diff1": 0.328412, + "nauc_cv_recall_at_3_max": -0.273998, + "nauc_cv_recall_at_3_std": -0.36843, + "nauc_cv_recall_at_3_diff1": 0.249928, + "nauc_cv_recall_at_5_max": -0.251995, + "nauc_cv_recall_at_5_std": -0.323804, + "nauc_cv_recall_at_5_diff1": 0.182457, + "nauc_cv_recall_at_10_max": -0.306164, + "nauc_cv_recall_at_10_std": -0.356882, + "nauc_cv_recall_at_10_diff1": 0.11739, + "nauc_cv_recall_at_20_max": -0.324302, + "nauc_cv_recall_at_20_std": -0.389141, + "nauc_cv_recall_at_20_diff1": 0.068581, + "nauc_cv_recall_at_100_max": -0.346237, + "nauc_cv_recall_at_100_std": -0.302436, + "nauc_cv_recall_at_100_diff1": -0.196776, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.238767, + "nauc_mrr_at_1_std": -0.332176, + "nauc_mrr_at_1_diff1": 0.328412, + "nauc_mrr_at_3_max": -0.251411, + "nauc_mrr_at_3_std": -0.345593, + "nauc_mrr_at_3_diff1": 0.289185, + "nauc_mrr_at_5_max": -0.24673, + "nauc_mrr_at_5_std": -0.335036, + "nauc_mrr_at_5_diff1": 0.275094, + "nauc_mrr_at_10_max": -0.252399, + "nauc_mrr_at_10_std": -0.338958, + "nauc_mrr_at_10_diff1": 0.270367, + "nauc_mrr_at_20_max": -0.251735, + "nauc_mrr_at_20_std": -0.339135, + "nauc_mrr_at_20_diff1": 0.268942, + "nauc_mrr_at_100_max": -0.249387, + "nauc_mrr_at_100_std": -0.336439, + "nauc_mrr_at_100_diff1": 0.270966, + "nauc_mrr_at_1000_max": -0.249299, + "nauc_mrr_at_1000_std": -0.336423, + "nauc_mrr_at_1000_diff1": 0.271485, + "main_score": 0.39993, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.05859, + "ndcg_at_3": 0.08459, + "ndcg_at_5": 0.09585, + "ndcg_at_10": 0.11171, + "ndcg_at_20": 0.13828, + "ndcg_at_100": 0.21602, + "ndcg_at_1000": 0.25319, + "map_at_1": 0.05859, + "map_at_3": 0.07747, + "map_at_5": 0.08372, + "map_at_10": 0.08993, + "map_at_20": 0.09718, + "map_at_100": 0.10643, + "map_at_1000": 0.10825, + "recall_at_1": 0.05859, + "recall_at_3": 0.10547, + "recall_at_5": 0.13281, + "recall_at_10": 0.18359, + "recall_at_20": 0.28906, + "recall_at_100": 0.73047, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.05859, + "cv_recall_at_3": 0.10547, + "cv_recall_at_5": 0.13281, + "cv_recall_at_10": 0.18359, + "cv_recall_at_20": 0.28906, + "cv_recall_at_100": 0.73047, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.05859, + "precision_at_3": 0.03516, + "precision_at_5": 0.02656, + "precision_at_10": 0.01836, + "precision_at_20": 0.01445, + "precision_at_100": 0.0073, + "precision_at_1000": 0.001, + "mrr_at_1": 0.058594, + "mrr_at_3": 0.077474, + "mrr_at_5": 0.083724, + "mrr_at_10": 0.089934, + "mrr_at_20": 0.097176, + "mrr_at_100": 0.106426, + "mrr_at_1000": 0.108245, + "nauc_ndcg_at_1_max": -0.460127, + "nauc_ndcg_at_1_std": -0.470815, + "nauc_ndcg_at_1_diff1": 0.267252, + "nauc_ndcg_at_3_max": -0.369091, + "nauc_ndcg_at_3_std": -0.375961, + "nauc_ndcg_at_3_diff1": 0.138139, + "nauc_ndcg_at_5_max": -0.337903, + "nauc_ndcg_at_5_std": -0.349795, + "nauc_ndcg_at_5_diff1": 0.131834, + "nauc_ndcg_at_10_max": -0.302275, + "nauc_ndcg_at_10_std": -0.297313, + "nauc_ndcg_at_10_diff1": 0.109262, + "nauc_ndcg_at_20_max": -0.297329, + "nauc_ndcg_at_20_std": -0.281625, + "nauc_ndcg_at_20_diff1": 0.076659, + "nauc_ndcg_at_100_max": -0.336654, + "nauc_ndcg_at_100_std": -0.308305, + "nauc_ndcg_at_100_diff1": 0.060097, + "nauc_ndcg_at_1000_max": -0.331027, + "nauc_ndcg_at_1000_std": -0.319684, + "nauc_ndcg_at_1000_diff1": 0.103146, + "nauc_map_at_1_max": -0.460127, + "nauc_map_at_1_std": -0.470815, + "nauc_map_at_1_diff1": 0.267252, + "nauc_map_at_3_max": -0.390099, + "nauc_map_at_3_std": -0.397408, + "nauc_map_at_3_diff1": 0.159466, + "nauc_map_at_5_max": -0.368687, + "nauc_map_at_5_std": -0.379433, + "nauc_map_at_5_diff1": 0.154234, + "nauc_map_at_10_max": -0.351122, + "nauc_map_at_10_std": -0.35389, + "nauc_map_at_10_diff1": 0.142987, + "nauc_map_at_20_max": -0.34659, + "nauc_map_at_20_std": -0.345383, + "nauc_map_at_20_diff1": 0.131264, + "nauc_map_at_100_max": -0.352671, + "nauc_map_at_100_std": -0.349637, + "nauc_map_at_100_diff1": 0.130118, + "nauc_map_at_1000_max": -0.352408, + "nauc_map_at_1000_std": -0.350433, + "nauc_map_at_1000_diff1": 0.133079, + "nauc_recall_at_1_max": -0.460127, + "nauc_recall_at_1_std": -0.470815, + "nauc_recall_at_1_diff1": 0.267252, + "nauc_recall_at_3_max": -0.322936, + "nauc_recall_at_3_std": -0.328949, + "nauc_recall_at_3_diff1": 0.093338, + "nauc_recall_at_5_max": -0.275554, + "nauc_recall_at_5_std": -0.289922, + "nauc_recall_at_5_diff1": 0.089117, + "nauc_recall_at_10_max": -0.212629, + "nauc_recall_at_10_std": -0.191651, + "nauc_recall_at_10_diff1": 0.050086, + "nauc_recall_at_20_max": -0.223726, + "nauc_recall_at_20_std": -0.181574, + "nauc_recall_at_20_diff1": -0.014122, + "nauc_recall_at_100_max": -0.357762, + "nauc_recall_at_100_std": -0.2529, + "nauc_recall_at_100_diff1": -0.127927, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.460127, + "nauc_precision_at_1_std": -0.470815, + "nauc_precision_at_1_diff1": 0.267252, + "nauc_precision_at_3_max": -0.322936, + "nauc_precision_at_3_std": -0.328949, + "nauc_precision_at_3_diff1": 0.093338, + "nauc_precision_at_5_max": -0.275554, + "nauc_precision_at_5_std": -0.289922, + "nauc_precision_at_5_diff1": 0.089117, + "nauc_precision_at_10_max": -0.212629, + "nauc_precision_at_10_std": -0.191651, + "nauc_precision_at_10_diff1": 0.050086, + "nauc_precision_at_20_max": -0.223726, + "nauc_precision_at_20_std": -0.181574, + "nauc_precision_at_20_diff1": -0.014122, + "nauc_precision_at_100_max": -0.357762, + "nauc_precision_at_100_std": -0.2529, + "nauc_precision_at_100_diff1": -0.127927, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.460127, + "nauc_cv_recall_at_1_std": -0.470815, + "nauc_cv_recall_at_1_diff1": 0.267252, + "nauc_cv_recall_at_3_max": -0.322936, + "nauc_cv_recall_at_3_std": -0.328949, + "nauc_cv_recall_at_3_diff1": 0.093338, + "nauc_cv_recall_at_5_max": -0.275554, + "nauc_cv_recall_at_5_std": -0.289922, + "nauc_cv_recall_at_5_diff1": 0.089117, + "nauc_cv_recall_at_10_max": -0.212629, + "nauc_cv_recall_at_10_std": -0.191651, + "nauc_cv_recall_at_10_diff1": 0.050086, + "nauc_cv_recall_at_20_max": -0.223726, + "nauc_cv_recall_at_20_std": -0.181574, + "nauc_cv_recall_at_20_diff1": -0.014122, + "nauc_cv_recall_at_100_max": -0.357762, + "nauc_cv_recall_at_100_std": -0.2529, + "nauc_cv_recall_at_100_diff1": -0.127927, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.460127, + "nauc_mrr_at_1_std": -0.470815, + "nauc_mrr_at_1_diff1": 0.267252, + "nauc_mrr_at_3_max": -0.390099, + "nauc_mrr_at_3_std": -0.397408, + "nauc_mrr_at_3_diff1": 0.159466, + "nauc_mrr_at_5_max": -0.368687, + "nauc_mrr_at_5_std": -0.379433, + "nauc_mrr_at_5_diff1": 0.154234, + "nauc_mrr_at_10_max": -0.351122, + "nauc_mrr_at_10_std": -0.35389, + "nauc_mrr_at_10_diff1": 0.142987, + "nauc_mrr_at_20_max": -0.34659, + "nauc_mrr_at_20_std": -0.345383, + "nauc_mrr_at_20_diff1": 0.131264, + "nauc_mrr_at_100_max": -0.352671, + "nauc_mrr_at_100_std": -0.349637, + "nauc_mrr_at_100_diff1": 0.130118, + "nauc_mrr_at_1000_max": -0.352408, + "nauc_mrr_at_1000_std": -0.350433, + "nauc_mrr_at_1000_diff1": 0.133079, + "main_score": 0.09585, + "hf_subset": "ur", + "languages": [ + "urd-Arab" + ] + }, + { + "ndcg_at_1": 0.32809, + "ndcg_at_3": 0.4321, + "ndcg_at_5": 0.45725, + "ndcg_at_10": 0.47606, + "ndcg_at_20": 0.4908, + "ndcg_at_100": 0.52499, + "ndcg_at_1000": 0.54192, + "map_at_1": 0.32809, + "map_at_3": 0.40599, + "map_at_5": 0.42004, + "map_at_10": 0.42775, + "map_at_20": 0.43178, + "map_at_100": 0.43637, + "map_at_1000": 0.43709, + "recall_at_1": 0.32809, + "recall_at_3": 0.50787, + "recall_at_5": 0.56854, + "recall_at_10": 0.62697, + "recall_at_20": 0.68539, + "recall_at_100": 0.87191, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.32809, + "cv_recall_at_3": 0.50787, + "cv_recall_at_5": 0.56854, + "cv_recall_at_10": 0.62697, + "cv_recall_at_20": 0.68539, + "cv_recall_at_100": 0.87191, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.32809, + "precision_at_3": 0.16929, + "precision_at_5": 0.11371, + "precision_at_10": 0.0627, + "precision_at_20": 0.03427, + "precision_at_100": 0.00872, + "precision_at_1000": 0.001, + "mrr_at_1": 0.32809, + "mrr_at_3": 0.405993, + "mrr_at_5": 0.420037, + "mrr_at_10": 0.427747, + "mrr_at_20": 0.431779, + "mrr_at_100": 0.436372, + "mrr_at_1000": 0.437095, + "nauc_ndcg_at_1_max": -0.413164, + "nauc_ndcg_at_1_std": -0.395075, + "nauc_ndcg_at_1_diff1": -0.185649, + "nauc_ndcg_at_3_max": -0.355139, + "nauc_ndcg_at_3_std": -0.336549, + "nauc_ndcg_at_3_diff1": -0.16267, + "nauc_ndcg_at_5_max": -0.330355, + "nauc_ndcg_at_5_std": -0.323136, + "nauc_ndcg_at_5_diff1": -0.13451, + "nauc_ndcg_at_10_max": -0.327147, + "nauc_ndcg_at_10_std": -0.32269, + "nauc_ndcg_at_10_diff1": -0.134637, + "nauc_ndcg_at_20_max": -0.331633, + "nauc_ndcg_at_20_std": -0.323055, + "nauc_ndcg_at_20_diff1": -0.137541, + "nauc_ndcg_at_100_max": -0.316029, + "nauc_ndcg_at_100_std": -0.306496, + "nauc_ndcg_at_100_diff1": -0.130272, + "nauc_ndcg_at_1000_max": -0.33472, + "nauc_ndcg_at_1000_std": -0.324724, + "nauc_ndcg_at_1000_diff1": -0.140231, + "nauc_map_at_1_max": -0.413164, + "nauc_map_at_1_std": -0.395075, + "nauc_map_at_1_diff1": -0.185649, + "nauc_map_at_3_max": -0.368108, + "nauc_map_at_3_std": -0.349796, + "nauc_map_at_3_diff1": -0.169674, + "nauc_map_at_5_max": -0.354165, + "nauc_map_at_5_std": -0.342177, + "nauc_map_at_5_diff1": -0.153617, + "nauc_map_at_10_max": -0.352664, + "nauc_map_at_10_std": -0.341891, + "nauc_map_at_10_diff1": -0.153713, + "nauc_map_at_20_max": -0.353764, + "nauc_map_at_20_std": -0.34187, + "nauc_map_at_20_diff1": -0.154268, + "nauc_map_at_100_max": -0.351782, + "nauc_map_at_100_std": -0.339928, + "nauc_map_at_100_diff1": -0.152822, + "nauc_map_at_1000_max": -0.35237, + "nauc_map_at_1000_std": -0.340461, + "nauc_map_at_1000_diff1": -0.153108, + "nauc_recall_at_1_max": -0.413164, + "nauc_recall_at_1_std": -0.395075, + "nauc_recall_at_1_diff1": -0.185649, + "nauc_recall_at_3_max": -0.317804, + "nauc_recall_at_3_std": -0.298342, + "nauc_recall_at_3_diff1": -0.14167, + "nauc_recall_at_5_max": -0.254856, + "nauc_recall_at_5_std": -0.263788, + "nauc_recall_at_5_diff1": -0.072017, + "nauc_recall_at_10_max": -0.240002, + "nauc_recall_at_10_std": -0.258933, + "nauc_recall_at_10_diff1": -0.067923, + "nauc_recall_at_20_max": -0.253361, + "nauc_recall_at_20_std": -0.255358, + "nauc_recall_at_20_diff1": -0.076853, + "nauc_recall_at_100_max": 0.023107, + "nauc_recall_at_100_std": 0.029253, + "nauc_recall_at_100_diff1": 0.054772, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.413164, + "nauc_precision_at_1_std": -0.395075, + "nauc_precision_at_1_diff1": -0.185649, + "nauc_precision_at_3_max": -0.317804, + "nauc_precision_at_3_std": -0.298342, + "nauc_precision_at_3_diff1": -0.14167, + "nauc_precision_at_5_max": -0.254856, + "nauc_precision_at_5_std": -0.263788, + "nauc_precision_at_5_diff1": -0.072017, + "nauc_precision_at_10_max": -0.240002, + "nauc_precision_at_10_std": -0.258933, + "nauc_precision_at_10_diff1": -0.067923, + "nauc_precision_at_20_max": -0.253361, + "nauc_precision_at_20_std": -0.255358, + "nauc_precision_at_20_diff1": -0.076853, + "nauc_precision_at_100_max": 0.023107, + "nauc_precision_at_100_std": 0.029253, + "nauc_precision_at_100_diff1": 0.054772, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.413164, + "nauc_cv_recall_at_1_std": -0.395075, + "nauc_cv_recall_at_1_diff1": -0.185649, + "nauc_cv_recall_at_3_max": -0.317804, + "nauc_cv_recall_at_3_std": -0.298342, + "nauc_cv_recall_at_3_diff1": -0.14167, + "nauc_cv_recall_at_5_max": -0.254856, + "nauc_cv_recall_at_5_std": -0.263788, + "nauc_cv_recall_at_5_diff1": -0.072017, + "nauc_cv_recall_at_10_max": -0.240002, + "nauc_cv_recall_at_10_std": -0.258933, + "nauc_cv_recall_at_10_diff1": -0.067923, + "nauc_cv_recall_at_20_max": -0.253361, + "nauc_cv_recall_at_20_std": -0.255358, + "nauc_cv_recall_at_20_diff1": -0.076853, + "nauc_cv_recall_at_100_max": 0.023107, + "nauc_cv_recall_at_100_std": 0.029253, + "nauc_cv_recall_at_100_diff1": 0.054772, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.413164, + "nauc_mrr_at_1_std": -0.395075, + "nauc_mrr_at_1_diff1": -0.185649, + "nauc_mrr_at_3_max": -0.368108, + "nauc_mrr_at_3_std": -0.349796, + "nauc_mrr_at_3_diff1": -0.169674, + "nauc_mrr_at_5_max": -0.354165, + "nauc_mrr_at_5_std": -0.342177, + "nauc_mrr_at_5_diff1": -0.153617, + "nauc_mrr_at_10_max": -0.352664, + "nauc_mrr_at_10_std": -0.341891, + "nauc_mrr_at_10_diff1": -0.153713, + "nauc_mrr_at_20_max": -0.353764, + "nauc_mrr_at_20_std": -0.34187, + "nauc_mrr_at_20_diff1": -0.154268, + "nauc_mrr_at_100_max": -0.351782, + "nauc_mrr_at_100_std": -0.339928, + "nauc_mrr_at_100_diff1": -0.152822, + "nauc_mrr_at_1000_max": -0.35237, + "nauc_mrr_at_1000_std": -0.340461, + "nauc_mrr_at_1000_diff1": -0.153108, + "main_score": 0.45725, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.19448, + "ndcg_at_3": 0.22589, + "ndcg_at_5": 0.24162, + "ndcg_at_10": 0.2578, + "ndcg_at_20": 0.27488, + "ndcg_at_100": 0.32485, + "ndcg_at_1000": 0.36677, + "map_at_1": 0.19448, + "map_at_3": 0.21805, + "map_at_5": 0.22667, + "map_at_10": 0.2334, + "map_at_20": 0.23796, + "map_at_100": 0.24398, + "map_at_1000": 0.2459, + "recall_at_1": 0.19448, + "recall_at_3": 0.24862, + "recall_at_5": 0.28729, + "recall_at_10": 0.33702, + "recall_at_20": 0.40552, + "recall_at_100": 0.6884, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.19448, + "cv_recall_at_3": 0.24862, + "cv_recall_at_5": 0.28729, + "cv_recall_at_10": 0.33702, + "cv_recall_at_20": 0.40552, + "cv_recall_at_100": 0.6884, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.19448, + "precision_at_3": 0.08287, + "precision_at_5": 0.05746, + "precision_at_10": 0.0337, + "precision_at_20": 0.02028, + "precision_at_100": 0.00688, + "precision_at_1000": 0.001, + "mrr_at_1": 0.194475, + "mrr_at_3": 0.218048, + "mrr_at_5": 0.226667, + "mrr_at_10": 0.233398, + "mrr_at_20": 0.237961, + "mrr_at_100": 0.243977, + "mrr_at_1000": 0.245904, + "nauc_ndcg_at_1_max": -0.443585, + "nauc_ndcg_at_1_std": -0.505856, + "nauc_ndcg_at_1_diff1": 0.611512, + "nauc_ndcg_at_3_max": -0.462172, + "nauc_ndcg_at_3_std": -0.519307, + "nauc_ndcg_at_3_diff1": 0.534294, + "nauc_ndcg_at_5_max": -0.467435, + "nauc_ndcg_at_5_std": -0.518981, + "nauc_ndcg_at_5_diff1": 0.492549, + "nauc_ndcg_at_10_max": -0.477691, + "nauc_ndcg_at_10_std": -0.528108, + "nauc_ndcg_at_10_diff1": 0.458715, + "nauc_ndcg_at_20_max": -0.477284, + "nauc_ndcg_at_20_std": -0.528013, + "nauc_ndcg_at_20_diff1": 0.440083, + "nauc_ndcg_at_100_max": -0.49838, + "nauc_ndcg_at_100_std": -0.545268, + "nauc_ndcg_at_100_diff1": 0.420606, + "nauc_ndcg_at_1000_max": -0.48008, + "nauc_ndcg_at_1000_std": -0.53083, + "nauc_ndcg_at_1000_diff1": 0.468206, + "nauc_map_at_1_max": -0.443585, + "nauc_map_at_1_std": -0.505856, + "nauc_map_at_1_diff1": 0.611512, + "nauc_map_at_3_max": -0.45816, + "nauc_map_at_3_std": -0.516295, + "nauc_map_at_3_diff1": 0.553027, + "nauc_map_at_5_max": -0.460972, + "nauc_map_at_5_std": -0.515951, + "nauc_map_at_5_diff1": 0.529134, + "nauc_map_at_10_max": -0.465283, + "nauc_map_at_10_std": -0.51971, + "nauc_map_at_10_diff1": 0.513972, + "nauc_map_at_20_max": -0.465097, + "nauc_map_at_20_std": -0.519503, + "nauc_map_at_20_diff1": 0.508722, + "nauc_map_at_100_max": -0.468686, + "nauc_map_at_100_std": -0.522547, + "nauc_map_at_100_diff1": 0.505991, + "nauc_map_at_1000_max": -0.467895, + "nauc_map_at_1000_std": -0.521891, + "nauc_map_at_1000_diff1": 0.508221, + "nauc_recall_at_1_max": -0.443585, + "nauc_recall_at_1_std": -0.505856, + "nauc_recall_at_1_diff1": 0.611512, + "nauc_recall_at_3_max": -0.472967, + "nauc_recall_at_3_std": -0.527451, + "nauc_recall_at_3_diff1": 0.48305, + "nauc_recall_at_5_max": -0.484987, + "nauc_recall_at_5_std": -0.526964, + "nauc_recall_at_5_diff1": 0.392143, + "nauc_recall_at_10_max": -0.513361, + "nauc_recall_at_10_std": -0.552787, + "nauc_recall_at_10_diff1": 0.303988, + "nauc_recall_at_20_max": -0.51158, + "nauc_recall_at_20_std": -0.553065, + "nauc_recall_at_20_diff1": 0.242068, + "nauc_recall_at_100_max": -0.639247, + "nauc_recall_at_100_std": -0.654534, + "nauc_recall_at_100_diff1": 0.058595, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.443585, + "nauc_precision_at_1_std": -0.505856, + "nauc_precision_at_1_diff1": 0.611512, + "nauc_precision_at_3_max": -0.472967, + "nauc_precision_at_3_std": -0.527451, + "nauc_precision_at_3_diff1": 0.48305, + "nauc_precision_at_5_max": -0.484987, + "nauc_precision_at_5_std": -0.526964, + "nauc_precision_at_5_diff1": 0.392143, + "nauc_precision_at_10_max": -0.513361, + "nauc_precision_at_10_std": -0.552787, + "nauc_precision_at_10_diff1": 0.303988, + "nauc_precision_at_20_max": -0.51158, + "nauc_precision_at_20_std": -0.553065, + "nauc_precision_at_20_diff1": 0.242068, + "nauc_precision_at_100_max": -0.639247, + "nauc_precision_at_100_std": -0.654534, + "nauc_precision_at_100_diff1": 0.058595, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.443585, + "nauc_cv_recall_at_1_std": -0.505856, + "nauc_cv_recall_at_1_diff1": 0.611512, + "nauc_cv_recall_at_3_max": -0.472967, + "nauc_cv_recall_at_3_std": -0.527451, + "nauc_cv_recall_at_3_diff1": 0.48305, + "nauc_cv_recall_at_5_max": -0.484987, + "nauc_cv_recall_at_5_std": -0.526964, + "nauc_cv_recall_at_5_diff1": 0.392143, + "nauc_cv_recall_at_10_max": -0.513361, + "nauc_cv_recall_at_10_std": -0.552787, + "nauc_cv_recall_at_10_diff1": 0.303988, + "nauc_cv_recall_at_20_max": -0.51158, + "nauc_cv_recall_at_20_std": -0.553065, + "nauc_cv_recall_at_20_diff1": 0.242068, + "nauc_cv_recall_at_100_max": -0.639247, + "nauc_cv_recall_at_100_std": -0.654534, + "nauc_cv_recall_at_100_diff1": 0.058595, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.443585, + "nauc_mrr_at_1_std": -0.505856, + "nauc_mrr_at_1_diff1": 0.611512, + "nauc_mrr_at_3_max": -0.45816, + "nauc_mrr_at_3_std": -0.516295, + "nauc_mrr_at_3_diff1": 0.553027, + "nauc_mrr_at_5_max": -0.460972, + "nauc_mrr_at_5_std": -0.515951, + "nauc_mrr_at_5_diff1": 0.529134, + "nauc_mrr_at_10_max": -0.465283, + "nauc_mrr_at_10_std": -0.51971, + "nauc_mrr_at_10_diff1": 0.513972, + "nauc_mrr_at_20_max": -0.465097, + "nauc_mrr_at_20_std": -0.519503, + "nauc_mrr_at_20_diff1": 0.508722, + "nauc_mrr_at_100_max": -0.468686, + "nauc_mrr_at_100_std": -0.522547, + "nauc_mrr_at_100_diff1": 0.505991, + "nauc_mrr_at_1000_max": -0.467895, + "nauc_mrr_at_1000_std": -0.521891, + "nauc_mrr_at_1000_diff1": 0.508221, + "main_score": 0.24162, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 1507.1404700279236, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRWikimediaCommonsMapsRetrieval.json b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRWikimediaCommonsMapsRetrieval.json new file mode 100644 index 0000000000..597f42f08e --- /dev/null +++ b/results/vidore__colpali-v1.2/6b89bc63c16809af4d111bfe412e2ac6bc3c9451/JinaVDRWikimediaCommonsMapsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRWikimediaCommonsMapsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.22573, + "ndcg_at_3": 0.25888, + "ndcg_at_5": 0.26491, + "ndcg_at_10": 0.28269, + "ndcg_at_20": 0.29401, + "ndcg_at_100": 0.32843, + "ndcg_at_1000": 0.38129, + "map_at_1": 0.22348, + "map_at_3": 0.24962, + "map_at_5": 0.25312, + "map_at_10": 0.26044, + "map_at_20": 0.26359, + "map_at_100": 0.26778, + "map_at_1000": 0.26983, + "recall_at_1": 0.22348, + "recall_at_3": 0.28442, + "recall_at_5": 0.2991, + "recall_at_10": 0.35327, + "recall_at_20": 0.39729, + "recall_at_100": 0.59142, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.22573, + "cv_recall_at_3": 0.28668, + "cv_recall_at_5": 0.30023, + "cv_recall_at_10": 0.35666, + "cv_recall_at_20": 0.40181, + "cv_recall_at_100": 0.59142, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.22573, + "precision_at_3": 0.09707, + "precision_at_5": 0.0614, + "precision_at_10": 0.03634, + "precision_at_20": 0.02043, + "precision_at_100": 0.00609, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.225734, + "mrr_at_3": 0.250941, + "mrr_at_5": 0.253875, + "mrr_at_10": 0.261494, + "mrr_at_20": 0.264752, + "mrr_at_100": 0.268669, + "mrr_at_1000": 0.270723, + "nauc_ndcg_at_1_max": -0.492927, + "nauc_ndcg_at_1_std": -0.434376, + "nauc_ndcg_at_1_diff1": 0.563022, + "nauc_ndcg_at_3_max": -0.511745, + "nauc_ndcg_at_3_std": -0.455696, + "nauc_ndcg_at_3_diff1": 0.503178, + "nauc_ndcg_at_5_max": -0.49615, + "nauc_ndcg_at_5_std": -0.438248, + "nauc_ndcg_at_5_diff1": 0.486885, + "nauc_ndcg_at_10_max": -0.50239, + "nauc_ndcg_at_10_std": -0.438648, + "nauc_ndcg_at_10_diff1": 0.473406, + "nauc_ndcg_at_20_max": -0.509998, + "nauc_ndcg_at_20_std": -0.445952, + "nauc_ndcg_at_20_diff1": 0.464424, + "nauc_ndcg_at_100_max": -0.509351, + "nauc_ndcg_at_100_std": -0.439712, + "nauc_ndcg_at_100_diff1": 0.452969, + "nauc_ndcg_at_1000_max": -0.506111, + "nauc_ndcg_at_1000_std": -0.442063, + "nauc_ndcg_at_1000_diff1": 0.475763, + "nauc_map_at_1_max": -0.488576, + "nauc_map_at_1_std": -0.42923, + "nauc_map_at_1_diff1": 0.55825, + "nauc_map_at_3_max": -0.50694, + "nauc_map_at_3_std": -0.450181, + "nauc_map_at_3_diff1": 0.515218, + "nauc_map_at_5_max": -0.49733, + "nauc_map_at_5_std": -0.439107, + "nauc_map_at_5_diff1": 0.507244, + "nauc_map_at_10_max": -0.500051, + "nauc_map_at_10_std": -0.439358, + "nauc_map_at_10_diff1": 0.500935, + "nauc_map_at_20_max": -0.502285, + "nauc_map_at_20_std": -0.441393, + "nauc_map_at_20_diff1": 0.498298, + "nauc_map_at_100_max": -0.502132, + "nauc_map_at_100_std": -0.440677, + "nauc_map_at_100_diff1": 0.496571, + "nauc_map_at_1000_max": -0.501928, + "nauc_map_at_1000_std": -0.440712, + "nauc_map_at_1000_diff1": 0.497319, + "nauc_recall_at_1_max": -0.488576, + "nauc_recall_at_1_std": -0.42923, + "nauc_recall_at_1_diff1": 0.55825, + "nauc_recall_at_3_max": -0.52482, + "nauc_recall_at_3_std": -0.471506, + "nauc_recall_at_3_diff1": 0.463604, + "nauc_recall_at_5_max": -0.489139, + "nauc_recall_at_5_std": -0.432068, + "nauc_recall_at_5_diff1": 0.424852, + "nauc_recall_at_10_max": -0.504049, + "nauc_recall_at_10_std": -0.431125, + "nauc_recall_at_10_diff1": 0.391703, + "nauc_recall_at_20_max": -0.530015, + "nauc_recall_at_20_std": -0.456888, + "nauc_recall_at_20_diff1": 0.359816, + "nauc_recall_at_100_max": -0.529979, + "nauc_recall_at_100_std": -0.421452, + "nauc_recall_at_100_diff1": 0.28539, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.492927, + "nauc_precision_at_1_std": -0.434376, + "nauc_precision_at_1_diff1": 0.563022, + "nauc_precision_at_3_max": -0.520856, + "nauc_precision_at_3_std": -0.465921, + "nauc_precision_at_3_diff1": 0.458178, + "nauc_precision_at_5_max": -0.47808, + "nauc_precision_at_5_std": -0.418193, + "nauc_precision_at_5_diff1": 0.422174, + "nauc_precision_at_10_max": -0.498996, + "nauc_precision_at_10_std": -0.421633, + "nauc_precision_at_10_diff1": 0.386102, + "nauc_precision_at_20_max": -0.526571, + "nauc_precision_at_20_std": -0.449069, + "nauc_precision_at_20_diff1": 0.358973, + "nauc_precision_at_100_max": -0.515615, + "nauc_precision_at_100_std": -0.406425, + "nauc_precision_at_100_diff1": 0.272761, + "nauc_precision_at_1000_max": -0.370582, + "nauc_precision_at_1000_std": -0.254701, + "nauc_precision_at_1000_diff1": 0.145248, + "nauc_cv_recall_at_1_max": -0.492927, + "nauc_cv_recall_at_1_std": -0.434376, + "nauc_cv_recall_at_1_diff1": 0.563022, + "nauc_cv_recall_at_3_max": -0.522345, + "nauc_cv_recall_at_3_std": -0.467255, + "nauc_cv_recall_at_3_diff1": 0.473486, + "nauc_cv_recall_at_5_max": -0.491503, + "nauc_cv_recall_at_5_std": -0.434537, + "nauc_cv_recall_at_5_diff1": 0.429756, + "nauc_cv_recall_at_10_max": -0.512746, + "nauc_cv_recall_at_10_std": -0.437644, + "nauc_cv_recall_at_10_diff1": 0.392279, + "nauc_cv_recall_at_20_max": -0.540949, + "nauc_cv_recall_at_20_std": -0.465659, + "nauc_cv_recall_at_20_diff1": 0.364147, + "nauc_cv_recall_at_100_max": -0.529979, + "nauc_cv_recall_at_100_std": -0.421452, + "nauc_cv_recall_at_100_diff1": 0.28539, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.492927, + "nauc_mrr_at_1_std": -0.434376, + "nauc_mrr_at_1_diff1": 0.563022, + "nauc_mrr_at_3_max": -0.507431, + "nauc_mrr_at_3_std": -0.450291, + "nauc_mrr_at_3_diff1": 0.522772, + "nauc_mrr_at_5_max": -0.500365, + "nauc_mrr_at_5_std": -0.442754, + "nauc_mrr_at_5_diff1": 0.512207, + "nauc_mrr_at_10_max": -0.503931, + "nauc_mrr_at_10_std": -0.443525, + "nauc_mrr_at_10_diff1": 0.505146, + "nauc_mrr_at_20_max": -0.506363, + "nauc_mrr_at_20_std": -0.445761, + "nauc_mrr_at_20_diff1": 0.502849, + "nauc_mrr_at_100_max": -0.505524, + "nauc_mrr_at_100_std": -0.444526, + "nauc_mrr_at_100_diff1": 0.501226, + "nauc_mrr_at_1000_max": -0.505336, + "nauc_mrr_at_1000_std": -0.444578, + "nauc_mrr_at_1000_diff1": 0.501994, + "main_score": 0.26491, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 42.82175064086914, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRAirbnbSyntheticRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRAirbnbSyntheticRetrieval.json new file mode 100644 index 0000000000..939e348b2e --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRAirbnbSyntheticRetrieval.json @@ -0,0 +1,1761 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRAirbnbSyntheticRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.00832, + "ndcg_at_3": 0.0169, + "ndcg_at_5": 0.02299, + "ndcg_at_10": 0.03632, + "ndcg_at_20": 0.04714, + "ndcg_at_100": 0.10821, + "ndcg_at_1000": 0.17707, + "map_at_1": 0.00832, + "map_at_3": 0.01421, + "map_at_5": 0.01764, + "map_at_10": 0.02308, + "map_at_20": 0.02594, + "map_at_100": 0.03342, + "map_at_1000": 0.03611, + "recall_at_1": 0.00832, + "recall_at_3": 0.02495, + "recall_at_5": 0.0395, + "recall_at_10": 0.08108, + "recall_at_20": 0.12474, + "recall_at_100": 0.46778, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.00832, + "cv_recall_at_3": 0.02495, + "cv_recall_at_5": 0.0395, + "cv_recall_at_10": 0.08108, + "cv_recall_at_20": 0.12474, + "cv_recall_at_100": 0.46778, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.00832, + "precision_at_3": 0.00832, + "precision_at_5": 0.0079, + "precision_at_10": 0.00811, + "precision_at_20": 0.00624, + "precision_at_100": 0.00468, + "precision_at_1000": 0.001, + "mrr_at_1": 0.008316, + "mrr_at_3": 0.014207, + "mrr_at_5": 0.017637, + "mrr_at_10": 0.023082, + "mrr_at_20": 0.025936, + "mrr_at_100": 0.033424, + "mrr_at_1000": 0.036113, + "nauc_ndcg_at_1_max": -0.006067, + "nauc_ndcg_at_1_std": 0.209517, + "nauc_ndcg_at_1_diff1": -0.142396, + "nauc_ndcg_at_3_max": 0.00958, + "nauc_ndcg_at_3_std": 0.12816, + "nauc_ndcg_at_3_diff1": -0.103246, + "nauc_ndcg_at_5_max": 0.012865, + "nauc_ndcg_at_5_std": 0.206255, + "nauc_ndcg_at_5_diff1": -0.051328, + "nauc_ndcg_at_10_max": -0.009636, + "nauc_ndcg_at_10_std": 0.197142, + "nauc_ndcg_at_10_diff1": -0.017293, + "nauc_ndcg_at_20_max": -0.047602, + "nauc_ndcg_at_20_std": 0.124694, + "nauc_ndcg_at_20_diff1": -0.029072, + "nauc_ndcg_at_100_max": 0.017558, + "nauc_ndcg_at_100_std": 0.143119, + "nauc_ndcg_at_100_diff1": 0.015322, + "nauc_ndcg_at_1000_max": 0.013405, + "nauc_ndcg_at_1000_std": 0.158556, + "nauc_ndcg_at_1000_diff1": -0.010012, + "nauc_map_at_1_max": -0.006067, + "nauc_map_at_1_std": 0.209517, + "nauc_map_at_1_diff1": -0.142396, + "nauc_map_at_3_max": 0.014103, + "nauc_map_at_3_std": 0.146304, + "nauc_map_at_3_diff1": -0.112076, + "nauc_map_at_5_max": 0.017632, + "nauc_map_at_5_std": 0.198777, + "nauc_map_at_5_diff1": -0.069307, + "nauc_map_at_10_max": 0.002178, + "nauc_map_at_10_std": 0.190703, + "nauc_map_at_10_diff1": -0.037376, + "nauc_map_at_20_max": -0.014848, + "nauc_map_at_20_std": 0.158632, + "nauc_map_at_20_diff1": -0.041943, + "nauc_map_at_100_max": -0.000726, + "nauc_map_at_100_std": 0.156578, + "nauc_map_at_100_diff1": -0.027866, + "nauc_map_at_1000_max": 0.001786, + "nauc_map_at_1000_std": 0.160621, + "nauc_map_at_1000_diff1": -0.030888, + "nauc_recall_at_1_max": -0.006067, + "nauc_recall_at_1_std": 0.209517, + "nauc_recall_at_1_diff1": -0.142396, + "nauc_recall_at_3_max": 0.000564, + "nauc_recall_at_3_std": 0.096776, + "nauc_recall_at_3_diff1": -0.087959, + "nauc_recall_at_5_max": 0.004769, + "nauc_recall_at_5_std": 0.21959, + "nauc_recall_at_5_diff1": -0.0267, + "nauc_recall_at_10_max": -0.022443, + "nauc_recall_at_10_std": 0.205655, + "nauc_recall_at_10_diff1": -0.000564, + "nauc_recall_at_20_max": -0.081229, + "nauc_recall_at_20_std": 0.087444, + "nauc_recall_at_20_diff1": -0.022485, + "nauc_recall_at_100_max": 0.045445, + "nauc_recall_at_100_std": 0.142678, + "nauc_recall_at_100_diff1": 0.047893, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.006067, + "nauc_precision_at_1_std": 0.209517, + "nauc_precision_at_1_diff1": -0.142396, + "nauc_precision_at_3_max": 0.000564, + "nauc_precision_at_3_std": 0.096776, + "nauc_precision_at_3_diff1": -0.087959, + "nauc_precision_at_5_max": 0.004769, + "nauc_precision_at_5_std": 0.21959, + "nauc_precision_at_5_diff1": -0.0267, + "nauc_precision_at_10_max": -0.022443, + "nauc_precision_at_10_std": 0.205655, + "nauc_precision_at_10_diff1": -0.000564, + "nauc_precision_at_20_max": -0.081229, + "nauc_precision_at_20_std": 0.087444, + "nauc_precision_at_20_diff1": -0.022485, + "nauc_precision_at_100_max": 0.045445, + "nauc_precision_at_100_std": 0.142678, + "nauc_precision_at_100_diff1": 0.047893, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.006067, + "nauc_cv_recall_at_1_std": 0.209517, + "nauc_cv_recall_at_1_diff1": -0.142396, + "nauc_cv_recall_at_3_max": 0.000564, + "nauc_cv_recall_at_3_std": 0.096776, + "nauc_cv_recall_at_3_diff1": -0.087959, + "nauc_cv_recall_at_5_max": 0.004769, + "nauc_cv_recall_at_5_std": 0.21959, + "nauc_cv_recall_at_5_diff1": -0.0267, + "nauc_cv_recall_at_10_max": -0.022443, + "nauc_cv_recall_at_10_std": 0.205655, + "nauc_cv_recall_at_10_diff1": -0.000564, + "nauc_cv_recall_at_20_max": -0.081229, + "nauc_cv_recall_at_20_std": 0.087444, + "nauc_cv_recall_at_20_diff1": -0.022485, + "nauc_cv_recall_at_100_max": 0.045445, + "nauc_cv_recall_at_100_std": 0.142678, + "nauc_cv_recall_at_100_diff1": 0.047893, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.006067, + "nauc_mrr_at_1_std": 0.209517, + "nauc_mrr_at_1_diff1": -0.142396, + "nauc_mrr_at_3_max": 0.014103, + "nauc_mrr_at_3_std": 0.146304, + "nauc_mrr_at_3_diff1": -0.112076, + "nauc_mrr_at_5_max": 0.017632, + "nauc_mrr_at_5_std": 0.198777, + "nauc_mrr_at_5_diff1": -0.069307, + "nauc_mrr_at_10_max": 0.002178, + "nauc_mrr_at_10_std": 0.190703, + "nauc_mrr_at_10_diff1": -0.037376, + "nauc_mrr_at_20_max": -0.014848, + "nauc_mrr_at_20_std": 0.158632, + "nauc_mrr_at_20_diff1": -0.041943, + "nauc_mrr_at_100_max": -0.000726, + "nauc_mrr_at_100_std": 0.156578, + "nauc_mrr_at_100_diff1": -0.027866, + "nauc_mrr_at_1000_max": 0.001786, + "nauc_mrr_at_1000_std": 0.160621, + "nauc_mrr_at_1000_diff1": -0.030888, + "main_score": 0.02299, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.15832, + "ndcg_at_3": 0.26367, + "ndcg_at_5": 0.32446, + "ndcg_at_10": 0.39272, + "ndcg_at_20": 0.43249, + "ndcg_at_100": 0.45991, + "ndcg_at_1000": 0.46046, + "map_at_1": 0.15832, + "map_at_3": 0.23714, + "map_at_5": 0.27071, + "map_at_10": 0.29897, + "map_at_20": 0.30975, + "map_at_100": 0.31421, + "map_at_1000": 0.31424, + "recall_at_1": 0.15832, + "recall_at_3": 0.34068, + "recall_at_5": 0.48898, + "recall_at_10": 0.6994, + "recall_at_20": 0.85772, + "recall_at_100": 0.99599, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.15832, + "cv_recall_at_3": 0.34068, + "cv_recall_at_5": 0.48898, + "cv_recall_at_10": 0.6994, + "cv_recall_at_20": 0.85772, + "cv_recall_at_100": 0.99599, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.15832, + "precision_at_3": 0.11356, + "precision_at_5": 0.0978, + "precision_at_10": 0.06994, + "precision_at_20": 0.04289, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.158317, + "mrr_at_3": 0.237141, + "mrr_at_5": 0.270708, + "mrr_at_10": 0.298969, + "mrr_at_20": 0.309752, + "mrr_at_100": 0.31421, + "mrr_at_1000": 0.314237, + "nauc_ndcg_at_1_max": 0.03008, + "nauc_ndcg_at_1_std": 0.048278, + "nauc_ndcg_at_1_diff1": 0.015406, + "nauc_ndcg_at_3_max": 0.016986, + "nauc_ndcg_at_3_std": -0.001154, + "nauc_ndcg_at_3_diff1": 0.005866, + "nauc_ndcg_at_5_max": 0.00638, + "nauc_ndcg_at_5_std": -0.018949, + "nauc_ndcg_at_5_diff1": 0.015258, + "nauc_ndcg_at_10_max": -0.003006, + "nauc_ndcg_at_10_std": -0.032076, + "nauc_ndcg_at_10_diff1": -0.003335, + "nauc_ndcg_at_20_max": 0.0039, + "nauc_ndcg_at_20_std": -0.013019, + "nauc_ndcg_at_20_diff1": -0.006519, + "nauc_ndcg_at_100_max": 0.009811, + "nauc_ndcg_at_100_std": -0.00688, + "nauc_ndcg_at_100_diff1": 0.003336, + "nauc_ndcg_at_1000_max": 0.008035, + "nauc_ndcg_at_1000_std": -0.008698, + "nauc_ndcg_at_1000_diff1": 0.003965, + "nauc_map_at_1_max": 0.03008, + "nauc_map_at_1_std": 0.048278, + "nauc_map_at_1_diff1": 0.015406, + "nauc_map_at_3_max": 0.020763, + "nauc_map_at_3_std": 0.008545, + "nauc_map_at_3_diff1": 0.006559, + "nauc_map_at_5_max": 0.013742, + "nauc_map_at_5_std": -0.002279, + "nauc_map_at_5_diff1": 0.01224, + "nauc_map_at_10_max": 0.009557, + "nauc_map_at_10_std": -0.007724, + "nauc_map_at_10_diff1": 0.004546, + "nauc_map_at_20_max": 0.012018, + "nauc_map_at_20_std": -0.002515, + "nauc_map_at_20_diff1": 0.004227, + "nauc_map_at_100_max": 0.012172, + "nauc_map_at_100_std": -0.001818, + "nauc_map_at_100_diff1": 0.005754, + "nauc_map_at_1000_max": 0.012099, + "nauc_map_at_1000_std": -0.001893, + "nauc_map_at_1000_diff1": 0.005791, + "nauc_recall_at_1_max": 0.03008, + "nauc_recall_at_1_std": 0.048278, + "nauc_recall_at_1_diff1": 0.015406, + "nauc_recall_at_3_max": 0.007546, + "nauc_recall_at_3_std": -0.024323, + "nauc_recall_at_3_diff1": 0.004617, + "nauc_recall_at_5_max": -0.012171, + "nauc_recall_at_5_std": -0.060714, + "nauc_recall_at_5_diff1": 0.023896, + "nauc_recall_at_10_max": -0.046471, + "nauc_recall_at_10_std": -0.11483, + "nauc_recall_at_10_diff1": -0.034612, + "nauc_recall_at_20_max": -0.04106, + "nauc_recall_at_20_std": -0.048622, + "nauc_recall_at_20_diff1": -0.089259, + "nauc_recall_at_100_max": 0.722119, + "nauc_recall_at_100_std": 0.722119, + "nauc_recall_at_100_diff1": -0.220651, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.03008, + "nauc_precision_at_1_std": 0.048278, + "nauc_precision_at_1_diff1": 0.015406, + "nauc_precision_at_3_max": 0.007546, + "nauc_precision_at_3_std": -0.024323, + "nauc_precision_at_3_diff1": 0.004617, + "nauc_precision_at_5_max": -0.012171, + "nauc_precision_at_5_std": -0.060714, + "nauc_precision_at_5_diff1": 0.023896, + "nauc_precision_at_10_max": -0.046471, + "nauc_precision_at_10_std": -0.11483, + "nauc_precision_at_10_diff1": -0.034612, + "nauc_precision_at_20_max": -0.04106, + "nauc_precision_at_20_std": -0.048622, + "nauc_precision_at_20_diff1": -0.089259, + "nauc_precision_at_100_max": 0.722119, + "nauc_precision_at_100_std": 0.722119, + "nauc_precision_at_100_diff1": -0.220651, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.03008, + "nauc_cv_recall_at_1_std": 0.048278, + "nauc_cv_recall_at_1_diff1": 0.015406, + "nauc_cv_recall_at_3_max": 0.007546, + "nauc_cv_recall_at_3_std": -0.024323, + "nauc_cv_recall_at_3_diff1": 0.004617, + "nauc_cv_recall_at_5_max": -0.012171, + "nauc_cv_recall_at_5_std": -0.060714, + "nauc_cv_recall_at_5_diff1": 0.023896, + "nauc_cv_recall_at_10_max": -0.046471, + "nauc_cv_recall_at_10_std": -0.11483, + "nauc_cv_recall_at_10_diff1": -0.034612, + "nauc_cv_recall_at_20_max": -0.04106, + "nauc_cv_recall_at_20_std": -0.048622, + "nauc_cv_recall_at_20_diff1": -0.089259, + "nauc_cv_recall_at_100_max": 0.722119, + "nauc_cv_recall_at_100_std": 0.722119, + "nauc_cv_recall_at_100_diff1": -0.220651, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.03008, + "nauc_mrr_at_1_std": 0.048278, + "nauc_mrr_at_1_diff1": 0.015406, + "nauc_mrr_at_3_max": 0.020763, + "nauc_mrr_at_3_std": 0.008545, + "nauc_mrr_at_3_diff1": 0.006559, + "nauc_mrr_at_5_max": 0.013742, + "nauc_mrr_at_5_std": -0.002279, + "nauc_mrr_at_5_diff1": 0.01224, + "nauc_mrr_at_10_max": 0.009557, + "nauc_mrr_at_10_std": -0.007724, + "nauc_mrr_at_10_diff1": 0.004546, + "nauc_mrr_at_20_max": 0.012018, + "nauc_mrr_at_20_std": -0.002515, + "nauc_mrr_at_20_diff1": 0.004227, + "nauc_mrr_at_100_max": 0.012172, + "nauc_mrr_at_100_std": -0.001818, + "nauc_mrr_at_100_diff1": 0.005754, + "nauc_mrr_at_1000_max": 0.012099, + "nauc_mrr_at_1000_std": -0.001893, + "nauc_mrr_at_1000_diff1": 0.005791, + "main_score": 0.32446, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.26052, + "ndcg_at_3": 0.41735, + "ndcg_at_5": 0.47824, + "ndcg_at_10": 0.53046, + "ndcg_at_20": 0.55967, + "ndcg_at_100": 0.56931, + "ndcg_at_1000": 0.56931, + "map_at_1": 0.26052, + "map_at_3": 0.37876, + "map_at_5": 0.41242, + "map_at_10": 0.43459, + "map_at_20": 0.4425, + "map_at_100": 0.44409, + "map_at_1000": 0.44409, + "recall_at_1": 0.26052, + "recall_at_3": 0.52906, + "recall_at_5": 0.67735, + "recall_at_10": 0.83567, + "recall_at_20": 0.9519, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.26052, + "cv_recall_at_3": 0.52906, + "cv_recall_at_5": 0.67735, + "cv_recall_at_10": 0.83567, + "cv_recall_at_20": 0.9519, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.26052, + "precision_at_3": 0.17635, + "precision_at_5": 0.13547, + "precision_at_10": 0.08357, + "precision_at_20": 0.0476, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.260521, + "mrr_at_3": 0.378758, + "mrr_at_5": 0.412425, + "mrr_at_10": 0.434588, + "mrr_at_20": 0.442504, + "mrr_at_100": 0.444086, + "mrr_at_1000": 0.444086, + "nauc_ndcg_at_1_max": -0.050203, + "nauc_ndcg_at_1_std": -0.041657, + "nauc_ndcg_at_1_diff1": 0.339569, + "nauc_ndcg_at_3_max": 0.000527, + "nauc_ndcg_at_3_std": -0.042563, + "nauc_ndcg_at_3_diff1": 0.285643, + "nauc_ndcg_at_5_max": 0.020234, + "nauc_ndcg_at_5_std": -0.042691, + "nauc_ndcg_at_5_diff1": 0.27143, + "nauc_ndcg_at_10_max": 0.021454, + "nauc_ndcg_at_10_std": -0.034412, + "nauc_ndcg_at_10_diff1": 0.287244, + "nauc_ndcg_at_20_max": 0.012212, + "nauc_ndcg_at_20_std": -0.02959, + "nauc_ndcg_at_20_diff1": 0.288722, + "nauc_ndcg_at_100_max": 0.002603, + "nauc_ndcg_at_100_std": -0.038593, + "nauc_ndcg_at_100_diff1": 0.29397, + "nauc_ndcg_at_1000_max": 0.002603, + "nauc_ndcg_at_1000_std": -0.038593, + "nauc_ndcg_at_1000_diff1": 0.29397, + "nauc_map_at_1_max": -0.050203, + "nauc_map_at_1_std": -0.041657, + "nauc_map_at_1_diff1": 0.339569, + "nauc_map_at_3_max": -0.011312, + "nauc_map_at_3_std": -0.041717, + "nauc_map_at_3_diff1": 0.295975, + "nauc_map_at_5_max": -0.000826, + "nauc_map_at_5_std": -0.041599, + "nauc_map_at_5_diff1": 0.289072, + "nauc_map_at_10_max": -0.000786, + "nauc_map_at_10_std": -0.038515, + "nauc_map_at_10_diff1": 0.296776, + "nauc_map_at_20_max": -0.003145, + "nauc_map_at_20_std": -0.03797, + "nauc_map_at_20_diff1": 0.297067, + "nauc_map_at_100_max": -0.004594, + "nauc_map_at_100_std": -0.039363, + "nauc_map_at_100_diff1": 0.297945, + "nauc_map_at_1000_max": -0.004594, + "nauc_map_at_1000_std": -0.039363, + "nauc_map_at_1000_diff1": 0.297945, + "nauc_recall_at_1_max": -0.050203, + "nauc_recall_at_1_std": -0.041657, + "nauc_recall_at_1_diff1": 0.339569, + "nauc_recall_at_3_max": 0.034165, + "nauc_recall_at_3_std": -0.045225, + "nauc_recall_at_3_diff1": 0.257201, + "nauc_recall_at_5_max": 0.094543, + "nauc_recall_at_5_std": -0.046954, + "nauc_recall_at_5_diff1": 0.209808, + "nauc_recall_at_10_max": 0.148976, + "nauc_recall_at_10_std": -0.006067, + "nauc_recall_at_10_diff1": 0.239205, + "nauc_recall_at_20_max": 0.236559, + "nauc_recall_at_20_std": 0.175639, + "nauc_recall_at_20_diff1": 0.17249, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.050203, + "nauc_precision_at_1_std": -0.041657, + "nauc_precision_at_1_diff1": 0.339569, + "nauc_precision_at_3_max": 0.034165, + "nauc_precision_at_3_std": -0.045225, + "nauc_precision_at_3_diff1": 0.257201, + "nauc_precision_at_5_max": 0.094543, + "nauc_precision_at_5_std": -0.046954, + "nauc_precision_at_5_diff1": 0.209808, + "nauc_precision_at_10_max": 0.148976, + "nauc_precision_at_10_std": -0.006067, + "nauc_precision_at_10_diff1": 0.239205, + "nauc_precision_at_20_max": 0.236559, + "nauc_precision_at_20_std": 0.175639, + "nauc_precision_at_20_diff1": 0.17249, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.050203, + "nauc_cv_recall_at_1_std": -0.041657, + "nauc_cv_recall_at_1_diff1": 0.339569, + "nauc_cv_recall_at_3_max": 0.034165, + "nauc_cv_recall_at_3_std": -0.045225, + "nauc_cv_recall_at_3_diff1": 0.257201, + "nauc_cv_recall_at_5_max": 0.094543, + "nauc_cv_recall_at_5_std": -0.046954, + "nauc_cv_recall_at_5_diff1": 0.209808, + "nauc_cv_recall_at_10_max": 0.148976, + "nauc_cv_recall_at_10_std": -0.006067, + "nauc_cv_recall_at_10_diff1": 0.239205, + "nauc_cv_recall_at_20_max": 0.236559, + "nauc_cv_recall_at_20_std": 0.175639, + "nauc_cv_recall_at_20_diff1": 0.17249, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.050203, + "nauc_mrr_at_1_std": -0.041657, + "nauc_mrr_at_1_diff1": 0.339569, + "nauc_mrr_at_3_max": -0.011312, + "nauc_mrr_at_3_std": -0.041717, + "nauc_mrr_at_3_diff1": 0.295975, + "nauc_mrr_at_5_max": -0.000826, + "nauc_mrr_at_5_std": -0.041599, + "nauc_mrr_at_5_diff1": 0.289072, + "nauc_mrr_at_10_max": -0.000786, + "nauc_mrr_at_10_std": -0.038515, + "nauc_mrr_at_10_diff1": 0.296776, + "nauc_mrr_at_20_max": -0.003145, + "nauc_mrr_at_20_std": -0.03797, + "nauc_mrr_at_20_diff1": 0.297067, + "nauc_mrr_at_100_max": -0.004594, + "nauc_mrr_at_100_std": -0.039363, + "nauc_mrr_at_100_diff1": 0.297945, + "nauc_mrr_at_1000_max": -0.004594, + "nauc_mrr_at_1000_std": -0.039363, + "nauc_mrr_at_1000_diff1": 0.297945, + "main_score": 0.47824, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.11222, + "ndcg_at_3": 0.2082, + "ndcg_at_5": 0.26047, + "ndcg_at_10": 0.31524, + "ndcg_at_20": 0.36417, + "ndcg_at_100": 0.39862, + "ndcg_at_1000": 0.40579, + "map_at_1": 0.11222, + "map_at_3": 0.18337, + "map_at_5": 0.21253, + "map_at_10": 0.23533, + "map_at_20": 0.24891, + "map_at_100": 0.25418, + "map_at_1000": 0.25449, + "recall_at_1": 0.11222, + "recall_at_3": 0.28056, + "recall_at_5": 0.40681, + "recall_at_10": 0.57515, + "recall_at_20": 0.76754, + "recall_at_100": 0.94589, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.11222, + "cv_recall_at_3": 0.28056, + "cv_recall_at_5": 0.40681, + "cv_recall_at_10": 0.57515, + "cv_recall_at_20": 0.76754, + "cv_recall_at_100": 0.94589, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.11222, + "precision_at_3": 0.09352, + "precision_at_5": 0.08136, + "precision_at_10": 0.05752, + "precision_at_20": 0.03838, + "precision_at_100": 0.00946, + "precision_at_1000": 0.001, + "mrr_at_1": 0.112224, + "mrr_at_3": 0.183367, + "mrr_at_5": 0.212525, + "mrr_at_10": 0.235327, + "mrr_at_20": 0.248913, + "mrr_at_100": 0.254185, + "mrr_at_1000": 0.254491, + "nauc_ndcg_at_1_max": 0.068376, + "nauc_ndcg_at_1_std": 0.04081, + "nauc_ndcg_at_1_diff1": -0.010044, + "nauc_ndcg_at_3_max": 0.0939, + "nauc_ndcg_at_3_std": 0.016374, + "nauc_ndcg_at_3_diff1": -0.032383, + "nauc_ndcg_at_5_max": 0.083819, + "nauc_ndcg_at_5_std": 0.002135, + "nauc_ndcg_at_5_diff1": -0.02069, + "nauc_ndcg_at_10_max": 0.105899, + "nauc_ndcg_at_10_std": 0.017002, + "nauc_ndcg_at_10_diff1": -0.02306, + "nauc_ndcg_at_20_max": 0.121283, + "nauc_ndcg_at_20_std": 0.013449, + "nauc_ndcg_at_20_diff1": -0.032454, + "nauc_ndcg_at_100_max": 0.114342, + "nauc_ndcg_at_100_std": 0.012184, + "nauc_ndcg_at_100_diff1": -0.019422, + "nauc_ndcg_at_1000_max": 0.10813, + "nauc_ndcg_at_1000_std": 0.015406, + "nauc_ndcg_at_1000_diff1": -0.021405, + "nauc_map_at_1_max": 0.068376, + "nauc_map_at_1_std": 0.04081, + "nauc_map_at_1_diff1": -0.010044, + "nauc_map_at_3_max": 0.088733, + "nauc_map_at_3_std": 0.019584, + "nauc_map_at_3_diff1": -0.02829, + "nauc_map_at_5_max": 0.082503, + "nauc_map_at_5_std": 0.010133, + "nauc_map_at_5_diff1": -0.021387, + "nauc_map_at_10_max": 0.092893, + "nauc_map_at_10_std": 0.016408, + "nauc_map_at_10_diff1": -0.022977, + "nauc_map_at_20_max": 0.097414, + "nauc_map_at_20_std": 0.015863, + "nauc_map_at_20_diff1": -0.02566, + "nauc_map_at_100_max": 0.09736, + "nauc_map_at_100_std": 0.016327, + "nauc_map_at_100_diff1": -0.022829, + "nauc_map_at_1000_max": 0.097157, + "nauc_map_at_1000_std": 0.016515, + "nauc_map_at_1000_diff1": -0.022792, + "nauc_recall_at_1_max": 0.068376, + "nauc_recall_at_1_std": 0.04081, + "nauc_recall_at_1_diff1": -0.010044, + "nauc_recall_at_3_max": 0.105409, + "nauc_recall_at_3_std": 0.009704, + "nauc_recall_at_3_diff1": -0.041379, + "nauc_recall_at_5_max": 0.085815, + "nauc_recall_at_5_std": -0.01507, + "nauc_recall_at_5_diff1": -0.017883, + "nauc_recall_at_10_max": 0.141235, + "nauc_recall_at_10_std": 0.023726, + "nauc_recall_at_10_diff1": -0.021123, + "nauc_recall_at_20_max": 0.225206, + "nauc_recall_at_20_std": 0.00727, + "nauc_recall_at_20_diff1": -0.062646, + "nauc_recall_at_100_max": 0.302952, + "nauc_recall_at_100_std": -0.070034, + "nauc_recall_at_100_diff1": 0.062185, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.068376, + "nauc_precision_at_1_std": 0.04081, + "nauc_precision_at_1_diff1": -0.010044, + "nauc_precision_at_3_max": 0.105409, + "nauc_precision_at_3_std": 0.009704, + "nauc_precision_at_3_diff1": -0.041379, + "nauc_precision_at_5_max": 0.085815, + "nauc_precision_at_5_std": -0.01507, + "nauc_precision_at_5_diff1": -0.017883, + "nauc_precision_at_10_max": 0.141235, + "nauc_precision_at_10_std": 0.023726, + "nauc_precision_at_10_diff1": -0.021123, + "nauc_precision_at_20_max": 0.225206, + "nauc_precision_at_20_std": 0.00727, + "nauc_precision_at_20_diff1": -0.062646, + "nauc_precision_at_100_max": 0.302952, + "nauc_precision_at_100_std": -0.070034, + "nauc_precision_at_100_diff1": 0.062185, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.068376, + "nauc_cv_recall_at_1_std": 0.04081, + "nauc_cv_recall_at_1_diff1": -0.010044, + "nauc_cv_recall_at_3_max": 0.105409, + "nauc_cv_recall_at_3_std": 0.009704, + "nauc_cv_recall_at_3_diff1": -0.041379, + "nauc_cv_recall_at_5_max": 0.085815, + "nauc_cv_recall_at_5_std": -0.01507, + "nauc_cv_recall_at_5_diff1": -0.017883, + "nauc_cv_recall_at_10_max": 0.141235, + "nauc_cv_recall_at_10_std": 0.023726, + "nauc_cv_recall_at_10_diff1": -0.021123, + "nauc_cv_recall_at_20_max": 0.225206, + "nauc_cv_recall_at_20_std": 0.00727, + "nauc_cv_recall_at_20_diff1": -0.062646, + "nauc_cv_recall_at_100_max": 0.302952, + "nauc_cv_recall_at_100_std": -0.070034, + "nauc_cv_recall_at_100_diff1": 0.062185, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.068376, + "nauc_mrr_at_1_std": 0.04081, + "nauc_mrr_at_1_diff1": -0.010044, + "nauc_mrr_at_3_max": 0.088733, + "nauc_mrr_at_3_std": 0.019584, + "nauc_mrr_at_3_diff1": -0.02829, + "nauc_mrr_at_5_max": 0.082503, + "nauc_mrr_at_5_std": 0.010133, + "nauc_mrr_at_5_diff1": -0.021387, + "nauc_mrr_at_10_max": 0.092893, + "nauc_mrr_at_10_std": 0.016408, + "nauc_mrr_at_10_diff1": -0.022977, + "nauc_mrr_at_20_max": 0.097414, + "nauc_mrr_at_20_std": 0.015863, + "nauc_mrr_at_20_diff1": -0.02566, + "nauc_mrr_at_100_max": 0.09736, + "nauc_mrr_at_100_std": 0.016327, + "nauc_mrr_at_100_diff1": -0.022829, + "nauc_mrr_at_1000_max": 0.097157, + "nauc_mrr_at_1000_std": 0.016515, + "nauc_mrr_at_1000_diff1": -0.022792, + "main_score": 0.26047, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.09218, + "ndcg_at_3": 0.15364, + "ndcg_at_5": 0.1915, + "ndcg_at_10": 0.25224, + "ndcg_at_20": 0.30436, + "ndcg_at_100": 0.3443, + "ndcg_at_1000": 0.35709, + "map_at_1": 0.09218, + "map_at_3": 0.13761, + "map_at_5": 0.15855, + "map_at_10": 0.18314, + "map_at_20": 0.19741, + "map_at_100": 0.20319, + "map_at_1000": 0.20371, + "recall_at_1": 0.09218, + "recall_at_3": 0.2004, + "recall_at_5": 0.29259, + "recall_at_10": 0.48297, + "recall_at_20": 0.68938, + "recall_at_100": 0.9018, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.09218, + "cv_recall_at_3": 0.2004, + "cv_recall_at_5": 0.29259, + "cv_recall_at_10": 0.48297, + "cv_recall_at_20": 0.68938, + "cv_recall_at_100": 0.9018, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.09218, + "precision_at_3": 0.0668, + "precision_at_5": 0.05852, + "precision_at_10": 0.0483, + "precision_at_20": 0.03447, + "precision_at_100": 0.00902, + "precision_at_1000": 0.001, + "mrr_at_1": 0.092184, + "mrr_at_3": 0.137609, + "mrr_at_5": 0.15855, + "mrr_at_10": 0.183137, + "mrr_at_20": 0.197409, + "mrr_at_100": 0.203188, + "mrr_at_1000": 0.203708, + "nauc_ndcg_at_1_max": 0.069323, + "nauc_ndcg_at_1_std": 0.034466, + "nauc_ndcg_at_1_diff1": -0.022098, + "nauc_ndcg_at_3_max": 0.066412, + "nauc_ndcg_at_3_std": 0.007628, + "nauc_ndcg_at_3_diff1": 0.001584, + "nauc_ndcg_at_5_max": 0.08591, + "nauc_ndcg_at_5_std": 0.042135, + "nauc_ndcg_at_5_diff1": 0.019468, + "nauc_ndcg_at_10_max": 0.127078, + "nauc_ndcg_at_10_std": 0.069252, + "nauc_ndcg_at_10_diff1": 0.020917, + "nauc_ndcg_at_20_max": 0.165373, + "nauc_ndcg_at_20_std": 0.087069, + "nauc_ndcg_at_20_diff1": 0.000897, + "nauc_ndcg_at_100_max": 0.167678, + "nauc_ndcg_at_100_std": 0.089637, + "nauc_ndcg_at_100_diff1": 0.008312, + "nauc_ndcg_at_1000_max": 0.137774, + "nauc_ndcg_at_1000_std": 0.067661, + "nauc_ndcg_at_1000_diff1": 0.008713, + "nauc_map_at_1_max": 0.069323, + "nauc_map_at_1_std": 0.034466, + "nauc_map_at_1_diff1": -0.022098, + "nauc_map_at_3_max": 0.069147, + "nauc_map_at_3_std": 0.010118, + "nauc_map_at_3_diff1": -0.002056, + "nauc_map_at_5_max": 0.081248, + "nauc_map_at_5_std": 0.032026, + "nauc_map_at_5_diff1": 0.009429, + "nauc_map_at_10_max": 0.099604, + "nauc_map_at_10_std": 0.043289, + "nauc_map_at_10_diff1": 0.010469, + "nauc_map_at_20_max": 0.10995, + "nauc_map_at_20_std": 0.048161, + "nauc_map_at_20_diff1": 0.00404, + "nauc_map_at_100_max": 0.111301, + "nauc_map_at_100_std": 0.048369, + "nauc_map_at_100_diff1": 0.005484, + "nauc_map_at_1000_max": 0.110108, + "nauc_map_at_1000_std": 0.047587, + "nauc_map_at_1000_diff1": 0.005593, + "nauc_recall_at_1_max": 0.069323, + "nauc_recall_at_1_std": 0.034466, + "nauc_recall_at_1_diff1": -0.022098, + "nauc_recall_at_3_max": 0.059877, + "nauc_recall_at_3_std": 0.00301, + "nauc_recall_at_3_diff1": 0.009189, + "nauc_recall_at_5_max": 0.096102, + "nauc_recall_at_5_std": 0.065046, + "nauc_recall_at_5_diff1": 0.040167, + "nauc_recall_at_10_max": 0.192788, + "nauc_recall_at_10_std": 0.131118, + "nauc_recall_at_10_diff1": 0.041808, + "nauc_recall_at_20_max": 0.351047, + "nauc_recall_at_20_std": 0.212456, + "nauc_recall_at_20_diff1": -0.020434, + "nauc_recall_at_100_max": 0.626383, + "nauc_recall_at_100_std": 0.434634, + "nauc_recall_at_100_diff1": 0.013477, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.069323, + "nauc_precision_at_1_std": 0.034466, + "nauc_precision_at_1_diff1": -0.022098, + "nauc_precision_at_3_max": 0.059877, + "nauc_precision_at_3_std": 0.00301, + "nauc_precision_at_3_diff1": 0.009189, + "nauc_precision_at_5_max": 0.096102, + "nauc_precision_at_5_std": 0.065046, + "nauc_precision_at_5_diff1": 0.040167, + "nauc_precision_at_10_max": 0.192788, + "nauc_precision_at_10_std": 0.131118, + "nauc_precision_at_10_diff1": 0.041808, + "nauc_precision_at_20_max": 0.351047, + "nauc_precision_at_20_std": 0.212456, + "nauc_precision_at_20_diff1": -0.020434, + "nauc_precision_at_100_max": 0.626383, + "nauc_precision_at_100_std": 0.434634, + "nauc_precision_at_100_diff1": 0.013477, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.069323, + "nauc_cv_recall_at_1_std": 0.034466, + "nauc_cv_recall_at_1_diff1": -0.022098, + "nauc_cv_recall_at_3_max": 0.059877, + "nauc_cv_recall_at_3_std": 0.00301, + "nauc_cv_recall_at_3_diff1": 0.009189, + "nauc_cv_recall_at_5_max": 0.096102, + "nauc_cv_recall_at_5_std": 0.065046, + "nauc_cv_recall_at_5_diff1": 0.040167, + "nauc_cv_recall_at_10_max": 0.192788, + "nauc_cv_recall_at_10_std": 0.131118, + "nauc_cv_recall_at_10_diff1": 0.041808, + "nauc_cv_recall_at_20_max": 0.351047, + "nauc_cv_recall_at_20_std": 0.212456, + "nauc_cv_recall_at_20_diff1": -0.020434, + "nauc_cv_recall_at_100_max": 0.626383, + "nauc_cv_recall_at_100_std": 0.434634, + "nauc_cv_recall_at_100_diff1": 0.013477, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.069323, + "nauc_mrr_at_1_std": 0.034466, + "nauc_mrr_at_1_diff1": -0.022098, + "nauc_mrr_at_3_max": 0.069147, + "nauc_mrr_at_3_std": 0.010118, + "nauc_mrr_at_3_diff1": -0.002056, + "nauc_mrr_at_5_max": 0.081248, + "nauc_mrr_at_5_std": 0.032026, + "nauc_mrr_at_5_diff1": 0.009429, + "nauc_mrr_at_10_max": 0.099604, + "nauc_mrr_at_10_std": 0.043289, + "nauc_mrr_at_10_diff1": 0.010469, + "nauc_mrr_at_20_max": 0.10995, + "nauc_mrr_at_20_std": 0.048161, + "nauc_mrr_at_20_diff1": 0.00404, + "nauc_mrr_at_100_max": 0.111301, + "nauc_mrr_at_100_std": 0.048369, + "nauc_mrr_at_100_diff1": 0.005484, + "nauc_mrr_at_1000_max": 0.110108, + "nauc_mrr_at_1000_std": 0.047587, + "nauc_mrr_at_1000_diff1": 0.005593, + "main_score": 0.1915, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.002, + "ndcg_at_3": 0.00754, + "ndcg_at_5": 0.01177, + "ndcg_at_10": 0.0213, + "ndcg_at_20": 0.02767, + "ndcg_at_100": 0.07672, + "ndcg_at_1000": 0.15771, + "map_at_1": 0.002, + "map_at_3": 0.00601, + "map_at_5": 0.00842, + "map_at_10": 0.01224, + "map_at_20": 0.01389, + "map_at_100": 0.01934, + "map_at_1000": 0.02229, + "recall_at_1": 0.002, + "recall_at_3": 0.01202, + "recall_at_5": 0.02204, + "recall_at_10": 0.0521, + "recall_at_20": 0.07816, + "recall_at_100": 0.36273, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.002, + "cv_recall_at_3": 0.01202, + "cv_recall_at_5": 0.02204, + "cv_recall_at_10": 0.0521, + "cv_recall_at_20": 0.07816, + "cv_recall_at_100": 0.36273, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.002, + "precision_at_3": 0.00401, + "precision_at_5": 0.00441, + "precision_at_10": 0.00521, + "precision_at_20": 0.00391, + "precision_at_100": 0.00363, + "precision_at_1000": 0.001, + "mrr_at_1": 0.002004, + "mrr_at_3": 0.006012, + "mrr_at_5": 0.008417, + "mrr_at_10": 0.01224, + "mrr_at_20": 0.013888, + "mrr_at_100": 0.019344, + "mrr_at_1000": 0.022294, + "nauc_ndcg_at_1_max": -0.415675, + "nauc_ndcg_at_1_std": -0.50037, + "nauc_ndcg_at_1_diff1": 0.66207, + "nauc_ndcg_at_3_max": -0.227667, + "nauc_ndcg_at_3_std": -0.070199, + "nauc_ndcg_at_3_diff1": 0.022926, + "nauc_ndcg_at_5_max": -0.025231, + "nauc_ndcg_at_5_std": -0.01612, + "nauc_ndcg_at_5_diff1": 0.163148, + "nauc_ndcg_at_10_max": -0.04252, + "nauc_ndcg_at_10_std": -0.01306, + "nauc_ndcg_at_10_diff1": 0.063391, + "nauc_ndcg_at_20_max": -0.032144, + "nauc_ndcg_at_20_std": -0.039397, + "nauc_ndcg_at_20_diff1": 0.092862, + "nauc_ndcg_at_100_max": 0.09083, + "nauc_ndcg_at_100_std": 0.082944, + "nauc_ndcg_at_100_diff1": 0.068029, + "nauc_ndcg_at_1000_max": 0.052782, + "nauc_ndcg_at_1000_std": 0.060981, + "nauc_ndcg_at_1000_diff1": 0.068938, + "nauc_map_at_1_max": -0.415675, + "nauc_map_at_1_std": -0.50037, + "nauc_map_at_1_diff1": 0.66207, + "nauc_map_at_3_max": -0.244892, + "nauc_map_at_3_std": -0.096257, + "nauc_map_at_3_diff1": 0.084346, + "nauc_map_at_5_max": -0.073661, + "nauc_map_at_5_std": -0.042412, + "nauc_map_at_5_diff1": 0.182585, + "nauc_map_at_10_max": -0.077689, + "nauc_map_at_10_std": -0.036947, + "nauc_map_at_10_diff1": 0.105917, + "nauc_map_at_20_max": -0.069144, + "nauc_map_at_20_std": -0.043145, + "nauc_map_at_20_diff1": 0.117791, + "nauc_map_at_100_max": -0.020962, + "nauc_map_at_100_std": -0.001531, + "nauc_map_at_100_diff1": 0.100922, + "nauc_map_at_1000_max": -0.022674, + "nauc_map_at_1000_std": -0.000655, + "nauc_map_at_1000_diff1": 0.100195, + "nauc_recall_at_1_max": -0.415675, + "nauc_recall_at_1_std": -0.50037, + "nauc_recall_at_1_diff1": 0.66207, + "nauc_recall_at_3_max": -0.202377, + "nauc_recall_at_3_std": -0.034359, + "nauc_recall_at_3_diff1": -0.067769, + "nauc_recall_at_5_max": 0.0338, + "nauc_recall_at_5_std": 0.012394, + "nauc_recall_at_5_diff1": 0.144081, + "nauc_recall_at_10_max": -0.013393, + "nauc_recall_at_10_std": 0.00644, + "nauc_recall_at_10_diff1": 0.027412, + "nauc_recall_at_20_max": -0.006814, + "nauc_recall_at_20_std": -0.044199, + "nauc_recall_at_20_diff1": 0.079878, + "nauc_recall_at_100_max": 0.153996, + "nauc_recall_at_100_std": 0.133681, + "nauc_recall_at_100_diff1": 0.057806, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.415675, + "nauc_precision_at_1_std": -0.50037, + "nauc_precision_at_1_diff1": 0.66207, + "nauc_precision_at_3_max": -0.202377, + "nauc_precision_at_3_std": -0.034359, + "nauc_precision_at_3_diff1": -0.067769, + "nauc_precision_at_5_max": 0.0338, + "nauc_precision_at_5_std": 0.012394, + "nauc_precision_at_5_diff1": 0.144081, + "nauc_precision_at_10_max": -0.013393, + "nauc_precision_at_10_std": 0.00644, + "nauc_precision_at_10_diff1": 0.027412, + "nauc_precision_at_20_max": -0.006814, + "nauc_precision_at_20_std": -0.044199, + "nauc_precision_at_20_diff1": 0.079878, + "nauc_precision_at_100_max": 0.153996, + "nauc_precision_at_100_std": 0.133681, + "nauc_precision_at_100_diff1": 0.057806, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.415675, + "nauc_cv_recall_at_1_std": -0.50037, + "nauc_cv_recall_at_1_diff1": 0.66207, + "nauc_cv_recall_at_3_max": -0.202377, + "nauc_cv_recall_at_3_std": -0.034359, + "nauc_cv_recall_at_3_diff1": -0.067769, + "nauc_cv_recall_at_5_max": 0.0338, + "nauc_cv_recall_at_5_std": 0.012394, + "nauc_cv_recall_at_5_diff1": 0.144081, + "nauc_cv_recall_at_10_max": -0.013393, + "nauc_cv_recall_at_10_std": 0.00644, + "nauc_cv_recall_at_10_diff1": 0.027412, + "nauc_cv_recall_at_20_max": -0.006814, + "nauc_cv_recall_at_20_std": -0.044199, + "nauc_cv_recall_at_20_diff1": 0.079878, + "nauc_cv_recall_at_100_max": 0.153996, + "nauc_cv_recall_at_100_std": 0.133681, + "nauc_cv_recall_at_100_diff1": 0.057806, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.415675, + "nauc_mrr_at_1_std": -0.50037, + "nauc_mrr_at_1_diff1": 0.66207, + "nauc_mrr_at_3_max": -0.244892, + "nauc_mrr_at_3_std": -0.096257, + "nauc_mrr_at_3_diff1": 0.084346, + "nauc_mrr_at_5_max": -0.073661, + "nauc_mrr_at_5_std": -0.042412, + "nauc_mrr_at_5_diff1": 0.182585, + "nauc_mrr_at_10_max": -0.077689, + "nauc_mrr_at_10_std": -0.036947, + "nauc_mrr_at_10_diff1": 0.105917, + "nauc_mrr_at_20_max": -0.069144, + "nauc_mrr_at_20_std": -0.043145, + "nauc_mrr_at_20_diff1": 0.117791, + "nauc_mrr_at_100_max": -0.020962, + "nauc_mrr_at_100_std": -0.001531, + "nauc_mrr_at_100_diff1": 0.100922, + "nauc_mrr_at_1000_max": -0.022674, + "nauc_mrr_at_1000_std": -0.000655, + "nauc_mrr_at_1000_diff1": 0.100195, + "main_score": 0.01177, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.11824, + "ndcg_at_3": 0.19944, + "ndcg_at_5": 0.23247, + "ndcg_at_10": 0.27922, + "ndcg_at_20": 0.3136, + "ndcg_at_100": 0.36413, + "ndcg_at_1000": 0.37969, + "map_at_1": 0.11824, + "map_at_3": 0.17969, + "map_at_5": 0.19803, + "map_at_10": 0.21776, + "map_at_20": 0.22715, + "map_at_100": 0.23453, + "map_at_1000": 0.23519, + "recall_at_1": 0.11824, + "recall_at_3": 0.25651, + "recall_at_5": 0.33667, + "recall_at_10": 0.47896, + "recall_at_20": 0.61523, + "recall_at_100": 0.88176, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.11824, + "cv_recall_at_3": 0.25651, + "cv_recall_at_5": 0.33667, + "cv_recall_at_10": 0.47896, + "cv_recall_at_20": 0.61523, + "cv_recall_at_100": 0.88176, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.11824, + "precision_at_3": 0.0855, + "precision_at_5": 0.06733, + "precision_at_10": 0.0479, + "precision_at_20": 0.03076, + "precision_at_100": 0.00882, + "precision_at_1000": 0.001, + "mrr_at_1": 0.118236, + "mrr_at_3": 0.179693, + "mrr_at_5": 0.198029, + "mrr_at_10": 0.217758, + "mrr_at_20": 0.227151, + "mrr_at_100": 0.234529, + "mrr_at_1000": 0.235191, + "nauc_ndcg_at_1_max": 0.157032, + "nauc_ndcg_at_1_std": 0.130692, + "nauc_ndcg_at_1_diff1": 0.049756, + "nauc_ndcg_at_3_max": 0.139873, + "nauc_ndcg_at_3_std": 0.112711, + "nauc_ndcg_at_3_diff1": -0.01931, + "nauc_ndcg_at_5_max": 0.148409, + "nauc_ndcg_at_5_std": 0.108044, + "nauc_ndcg_at_5_diff1": -0.007341, + "nauc_ndcg_at_10_max": 0.179583, + "nauc_ndcg_at_10_std": 0.122962, + "nauc_ndcg_at_10_diff1": 0.008121, + "nauc_ndcg_at_20_max": 0.177906, + "nauc_ndcg_at_20_std": 0.123959, + "nauc_ndcg_at_20_diff1": 0.013199, + "nauc_ndcg_at_100_max": 0.202184, + "nauc_ndcg_at_100_std": 0.151842, + "nauc_ndcg_at_100_diff1": 0.02569, + "nauc_ndcg_at_1000_max": 0.179609, + "nauc_ndcg_at_1000_std": 0.134082, + "nauc_ndcg_at_1000_diff1": 0.012259, + "nauc_map_at_1_max": 0.157032, + "nauc_map_at_1_std": 0.130692, + "nauc_map_at_1_diff1": 0.049756, + "nauc_map_at_3_max": 0.143763, + "nauc_map_at_3_std": 0.117173, + "nauc_map_at_3_diff1": -0.007112, + "nauc_map_at_5_max": 0.14971, + "nauc_map_at_5_std": 0.115036, + "nauc_map_at_5_diff1": 0.000137, + "nauc_map_at_10_max": 0.164328, + "nauc_map_at_10_std": 0.122048, + "nauc_map_at_10_diff1": 0.007396, + "nauc_map_at_20_max": 0.163523, + "nauc_map_at_20_std": 0.122205, + "nauc_map_at_20_diff1": 0.008368, + "nauc_map_at_100_max": 0.167131, + "nauc_map_at_100_std": 0.126712, + "nauc_map_at_100_diff1": 0.009381, + "nauc_map_at_1000_max": 0.166214, + "nauc_map_at_1000_std": 0.126094, + "nauc_map_at_1000_diff1": 0.008942, + "nauc_recall_at_1_max": 0.157032, + "nauc_recall_at_1_std": 0.130692, + "nauc_recall_at_1_diff1": 0.049756, + "nauc_recall_at_3_max": 0.130772, + "nauc_recall_at_3_std": 0.10217, + "nauc_recall_at_3_diff1": -0.046926, + "nauc_recall_at_5_max": 0.145531, + "nauc_recall_at_5_std": 0.091466, + "nauc_recall_at_5_diff1": -0.022168, + "nauc_recall_at_10_max": 0.220973, + "nauc_recall_at_10_std": 0.127571, + "nauc_recall_at_10_diff1": 0.015433, + "nauc_recall_at_20_max": 0.222355, + "nauc_recall_at_20_std": 0.132607, + "nauc_recall_at_20_diff1": 0.037434, + "nauc_recall_at_100_max": 0.536001, + "nauc_recall_at_100_std": 0.424143, + "nauc_recall_at_100_diff1": 0.2323, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.157032, + "nauc_precision_at_1_std": 0.130692, + "nauc_precision_at_1_diff1": 0.049756, + "nauc_precision_at_3_max": 0.130772, + "nauc_precision_at_3_std": 0.10217, + "nauc_precision_at_3_diff1": -0.046926, + "nauc_precision_at_5_max": 0.145531, + "nauc_precision_at_5_std": 0.091466, + "nauc_precision_at_5_diff1": -0.022168, + "nauc_precision_at_10_max": 0.220973, + "nauc_precision_at_10_std": 0.127571, + "nauc_precision_at_10_diff1": 0.015433, + "nauc_precision_at_20_max": 0.222355, + "nauc_precision_at_20_std": 0.132607, + "nauc_precision_at_20_diff1": 0.037434, + "nauc_precision_at_100_max": 0.536001, + "nauc_precision_at_100_std": 0.424143, + "nauc_precision_at_100_diff1": 0.2323, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.157032, + "nauc_cv_recall_at_1_std": 0.130692, + "nauc_cv_recall_at_1_diff1": 0.049756, + "nauc_cv_recall_at_3_max": 0.130772, + "nauc_cv_recall_at_3_std": 0.10217, + "nauc_cv_recall_at_3_diff1": -0.046926, + "nauc_cv_recall_at_5_max": 0.145531, + "nauc_cv_recall_at_5_std": 0.091466, + "nauc_cv_recall_at_5_diff1": -0.022168, + "nauc_cv_recall_at_10_max": 0.220973, + "nauc_cv_recall_at_10_std": 0.127571, + "nauc_cv_recall_at_10_diff1": 0.015433, + "nauc_cv_recall_at_20_max": 0.222355, + "nauc_cv_recall_at_20_std": 0.132607, + "nauc_cv_recall_at_20_diff1": 0.037434, + "nauc_cv_recall_at_100_max": 0.536001, + "nauc_cv_recall_at_100_std": 0.424143, + "nauc_cv_recall_at_100_diff1": 0.2323, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.157032, + "nauc_mrr_at_1_std": 0.130692, + "nauc_mrr_at_1_diff1": 0.049756, + "nauc_mrr_at_3_max": 0.143763, + "nauc_mrr_at_3_std": 0.117173, + "nauc_mrr_at_3_diff1": -0.007112, + "nauc_mrr_at_5_max": 0.14971, + "nauc_mrr_at_5_std": 0.115036, + "nauc_mrr_at_5_diff1": 0.000137, + "nauc_mrr_at_10_max": 0.164328, + "nauc_mrr_at_10_std": 0.122048, + "nauc_mrr_at_10_diff1": 0.007396, + "nauc_mrr_at_20_max": 0.163523, + "nauc_mrr_at_20_std": 0.122205, + "nauc_mrr_at_20_diff1": 0.008368, + "nauc_mrr_at_100_max": 0.167131, + "nauc_mrr_at_100_std": 0.126712, + "nauc_mrr_at_100_diff1": 0.009381, + "nauc_mrr_at_1000_max": 0.166214, + "nauc_mrr_at_1000_std": 0.126094, + "nauc_mrr_at_1000_diff1": 0.008942, + "main_score": 0.23247, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.02439, + "ndcg_at_3": 0.03487, + "ndcg_at_5": 0.04423, + "ndcg_at_10": 0.05462, + "ndcg_at_20": 0.06779, + "ndcg_at_100": 0.12699, + "ndcg_at_1000": 0.19343, + "map_at_1": 0.02439, + "map_at_3": 0.03218, + "map_at_5": 0.03747, + "map_at_10": 0.04168, + "map_at_20": 0.04519, + "map_at_100": 0.05256, + "map_at_1000": 0.05509, + "recall_at_1": 0.02439, + "recall_at_3": 0.04268, + "recall_at_5": 0.06504, + "recall_at_10": 0.09756, + "recall_at_20": 0.15041, + "recall_at_100": 0.48171, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.02439, + "cv_recall_at_3": 0.04268, + "cv_recall_at_5": 0.06504, + "cv_recall_at_10": 0.09756, + "cv_recall_at_20": 0.15041, + "cv_recall_at_100": 0.48171, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.02439, + "precision_at_3": 0.01423, + "precision_at_5": 0.01301, + "precision_at_10": 0.00976, + "precision_at_20": 0.00752, + "precision_at_100": 0.00482, + "precision_at_1000": 0.001, + "mrr_at_1": 0.02439, + "mrr_at_3": 0.032182, + "mrr_at_5": 0.037466, + "mrr_at_10": 0.041681, + "mrr_at_20": 0.045186, + "mrr_at_100": 0.052558, + "mrr_at_1000": 0.055088, + "nauc_ndcg_at_1_max": 0.053467, + "nauc_ndcg_at_1_std": 0.019118, + "nauc_ndcg_at_1_diff1": 0.008607, + "nauc_ndcg_at_3_max": 0.120252, + "nauc_ndcg_at_3_std": 0.109965, + "nauc_ndcg_at_3_diff1": -0.021154, + "nauc_ndcg_at_5_max": 0.113829, + "nauc_ndcg_at_5_std": 0.075416, + "nauc_ndcg_at_5_diff1": 0.024589, + "nauc_ndcg_at_10_max": 0.101505, + "nauc_ndcg_at_10_std": 0.018175, + "nauc_ndcg_at_10_diff1": 0.022197, + "nauc_ndcg_at_20_max": 0.096179, + "nauc_ndcg_at_20_std": 0.027712, + "nauc_ndcg_at_20_diff1": 0.025377, + "nauc_ndcg_at_100_max": 0.120328, + "nauc_ndcg_at_100_std": 0.027594, + "nauc_ndcg_at_100_diff1": -0.023118, + "nauc_ndcg_at_1000_max": 0.118527, + "nauc_ndcg_at_1000_std": 0.035456, + "nauc_ndcg_at_1000_diff1": 0.006397, + "nauc_map_at_1_max": 0.053467, + "nauc_map_at_1_std": 0.019118, + "nauc_map_at_1_diff1": 0.008607, + "nauc_map_at_3_max": 0.106387, + "nauc_map_at_3_std": 0.093497, + "nauc_map_at_3_diff1": -0.015865, + "nauc_map_at_5_max": 0.105341, + "nauc_map_at_5_std": 0.072529, + "nauc_map_at_5_diff1": 0.012982, + "nauc_map_at_10_max": 0.100032, + "nauc_map_at_10_std": 0.042438, + "nauc_map_at_10_diff1": 0.014072, + "nauc_map_at_20_max": 0.098143, + "nauc_map_at_20_std": 0.044607, + "nauc_map_at_20_diff1": 0.014759, + "nauc_map_at_100_max": 0.10423, + "nauc_map_at_100_std": 0.04251, + "nauc_map_at_100_diff1": 0.005747, + "nauc_map_at_1000_max": 0.104998, + "nauc_map_at_1000_std": 0.043233, + "nauc_map_at_1000_diff1": 0.008518, + "nauc_recall_at_1_max": 0.053467, + "nauc_recall_at_1_std": 0.019118, + "nauc_recall_at_1_diff1": 0.008607, + "nauc_recall_at_3_max": 0.150938, + "nauc_recall_at_3_std": 0.145752, + "nauc_recall_at_3_diff1": -0.032617, + "nauc_recall_at_5_max": 0.126906, + "nauc_recall_at_5_std": 0.077982, + "nauc_recall_at_5_diff1": 0.047733, + "nauc_recall_at_10_max": 0.10018, + "nauc_recall_at_10_std": -0.023157, + "nauc_recall_at_10_diff1": 0.033005, + "nauc_recall_at_20_max": 0.089996, + "nauc_recall_at_20_std": 0.006501, + "nauc_recall_at_20_diff1": 0.038679, + "nauc_recall_at_100_max": 0.138642, + "nauc_recall_at_100_std": 0.017716, + "nauc_recall_at_100_diff1": -0.070236, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.053467, + "nauc_precision_at_1_std": 0.019118, + "nauc_precision_at_1_diff1": 0.008607, + "nauc_precision_at_3_max": 0.150938, + "nauc_precision_at_3_std": 0.145752, + "nauc_precision_at_3_diff1": -0.032617, + "nauc_precision_at_5_max": 0.126906, + "nauc_precision_at_5_std": 0.077982, + "nauc_precision_at_5_diff1": 0.047733, + "nauc_precision_at_10_max": 0.10018, + "nauc_precision_at_10_std": -0.023157, + "nauc_precision_at_10_diff1": 0.033005, + "nauc_precision_at_20_max": 0.089996, + "nauc_precision_at_20_std": 0.006501, + "nauc_precision_at_20_diff1": 0.038679, + "nauc_precision_at_100_max": 0.138642, + "nauc_precision_at_100_std": 0.017716, + "nauc_precision_at_100_diff1": -0.070236, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.053467, + "nauc_cv_recall_at_1_std": 0.019118, + "nauc_cv_recall_at_1_diff1": 0.008607, + "nauc_cv_recall_at_3_max": 0.150938, + "nauc_cv_recall_at_3_std": 0.145752, + "nauc_cv_recall_at_3_diff1": -0.032617, + "nauc_cv_recall_at_5_max": 0.126906, + "nauc_cv_recall_at_5_std": 0.077982, + "nauc_cv_recall_at_5_diff1": 0.047733, + "nauc_cv_recall_at_10_max": 0.10018, + "nauc_cv_recall_at_10_std": -0.023157, + "nauc_cv_recall_at_10_diff1": 0.033005, + "nauc_cv_recall_at_20_max": 0.089996, + "nauc_cv_recall_at_20_std": 0.006501, + "nauc_cv_recall_at_20_diff1": 0.038679, + "nauc_cv_recall_at_100_max": 0.138642, + "nauc_cv_recall_at_100_std": 0.017716, + "nauc_cv_recall_at_100_diff1": -0.070236, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.053467, + "nauc_mrr_at_1_std": 0.019118, + "nauc_mrr_at_1_diff1": 0.008607, + "nauc_mrr_at_3_max": 0.106387, + "nauc_mrr_at_3_std": 0.093497, + "nauc_mrr_at_3_diff1": -0.015865, + "nauc_mrr_at_5_max": 0.105341, + "nauc_mrr_at_5_std": 0.072529, + "nauc_mrr_at_5_diff1": 0.012982, + "nauc_mrr_at_10_max": 0.100032, + "nauc_mrr_at_10_std": 0.042438, + "nauc_mrr_at_10_diff1": 0.014072, + "nauc_mrr_at_20_max": 0.098143, + "nauc_mrr_at_20_std": 0.044607, + "nauc_mrr_at_20_diff1": 0.014759, + "nauc_mrr_at_100_max": 0.10423, + "nauc_mrr_at_100_std": 0.04251, + "nauc_mrr_at_100_diff1": 0.005747, + "nauc_mrr_at_1000_max": 0.104998, + "nauc_mrr_at_1000_std": 0.043233, + "nauc_mrr_at_1000_diff1": 0.008518, + "main_score": 0.04423, + "hf_subset": "jp", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.04409, + "ndcg_at_3": 0.09225, + "ndcg_at_5": 0.12088, + "ndcg_at_10": 0.15117, + "ndcg_at_20": 0.17679, + "ndcg_at_100": 0.23421, + "ndcg_at_1000": 0.27151, + "map_at_1": 0.04409, + "map_at_3": 0.08049, + "map_at_5": 0.09623, + "map_at_10": 0.10863, + "map_at_20": 0.11555, + "map_at_100": 0.12287, + "map_at_1000": 0.12433, + "recall_at_1": 0.04409, + "recall_at_3": 0.12625, + "recall_at_5": 0.19639, + "recall_at_10": 0.29058, + "recall_at_20": 0.39279, + "recall_at_100": 0.71142, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.04409, + "cv_recall_at_3": 0.12625, + "cv_recall_at_5": 0.19639, + "cv_recall_at_10": 0.29058, + "cv_recall_at_20": 0.39279, + "cv_recall_at_100": 0.71142, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.04409, + "precision_at_3": 0.04208, + "precision_at_5": 0.03928, + "precision_at_10": 0.02906, + "precision_at_20": 0.01964, + "precision_at_100": 0.00711, + "precision_at_1000": 0.001, + "mrr_at_1": 0.044088, + "mrr_at_3": 0.080494, + "mrr_at_5": 0.096226, + "mrr_at_10": 0.108632, + "mrr_at_20": 0.115548, + "mrr_at_100": 0.122871, + "mrr_at_1000": 0.124326, + "nauc_ndcg_at_1_max": 0.182658, + "nauc_ndcg_at_1_std": 0.119307, + "nauc_ndcg_at_1_diff1": 0.038335, + "nauc_ndcg_at_3_max": 0.124506, + "nauc_ndcg_at_3_std": 0.099754, + "nauc_ndcg_at_3_diff1": -0.001177, + "nauc_ndcg_at_5_max": 0.123487, + "nauc_ndcg_at_5_std": 0.073703, + "nauc_ndcg_at_5_diff1": 0.017425, + "nauc_ndcg_at_10_max": 0.143911, + "nauc_ndcg_at_10_std": 0.086503, + "nauc_ndcg_at_10_diff1": 0.008782, + "nauc_ndcg_at_20_max": 0.150524, + "nauc_ndcg_at_20_std": 0.091666, + "nauc_ndcg_at_20_diff1": 0.001033, + "nauc_ndcg_at_100_max": 0.126341, + "nauc_ndcg_at_100_std": 0.083892, + "nauc_ndcg_at_100_diff1": -0.032531, + "nauc_ndcg_at_1000_max": 0.140058, + "nauc_ndcg_at_1000_std": 0.092665, + "nauc_ndcg_at_1000_diff1": -0.006947, + "nauc_map_at_1_max": 0.182658, + "nauc_map_at_1_std": 0.119307, + "nauc_map_at_1_diff1": 0.038335, + "nauc_map_at_3_max": 0.130336, + "nauc_map_at_3_std": 0.099541, + "nauc_map_at_3_diff1": 0.003909, + "nauc_map_at_5_max": 0.129346, + "nauc_map_at_5_std": 0.083155, + "nauc_map_at_5_diff1": 0.014248, + "nauc_map_at_10_max": 0.140261, + "nauc_map_at_10_std": 0.089504, + "nauc_map_at_10_diff1": 0.009041, + "nauc_map_at_20_max": 0.142729, + "nauc_map_at_20_std": 0.091726, + "nauc_map_at_20_diff1": 0.006263, + "nauc_map_at_100_max": 0.140108, + "nauc_map_at_100_std": 0.091526, + "nauc_map_at_100_diff1": 0.001272, + "nauc_map_at_1000_max": 0.140789, + "nauc_map_at_1000_std": 0.092239, + "nauc_map_at_1000_diff1": 0.002803, + "nauc_recall_at_1_max": 0.182658, + "nauc_recall_at_1_std": 0.119307, + "nauc_recall_at_1_diff1": 0.038335, + "nauc_recall_at_3_max": 0.113982, + "nauc_recall_at_3_std": 0.100949, + "nauc_recall_at_3_diff1": -0.01078, + "nauc_recall_at_5_max": 0.114491, + "nauc_recall_at_5_std": 0.056857, + "nauc_recall_at_5_diff1": 0.024911, + "nauc_recall_at_10_max": 0.152617, + "nauc_recall_at_10_std": 0.083106, + "nauc_recall_at_10_diff1": 0.00976, + "nauc_recall_at_20_max": 0.166858, + "nauc_recall_at_20_std": 0.093547, + "nauc_recall_at_20_diff1": -0.007671, + "nauc_recall_at_100_max": 0.062807, + "nauc_recall_at_100_std": 0.053259, + "nauc_recall_at_100_diff1": -0.150543, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.182658, + "nauc_precision_at_1_std": 0.119307, + "nauc_precision_at_1_diff1": 0.038335, + "nauc_precision_at_3_max": 0.113982, + "nauc_precision_at_3_std": 0.100949, + "nauc_precision_at_3_diff1": -0.01078, + "nauc_precision_at_5_max": 0.114491, + "nauc_precision_at_5_std": 0.056857, + "nauc_precision_at_5_diff1": 0.024911, + "nauc_precision_at_10_max": 0.152617, + "nauc_precision_at_10_std": 0.083106, + "nauc_precision_at_10_diff1": 0.00976, + "nauc_precision_at_20_max": 0.166858, + "nauc_precision_at_20_std": 0.093547, + "nauc_precision_at_20_diff1": -0.007671, + "nauc_precision_at_100_max": 0.062807, + "nauc_precision_at_100_std": 0.053259, + "nauc_precision_at_100_diff1": -0.150543, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.182658, + "nauc_cv_recall_at_1_std": 0.119307, + "nauc_cv_recall_at_1_diff1": 0.038335, + "nauc_cv_recall_at_3_max": 0.113982, + "nauc_cv_recall_at_3_std": 0.100949, + "nauc_cv_recall_at_3_diff1": -0.01078, + "nauc_cv_recall_at_5_max": 0.114491, + "nauc_cv_recall_at_5_std": 0.056857, + "nauc_cv_recall_at_5_diff1": 0.024911, + "nauc_cv_recall_at_10_max": 0.152617, + "nauc_cv_recall_at_10_std": 0.083106, + "nauc_cv_recall_at_10_diff1": 0.00976, + "nauc_cv_recall_at_20_max": 0.166858, + "nauc_cv_recall_at_20_std": 0.093547, + "nauc_cv_recall_at_20_diff1": -0.007671, + "nauc_cv_recall_at_100_max": 0.062807, + "nauc_cv_recall_at_100_std": 0.053259, + "nauc_cv_recall_at_100_diff1": -0.150543, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.182658, + "nauc_mrr_at_1_std": 0.119307, + "nauc_mrr_at_1_diff1": 0.038335, + "nauc_mrr_at_3_max": 0.130336, + "nauc_mrr_at_3_std": 0.099541, + "nauc_mrr_at_3_diff1": 0.003909, + "nauc_mrr_at_5_max": 0.129346, + "nauc_mrr_at_5_std": 0.083155, + "nauc_mrr_at_5_diff1": 0.014248, + "nauc_mrr_at_10_max": 0.140261, + "nauc_mrr_at_10_std": 0.089504, + "nauc_mrr_at_10_diff1": 0.009041, + "nauc_mrr_at_20_max": 0.142729, + "nauc_mrr_at_20_std": 0.091726, + "nauc_mrr_at_20_diff1": 0.006263, + "nauc_mrr_at_100_max": 0.140108, + "nauc_mrr_at_100_std": 0.091526, + "nauc_mrr_at_100_diff1": 0.001272, + "nauc_mrr_at_1000_max": 0.140789, + "nauc_mrr_at_1000_std": 0.092239, + "nauc_mrr_at_1000_diff1": 0.002803, + "main_score": 0.12088, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.00206, + "ndcg_at_3": 0.01705, + "ndcg_at_5": 0.0205, + "ndcg_at_10": 0.02523, + "ndcg_at_20": 0.04171, + "ndcg_at_100": 0.08839, + "ndcg_at_1000": 0.16771, + "map_at_1": 0.00206, + "map_at_3": 0.01303, + "map_at_5": 0.01499, + "map_at_10": 0.01698, + "map_at_20": 0.02142, + "map_at_100": 0.02708, + "map_at_1000": 0.0301, + "recall_at_1": 0.00206, + "recall_at_3": 0.02881, + "recall_at_5": 0.03704, + "recall_at_10": 0.05144, + "recall_at_20": 0.11728, + "recall_at_100": 0.38066, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.00206, + "cv_recall_at_3": 0.02881, + "cv_recall_at_5": 0.03704, + "cv_recall_at_10": 0.05144, + "cv_recall_at_20": 0.11728, + "cv_recall_at_100": 0.38066, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.00206, + "precision_at_3": 0.0096, + "precision_at_5": 0.00741, + "precision_at_10": 0.00514, + "precision_at_20": 0.00586, + "precision_at_100": 0.00381, + "precision_at_1000": 0.001, + "mrr_at_1": 0.002058, + "mrr_at_3": 0.013032, + "mrr_at_5": 0.014986, + "mrr_at_10": 0.016978, + "mrr_at_20": 0.021423, + "mrr_at_100": 0.027081, + "mrr_at_1000": 0.030104, + "nauc_ndcg_at_1_max": -0.575932, + "nauc_ndcg_at_1_std": -0.415925, + "nauc_ndcg_at_1_diff1": -0.319073, + "nauc_ndcg_at_3_max": 0.021154, + "nauc_ndcg_at_3_std": -0.027229, + "nauc_ndcg_at_3_diff1": -0.001438, + "nauc_ndcg_at_5_max": 0.031358, + "nauc_ndcg_at_5_std": -0.068351, + "nauc_ndcg_at_5_diff1": -0.0175, + "nauc_ndcg_at_10_max": 0.072038, + "nauc_ndcg_at_10_std": -0.072334, + "nauc_ndcg_at_10_diff1": -0.007522, + "nauc_ndcg_at_20_max": 0.032649, + "nauc_ndcg_at_20_std": -0.05622, + "nauc_ndcg_at_20_diff1": -0.049513, + "nauc_ndcg_at_100_max": 0.07224, + "nauc_ndcg_at_100_std": -0.039764, + "nauc_ndcg_at_100_diff1": -0.038601, + "nauc_ndcg_at_1000_max": 0.063769, + "nauc_ndcg_at_1000_std": -0.042997, + "nauc_ndcg_at_1000_diff1": -0.03466, + "nauc_map_at_1_max": -0.575932, + "nauc_map_at_1_std": -0.415925, + "nauc_map_at_1_diff1": -0.319073, + "nauc_map_at_3_max": 0.000687, + "nauc_map_at_3_std": -0.051982, + "nauc_map_at_3_diff1": -0.014795, + "nauc_map_at_5_max": 0.012934, + "nauc_map_at_5_std": -0.079814, + "nauc_map_at_5_diff1": -0.025575, + "nauc_map_at_10_max": 0.041591, + "nauc_map_at_10_std": -0.079151, + "nauc_map_at_10_diff1": -0.015433, + "nauc_map_at_20_max": 0.026554, + "nauc_map_at_20_std": -0.071269, + "nauc_map_at_20_diff1": -0.035839, + "nauc_map_at_100_max": 0.043341, + "nauc_map_at_100_std": -0.061961, + "nauc_map_at_100_diff1": -0.031988, + "nauc_map_at_1000_max": 0.041986, + "nauc_map_at_1000_std": -0.062334, + "nauc_map_at_1000_diff1": -0.031532, + "nauc_recall_at_1_max": -0.575932, + "nauc_recall_at_1_std": -0.415925, + "nauc_recall_at_1_diff1": -0.319073, + "nauc_recall_at_3_max": 0.047451, + "nauc_recall_at_3_std": 0.006943, + "nauc_recall_at_3_diff1": 0.016235, + "nauc_recall_at_5_max": 0.052252, + "nauc_recall_at_5_std": -0.056183, + "nauc_recall_at_5_diff1": -0.00873, + "nauc_recall_at_10_max": 0.105609, + "nauc_recall_at_10_std": -0.068668, + "nauc_recall_at_10_diff1": -0.001237, + "nauc_recall_at_20_max": 0.031713, + "nauc_recall_at_20_std": -0.044653, + "nauc_recall_at_20_diff1": -0.064889, + "nauc_recall_at_100_max": 0.087325, + "nauc_recall_at_100_std": -0.029008, + "nauc_recall_at_100_diff1": -0.043225, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.575932, + "nauc_precision_at_1_std": -0.415925, + "nauc_precision_at_1_diff1": -0.319073, + "nauc_precision_at_3_max": 0.047451, + "nauc_precision_at_3_std": 0.006943, + "nauc_precision_at_3_diff1": 0.016235, + "nauc_precision_at_5_max": 0.052252, + "nauc_precision_at_5_std": -0.056183, + "nauc_precision_at_5_diff1": -0.00873, + "nauc_precision_at_10_max": 0.105609, + "nauc_precision_at_10_std": -0.068668, + "nauc_precision_at_10_diff1": -0.001237, + "nauc_precision_at_20_max": 0.031713, + "nauc_precision_at_20_std": -0.044653, + "nauc_precision_at_20_diff1": -0.064889, + "nauc_precision_at_100_max": 0.087325, + "nauc_precision_at_100_std": -0.029008, + "nauc_precision_at_100_diff1": -0.043225, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.575932, + "nauc_cv_recall_at_1_std": -0.415925, + "nauc_cv_recall_at_1_diff1": -0.319073, + "nauc_cv_recall_at_3_max": 0.047451, + "nauc_cv_recall_at_3_std": 0.006943, + "nauc_cv_recall_at_3_diff1": 0.016235, + "nauc_cv_recall_at_5_max": 0.052252, + "nauc_cv_recall_at_5_std": -0.056183, + "nauc_cv_recall_at_5_diff1": -0.00873, + "nauc_cv_recall_at_10_max": 0.105609, + "nauc_cv_recall_at_10_std": -0.068668, + "nauc_cv_recall_at_10_diff1": -0.001237, + "nauc_cv_recall_at_20_max": 0.031713, + "nauc_cv_recall_at_20_std": -0.044653, + "nauc_cv_recall_at_20_diff1": -0.064889, + "nauc_cv_recall_at_100_max": 0.087325, + "nauc_cv_recall_at_100_std": -0.029008, + "nauc_cv_recall_at_100_diff1": -0.043225, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.575932, + "nauc_mrr_at_1_std": -0.415925, + "nauc_mrr_at_1_diff1": -0.319073, + "nauc_mrr_at_3_max": 0.000687, + "nauc_mrr_at_3_std": -0.051982, + "nauc_mrr_at_3_diff1": -0.014795, + "nauc_mrr_at_5_max": 0.012934, + "nauc_mrr_at_5_std": -0.079814, + "nauc_mrr_at_5_diff1": -0.025575, + "nauc_mrr_at_10_max": 0.041591, + "nauc_mrr_at_10_std": -0.079151, + "nauc_mrr_at_10_diff1": -0.015433, + "nauc_mrr_at_20_max": 0.026554, + "nauc_mrr_at_20_std": -0.071269, + "nauc_mrr_at_20_diff1": -0.035839, + "nauc_mrr_at_100_max": 0.043341, + "nauc_mrr_at_100_std": -0.061961, + "nauc_mrr_at_100_diff1": -0.031988, + "nauc_mrr_at_1000_max": 0.041986, + "nauc_mrr_at_1000_std": -0.062334, + "nauc_mrr_at_1000_diff1": -0.031532, + "main_score": 0.0205, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 798.8899590969086, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRArabicChartQARetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRArabicChartQARetrieval.json new file mode 100644 index 0000000000..356f856242 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRArabicChartQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRArabicChartQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.11946, + "ndcg_at_3": 0.16425, + "ndcg_at_5": 0.18378, + "ndcg_at_10": 0.20362, + "ndcg_at_20": 0.22789, + "ndcg_at_100": 0.27972, + "ndcg_at_1000": 0.3207, + "map_at_1": 0.11946, + "map_at_3": 0.15369, + "map_at_5": 0.16463, + "map_at_10": 0.17275, + "map_at_20": 0.17931, + "map_at_100": 0.18593, + "map_at_1000": 0.18758, + "recall_at_1": 0.11946, + "recall_at_3": 0.19463, + "recall_at_5": 0.24161, + "recall_at_10": 0.30336, + "recall_at_20": 0.4, + "recall_at_100": 0.68725, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.11946, + "cv_recall_at_3": 0.19463, + "cv_recall_at_5": 0.24161, + "cv_recall_at_10": 0.30336, + "cv_recall_at_20": 0.4, + "cv_recall_at_100": 0.68725, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.11946, + "precision_at_3": 0.06488, + "precision_at_5": 0.04832, + "precision_at_10": 0.03034, + "precision_at_20": 0.02, + "precision_at_100": 0.00687, + "precision_at_1000": 0.001, + "mrr_at_1": 0.119463, + "mrr_at_3": 0.153691, + "mrr_at_5": 0.164631, + "mrr_at_10": 0.172745, + "mrr_at_20": 0.179312, + "mrr_at_100": 0.18593, + "mrr_at_1000": 0.187578, + "nauc_ndcg_at_1_max": 0.31374, + "nauc_ndcg_at_1_std": 0.185967, + "nauc_ndcg_at_1_diff1": 0.527702, + "nauc_ndcg_at_3_max": 0.290777, + "nauc_ndcg_at_3_std": 0.227628, + "nauc_ndcg_at_3_diff1": 0.398169, + "nauc_ndcg_at_5_max": 0.282632, + "nauc_ndcg_at_5_std": 0.222455, + "nauc_ndcg_at_5_diff1": 0.369788, + "nauc_ndcg_at_10_max": 0.28271, + "nauc_ndcg_at_10_std": 0.228777, + "nauc_ndcg_at_10_diff1": 0.344628, + "nauc_ndcg_at_20_max": 0.275384, + "nauc_ndcg_at_20_std": 0.234977, + "nauc_ndcg_at_20_diff1": 0.329446, + "nauc_ndcg_at_100_max": 0.26931, + "nauc_ndcg_at_100_std": 0.270007, + "nauc_ndcg_at_100_diff1": 0.326178, + "nauc_ndcg_at_1000_max": 0.277126, + "nauc_ndcg_at_1000_std": 0.240026, + "nauc_ndcg_at_1000_diff1": 0.356933, + "nauc_map_at_1_max": 0.31374, + "nauc_map_at_1_std": 0.185967, + "nauc_map_at_1_diff1": 0.527702, + "nauc_map_at_3_max": 0.297705, + "nauc_map_at_3_std": 0.221484, + "nauc_map_at_3_diff1": 0.422796, + "nauc_map_at_5_max": 0.292647, + "nauc_map_at_5_std": 0.218344, + "nauc_map_at_5_diff1": 0.404683, + "nauc_map_at_10_max": 0.292704, + "nauc_map_at_10_std": 0.221552, + "nauc_map_at_10_diff1": 0.39247, + "nauc_map_at_20_max": 0.290361, + "nauc_map_at_20_std": 0.222901, + "nauc_map_at_20_diff1": 0.387681, + "nauc_map_at_100_max": 0.288229, + "nauc_map_at_100_std": 0.227601, + "nauc_map_at_100_diff1": 0.387907, + "nauc_map_at_1000_max": 0.28846, + "nauc_map_at_1000_std": 0.226261, + "nauc_map_at_1000_diff1": 0.389312, + "nauc_recall_at_1_max": 0.31374, + "nauc_recall_at_1_std": 0.185967, + "nauc_recall_at_1_diff1": 0.527702, + "nauc_recall_at_3_max": 0.273317, + "nauc_recall_at_3_std": 0.24164, + "nauc_recall_at_3_diff1": 0.339421, + "nauc_recall_at_5_max": 0.258546, + "nauc_recall_at_5_std": 0.230616, + "nauc_recall_at_5_diff1": 0.289272, + "nauc_recall_at_10_max": 0.260274, + "nauc_recall_at_10_std": 0.244129, + "nauc_recall_at_10_diff1": 0.236765, + "nauc_recall_at_20_max": 0.239692, + "nauc_recall_at_20_std": 0.264966, + "nauc_recall_at_20_diff1": 0.195862, + "nauc_recall_at_100_max": 0.212505, + "nauc_recall_at_100_std": 0.461904, + "nauc_recall_at_100_diff1": 0.125506, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.31374, + "nauc_precision_at_1_std": 0.185967, + "nauc_precision_at_1_diff1": 0.527702, + "nauc_precision_at_3_max": 0.273317, + "nauc_precision_at_3_std": 0.24164, + "nauc_precision_at_3_diff1": 0.339421, + "nauc_precision_at_5_max": 0.258546, + "nauc_precision_at_5_std": 0.230616, + "nauc_precision_at_5_diff1": 0.289272, + "nauc_precision_at_10_max": 0.260274, + "nauc_precision_at_10_std": 0.244129, + "nauc_precision_at_10_diff1": 0.236765, + "nauc_precision_at_20_max": 0.239692, + "nauc_precision_at_20_std": 0.264966, + "nauc_precision_at_20_diff1": 0.195862, + "nauc_precision_at_100_max": 0.212505, + "nauc_precision_at_100_std": 0.461904, + "nauc_precision_at_100_diff1": 0.125506, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.31374, + "nauc_cv_recall_at_1_std": 0.185967, + "nauc_cv_recall_at_1_diff1": 0.527702, + "nauc_cv_recall_at_3_max": 0.273317, + "nauc_cv_recall_at_3_std": 0.24164, + "nauc_cv_recall_at_3_diff1": 0.339421, + "nauc_cv_recall_at_5_max": 0.258546, + "nauc_cv_recall_at_5_std": 0.230616, + "nauc_cv_recall_at_5_diff1": 0.289272, + "nauc_cv_recall_at_10_max": 0.260274, + "nauc_cv_recall_at_10_std": 0.244129, + "nauc_cv_recall_at_10_diff1": 0.236765, + "nauc_cv_recall_at_20_max": 0.239692, + "nauc_cv_recall_at_20_std": 0.264966, + "nauc_cv_recall_at_20_diff1": 0.195862, + "nauc_cv_recall_at_100_max": 0.212505, + "nauc_cv_recall_at_100_std": 0.461904, + "nauc_cv_recall_at_100_diff1": 0.125506, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.31374, + "nauc_mrr_at_1_std": 0.185967, + "nauc_mrr_at_1_diff1": 0.527702, + "nauc_mrr_at_3_max": 0.297705, + "nauc_mrr_at_3_std": 0.221484, + "nauc_mrr_at_3_diff1": 0.422796, + "nauc_mrr_at_5_max": 0.292647, + "nauc_mrr_at_5_std": 0.218344, + "nauc_mrr_at_5_diff1": 0.404683, + "nauc_mrr_at_10_max": 0.292704, + "nauc_mrr_at_10_std": 0.221552, + "nauc_mrr_at_10_diff1": 0.39247, + "nauc_mrr_at_20_max": 0.290361, + "nauc_mrr_at_20_std": 0.222901, + "nauc_mrr_at_20_diff1": 0.387681, + "nauc_mrr_at_100_max": 0.288229, + "nauc_mrr_at_100_std": 0.227601, + "nauc_mrr_at_100_diff1": 0.387907, + "nauc_mrr_at_1000_max": 0.28846, + "nauc_mrr_at_1000_std": 0.226261, + "nauc_mrr_at_1000_diff1": 0.389312, + "main_score": 0.18378, + "hf_subset": "default", + "languages": [ + "ara-Arab" + ] + } + ] + }, + "evaluation_time": 37.91096758842468, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRArabicInfographicsVQARetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRArabicInfographicsVQARetrieval.json new file mode 100644 index 0000000000..c525bdbd29 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRArabicInfographicsVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRArabicInfographicsVQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.39167, + "ndcg_at_3": 0.46815, + "ndcg_at_5": 0.52266, + "ndcg_at_10": 0.59094, + "ndcg_at_20": 0.61494, + "ndcg_at_100": 0.62372, + "ndcg_at_1000": 0.62372, + "map_at_1": 0.39167, + "map_at_3": 0.44861, + "map_at_5": 0.47861, + "map_at_10": 0.50734, + "map_at_20": 0.51438, + "map_at_100": 0.516, + "map_at_1000": 0.516, + "recall_at_1": 0.39167, + "recall_at_3": 0.525, + "recall_at_5": 0.65833, + "recall_at_10": 0.86667, + "recall_at_20": 0.95833, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.39167, + "cv_recall_at_3": 0.525, + "cv_recall_at_5": 0.65833, + "cv_recall_at_10": 0.86667, + "cv_recall_at_20": 0.95833, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.39167, + "precision_at_3": 0.175, + "precision_at_5": 0.13167, + "precision_at_10": 0.08667, + "precision_at_20": 0.04792, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.391667, + "mrr_at_3": 0.448611, + "mrr_at_5": 0.478611, + "mrr_at_10": 0.507341, + "mrr_at_20": 0.514384, + "mrr_at_100": 0.516, + "mrr_at_1000": 0.516, + "nauc_ndcg_at_1_max": 0.366207, + "nauc_ndcg_at_1_std": 0.264946, + "nauc_ndcg_at_1_diff1": 0.487458, + "nauc_ndcg_at_3_max": 0.349592, + "nauc_ndcg_at_3_std": 0.204327, + "nauc_ndcg_at_3_diff1": 0.432211, + "nauc_ndcg_at_5_max": 0.376764, + "nauc_ndcg_at_5_std": 0.18537, + "nauc_ndcg_at_5_diff1": 0.417388, + "nauc_ndcg_at_10_max": 0.35755, + "nauc_ndcg_at_10_std": 0.2089, + "nauc_ndcg_at_10_diff1": 0.426978, + "nauc_ndcg_at_20_max": 0.360108, + "nauc_ndcg_at_20_std": 0.208534, + "nauc_ndcg_at_20_diff1": 0.426414, + "nauc_ndcg_at_100_max": 0.358501, + "nauc_ndcg_at_100_std": 0.217992, + "nauc_ndcg_at_100_diff1": 0.439362, + "nauc_ndcg_at_1000_max": 0.358501, + "nauc_ndcg_at_1000_std": 0.217992, + "nauc_ndcg_at_1000_diff1": 0.439362, + "nauc_map_at_1_max": 0.366207, + "nauc_map_at_1_std": 0.264946, + "nauc_map_at_1_diff1": 0.487458, + "nauc_map_at_3_max": 0.353687, + "nauc_map_at_3_std": 0.221959, + "nauc_map_at_3_diff1": 0.447172, + "nauc_map_at_5_max": 0.368533, + "nauc_map_at_5_std": 0.212884, + "nauc_map_at_5_diff1": 0.440543, + "nauc_map_at_10_max": 0.359908, + "nauc_map_at_10_std": 0.222898, + "nauc_map_at_10_diff1": 0.445182, + "nauc_map_at_20_max": 0.359774, + "nauc_map_at_20_std": 0.223253, + "nauc_map_at_20_diff1": 0.444654, + "nauc_map_at_100_max": 0.359449, + "nauc_map_at_100_std": 0.224489, + "nauc_map_at_100_diff1": 0.446566, + "nauc_map_at_1000_max": 0.359449, + "nauc_map_at_1000_std": 0.224489, + "nauc_map_at_1000_diff1": 0.446566, + "nauc_recall_at_1_max": 0.366207, + "nauc_recall_at_1_std": 0.264946, + "nauc_recall_at_1_diff1": 0.487458, + "nauc_recall_at_3_max": 0.337356, + "nauc_recall_at_3_std": 0.150492, + "nauc_recall_at_3_diff1": 0.386935, + "nauc_recall_at_5_max": 0.409955, + "nauc_recall_at_5_std": 0.084276, + "nauc_recall_at_5_diff1": 0.332378, + "nauc_recall_at_10_max": 0.337144, + "nauc_recall_at_10_std": 0.123069, + "nauc_recall_at_10_diff1": 0.299017, + "nauc_recall_at_20_max": 0.397852, + "nauc_recall_at_20_std": -0.072082, + "nauc_recall_at_20_diff1": 0.060037, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.366207, + "nauc_precision_at_1_std": 0.264946, + "nauc_precision_at_1_diff1": 0.487458, + "nauc_precision_at_3_max": 0.337356, + "nauc_precision_at_3_std": 0.150492, + "nauc_precision_at_3_diff1": 0.386935, + "nauc_precision_at_5_max": 0.409955, + "nauc_precision_at_5_std": 0.084276, + "nauc_precision_at_5_diff1": 0.332378, + "nauc_precision_at_10_max": 0.337144, + "nauc_precision_at_10_std": 0.123069, + "nauc_precision_at_10_diff1": 0.299017, + "nauc_precision_at_20_max": 0.397852, + "nauc_precision_at_20_std": -0.072082, + "nauc_precision_at_20_diff1": 0.060037, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.366207, + "nauc_cv_recall_at_1_std": 0.264946, + "nauc_cv_recall_at_1_diff1": 0.487458, + "nauc_cv_recall_at_3_max": 0.337356, + "nauc_cv_recall_at_3_std": 0.150492, + "nauc_cv_recall_at_3_diff1": 0.386935, + "nauc_cv_recall_at_5_max": 0.409955, + "nauc_cv_recall_at_5_std": 0.084276, + "nauc_cv_recall_at_5_diff1": 0.332378, + "nauc_cv_recall_at_10_max": 0.337144, + "nauc_cv_recall_at_10_std": 0.123069, + "nauc_cv_recall_at_10_diff1": 0.299017, + "nauc_cv_recall_at_20_max": 0.397852, + "nauc_cv_recall_at_20_std": -0.072082, + "nauc_cv_recall_at_20_diff1": 0.060037, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.366207, + "nauc_mrr_at_1_std": 0.264946, + "nauc_mrr_at_1_diff1": 0.487458, + "nauc_mrr_at_3_max": 0.353687, + "nauc_mrr_at_3_std": 0.221959, + "nauc_mrr_at_3_diff1": 0.447172, + "nauc_mrr_at_5_max": 0.368533, + "nauc_mrr_at_5_std": 0.212884, + "nauc_mrr_at_5_diff1": 0.440543, + "nauc_mrr_at_10_max": 0.359908, + "nauc_mrr_at_10_std": 0.222898, + "nauc_mrr_at_10_diff1": 0.445182, + "nauc_mrr_at_20_max": 0.359774, + "nauc_mrr_at_20_std": 0.223253, + "nauc_mrr_at_20_diff1": 0.444654, + "nauc_mrr_at_100_max": 0.359449, + "nauc_mrr_at_100_std": 0.224489, + "nauc_mrr_at_100_diff1": 0.446566, + "nauc_mrr_at_1000_max": 0.359449, + "nauc_mrr_at_1000_std": 0.224489, + "nauc_mrr_at_1000_diff1": 0.446566, + "main_score": 0.52266, + "hf_subset": "default", + "languages": [ + "ara-Arab" + ] + } + ] + }, + "evaluation_time": 5.714504957199097, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRArxivQARetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRArxivQARetrieval.json new file mode 100644 index 0000000000..c51449791a --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRArxivQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRArxivQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.96552, + "ndcg_at_3": 0.98727, + "ndcg_at_5": 0.98727, + "ndcg_at_10": 0.98727, + "ndcg_at_20": 0.98727, + "ndcg_at_100": 0.98727, + "ndcg_at_1000": 0.98727, + "map_at_1": 0.96552, + "map_at_3": 0.98276, + "map_at_5": 0.98276, + "map_at_10": 0.98276, + "map_at_20": 0.98276, + "map_at_100": 0.98276, + "map_at_1000": 0.98276, + "recall_at_1": 0.96552, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.96552, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.96552, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.965517, + "mrr_at_3": 0.982759, + "mrr_at_5": 0.982759, + "mrr_at_10": 0.982759, + "mrr_at_20": 0.982759, + "mrr_at_100": 0.982759, + "mrr_at_1000": 0.982759, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 1.0, + "nauc_ndcg_at_1_diff1": 0.868778, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 1.0, + "nauc_ndcg_at_3_diff1": 0.868778, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 1.0, + "nauc_ndcg_at_5_diff1": 0.868778, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 1.0, + "nauc_ndcg_at_10_diff1": 0.868778, + "nauc_ndcg_at_20_max": 1.0, + "nauc_ndcg_at_20_std": 1.0, + "nauc_ndcg_at_20_diff1": 0.868778, + "nauc_ndcg_at_100_max": 1.0, + "nauc_ndcg_at_100_std": 1.0, + "nauc_ndcg_at_100_diff1": 0.868778, + "nauc_ndcg_at_1000_max": 1.0, + "nauc_ndcg_at_1000_std": 1.0, + "nauc_ndcg_at_1000_diff1": 0.868778, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 1.0, + "nauc_map_at_1_diff1": 0.868778, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 1.0, + "nauc_map_at_3_diff1": 0.868778, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 1.0, + "nauc_map_at_5_diff1": 0.868778, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 1.0, + "nauc_map_at_10_diff1": 0.868778, + "nauc_map_at_20_max": 1.0, + "nauc_map_at_20_std": 1.0, + "nauc_map_at_20_diff1": 0.868778, + "nauc_map_at_100_max": 1.0, + "nauc_map_at_100_std": 1.0, + "nauc_map_at_100_diff1": 0.868778, + "nauc_map_at_1000_max": 1.0, + "nauc_map_at_1000_std": 1.0, + "nauc_map_at_1000_diff1": 0.868778, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 1.0, + "nauc_recall_at_1_diff1": 0.868778, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 1.0, + "nauc_precision_at_1_diff1": 0.868778, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 1.0, + "nauc_cv_recall_at_1_std": 1.0, + "nauc_cv_recall_at_1_diff1": 0.868778, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 1.0, + "nauc_mrr_at_1_diff1": 0.868778, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 1.0, + "nauc_mrr_at_3_diff1": 0.868778, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 1.0, + "nauc_mrr_at_5_diff1": 0.868778, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 1.0, + "nauc_mrr_at_10_diff1": 0.868778, + "nauc_mrr_at_20_max": 1.0, + "nauc_mrr_at_20_std": 1.0, + "nauc_mrr_at_20_diff1": 0.868778, + "nauc_mrr_at_100_max": 1.0, + "nauc_mrr_at_100_std": 1.0, + "nauc_mrr_at_100_diff1": 0.868778, + "nauc_mrr_at_1000_max": 1.0, + "nauc_mrr_at_1000_std": 1.0, + "nauc_mrr_at_1000_diff1": 0.868778, + "main_score": 0.98727, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 45.39429450035095, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRAutomobileCatelogRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRAutomobileCatelogRetrieval.json new file mode 100644 index 0000000000..4629970657 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRAutomobileCatelogRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRAutomobileCatelogRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.13333, + "ndcg_at_3": 0.28703, + "ndcg_at_5": 0.38549, + "ndcg_at_10": 0.47315, + "ndcg_at_20": 0.4962, + "ndcg_at_100": 0.4962, + "ndcg_at_1000": 0.4962, + "map_at_1": 0.13333, + "map_at_3": 0.24815, + "map_at_5": 0.30148, + "map_at_10": 0.33847, + "map_at_20": 0.34507, + "map_at_100": 0.34507, + "map_at_1000": 0.34507, + "recall_at_1": 0.13333, + "recall_at_3": 0.4, + "recall_at_5": 0.64444, + "recall_at_10": 0.91111, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.13333, + "cv_recall_at_3": 0.4, + "cv_recall_at_5": 0.64444, + "cv_recall_at_10": 0.91111, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.13333, + "precision_at_3": 0.13333, + "precision_at_5": 0.12889, + "precision_at_10": 0.09111, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.133333, + "mrr_at_3": 0.248148, + "mrr_at_5": 0.301481, + "mrr_at_10": 0.338474, + "mrr_at_20": 0.345068, + "mrr_at_100": 0.345068, + "mrr_at_1000": 0.345068, + "nauc_ndcg_at_1_max": 0.11823, + "nauc_ndcg_at_1_std": 0.394795, + "nauc_ndcg_at_1_diff1": 0.069673, + "nauc_ndcg_at_3_max": 0.033134, + "nauc_ndcg_at_3_std": 0.388084, + "nauc_ndcg_at_3_diff1": -0.164609, + "nauc_ndcg_at_5_max": -0.031047, + "nauc_ndcg_at_5_std": 0.328752, + "nauc_ndcg_at_5_diff1": -0.115381, + "nauc_ndcg_at_10_max": 0.049682, + "nauc_ndcg_at_10_std": 0.38041, + "nauc_ndcg_at_10_diff1": -0.139827, + "nauc_ndcg_at_20_max": 0.069743, + "nauc_ndcg_at_20_std": 0.366108, + "nauc_ndcg_at_20_diff1": -0.095516, + "nauc_ndcg_at_100_max": 0.069743, + "nauc_ndcg_at_100_std": 0.366108, + "nauc_ndcg_at_100_diff1": -0.095516, + "nauc_ndcg_at_1000_max": 0.069743, + "nauc_ndcg_at_1000_std": 0.366108, + "nauc_ndcg_at_1000_diff1": -0.095516, + "nauc_map_at_1_max": 0.11823, + "nauc_map_at_1_std": 0.394795, + "nauc_map_at_1_diff1": 0.069673, + "nauc_map_at_3_max": 0.059488, + "nauc_map_at_3_std": 0.379618, + "nauc_map_at_3_diff1": -0.116916, + "nauc_map_at_5_max": 0.027879, + "nauc_map_at_5_std": 0.341498, + "nauc_map_at_5_diff1": -0.084896, + "nauc_map_at_10_max": 0.070667, + "nauc_map_at_10_std": 0.368532, + "nauc_map_at_10_diff1": -0.094266, + "nauc_map_at_20_max": 0.075756, + "nauc_map_at_20_std": 0.364844, + "nauc_map_at_20_diff1": -0.082461, + "nauc_map_at_100_max": 0.075756, + "nauc_map_at_100_std": 0.364844, + "nauc_map_at_100_diff1": -0.082461, + "nauc_map_at_1000_max": 0.075756, + "nauc_map_at_1000_std": 0.364844, + "nauc_map_at_1000_diff1": -0.082461, + "nauc_recall_at_1_max": 0.11823, + "nauc_recall_at_1_std": 0.394795, + "nauc_recall_at_1_diff1": 0.069673, + "nauc_recall_at_3_max": -0.030315, + "nauc_recall_at_3_std": 0.410478, + "nauc_recall_at_3_diff1": -0.274699, + "nauc_recall_at_5_max": -0.207334, + "nauc_recall_at_5_std": 0.293822, + "nauc_recall_at_5_diff1": -0.193092, + "nauc_recall_at_10_max": -0.115133, + "nauc_recall_at_10_std": 0.495098, + "nauc_recall_at_10_diff1": -0.492625, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.11823, + "nauc_precision_at_1_std": 0.394795, + "nauc_precision_at_1_diff1": 0.069673, + "nauc_precision_at_3_max": -0.030315, + "nauc_precision_at_3_std": 0.410478, + "nauc_precision_at_3_diff1": -0.274699, + "nauc_precision_at_5_max": -0.207334, + "nauc_precision_at_5_std": 0.293822, + "nauc_precision_at_5_diff1": -0.193092, + "nauc_precision_at_10_max": -0.115133, + "nauc_precision_at_10_std": 0.495098, + "nauc_precision_at_10_diff1": -0.492625, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.11823, + "nauc_cv_recall_at_1_std": 0.394795, + "nauc_cv_recall_at_1_diff1": 0.069673, + "nauc_cv_recall_at_3_max": -0.030315, + "nauc_cv_recall_at_3_std": 0.410478, + "nauc_cv_recall_at_3_diff1": -0.274699, + "nauc_cv_recall_at_5_max": -0.207334, + "nauc_cv_recall_at_5_std": 0.293822, + "nauc_cv_recall_at_5_diff1": -0.193092, + "nauc_cv_recall_at_10_max": -0.115133, + "nauc_cv_recall_at_10_std": 0.495098, + "nauc_cv_recall_at_10_diff1": -0.492625, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.11823, + "nauc_mrr_at_1_std": 0.394795, + "nauc_mrr_at_1_diff1": 0.069673, + "nauc_mrr_at_3_max": 0.059488, + "nauc_mrr_at_3_std": 0.379618, + "nauc_mrr_at_3_diff1": -0.116916, + "nauc_mrr_at_5_max": 0.027879, + "nauc_mrr_at_5_std": 0.341498, + "nauc_mrr_at_5_diff1": -0.084896, + "nauc_mrr_at_10_max": 0.070667, + "nauc_mrr_at_10_std": 0.368532, + "nauc_mrr_at_10_diff1": -0.094266, + "nauc_mrr_at_20_max": 0.075756, + "nauc_mrr_at_20_std": 0.364844, + "nauc_mrr_at_20_diff1": -0.082461, + "nauc_mrr_at_100_max": 0.075756, + "nauc_mrr_at_100_std": 0.364844, + "nauc_mrr_at_100_diff1": -0.082461, + "nauc_mrr_at_1000_max": 0.075756, + "nauc_mrr_at_1000_std": 0.364844, + "nauc_mrr_at_1000_diff1": -0.082461, + "main_score": 0.38549, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 4.3268585205078125, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRBeveragesCatalogueRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRBeveragesCatalogueRetrieval.json new file mode 100644 index 0000000000..4976f2ecba --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRBeveragesCatalogueRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRBeveragesCatalogueRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.46, + "ndcg_at_3": 0.57696, + "ndcg_at_5": 0.60765, + "ndcg_at_10": 0.63146, + "ndcg_at_20": 0.64944, + "ndcg_at_100": 0.67446, + "ndcg_at_1000": 0.67446, + "map_at_1": 0.46, + "map_at_3": 0.54583, + "map_at_5": 0.56408, + "map_at_10": 0.57398, + "map_at_20": 0.57906, + "map_at_100": 0.58356, + "map_at_1000": 0.58356, + "recall_at_1": 0.46, + "recall_at_3": 0.665, + "recall_at_5": 0.735, + "recall_at_10": 0.81, + "recall_at_20": 0.88, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.46, + "cv_recall_at_3": 0.67, + "cv_recall_at_5": 0.74, + "cv_recall_at_10": 0.81, + "cv_recall_at_20": 0.88, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.46, + "precision_at_3": 0.22333, + "precision_at_5": 0.15, + "precision_at_10": 0.083, + "precision_at_20": 0.045, + "precision_at_100": 0.0102, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.46, + "mrr_at_3": 0.548333, + "mrr_at_5": 0.565333, + "mrr_at_10": 0.573802, + "mrr_at_20": 0.578886, + "mrr_at_100": 0.583381, + "mrr_at_1000": 0.583381, + "nauc_ndcg_at_1_max": 0.328546, + "nauc_ndcg_at_1_std": 0.363315, + "nauc_ndcg_at_1_diff1": 0.689036, + "nauc_ndcg_at_3_max": 0.260513, + "nauc_ndcg_at_3_std": 0.280024, + "nauc_ndcg_at_3_diff1": 0.638324, + "nauc_ndcg_at_5_max": 0.24316, + "nauc_ndcg_at_5_std": 0.275457, + "nauc_ndcg_at_5_diff1": 0.640763, + "nauc_ndcg_at_10_max": 0.220985, + "nauc_ndcg_at_10_std": 0.28408, + "nauc_ndcg_at_10_diff1": 0.640177, + "nauc_ndcg_at_20_max": 0.187808, + "nauc_ndcg_at_20_std": 0.252279, + "nauc_ndcg_at_20_diff1": 0.636832, + "nauc_ndcg_at_100_max": 0.252142, + "nauc_ndcg_at_100_std": 0.29565, + "nauc_ndcg_at_100_diff1": 0.646979, + "nauc_ndcg_at_1000_max": 0.252142, + "nauc_ndcg_at_1000_std": 0.29565, + "nauc_ndcg_at_1000_diff1": 0.646979, + "nauc_map_at_1_max": 0.328546, + "nauc_map_at_1_std": 0.363315, + "nauc_map_at_1_diff1": 0.689036, + "nauc_map_at_3_max": 0.281163, + "nauc_map_at_3_std": 0.302677, + "nauc_map_at_3_diff1": 0.651166, + "nauc_map_at_5_max": 0.272182, + "nauc_map_at_5_std": 0.302184, + "nauc_map_at_5_diff1": 0.650867, + "nauc_map_at_10_max": 0.266034, + "nauc_map_at_10_std": 0.307621, + "nauc_map_at_10_diff1": 0.651412, + "nauc_map_at_20_max": 0.2586, + "nauc_map_at_20_std": 0.300299, + "nauc_map_at_20_diff1": 0.6507, + "nauc_map_at_100_max": 0.268413, + "nauc_map_at_100_std": 0.306712, + "nauc_map_at_100_diff1": 0.652151, + "nauc_map_at_1000_max": 0.268413, + "nauc_map_at_1000_std": 0.306712, + "nauc_map_at_1000_diff1": 0.652151, + "nauc_recall_at_1_max": 0.328546, + "nauc_recall_at_1_std": 0.363315, + "nauc_recall_at_1_diff1": 0.689036, + "nauc_recall_at_3_max": 0.192015, + "nauc_recall_at_3_std": 0.199943, + "nauc_recall_at_3_diff1": 0.60091, + "nauc_recall_at_5_max": 0.127007, + "nauc_recall_at_5_std": 0.165434, + "nauc_recall_at_5_diff1": 0.603497, + "nauc_recall_at_10_max": -0.027608, + "nauc_recall_at_10_std": 0.16148, + "nauc_recall_at_10_diff1": 0.588323, + "nauc_recall_at_20_max": -0.443008, + "nauc_recall_at_20_std": -0.178571, + "nauc_recall_at_20_diff1": 0.533805, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.328546, + "nauc_precision_at_1_std": 0.363315, + "nauc_precision_at_1_diff1": 0.689036, + "nauc_precision_at_3_max": 0.187452, + "nauc_precision_at_3_std": 0.205058, + "nauc_precision_at_3_diff1": 0.591187, + "nauc_precision_at_5_max": 0.102999, + "nauc_precision_at_5_std": 0.166601, + "nauc_precision_at_5_diff1": 0.532319, + "nauc_precision_at_10_max": -0.04567, + "nauc_precision_at_10_std": 0.151188, + "nauc_precision_at_10_diff1": 0.445652, + "nauc_precision_at_20_max": -0.373305, + "nauc_precision_at_20_std": -0.115222, + "nauc_precision_at_20_diff1": 0.346555, + "nauc_precision_at_100_max": -0.138181, + "nauc_precision_at_100_std": 0.098471, + "nauc_precision_at_100_diff1": -0.285082, + "nauc_precision_at_1000_max": -0.138181, + "nauc_precision_at_1000_std": 0.098471, + "nauc_precision_at_1000_diff1": -0.285082, + "nauc_cv_recall_at_1_max": 0.328546, + "nauc_cv_recall_at_1_std": 0.363315, + "nauc_cv_recall_at_1_diff1": 0.689036, + "nauc_cv_recall_at_3_max": 0.187452, + "nauc_cv_recall_at_3_std": 0.205058, + "nauc_cv_recall_at_3_diff1": 0.591187, + "nauc_cv_recall_at_5_max": 0.126333, + "nauc_cv_recall_at_5_std": 0.171749, + "nauc_cv_recall_at_5_diff1": 0.610296, + "nauc_cv_recall_at_10_max": -0.027608, + "nauc_cv_recall_at_10_std": 0.16148, + "nauc_cv_recall_at_10_diff1": 0.588323, + "nauc_cv_recall_at_20_max": -0.443008, + "nauc_cv_recall_at_20_std": -0.178571, + "nauc_cv_recall_at_20_diff1": 0.533805, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.328546, + "nauc_mrr_at_1_std": 0.363315, + "nauc_mrr_at_1_diff1": 0.689036, + "nauc_mrr_at_3_max": 0.279317, + "nauc_mrr_at_3_std": 0.30499, + "nauc_mrr_at_3_diff1": 0.646583, + "nauc_mrr_at_5_max": 0.272477, + "nauc_mrr_at_5_std": 0.303741, + "nauc_mrr_at_5_diff1": 0.652255, + "nauc_mrr_at_10_max": 0.26602, + "nauc_mrr_at_10_std": 0.307422, + "nauc_mrr_at_10_diff1": 0.651274, + "nauc_mrr_at_20_max": 0.258588, + "nauc_mrr_at_20_std": 0.300099, + "nauc_mrr_at_20_diff1": 0.65056, + "nauc_mrr_at_100_max": 0.268398, + "nauc_mrr_at_100_std": 0.306507, + "nauc_mrr_at_100_diff1": 0.652007, + "nauc_mrr_at_1000_max": 0.268398, + "nauc_mrr_at_1000_std": 0.306507, + "nauc_mrr_at_1000_diff1": 0.652007, + "main_score": 0.60765, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 5.4093101024627686, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRCharXivOCRRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRCharXivOCRRetrieval.json new file mode 100644 index 0000000000..08a375cc0e --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRCharXivOCRRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRCharXivOCRRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.7958, + "ndcg_at_3": 0.82983, + "ndcg_at_5": 0.83681, + "ndcg_at_10": 0.84175, + "ndcg_at_20": 0.84922, + "ndcg_at_100": 0.85799, + "ndcg_at_1000": 0.86289, + "map_at_1": 0.7958, + "map_at_3": 0.82182, + "map_at_5": 0.82568, + "map_at_10": 0.82777, + "map_at_20": 0.82989, + "map_at_100": 0.83105, + "map_at_1000": 0.83124, + "recall_at_1": 0.7958, + "recall_at_3": 0.85285, + "recall_at_5": 0.86987, + "recall_at_10": 0.88488, + "recall_at_20": 0.91391, + "recall_at_100": 0.96196, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.7958, + "cv_recall_at_3": 0.85285, + "cv_recall_at_5": 0.86987, + "cv_recall_at_10": 0.88488, + "cv_recall_at_20": 0.91391, + "cv_recall_at_100": 0.96196, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.7958, + "precision_at_3": 0.28428, + "precision_at_5": 0.17397, + "precision_at_10": 0.08849, + "precision_at_20": 0.0457, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "mrr_at_1": 0.795796, + "mrr_at_3": 0.821822, + "mrr_at_5": 0.825676, + "mrr_at_10": 0.827775, + "mrr_at_20": 0.829891, + "mrr_at_100": 0.831047, + "mrr_at_1000": 0.831241, + "nauc_ndcg_at_1_max": 0.62316, + "nauc_ndcg_at_1_std": 0.06735, + "nauc_ndcg_at_1_diff1": 0.951289, + "nauc_ndcg_at_3_max": 0.622459, + "nauc_ndcg_at_3_std": 0.088772, + "nauc_ndcg_at_3_diff1": 0.938148, + "nauc_ndcg_at_5_max": 0.612009, + "nauc_ndcg_at_5_std": 0.083361, + "nauc_ndcg_at_5_diff1": 0.934513, + "nauc_ndcg_at_10_max": 0.608281, + "nauc_ndcg_at_10_std": 0.081893, + "nauc_ndcg_at_10_diff1": 0.932215, + "nauc_ndcg_at_20_max": 0.608206, + "nauc_ndcg_at_20_std": 0.089645, + "nauc_ndcg_at_20_diff1": 0.930699, + "nauc_ndcg_at_100_max": 0.615493, + "nauc_ndcg_at_100_std": 0.102134, + "nauc_ndcg_at_100_diff1": 0.933382, + "nauc_ndcg_at_1000_max": 0.614052, + "nauc_ndcg_at_1000_std": 0.090774, + "nauc_ndcg_at_1000_diff1": 0.935706, + "nauc_map_at_1_max": 0.62316, + "nauc_map_at_1_std": 0.06735, + "nauc_map_at_1_diff1": 0.951289, + "nauc_map_at_3_max": 0.622216, + "nauc_map_at_3_std": 0.08332, + "nauc_map_at_3_diff1": 0.94165, + "nauc_map_at_5_max": 0.616699, + "nauc_map_at_5_std": 0.080804, + "nauc_map_at_5_diff1": 0.939833, + "nauc_map_at_10_max": 0.615495, + "nauc_map_at_10_std": 0.08045, + "nauc_map_at_10_diff1": 0.938992, + "nauc_map_at_20_max": 0.615482, + "nauc_map_at_20_std": 0.08242, + "nauc_map_at_20_diff1": 0.938554, + "nauc_map_at_100_max": 0.616525, + "nauc_map_at_100_std": 0.084086, + "nauc_map_at_100_diff1": 0.938965, + "nauc_map_at_1000_max": 0.616409, + "nauc_map_at_1000_std": 0.083744, + "nauc_map_at_1000_diff1": 0.939059, + "nauc_recall_at_1_max": 0.62316, + "nauc_recall_at_1_std": 0.06735, + "nauc_recall_at_1_diff1": 0.951289, + "nauc_recall_at_3_max": 0.623505, + "nauc_recall_at_3_std": 0.107283, + "nauc_recall_at_3_diff1": 0.926174, + "nauc_recall_at_5_max": 0.592804, + "nauc_recall_at_5_std": 0.09107, + "nauc_recall_at_5_diff1": 0.913893, + "nauc_recall_at_10_max": 0.574004, + "nauc_recall_at_10_std": 0.084187, + "nauc_recall_at_10_diff1": 0.902226, + "nauc_recall_at_20_max": 0.563888, + "nauc_recall_at_20_std": 0.134884, + "nauc_recall_at_20_diff1": 0.884843, + "nauc_recall_at_100_max": 0.636105, + "nauc_recall_at_100_std": 0.409274, + "nauc_recall_at_100_diff1": 0.875282, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.62316, + "nauc_precision_at_1_std": 0.06735, + "nauc_precision_at_1_diff1": 0.951289, + "nauc_precision_at_3_max": 0.623505, + "nauc_precision_at_3_std": 0.107283, + "nauc_precision_at_3_diff1": 0.926174, + "nauc_precision_at_5_max": 0.592804, + "nauc_precision_at_5_std": 0.09107, + "nauc_precision_at_5_diff1": 0.913893, + "nauc_precision_at_10_max": 0.574004, + "nauc_precision_at_10_std": 0.084187, + "nauc_precision_at_10_diff1": 0.902226, + "nauc_precision_at_20_max": 0.563888, + "nauc_precision_at_20_std": 0.134884, + "nauc_precision_at_20_diff1": 0.884843, + "nauc_precision_at_100_max": 0.636105, + "nauc_precision_at_100_std": 0.409274, + "nauc_precision_at_100_diff1": 0.875282, + "nauc_precision_at_1000_max": -0.575179, + "nauc_precision_at_1000_std": -0.575179, + "nauc_precision_at_1000_diff1": -0.415377, + "nauc_cv_recall_at_1_max": 0.62316, + "nauc_cv_recall_at_1_std": 0.06735, + "nauc_cv_recall_at_1_diff1": 0.951289, + "nauc_cv_recall_at_3_max": 0.623505, + "nauc_cv_recall_at_3_std": 0.107283, + "nauc_cv_recall_at_3_diff1": 0.926174, + "nauc_cv_recall_at_5_max": 0.592804, + "nauc_cv_recall_at_5_std": 0.09107, + "nauc_cv_recall_at_5_diff1": 0.913893, + "nauc_cv_recall_at_10_max": 0.574004, + "nauc_cv_recall_at_10_std": 0.084187, + "nauc_cv_recall_at_10_diff1": 0.902226, + "nauc_cv_recall_at_20_max": 0.563888, + "nauc_cv_recall_at_20_std": 0.134884, + "nauc_cv_recall_at_20_diff1": 0.884843, + "nauc_cv_recall_at_100_max": 0.636105, + "nauc_cv_recall_at_100_std": 0.409274, + "nauc_cv_recall_at_100_diff1": 0.875282, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.62316, + "nauc_mrr_at_1_std": 0.06735, + "nauc_mrr_at_1_diff1": 0.951289, + "nauc_mrr_at_3_max": 0.622216, + "nauc_mrr_at_3_std": 0.08332, + "nauc_mrr_at_3_diff1": 0.94165, + "nauc_mrr_at_5_max": 0.616699, + "nauc_mrr_at_5_std": 0.080804, + "nauc_mrr_at_5_diff1": 0.939833, + "nauc_mrr_at_10_max": 0.615495, + "nauc_mrr_at_10_std": 0.08045, + "nauc_mrr_at_10_diff1": 0.938992, + "nauc_mrr_at_20_max": 0.615482, + "nauc_mrr_at_20_std": 0.08242, + "nauc_mrr_at_20_diff1": 0.938554, + "nauc_mrr_at_100_max": 0.616525, + "nauc_mrr_at_100_std": 0.084086, + "nauc_mrr_at_100_diff1": 0.938965, + "nauc_mrr_at_1000_max": 0.616409, + "nauc_mrr_at_1000_std": 0.083744, + "nauc_mrr_at_1000_diff1": 0.939059, + "main_score": 0.83681, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 89.88912296295166, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRChartQARetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRChartQARetrieval.json new file mode 100644 index 0000000000..ee5e2b1b21 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRChartQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRChartQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.44679, + "ndcg_at_3": 0.51997, + "ndcg_at_5": 0.54361, + "ndcg_at_10": 0.5624, + "ndcg_at_20": 0.57789, + "ndcg_at_100": 0.59748, + "ndcg_at_1000": 0.61558, + "map_at_1": 0.44679, + "map_at_3": 0.50251, + "map_at_5": 0.51566, + "map_at_10": 0.5234, + "map_at_20": 0.52779, + "map_at_100": 0.53052, + "map_at_1000": 0.53107, + "recall_at_1": 0.44679, + "recall_at_3": 0.57028, + "recall_at_5": 0.62751, + "recall_at_10": 0.68574, + "recall_at_20": 0.74598, + "recall_at_100": 0.85141, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.44679, + "cv_recall_at_3": 0.57028, + "cv_recall_at_5": 0.62751, + "cv_recall_at_10": 0.68574, + "cv_recall_at_20": 0.74598, + "cv_recall_at_100": 0.85141, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.44679, + "precision_at_3": 0.19009, + "precision_at_5": 0.1255, + "precision_at_10": 0.06857, + "precision_at_20": 0.0373, + "precision_at_100": 0.00851, + "precision_at_1000": 0.001, + "mrr_at_1": 0.446787, + "mrr_at_3": 0.50251, + "mrr_at_5": 0.515663, + "mrr_at_10": 0.523401, + "mrr_at_20": 0.527794, + "mrr_at_100": 0.530517, + "mrr_at_1000": 0.53107, + "nauc_ndcg_at_1_max": 0.406484, + "nauc_ndcg_at_1_std": -0.118652, + "nauc_ndcg_at_1_diff1": 0.787215, + "nauc_ndcg_at_3_max": 0.416283, + "nauc_ndcg_at_3_std": -0.12313, + "nauc_ndcg_at_3_diff1": 0.761033, + "nauc_ndcg_at_5_max": 0.415697, + "nauc_ndcg_at_5_std": -0.118629, + "nauc_ndcg_at_5_diff1": 0.748994, + "nauc_ndcg_at_10_max": 0.416988, + "nauc_ndcg_at_10_std": -0.111395, + "nauc_ndcg_at_10_diff1": 0.744658, + "nauc_ndcg_at_20_max": 0.4229, + "nauc_ndcg_at_20_std": -0.104, + "nauc_ndcg_at_20_diff1": 0.750305, + "nauc_ndcg_at_100_max": 0.418449, + "nauc_ndcg_at_100_std": -0.112629, + "nauc_ndcg_at_100_diff1": 0.75483, + "nauc_ndcg_at_1000_max": 0.417857, + "nauc_ndcg_at_1000_std": -0.112369, + "nauc_ndcg_at_1000_diff1": 0.755566, + "nauc_map_at_1_max": 0.406484, + "nauc_map_at_1_std": -0.118652, + "nauc_map_at_1_diff1": 0.787215, + "nauc_map_at_3_max": 0.414174, + "nauc_map_at_3_std": -0.12098, + "nauc_map_at_3_diff1": 0.766589, + "nauc_map_at_5_max": 0.413939, + "nauc_map_at_5_std": -0.118068, + "nauc_map_at_5_diff1": 0.759977, + "nauc_map_at_10_max": 0.414748, + "nauc_map_at_10_std": -0.115014, + "nauc_map_at_10_diff1": 0.758431, + "nauc_map_at_20_max": 0.416446, + "nauc_map_at_20_std": -0.11296, + "nauc_map_at_20_diff1": 0.760012, + "nauc_map_at_100_max": 0.415801, + "nauc_map_at_100_std": -0.114082, + "nauc_map_at_100_diff1": 0.760562, + "nauc_map_at_1000_max": 0.415798, + "nauc_map_at_1000_std": -0.11411, + "nauc_map_at_1000_diff1": 0.760592, + "nauc_recall_at_1_max": 0.406484, + "nauc_recall_at_1_std": -0.118652, + "nauc_recall_at_1_diff1": 0.787215, + "nauc_recall_at_3_max": 0.422556, + "nauc_recall_at_3_std": -0.130127, + "nauc_recall_at_3_diff1": 0.744549, + "nauc_recall_at_5_max": 0.420987, + "nauc_recall_at_5_std": -0.12084, + "nauc_recall_at_5_diff1": 0.712098, + "nauc_recall_at_10_max": 0.424263, + "nauc_recall_at_10_std": -0.095881, + "nauc_recall_at_10_diff1": 0.691623, + "nauc_recall_at_20_max": 0.455112, + "nauc_recall_at_20_std": -0.055495, + "nauc_recall_at_20_diff1": 0.712114, + "nauc_recall_at_100_max": 0.428241, + "nauc_recall_at_100_std": -0.120794, + "nauc_recall_at_100_diff1": 0.742402, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.406484, + "nauc_precision_at_1_std": -0.118652, + "nauc_precision_at_1_diff1": 0.787215, + "nauc_precision_at_3_max": 0.422556, + "nauc_precision_at_3_std": -0.130127, + "nauc_precision_at_3_diff1": 0.744549, + "nauc_precision_at_5_max": 0.420987, + "nauc_precision_at_5_std": -0.12084, + "nauc_precision_at_5_diff1": 0.712098, + "nauc_precision_at_10_max": 0.424263, + "nauc_precision_at_10_std": -0.095881, + "nauc_precision_at_10_diff1": 0.691623, + "nauc_precision_at_20_max": 0.455112, + "nauc_precision_at_20_std": -0.055495, + "nauc_precision_at_20_diff1": 0.712114, + "nauc_precision_at_100_max": 0.428241, + "nauc_precision_at_100_std": -0.120794, + "nauc_precision_at_100_diff1": 0.742402, + "nauc_precision_at_1000_max": -0.500078, + "nauc_precision_at_1000_std": 0.662932, + "nauc_precision_at_1000_diff1": -0.575317, + "nauc_cv_recall_at_1_max": 0.406484, + "nauc_cv_recall_at_1_std": -0.118652, + "nauc_cv_recall_at_1_diff1": 0.787215, + "nauc_cv_recall_at_3_max": 0.422556, + "nauc_cv_recall_at_3_std": -0.130127, + "nauc_cv_recall_at_3_diff1": 0.744549, + "nauc_cv_recall_at_5_max": 0.420987, + "nauc_cv_recall_at_5_std": -0.12084, + "nauc_cv_recall_at_5_diff1": 0.712098, + "nauc_cv_recall_at_10_max": 0.424263, + "nauc_cv_recall_at_10_std": -0.095881, + "nauc_cv_recall_at_10_diff1": 0.691623, + "nauc_cv_recall_at_20_max": 0.455112, + "nauc_cv_recall_at_20_std": -0.055495, + "nauc_cv_recall_at_20_diff1": 0.712114, + "nauc_cv_recall_at_100_max": 0.428241, + "nauc_cv_recall_at_100_std": -0.120794, + "nauc_cv_recall_at_100_diff1": 0.742402, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.406484, + "nauc_mrr_at_1_std": -0.118652, + "nauc_mrr_at_1_diff1": 0.787215, + "nauc_mrr_at_3_max": 0.414174, + "nauc_mrr_at_3_std": -0.12098, + "nauc_mrr_at_3_diff1": 0.766589, + "nauc_mrr_at_5_max": 0.413939, + "nauc_mrr_at_5_std": -0.118068, + "nauc_mrr_at_5_diff1": 0.759977, + "nauc_mrr_at_10_max": 0.414748, + "nauc_mrr_at_10_std": -0.115014, + "nauc_mrr_at_10_diff1": 0.758431, + "nauc_mrr_at_20_max": 0.416446, + "nauc_mrr_at_20_std": -0.11296, + "nauc_mrr_at_20_diff1": 0.760012, + "nauc_mrr_at_100_max": 0.415801, + "nauc_mrr_at_100_std": -0.114082, + "nauc_mrr_at_100_diff1": 0.760562, + "nauc_mrr_at_1000_max": 0.415796, + "nauc_mrr_at_1000_std": -0.114107, + "nauc_mrr_at_1000_diff1": 0.760591, + "main_score": 0.54361, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 75.46377992630005, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocQAAI.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocQAAI.json new file mode 100644 index 0000000000..1d71ef622e --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocQAAI.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocQAAI", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.95652, + "ndcg_at_3": 0.96567, + "ndcg_at_5": 0.96567, + "ndcg_at_10": 0.97507, + "ndcg_at_20": 0.97507, + "ndcg_at_100": 0.97507, + "ndcg_at_1000": 0.97507, + "map_at_1": 0.95652, + "map_at_3": 0.96377, + "map_at_5": 0.96377, + "map_at_10": 0.96765, + "map_at_20": 0.96765, + "map_at_100": 0.96765, + "map_at_1000": 0.96765, + "recall_at_1": 0.95652, + "recall_at_3": 0.97101, + "recall_at_5": 0.97101, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.95652, + "cv_recall_at_3": 0.97101, + "cv_recall_at_5": 0.97101, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.95652, + "precision_at_3": 0.32367, + "precision_at_5": 0.1942, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.956522, + "mrr_at_3": 0.963768, + "mrr_at_5": 0.963768, + "mrr_at_10": 0.96765, + "mrr_at_20": 0.96765, + "mrr_at_100": 0.96765, + "mrr_at_1000": 0.96765, + "nauc_ndcg_at_1_max": 0.757945, + "nauc_ndcg_at_1_std": -0.202994, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.812697, + "nauc_ndcg_at_3_std": -0.404159, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.812697, + "nauc_ndcg_at_5_std": -0.404159, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.793132, + "nauc_ndcg_at_10_std": -0.349357, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.793132, + "nauc_ndcg_at_20_std": -0.349357, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.793132, + "nauc_ndcg_at_100_std": -0.349357, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.793132, + "nauc_ndcg_at_1000_std": -0.349357, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.757945, + "nauc_map_at_1_std": -0.202994, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.799062, + "nauc_map_at_3_std": -0.354064, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.799062, + "nauc_map_at_5_std": -0.354064, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.790547, + "nauc_map_at_10_std": -0.335936, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.790547, + "nauc_map_at_20_std": -0.335936, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.790547, + "nauc_map_at_100_std": -0.335936, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.790547, + "nauc_map_at_1000_std": -0.335936, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.757945, + "nauc_recall_at_1_std": -0.202994, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 0.860738, + "nauc_recall_at_3_std": -0.58067, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 0.860738, + "nauc_recall_at_5_std": -0.58067, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.757945, + "nauc_precision_at_1_std": -0.202994, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 0.860738, + "nauc_precision_at_3_std": -0.58067, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 0.860738, + "nauc_precision_at_5_std": -0.58067, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.757945, + "nauc_cv_recall_at_1_std": -0.202994, + "nauc_cv_recall_at_1_diff1": 1.0, + "nauc_cv_recall_at_3_max": 0.860738, + "nauc_cv_recall_at_3_std": -0.58067, + "nauc_cv_recall_at_3_diff1": 1.0, + "nauc_cv_recall_at_5_max": 0.860738, + "nauc_cv_recall_at_5_std": -0.58067, + "nauc_cv_recall_at_5_diff1": 1.0, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.757945, + "nauc_mrr_at_1_std": -0.202994, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.799062, + "nauc_mrr_at_3_std": -0.354064, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.799062, + "nauc_mrr_at_5_std": -0.354064, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.790547, + "nauc_mrr_at_10_std": -0.335936, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.790547, + "nauc_mrr_at_20_std": -0.335936, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.790547, + "nauc_mrr_at_100_std": -0.335936, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.790547, + "nauc_mrr_at_1000_std": -0.335936, + "nauc_mrr_at_1000_diff1": 1.0, + "main_score": 0.96567, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 103.98001003265381, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocQAEnergyRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocQAEnergyRetrieval.json new file mode 100644 index 0000000000..c094525069 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocQAEnergyRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocQAEnergyRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.94118, + "ndcg_at_3": 0.95781, + "ndcg_at_5": 0.9635, + "ndcg_at_10": 0.96792, + "ndcg_at_20": 0.96792, + "ndcg_at_100": 0.96792, + "ndcg_at_1000": 0.96792, + "map_at_1": 0.94118, + "map_at_3": 0.95343, + "map_at_5": 0.95637, + "map_at_10": 0.95801, + "map_at_20": 0.95801, + "map_at_100": 0.95801, + "map_at_1000": 0.95801, + "recall_at_1": 0.94118, + "recall_at_3": 0.97059, + "recall_at_5": 0.98529, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.94118, + "cv_recall_at_3": 0.97059, + "cv_recall_at_5": 0.98529, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.94118, + "precision_at_3": 0.32353, + "precision_at_5": 0.19706, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.941176, + "mrr_at_3": 0.953431, + "mrr_at_5": 0.956373, + "mrr_at_10": 0.958007, + "mrr_at_20": 0.958007, + "mrr_at_100": 0.958007, + "mrr_at_1000": 0.958007, + "nauc_ndcg_at_1_max": 0.678295, + "nauc_ndcg_at_1_std": -0.020469, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.612904, + "nauc_ndcg_at_3_std": -0.233064, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.573014, + "nauc_ndcg_at_5_std": -0.355734, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.635036, + "nauc_ndcg_at_10_std": -0.168065, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.635036, + "nauc_ndcg_at_20_std": -0.168065, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.635036, + "nauc_ndcg_at_100_std": -0.168065, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.635036, + "nauc_ndcg_at_1000_std": -0.168065, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.678295, + "nauc_map_at_1_std": -0.020469, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.637735, + "nauc_map_at_3_std": -0.15839, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.622154, + "nauc_map_at_5_std": -0.206418, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.641552, + "nauc_map_at_10_std": -0.147698, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.641552, + "nauc_map_at_20_std": -0.147698, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.641552, + "nauc_map_at_100_std": -0.147698, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.641552, + "nauc_map_at_1000_std": -0.147698, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.678295, + "nauc_recall_at_1_std": -0.020469, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 0.496237, + "nauc_recall_at_3_std": -0.580747, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 0.123622, + "nauc_recall_at_5_std": -1.715532, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.678295, + "nauc_precision_at_1_std": -0.020469, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 0.496237, + "nauc_precision_at_3_std": -0.580747, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 0.123622, + "nauc_precision_at_5_std": -1.715532, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.678295, + "nauc_cv_recall_at_1_std": -0.020469, + "nauc_cv_recall_at_1_diff1": 1.0, + "nauc_cv_recall_at_3_max": 0.496237, + "nauc_cv_recall_at_3_std": -0.580747, + "nauc_cv_recall_at_3_diff1": 1.0, + "nauc_cv_recall_at_5_max": 0.123622, + "nauc_cv_recall_at_5_std": -1.715532, + "nauc_cv_recall_at_5_diff1": 1.0, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.678295, + "nauc_mrr_at_1_std": -0.020469, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.637735, + "nauc_mrr_at_3_std": -0.15839, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.622154, + "nauc_mrr_at_5_std": -0.206418, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.641552, + "nauc_mrr_at_10_std": -0.147698, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.641552, + "nauc_mrr_at_20_std": -0.147698, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.641552, + "nauc_mrr_at_100_std": -0.147698, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.641552, + "nauc_mrr_at_1000_std": -0.147698, + "nauc_mrr_at_1000_diff1": 1.0, + "main_score": 0.9635, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 104.52579927444458, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocQAGovReportRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocQAGovReportRetrieval.json new file mode 100644 index 0000000000..76d777ff38 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocQAGovReportRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocQAGovReportRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.93421, + "ndcg_at_3": 0.96569, + "ndcg_at_5": 0.97136, + "ndcg_at_10": 0.97136, + "ndcg_at_20": 0.97136, + "ndcg_at_100": 0.97136, + "ndcg_at_1000": 0.97136, + "map_at_1": 0.93421, + "map_at_3": 0.95833, + "map_at_5": 0.96162, + "map_at_10": 0.96162, + "map_at_20": 0.96162, + "map_at_100": 0.96162, + "map_at_1000": 0.96162, + "recall_at_1": 0.93421, + "recall_at_3": 0.98684, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.93421, + "cv_recall_at_3": 0.98684, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.93421, + "precision_at_3": 0.32895, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.934211, + "mrr_at_3": 0.958333, + "mrr_at_5": 0.961623, + "mrr_at_10": 0.961623, + "mrr_at_20": 0.961623, + "mrr_at_100": 0.961623, + "mrr_at_1000": 0.961623, + "nauc_ndcg_at_1_max": 0.709063, + "nauc_ndcg_at_1_std": 0.660892, + "nauc_ndcg_at_1_diff1": 0.865494, + "nauc_ndcg_at_3_max": 0.794078, + "nauc_ndcg_at_3_std": 0.721561, + "nauc_ndcg_at_3_diff1": 0.890835, + "nauc_ndcg_at_5_max": 0.753332, + "nauc_ndcg_at_5_std": 0.692484, + "nauc_ndcg_at_5_diff1": 0.869234, + "nauc_ndcg_at_10_max": 0.753332, + "nauc_ndcg_at_10_std": 0.692484, + "nauc_ndcg_at_10_diff1": 0.869234, + "nauc_ndcg_at_20_max": 0.753332, + "nauc_ndcg_at_20_std": 0.692484, + "nauc_ndcg_at_20_diff1": 0.869234, + "nauc_ndcg_at_100_max": 0.753332, + "nauc_ndcg_at_100_std": 0.692484, + "nauc_ndcg_at_100_diff1": 0.869234, + "nauc_ndcg_at_1000_max": 0.753332, + "nauc_ndcg_at_1000_std": 0.692484, + "nauc_ndcg_at_1000_diff1": 0.869234, + "nauc_map_at_1_max": 0.709063, + "nauc_map_at_1_std": 0.660892, + "nauc_map_at_1_diff1": 0.865494, + "nauc_map_at_3_max": 0.770313, + "nauc_map_at_3_std": 0.704602, + "nauc_map_at_3_diff1": 0.879176, + "nauc_map_at_5_max": 0.750625, + "nauc_map_at_5_std": 0.690552, + "nauc_map_at_5_diff1": 0.86882, + "nauc_map_at_10_max": 0.750625, + "nauc_map_at_10_std": 0.690552, + "nauc_map_at_10_diff1": 0.86882, + "nauc_map_at_20_max": 0.750625, + "nauc_map_at_20_std": 0.690552, + "nauc_map_at_20_diff1": 0.86882, + "nauc_map_at_100_max": 0.750625, + "nauc_map_at_100_std": 0.690552, + "nauc_map_at_100_diff1": 0.86882, + "nauc_map_at_1000_max": 0.750625, + "nauc_map_at_1000_std": 0.690552, + "nauc_map_at_1000_diff1": 0.86882, + "nauc_recall_at_1_max": 0.709063, + "nauc_recall_at_1_std": 0.660892, + "nauc_recall_at_1_diff1": 0.865494, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.868512, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.709063, + "nauc_precision_at_1_std": 0.660892, + "nauc_precision_at_1_diff1": 0.865494, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.868512, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.709063, + "nauc_cv_recall_at_1_std": 0.660892, + "nauc_cv_recall_at_1_diff1": 0.865494, + "nauc_cv_recall_at_3_max": 1.0, + "nauc_cv_recall_at_3_std": 0.868512, + "nauc_cv_recall_at_3_diff1": 1.0, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.709063, + "nauc_mrr_at_1_std": 0.660892, + "nauc_mrr_at_1_diff1": 0.865494, + "nauc_mrr_at_3_max": 0.770313, + "nauc_mrr_at_3_std": 0.704602, + "nauc_mrr_at_3_diff1": 0.879176, + "nauc_mrr_at_5_max": 0.750625, + "nauc_mrr_at_5_std": 0.690552, + "nauc_mrr_at_5_diff1": 0.86882, + "nauc_mrr_at_10_max": 0.750625, + "nauc_mrr_at_10_std": 0.690552, + "nauc_mrr_at_10_diff1": 0.86882, + "nauc_mrr_at_20_max": 0.750625, + "nauc_mrr_at_20_std": 0.690552, + "nauc_mrr_at_20_diff1": 0.86882, + "nauc_mrr_at_100_max": 0.750625, + "nauc_mrr_at_100_std": 0.690552, + "nauc_mrr_at_100_diff1": 0.86882, + "nauc_mrr_at_1000_max": 0.750625, + "nauc_mrr_at_1000_std": 0.690552, + "nauc_mrr_at_1000_diff1": 0.86882, + "main_score": 0.97136, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 105.08118081092834, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocQAHealthcareIndustryRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocQAHealthcareIndustryRetrieval.json new file mode 100644 index 0000000000..a631cc245b --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocQAHealthcareIndustryRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocQAHealthcareIndustryRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.93258, + "ndcg_at_3": 0.96656, + "ndcg_at_5": 0.96656, + "ndcg_at_10": 0.97056, + "ndcg_at_20": 0.97056, + "ndcg_at_100": 0.97056, + "ndcg_at_1000": 0.97056, + "map_at_1": 0.93258, + "map_at_3": 0.9588, + "map_at_5": 0.9588, + "map_at_10": 0.96067, + "map_at_20": 0.96067, + "map_at_100": 0.96067, + "map_at_1000": 0.96067, + "recall_at_1": 0.93258, + "recall_at_3": 0.98876, + "recall_at_5": 0.98876, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.93258, + "cv_recall_at_3": 0.98876, + "cv_recall_at_5": 0.98876, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.93258, + "precision_at_3": 0.32959, + "precision_at_5": 0.19775, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.932584, + "mrr_at_3": 0.958801, + "mrr_at_5": 0.958801, + "mrr_at_10": 0.960674, + "mrr_at_20": 0.960674, + "mrr_at_100": 0.960674, + "mrr_at_1000": 0.960674, + "nauc_ndcg_at_1_max": 0.444042, + "nauc_ndcg_at_1_std": -0.943923, + "nauc_ndcg_at_1_diff1": 0.956373, + "nauc_ndcg_at_3_max": 0.228113, + "nauc_ndcg_at_3_std": -1.091279, + "nauc_ndcg_at_3_diff1": 0.939795, + "nauc_ndcg_at_5_max": 0.228113, + "nauc_ndcg_at_5_std": -1.091279, + "nauc_ndcg_at_5_diff1": 0.939795, + "nauc_ndcg_at_10_max": 0.334733, + "nauc_ndcg_at_10_std": -1.005868, + "nauc_ndcg_at_10_diff1": 0.949404, + "nauc_ndcg_at_20_max": 0.334733, + "nauc_ndcg_at_20_std": -1.005868, + "nauc_ndcg_at_20_diff1": 0.949404, + "nauc_ndcg_at_100_max": 0.334733, + "nauc_ndcg_at_100_std": -1.005868, + "nauc_ndcg_at_100_diff1": 0.949404, + "nauc_ndcg_at_1000_max": 0.334733, + "nauc_ndcg_at_1000_std": -1.005868, + "nauc_ndcg_at_1000_diff1": 0.949404, + "nauc_map_at_1_max": 0.444042, + "nauc_map_at_1_std": -0.943923, + "nauc_map_at_1_diff1": 0.956373, + "nauc_map_at_3_max": 0.303618, + "nauc_map_at_3_std": -1.032059, + "nauc_map_at_3_diff1": 0.946457, + "nauc_map_at_5_max": 0.303618, + "nauc_map_at_5_std": -1.032059, + "nauc_map_at_5_diff1": 0.946457, + "nauc_map_at_10_max": 0.344558, + "nauc_map_at_10_std": -0.999323, + "nauc_map_at_10_diff1": 0.95014, + "nauc_map_at_20_max": 0.344558, + "nauc_map_at_20_std": -0.999323, + "nauc_map_at_20_diff1": 0.95014, + "nauc_map_at_100_max": 0.344558, + "nauc_map_at_100_std": -0.999323, + "nauc_map_at_100_diff1": 0.95014, + "nauc_map_at_1000_max": 0.344558, + "nauc_map_at_1000_std": -0.999323, + "nauc_map_at_1000_diff1": 0.95014, + "nauc_recall_at_1_max": 0.444042, + "nauc_recall_at_1_std": -0.943923, + "nauc_recall_at_1_diff1": 0.956373, + "nauc_recall_at_3_max": -0.556123, + "nauc_recall_at_3_std": -1.719522, + "nauc_recall_at_3_diff1": 0.869118, + "nauc_recall_at_5_max": -0.556123, + "nauc_recall_at_5_std": -1.719522, + "nauc_recall_at_5_diff1": 0.869118, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.444042, + "nauc_precision_at_1_std": -0.943923, + "nauc_precision_at_1_diff1": 0.956373, + "nauc_precision_at_3_max": -0.556123, + "nauc_precision_at_3_std": -1.719522, + "nauc_precision_at_3_diff1": 0.869118, + "nauc_precision_at_5_max": -0.556123, + "nauc_precision_at_5_std": -1.719522, + "nauc_precision_at_5_diff1": 0.869118, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.444042, + "nauc_cv_recall_at_1_std": -0.943923, + "nauc_cv_recall_at_1_diff1": 0.956373, + "nauc_cv_recall_at_3_max": -0.556123, + "nauc_cv_recall_at_3_std": -1.719522, + "nauc_cv_recall_at_3_diff1": 0.869118, + "nauc_cv_recall_at_5_max": -0.556123, + "nauc_cv_recall_at_5_std": -1.719522, + "nauc_cv_recall_at_5_diff1": 0.869118, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.444042, + "nauc_mrr_at_1_std": -0.943923, + "nauc_mrr_at_1_diff1": 0.956373, + "nauc_mrr_at_3_max": 0.303618, + "nauc_mrr_at_3_std": -1.032059, + "nauc_mrr_at_3_diff1": 0.946457, + "nauc_mrr_at_5_max": 0.303618, + "nauc_mrr_at_5_std": -1.032059, + "nauc_mrr_at_5_diff1": 0.946457, + "nauc_mrr_at_10_max": 0.344558, + "nauc_mrr_at_10_std": -0.999323, + "nauc_mrr_at_10_diff1": 0.95014, + "nauc_mrr_at_20_max": 0.344558, + "nauc_mrr_at_20_std": -0.999323, + "nauc_mrr_at_20_diff1": 0.95014, + "nauc_mrr_at_100_max": 0.344558, + "nauc_mrr_at_100_std": -0.999323, + "nauc_mrr_at_100_diff1": 0.95014, + "nauc_mrr_at_1000_max": 0.344558, + "nauc_mrr_at_1000_std": -0.999323, + "nauc_mrr_at_1000_diff1": 0.95014, + "main_score": 0.96656, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 106.52329778671265, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocVQARetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocVQARetrieval.json new file mode 100644 index 0000000000..b0cae8af58 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDocVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocVQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.86842, + "ndcg_at_3": 0.90163, + "ndcg_at_5": 0.91181, + "ndcg_at_10": 0.92772, + "ndcg_at_20": 0.92772, + "ndcg_at_100": 0.92772, + "ndcg_at_1000": 0.92772, + "map_at_1": 0.86842, + "map_at_3": 0.89474, + "map_at_5": 0.9, + "map_at_10": 0.90592, + "map_at_20": 0.90592, + "map_at_100": 0.90592, + "map_at_1000": 0.90592, + "recall_at_1": 0.86842, + "recall_at_3": 0.92105, + "recall_at_5": 0.94737, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.86842, + "cv_recall_at_3": 0.92105, + "cv_recall_at_5": 0.94737, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.86842, + "precision_at_3": 0.30702, + "precision_at_5": 0.18947, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.868421, + "mrr_at_3": 0.894737, + "mrr_at_5": 0.9, + "mrr_at_10": 0.905921, + "mrr_at_20": 0.905921, + "mrr_at_100": 0.905921, + "mrr_at_1000": 0.905921, + "nauc_ndcg_at_1_max": 0.762502, + "nauc_ndcg_at_1_std": 0.209312, + "nauc_ndcg_at_1_diff1": 0.881366, + "nauc_ndcg_at_3_max": 0.813888, + "nauc_ndcg_at_3_std": 0.347933, + "nauc_ndcg_at_3_diff1": 0.919741, + "nauc_ndcg_at_5_max": 0.80749, + "nauc_ndcg_at_5_std": 0.304412, + "nauc_ndcg_at_5_diff1": 0.925741, + "nauc_ndcg_at_10_max": 0.797154, + "nauc_ndcg_at_10_std": 0.29206, + "nauc_ndcg_at_10_diff1": 0.909104, + "nauc_ndcg_at_20_max": 0.797154, + "nauc_ndcg_at_20_std": 0.29206, + "nauc_ndcg_at_20_diff1": 0.909104, + "nauc_ndcg_at_100_max": 0.797154, + "nauc_ndcg_at_100_std": 0.29206, + "nauc_ndcg_at_100_diff1": 0.909104, + "nauc_ndcg_at_1000_max": 0.797154, + "nauc_ndcg_at_1000_std": 0.29206, + "nauc_ndcg_at_1000_diff1": 0.909104, + "nauc_map_at_1_max": 0.762502, + "nauc_map_at_1_std": 0.209312, + "nauc_map_at_1_diff1": 0.881366, + "nauc_map_at_3_max": 0.800692, + "nauc_map_at_3_std": 0.312335, + "nauc_map_at_3_diff1": 0.909886, + "nauc_map_at_5_max": 0.79706, + "nauc_map_at_5_std": 0.290528, + "nauc_map_at_5_diff1": 0.912102, + "nauc_map_at_10_max": 0.79404, + "nauc_map_at_10_std": 0.286104, + "nauc_map_at_10_diff1": 0.906467, + "nauc_map_at_20_max": 0.79404, + "nauc_map_at_20_std": 0.286104, + "nauc_map_at_20_diff1": 0.906467, + "nauc_map_at_100_max": 0.79404, + "nauc_map_at_100_std": 0.286104, + "nauc_map_at_100_diff1": 0.906467, + "nauc_map_at_1000_max": 0.79404, + "nauc_map_at_1000_std": 0.286104, + "nauc_map_at_1000_diff1": 0.906467, + "nauc_recall_at_1_max": 0.762502, + "nauc_recall_at_1_std": 0.209312, + "nauc_recall_at_1_diff1": 0.881366, + "nauc_recall_at_3_max": 0.862668, + "nauc_recall_at_3_std": 0.479525, + "nauc_recall_at_3_diff1": 0.956171, + "nauc_recall_at_5_max": 0.859746, + "nauc_recall_at_5_std": 0.359542, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.762502, + "nauc_precision_at_1_std": 0.209312, + "nauc_precision_at_1_diff1": 0.881366, + "nauc_precision_at_3_max": 0.862668, + "nauc_precision_at_3_std": 0.479525, + "nauc_precision_at_3_diff1": 0.956171, + "nauc_precision_at_5_max": 0.859746, + "nauc_precision_at_5_std": 0.359542, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.762502, + "nauc_cv_recall_at_1_std": 0.209312, + "nauc_cv_recall_at_1_diff1": 0.881366, + "nauc_cv_recall_at_3_max": 0.862668, + "nauc_cv_recall_at_3_std": 0.479525, + "nauc_cv_recall_at_3_diff1": 0.956171, + "nauc_cv_recall_at_5_max": 0.859746, + "nauc_cv_recall_at_5_std": 0.359542, + "nauc_cv_recall_at_5_diff1": 1.0, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.762502, + "nauc_mrr_at_1_std": 0.209312, + "nauc_mrr_at_1_diff1": 0.881366, + "nauc_mrr_at_3_max": 0.800692, + "nauc_mrr_at_3_std": 0.312335, + "nauc_mrr_at_3_diff1": 0.909886, + "nauc_mrr_at_5_max": 0.79706, + "nauc_mrr_at_5_std": 0.290528, + "nauc_mrr_at_5_diff1": 0.912102, + "nauc_mrr_at_10_max": 0.79404, + "nauc_mrr_at_10_std": 0.286104, + "nauc_mrr_at_10_diff1": 0.906467, + "nauc_mrr_at_20_max": 0.79404, + "nauc_mrr_at_20_std": 0.286104, + "nauc_mrr_at_20_diff1": 0.906467, + "nauc_mrr_at_100_max": 0.79404, + "nauc_mrr_at_100_std": 0.286104, + "nauc_mrr_at_100_diff1": 0.906467, + "nauc_mrr_at_1000_max": 0.79404, + "nauc_mrr_at_1000_std": 0.286104, + "nauc_mrr_at_1000_diff1": 0.906467, + "main_score": 0.91181, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 58.076995611190796, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDonutVQAISynHMPRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDonutVQAISynHMPRetrieval.json new file mode 100644 index 0000000000..58674f9a88 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRDonutVQAISynHMPRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDonutVQAISynHMPRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.19602, + "ndcg_at_3": 0.29346, + "ndcg_at_5": 0.34106, + "ndcg_at_10": 0.38823, + "ndcg_at_20": 0.42522, + "ndcg_at_100": 0.45393, + "ndcg_at_1000": 0.46641, + "map_at_1": 0.17453, + "map_at_3": 0.26136, + "map_at_5": 0.28854, + "map_at_10": 0.30873, + "map_at_20": 0.31972, + "map_at_100": 0.32426, + "map_at_1000": 0.32477, + "recall_at_1": 0.17453, + "recall_at_3": 0.36302, + "recall_at_5": 0.47713, + "recall_at_10": 0.6187, + "recall_at_20": 0.75866, + "recall_at_100": 0.9053, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.19602, + "cv_recall_at_3": 0.39489, + "cv_recall_at_5": 0.50852, + "cv_recall_at_10": 0.64915, + "cv_recall_at_20": 0.78125, + "cv_recall_at_100": 0.91477, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.19602, + "precision_at_3": 0.13731, + "precision_at_5": 0.1071, + "precision_at_10": 0.0696, + "precision_at_20": 0.04297, + "precision_at_100": 0.01028, + "precision_at_1000": 0.00114, + "mrr_at_1": 0.196023, + "mrr_at_3": 0.284091, + "mrr_at_5": 0.310085, + "mrr_at_10": 0.328899, + "mrr_at_20": 0.33834, + "mrr_at_100": 0.342096, + "mrr_at_1000": 0.342521, + "nauc_ndcg_at_1_max": 0.030622, + "nauc_ndcg_at_1_std": -0.029013, + "nauc_ndcg_at_1_diff1": 0.211147, + "nauc_ndcg_at_3_max": 0.05066, + "nauc_ndcg_at_3_std": -0.044519, + "nauc_ndcg_at_3_diff1": 0.185334, + "nauc_ndcg_at_5_max": 0.074834, + "nauc_ndcg_at_5_std": -0.028685, + "nauc_ndcg_at_5_diff1": 0.186792, + "nauc_ndcg_at_10_max": 0.091128, + "nauc_ndcg_at_10_std": -0.017614, + "nauc_ndcg_at_10_diff1": 0.185559, + "nauc_ndcg_at_20_max": 0.106699, + "nauc_ndcg_at_20_std": -0.006772, + "nauc_ndcg_at_20_diff1": 0.200966, + "nauc_ndcg_at_100_max": 0.095481, + "nauc_ndcg_at_100_std": -0.006574, + "nauc_ndcg_at_100_diff1": 0.198415, + "nauc_ndcg_at_1000_max": 0.086849, + "nauc_ndcg_at_1000_std": -0.014682, + "nauc_ndcg_at_1000_diff1": 0.195896, + "nauc_map_at_1_max": 0.04335, + "nauc_map_at_1_std": -0.02759, + "nauc_map_at_1_diff1": 0.219135, + "nauc_map_at_3_max": 0.052572, + "nauc_map_at_3_std": -0.036597, + "nauc_map_at_3_diff1": 0.197391, + "nauc_map_at_5_max": 0.066382, + "nauc_map_at_5_std": -0.026982, + "nauc_map_at_5_diff1": 0.197181, + "nauc_map_at_10_max": 0.075311, + "nauc_map_at_10_std": -0.022872, + "nauc_map_at_10_diff1": 0.19704, + "nauc_map_at_20_max": 0.080636, + "nauc_map_at_20_std": -0.020403, + "nauc_map_at_20_diff1": 0.201755, + "nauc_map_at_100_max": 0.07863, + "nauc_map_at_100_std": -0.019792, + "nauc_map_at_100_diff1": 0.201448, + "nauc_map_at_1000_max": 0.0783, + "nauc_map_at_1000_std": -0.020038, + "nauc_map_at_1000_diff1": 0.201315, + "nauc_recall_at_1_max": 0.04335, + "nauc_recall_at_1_std": -0.02759, + "nauc_recall_at_1_diff1": 0.219135, + "nauc_recall_at_3_max": 0.049569, + "nauc_recall_at_3_std": -0.053755, + "nauc_recall_at_3_diff1": 0.158518, + "nauc_recall_at_5_max": 0.097065, + "nauc_recall_at_5_std": -0.022241, + "nauc_recall_at_5_diff1": 0.156726, + "nauc_recall_at_10_max": 0.141388, + "nauc_recall_at_10_std": 0.015449, + "nauc_recall_at_10_diff1": 0.148433, + "nauc_recall_at_20_max": 0.227534, + "nauc_recall_at_20_std": 0.083718, + "nauc_recall_at_20_diff1": 0.21223, + "nauc_recall_at_100_max": 0.250667, + "nauc_recall_at_100_std": 0.170779, + "nauc_recall_at_100_diff1": 0.217102, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.030622, + "nauc_precision_at_1_std": -0.029013, + "nauc_precision_at_1_diff1": 0.211147, + "nauc_precision_at_3_max": 0.04262, + "nauc_precision_at_3_std": -0.06037, + "nauc_precision_at_3_diff1": 0.147912, + "nauc_precision_at_5_max": 0.094912, + "nauc_precision_at_5_std": -0.019662, + "nauc_precision_at_5_diff1": 0.148902, + "nauc_precision_at_10_max": 0.141953, + "nauc_precision_at_10_std": -0.000413, + "nauc_precision_at_10_diff1": 0.133753, + "nauc_precision_at_20_max": 0.191789, + "nauc_precision_at_20_std": 0.028948, + "nauc_precision_at_20_diff1": 0.132637, + "nauc_precision_at_100_max": 0.110589, + "nauc_precision_at_100_std": 0.040275, + "nauc_precision_at_100_diff1": 0.060053, + "nauc_precision_at_1000_max": 0.01692, + "nauc_precision_at_1000_std": -0.021519, + "nauc_precision_at_1000_diff1": -0.045664, + "nauc_cv_recall_at_1_max": 0.030622, + "nauc_cv_recall_at_1_std": -0.029013, + "nauc_cv_recall_at_1_diff1": 0.211147, + "nauc_cv_recall_at_3_max": 0.047928, + "nauc_cv_recall_at_3_std": -0.064631, + "nauc_cv_recall_at_3_diff1": 0.148044, + "nauc_cv_recall_at_5_max": 0.108142, + "nauc_cv_recall_at_5_std": -0.037738, + "nauc_cv_recall_at_5_diff1": 0.162692, + "nauc_cv_recall_at_10_max": 0.144358, + "nauc_cv_recall_at_10_std": 0.001172, + "nauc_cv_recall_at_10_diff1": 0.147167, + "nauc_cv_recall_at_20_max": 0.216648, + "nauc_cv_recall_at_20_std": 0.085613, + "nauc_cv_recall_at_20_diff1": 0.210914, + "nauc_cv_recall_at_100_max": 0.252762, + "nauc_cv_recall_at_100_std": 0.173905, + "nauc_cv_recall_at_100_diff1": 0.18829, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.030622, + "nauc_mrr_at_1_std": -0.029013, + "nauc_mrr_at_1_diff1": 0.211147, + "nauc_mrr_at_3_max": 0.043819, + "nauc_mrr_at_3_std": -0.04426, + "nauc_mrr_at_3_diff1": 0.184312, + "nauc_mrr_at_5_max": 0.059494, + "nauc_mrr_at_5_std": -0.037489, + "nauc_mrr_at_5_diff1": 0.189976, + "nauc_mrr_at_10_max": 0.063466, + "nauc_mrr_at_10_std": -0.032262, + "nauc_mrr_at_10_diff1": 0.187157, + "nauc_mrr_at_20_max": 0.06626, + "nauc_mrr_at_20_std": -0.028784, + "nauc_mrr_at_20_diff1": 0.191715, + "nauc_mrr_at_100_max": 0.064921, + "nauc_mrr_at_100_std": -0.028979, + "nauc_mrr_at_100_diff1": 0.191206, + "nauc_mrr_at_1000_max": 0.064619, + "nauc_mrr_at_1000_std": -0.029151, + "nauc_mrr_at_1000_diff1": 0.191201, + "main_score": 0.34106, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 69.67741990089417, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaDeNewsRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaDeNewsRetrieval.json new file mode 100644 index 0000000000..401d90a0ab --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaDeNewsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaDeNewsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.2533, + "ndcg_at_3": 0.32254, + "ndcg_at_5": 0.34927, + "ndcg_at_10": 0.38258, + "ndcg_at_20": 0.40647, + "ndcg_at_100": 0.46346, + "ndcg_at_1000": 0.47374, + "map_at_1": 0.2533, + "map_at_3": 0.30446, + "map_at_5": 0.319, + "map_at_10": 0.33315, + "map_at_20": 0.33963, + "map_at_100": 0.34789, + "map_at_1000": 0.34855, + "recall_at_1": 0.2533, + "recall_at_3": 0.37379, + "recall_at_5": 0.43782, + "recall_at_10": 0.53879, + "recall_at_20": 0.63317, + "recall_at_100": 0.93228, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.2533, + "cv_recall_at_3": 0.37731, + "cv_recall_at_5": 0.44591, + "cv_recall_at_10": 0.54617, + "cv_recall_at_20": 0.64116, + "cv_recall_at_100": 0.93404, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.2533, + "precision_at_3": 0.12577, + "precision_at_5": 0.08918, + "precision_at_10": 0.05515, + "precision_at_20": 0.03259, + "precision_at_100": 0.00992, + "precision_at_1000": 0.00108, + "mrr_at_1": 0.253298, + "mrr_at_3": 0.305629, + "mrr_at_5": 0.321196, + "mrr_at_10": 0.335152, + "mrr_at_20": 0.341562, + "mrr_at_100": 0.349221, + "mrr_at_1000": 0.349779, + "nauc_ndcg_at_1_max": 0.255603, + "nauc_ndcg_at_1_std": 0.065159, + "nauc_ndcg_at_1_diff1": 0.65448, + "nauc_ndcg_at_3_max": 0.313727, + "nauc_ndcg_at_3_std": 0.060993, + "nauc_ndcg_at_3_diff1": 0.611477, + "nauc_ndcg_at_5_max": 0.327621, + "nauc_ndcg_at_5_std": 0.078301, + "nauc_ndcg_at_5_diff1": 0.583128, + "nauc_ndcg_at_10_max": 0.342283, + "nauc_ndcg_at_10_std": 0.098051, + "nauc_ndcg_at_10_diff1": 0.56279, + "nauc_ndcg_at_20_max": 0.337819, + "nauc_ndcg_at_20_std": 0.098731, + "nauc_ndcg_at_20_diff1": 0.552156, + "nauc_ndcg_at_100_max": 0.316451, + "nauc_ndcg_at_100_std": 0.096978, + "nauc_ndcg_at_100_diff1": 0.573364, + "nauc_ndcg_at_1000_max": 0.317763, + "nauc_ndcg_at_1000_std": 0.090116, + "nauc_ndcg_at_1000_diff1": 0.579026, + "nauc_map_at_1_max": 0.255603, + "nauc_map_at_1_std": 0.065159, + "nauc_map_at_1_diff1": 0.65448, + "nauc_map_at_3_max": 0.297689, + "nauc_map_at_3_std": 0.060514, + "nauc_map_at_3_diff1": 0.622886, + "nauc_map_at_5_max": 0.306412, + "nauc_map_at_5_std": 0.070473, + "nauc_map_at_5_diff1": 0.607121, + "nauc_map_at_10_max": 0.311942, + "nauc_map_at_10_std": 0.078363, + "nauc_map_at_10_diff1": 0.598404, + "nauc_map_at_20_max": 0.310632, + "nauc_map_at_20_std": 0.078625, + "nauc_map_at_20_diff1": 0.595663, + "nauc_map_at_100_max": 0.308087, + "nauc_map_at_100_std": 0.079556, + "nauc_map_at_100_diff1": 0.598456, + "nauc_map_at_1000_max": 0.308118, + "nauc_map_at_1000_std": 0.079176, + "nauc_map_at_1000_diff1": 0.598736, + "nauc_recall_at_1_max": 0.255603, + "nauc_recall_at_1_std": 0.065159, + "nauc_recall_at_1_diff1": 0.65448, + "nauc_recall_at_3_max": 0.358967, + "nauc_recall_at_3_std": 0.060763, + "nauc_recall_at_3_diff1": 0.583311, + "nauc_recall_at_5_max": 0.391068, + "nauc_recall_at_5_std": 0.09796, + "nauc_recall_at_5_diff1": 0.519369, + "nauc_recall_at_10_max": 0.440728, + "nauc_recall_at_10_std": 0.161291, + "nauc_recall_at_10_diff1": 0.453424, + "nauc_recall_at_20_max": 0.433099, + "nauc_recall_at_20_std": 0.170354, + "nauc_recall_at_20_diff1": 0.391623, + "nauc_recall_at_100_max": 0.261748, + "nauc_recall_at_100_std": 0.275086, + "nauc_recall_at_100_diff1": 0.39667, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.255603, + "nauc_precision_at_1_std": 0.065159, + "nauc_precision_at_1_diff1": 0.65448, + "nauc_precision_at_3_max": 0.357453, + "nauc_precision_at_3_std": 0.065631, + "nauc_precision_at_3_diff1": 0.575355, + "nauc_precision_at_5_max": 0.382598, + "nauc_precision_at_5_std": 0.108104, + "nauc_precision_at_5_diff1": 0.505164, + "nauc_precision_at_10_max": 0.413424, + "nauc_precision_at_10_std": 0.173598, + "nauc_precision_at_10_diff1": 0.419539, + "nauc_precision_at_20_max": 0.381284, + "nauc_precision_at_20_std": 0.183011, + "nauc_precision_at_20_diff1": 0.335654, + "nauc_precision_at_100_max": -0.083563, + "nauc_precision_at_100_std": 0.17143, + "nauc_precision_at_100_diff1": -0.074424, + "nauc_precision_at_1000_max": -0.31278, + "nauc_precision_at_1000_std": 0.037738, + "nauc_precision_at_1000_diff1": -0.367306, + "nauc_cv_recall_at_1_max": 0.255603, + "nauc_cv_recall_at_1_std": 0.065159, + "nauc_cv_recall_at_1_diff1": 0.65448, + "nauc_cv_recall_at_3_max": 0.357453, + "nauc_cv_recall_at_3_std": 0.065631, + "nauc_cv_recall_at_3_diff1": 0.575355, + "nauc_cv_recall_at_5_max": 0.382598, + "nauc_cv_recall_at_5_std": 0.108104, + "nauc_cv_recall_at_5_diff1": 0.505164, + "nauc_cv_recall_at_10_max": 0.435475, + "nauc_cv_recall_at_10_std": 0.172544, + "nauc_cv_recall_at_10_diff1": 0.441758, + "nauc_cv_recall_at_20_max": 0.42975, + "nauc_cv_recall_at_20_std": 0.181188, + "nauc_cv_recall_at_20_diff1": 0.381256, + "nauc_cv_recall_at_100_max": 0.259197, + "nauc_cv_recall_at_100_std": 0.29224, + "nauc_cv_recall_at_100_diff1": 0.382325, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.255603, + "nauc_mrr_at_1_std": 0.065159, + "nauc_mrr_at_1_diff1": 0.65448, + "nauc_mrr_at_3_max": 0.297188, + "nauc_mrr_at_3_std": 0.062241, + "nauc_mrr_at_3_diff1": 0.620041, + "nauc_mrr_at_5_max": 0.304049, + "nauc_mrr_at_5_std": 0.072966, + "nauc_mrr_at_5_diff1": 0.60273, + "nauc_mrr_at_10_max": 0.31002, + "nauc_mrr_at_10_std": 0.080585, + "nauc_mrr_at_10_diff1": 0.594515, + "nauc_mrr_at_20_max": 0.308916, + "nauc_mrr_at_20_std": 0.080691, + "nauc_mrr_at_20_diff1": 0.591998, + "nauc_mrr_at_100_max": 0.30699, + "nauc_mrr_at_100_std": 0.081374, + "nauc_mrr_at_100_diff1": 0.59557, + "nauc_mrr_at_1000_max": 0.307098, + "nauc_mrr_at_1000_std": 0.081009, + "nauc_mrr_at_1000_diff1": 0.595913, + "main_score": 0.34927, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 45.88516664505005, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaEsNewsRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaEsNewsRetrieval.json new file mode 100644 index 0000000000..6995f854c9 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaEsNewsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaEsNewsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.34388, + "ndcg_at_3": 0.43059, + "ndcg_at_5": 0.45389, + "ndcg_at_10": 0.48757, + "ndcg_at_20": 0.50936, + "ndcg_at_100": 0.54804, + "ndcg_at_1000": 0.55701, + "map_at_1": 0.34207, + "map_at_3": 0.40732, + "map_at_5": 0.42034, + "map_at_10": 0.43463, + "map_at_20": 0.44159, + "map_at_100": 0.44692, + "map_at_1000": 0.44748, + "recall_at_1": 0.34207, + "recall_at_3": 0.49137, + "recall_at_5": 0.54751, + "recall_at_10": 0.65231, + "recall_at_20": 0.7337, + "recall_at_100": 0.93923, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.34388, + "cv_recall_at_3": 0.49578, + "cv_recall_at_5": 0.55907, + "cv_recall_at_10": 0.66245, + "cv_recall_at_20": 0.74051, + "cv_recall_at_100": 0.94515, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.34388, + "precision_at_3": 0.16667, + "precision_at_5": 0.1135, + "precision_at_10": 0.06835, + "precision_at_20": 0.03945, + "precision_at_100": 0.0103, + "precision_at_1000": 0.00111, + "mrr_at_1": 0.343882, + "mrr_at_3": 0.409986, + "mrr_at_5": 0.424332, + "mrr_at_10": 0.437782, + "mrr_at_20": 0.443432, + "mrr_at_100": 0.448494, + "mrr_at_1000": 0.448899, + "nauc_ndcg_at_1_max": 0.096697, + "nauc_ndcg_at_1_std": -0.059333, + "nauc_ndcg_at_1_diff1": 0.584884, + "nauc_ndcg_at_3_max": 0.105096, + "nauc_ndcg_at_3_std": -0.059046, + "nauc_ndcg_at_3_diff1": 0.535158, + "nauc_ndcg_at_5_max": 0.128669, + "nauc_ndcg_at_5_std": -0.040242, + "nauc_ndcg_at_5_diff1": 0.52608, + "nauc_ndcg_at_10_max": 0.117119, + "nauc_ndcg_at_10_std": -0.01869, + "nauc_ndcg_at_10_diff1": 0.524466, + "nauc_ndcg_at_20_max": 0.136347, + "nauc_ndcg_at_20_std": 0.00753, + "nauc_ndcg_at_20_diff1": 0.513466, + "nauc_ndcg_at_100_max": 0.130651, + "nauc_ndcg_at_100_std": -0.009668, + "nauc_ndcg_at_100_diff1": 0.518273, + "nauc_ndcg_at_1000_max": 0.121292, + "nauc_ndcg_at_1000_std": -0.019718, + "nauc_ndcg_at_1000_diff1": 0.525221, + "nauc_map_at_1_max": 0.09741, + "nauc_map_at_1_std": -0.065286, + "nauc_map_at_1_diff1": 0.586026, + "nauc_map_at_3_max": 0.10443, + "nauc_map_at_3_std": -0.067035, + "nauc_map_at_3_diff1": 0.549483, + "nauc_map_at_5_max": 0.117494, + "nauc_map_at_5_std": -0.054767, + "nauc_map_at_5_diff1": 0.544193, + "nauc_map_at_10_max": 0.112807, + "nauc_map_at_10_std": -0.044891, + "nauc_map_at_10_diff1": 0.542825, + "nauc_map_at_20_max": 0.117634, + "nauc_map_at_20_std": -0.034776, + "nauc_map_at_20_diff1": 0.539433, + "nauc_map_at_100_max": 0.116984, + "nauc_map_at_100_std": -0.0365, + "nauc_map_at_100_diff1": 0.539995, + "nauc_map_at_1000_max": 0.116384, + "nauc_map_at_1000_std": -0.037036, + "nauc_map_at_1000_diff1": 0.540209, + "nauc_recall_at_1_max": 0.09741, + "nauc_recall_at_1_std": -0.065286, + "nauc_recall_at_1_diff1": 0.586026, + "nauc_recall_at_3_max": 0.108824, + "nauc_recall_at_3_std": -0.061779, + "nauc_recall_at_3_diff1": 0.501501, + "nauc_recall_at_5_max": 0.170321, + "nauc_recall_at_5_std": -0.0092, + "nauc_recall_at_5_diff1": 0.478393, + "nauc_recall_at_10_max": 0.132739, + "nauc_recall_at_10_std": 0.070867, + "nauc_recall_at_10_diff1": 0.46646, + "nauc_recall_at_20_max": 0.238305, + "nauc_recall_at_20_std": 0.208661, + "nauc_recall_at_20_diff1": 0.401792, + "nauc_recall_at_100_max": 0.400697, + "nauc_recall_at_100_std": 0.309406, + "nauc_recall_at_100_diff1": 0.257308, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.096697, + "nauc_precision_at_1_std": -0.059333, + "nauc_precision_at_1_diff1": 0.584884, + "nauc_precision_at_3_max": 0.103801, + "nauc_precision_at_3_std": -0.024606, + "nauc_precision_at_3_diff1": 0.477411, + "nauc_precision_at_5_max": 0.153673, + "nauc_precision_at_5_std": 0.050094, + "nauc_precision_at_5_diff1": 0.426313, + "nauc_precision_at_10_max": 0.107223, + "nauc_precision_at_10_std": 0.177759, + "nauc_precision_at_10_diff1": 0.35554, + "nauc_precision_at_20_max": 0.167307, + "nauc_precision_at_20_std": 0.376795, + "nauc_precision_at_20_diff1": 0.187899, + "nauc_precision_at_100_max": -0.038986, + "nauc_precision_at_100_std": 0.342323, + "nauc_precision_at_100_diff1": -0.247101, + "nauc_precision_at_1000_max": -0.239848, + "nauc_precision_at_1000_std": 0.236423, + "nauc_precision_at_1000_diff1": -0.425802, + "nauc_cv_recall_at_1_max": 0.096697, + "nauc_cv_recall_at_1_std": -0.059333, + "nauc_cv_recall_at_1_diff1": 0.584884, + "nauc_cv_recall_at_3_max": 0.107452, + "nauc_cv_recall_at_3_std": -0.042521, + "nauc_cv_recall_at_3_diff1": 0.494168, + "nauc_cv_recall_at_5_max": 0.163684, + "nauc_cv_recall_at_5_std": 0.015246, + "nauc_cv_recall_at_5_diff1": 0.459749, + "nauc_cv_recall_at_10_max": 0.118753, + "nauc_cv_recall_at_10_std": 0.083089, + "nauc_cv_recall_at_10_diff1": 0.450397, + "nauc_cv_recall_at_20_max": 0.228692, + "nauc_cv_recall_at_20_std": 0.202691, + "nauc_cv_recall_at_20_diff1": 0.387448, + "nauc_cv_recall_at_100_max": 0.407458, + "nauc_cv_recall_at_100_std": 0.344584, + "nauc_cv_recall_at_100_diff1": 0.198927, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.096697, + "nauc_mrr_at_1_std": -0.059333, + "nauc_mrr_at_1_diff1": 0.584884, + "nauc_mrr_at_3_max": 0.103511, + "nauc_mrr_at_3_std": -0.056592, + "nauc_mrr_at_3_diff1": 0.546192, + "nauc_mrr_at_5_max": 0.11518, + "nauc_mrr_at_5_std": -0.044883, + "nauc_mrr_at_5_diff1": 0.539146, + "nauc_mrr_at_10_max": 0.109434, + "nauc_mrr_at_10_std": -0.039658, + "nauc_mrr_at_10_diff1": 0.539224, + "nauc_mrr_at_20_max": 0.114383, + "nauc_mrr_at_20_std": -0.035504, + "nauc_mrr_at_20_diff1": 0.53766, + "nauc_mrr_at_100_max": 0.114366, + "nauc_mrr_at_100_std": -0.036609, + "nauc_mrr_at_100_diff1": 0.538577, + "nauc_mrr_at_1000_max": 0.114011, + "nauc_mrr_at_1000_std": -0.03706, + "nauc_mrr_at_1000_diff1": 0.538986, + "main_score": 0.45389, + "hf_subset": "default", + "languages": [ + "spa-Latn" + ] + } + ] + }, + "evaluation_time": 42.737229108810425, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaFrNewsRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaFrNewsRetrieval.json new file mode 100644 index 0000000000..8bffe7d1af --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaFrNewsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaFrNewsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.23629, + "ndcg_at_3": 0.28366, + "ndcg_at_5": 0.3132, + "ndcg_at_10": 0.33199, + "ndcg_at_20": 0.35549, + "ndcg_at_100": 0.42169, + "ndcg_at_1000": 0.44124, + "map_at_1": 0.2321, + "map_at_3": 0.26639, + "map_at_5": 0.28281, + "map_at_10": 0.29043, + "map_at_20": 0.29727, + "map_at_100": 0.30834, + "map_at_1000": 0.3109, + "recall_at_1": 0.2321, + "recall_at_3": 0.31213, + "recall_at_5": 0.3845, + "recall_at_10": 0.44226, + "recall_at_20": 0.53394, + "recall_at_100": 0.87783, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.23629, + "cv_recall_at_3": 0.32489, + "cv_recall_at_5": 0.40506, + "cv_recall_at_10": 0.47257, + "cv_recall_at_20": 0.5654, + "cv_recall_at_100": 0.89873, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.23629, + "precision_at_3": 0.11111, + "precision_at_5": 0.08354, + "precision_at_10": 0.05063, + "precision_at_20": 0.03249, + "precision_at_100": 0.01481, + "precision_at_1000": 0.00183, + "mrr_at_1": 0.236287, + "mrr_at_3": 0.274262, + "mrr_at_5": 0.292616, + "mrr_at_10": 0.301296, + "mrr_at_20": 0.30784, + "mrr_at_100": 0.315426, + "mrr_at_1000": 0.316246, + "nauc_ndcg_at_1_max": 0.160927, + "nauc_ndcg_at_1_std": 0.031381, + "nauc_ndcg_at_1_diff1": 0.729944, + "nauc_ndcg_at_3_max": 0.161862, + "nauc_ndcg_at_3_std": 0.063518, + "nauc_ndcg_at_3_diff1": 0.603659, + "nauc_ndcg_at_5_max": 0.142088, + "nauc_ndcg_at_5_std": 0.05876, + "nauc_ndcg_at_5_diff1": 0.553741, + "nauc_ndcg_at_10_max": 0.131085, + "nauc_ndcg_at_10_std": 0.042098, + "nauc_ndcg_at_10_diff1": 0.548103, + "nauc_ndcg_at_20_max": 0.116464, + "nauc_ndcg_at_20_std": 0.026748, + "nauc_ndcg_at_20_diff1": 0.526739, + "nauc_ndcg_at_100_max": 0.128545, + "nauc_ndcg_at_100_std": 0.032181, + "nauc_ndcg_at_100_diff1": 0.543263, + "nauc_ndcg_at_1000_max": 0.138762, + "nauc_ndcg_at_1000_std": 0.041322, + "nauc_ndcg_at_1000_diff1": 0.562969, + "nauc_map_at_1_max": 0.169714, + "nauc_map_at_1_std": 0.033307, + "nauc_map_at_1_diff1": 0.740416, + "nauc_map_at_3_max": 0.170311, + "nauc_map_at_3_std": 0.057551, + "nauc_map_at_3_diff1": 0.643255, + "nauc_map_at_5_max": 0.156793, + "nauc_map_at_5_std": 0.054471, + "nauc_map_at_5_diff1": 0.613476, + "nauc_map_at_10_max": 0.151473, + "nauc_map_at_10_std": 0.047282, + "nauc_map_at_10_diff1": 0.610995, + "nauc_map_at_20_max": 0.147161, + "nauc_map_at_20_std": 0.042654, + "nauc_map_at_20_diff1": 0.605451, + "nauc_map_at_100_max": 0.14504, + "nauc_map_at_100_std": 0.042386, + "nauc_map_at_100_diff1": 0.603463, + "nauc_map_at_1000_max": 0.14425, + "nauc_map_at_1000_std": 0.042756, + "nauc_map_at_1000_diff1": 0.602543, + "nauc_recall_at_1_max": 0.169714, + "nauc_recall_at_1_std": 0.033307, + "nauc_recall_at_1_diff1": 0.740416, + "nauc_recall_at_3_max": 0.173503, + "nauc_recall_at_3_std": 0.088048, + "nauc_recall_at_3_diff1": 0.533687, + "nauc_recall_at_5_max": 0.11681, + "nauc_recall_at_5_std": 0.071134, + "nauc_recall_at_5_diff1": 0.415264, + "nauc_recall_at_10_max": 0.081638, + "nauc_recall_at_10_std": 0.019804, + "nauc_recall_at_10_diff1": 0.391848, + "nauc_recall_at_20_max": 0.021749, + "nauc_recall_at_20_std": -0.038382, + "nauc_recall_at_20_diff1": 0.29243, + "nauc_recall_at_100_max": -0.024801, + "nauc_recall_at_100_std": -0.093181, + "nauc_recall_at_100_diff1": 0.167856, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.160927, + "nauc_precision_at_1_std": 0.031381, + "nauc_precision_at_1_diff1": 0.729944, + "nauc_precision_at_3_max": 0.137782, + "nauc_precision_at_3_std": 0.076966, + "nauc_precision_at_3_diff1": 0.483077, + "nauc_precision_at_5_max": 0.096564, + "nauc_precision_at_5_std": 0.068989, + "nauc_precision_at_5_diff1": 0.362559, + "nauc_precision_at_10_max": 0.058858, + "nauc_precision_at_10_std": 0.026739, + "nauc_precision_at_10_diff1": 0.298597, + "nauc_precision_at_20_max": -0.032955, + "nauc_precision_at_20_std": -0.027996, + "nauc_precision_at_20_diff1": 0.126398, + "nauc_precision_at_100_max": -0.149656, + "nauc_precision_at_100_std": -0.054433, + "nauc_precision_at_100_diff1": -0.180747, + "nauc_precision_at_1000_max": -0.150957, + "nauc_precision_at_1000_std": -0.037673, + "nauc_precision_at_1000_diff1": -0.198613, + "nauc_cv_recall_at_1_max": 0.160927, + "nauc_cv_recall_at_1_std": 0.031381, + "nauc_cv_recall_at_1_diff1": 0.729944, + "nauc_cv_recall_at_3_max": 0.156957, + "nauc_cv_recall_at_3_std": 0.083185, + "nauc_cv_recall_at_3_diff1": 0.511996, + "nauc_cv_recall_at_5_max": 0.121837, + "nauc_cv_recall_at_5_std": 0.077513, + "nauc_cv_recall_at_5_diff1": 0.397128, + "nauc_cv_recall_at_10_max": 0.112942, + "nauc_cv_recall_at_10_std": 0.050146, + "nauc_cv_recall_at_10_diff1": 0.382348, + "nauc_cv_recall_at_20_max": 0.046091, + "nauc_cv_recall_at_20_std": -0.017019, + "nauc_cv_recall_at_20_diff1": 0.284839, + "nauc_cv_recall_at_100_max": 0.043563, + "nauc_cv_recall_at_100_std": -0.028503, + "nauc_cv_recall_at_100_diff1": 0.170564, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.160927, + "nauc_mrr_at_1_std": 0.031381, + "nauc_mrr_at_1_diff1": 0.729944, + "nauc_mrr_at_3_max": 0.157638, + "nauc_mrr_at_3_std": 0.053653, + "nauc_mrr_at_3_diff1": 0.627041, + "nauc_mrr_at_5_max": 0.150006, + "nauc_mrr_at_5_std": 0.053637, + "nauc_mrr_at_5_diff1": 0.59812, + "nauc_mrr_at_10_max": 0.14853, + "nauc_mrr_at_10_std": 0.049766, + "nauc_mrr_at_10_diff1": 0.597137, + "nauc_mrr_at_20_max": 0.14405, + "nauc_mrr_at_20_std": 0.044464, + "nauc_mrr_at_20_diff1": 0.592405, + "nauc_mrr_at_100_max": 0.14523, + "nauc_mrr_at_100_std": 0.045526, + "nauc_mrr_at_100_diff1": 0.594803, + "nauc_mrr_at_1000_max": 0.145531, + "nauc_mrr_at_1000_std": 0.045778, + "nauc_mrr_at_1000_diff1": 0.595924, + "main_score": 0.3132, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 20.163111448287964, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaItScansRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaItScansRetrieval.json new file mode 100644 index 0000000000..d4956ce5d8 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaItScansRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaItScansRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.45793, + "ndcg_at_3": 0.51882, + "ndcg_at_5": 0.54624, + "ndcg_at_10": 0.5693, + "ndcg_at_20": 0.58652, + "ndcg_at_100": 0.61569, + "ndcg_at_1000": 0.62962, + "map_at_1": 0.45161, + "map_at_3": 0.50132, + "map_at_5": 0.5169, + "map_at_10": 0.52668, + "map_at_20": 0.53159, + "map_at_100": 0.53584, + "map_at_1000": 0.53697, + "recall_at_1": 0.45161, + "recall_at_3": 0.55909, + "recall_at_5": 0.625, + "recall_at_10": 0.69707, + "recall_at_20": 0.76136, + "recall_at_100": 0.91099, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.45793, + "cv_recall_at_3": 0.56958, + "cv_recall_at_5": 0.64078, + "cv_recall_at_10": 0.71359, + "cv_recall_at_20": 0.78155, + "cv_recall_at_100": 0.92395, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.45793, + "precision_at_3": 0.19202, + "precision_at_5": 0.13074, + "precision_at_10": 0.07362, + "precision_at_20": 0.04126, + "precision_at_100": 0.01057, + "precision_at_1000": 0.00128, + "mrr_at_1": 0.457929, + "mrr_at_3": 0.508091, + "mrr_at_5": 0.524434, + "mrr_at_10": 0.533831, + "mrr_at_20": 0.538637, + "mrr_at_100": 0.542092, + "mrr_at_1000": 0.542573, + "nauc_ndcg_at_1_max": 0.319151, + "nauc_ndcg_at_1_std": -0.021024, + "nauc_ndcg_at_1_diff1": 0.809477, + "nauc_ndcg_at_3_max": 0.327172, + "nauc_ndcg_at_3_std": -4.8e-05, + "nauc_ndcg_at_3_diff1": 0.78038, + "nauc_ndcg_at_5_max": 0.326148, + "nauc_ndcg_at_5_std": 0.016835, + "nauc_ndcg_at_5_diff1": 0.770437, + "nauc_ndcg_at_10_max": 0.325157, + "nauc_ndcg_at_10_std": 0.030965, + "nauc_ndcg_at_10_diff1": 0.76417, + "nauc_ndcg_at_20_max": 0.341745, + "nauc_ndcg_at_20_std": 0.050036, + "nauc_ndcg_at_20_diff1": 0.764136, + "nauc_ndcg_at_100_max": 0.340426, + "nauc_ndcg_at_100_std": 0.047893, + "nauc_ndcg_at_100_diff1": 0.768019, + "nauc_ndcg_at_1000_max": 0.333483, + "nauc_ndcg_at_1000_std": 0.021305, + "nauc_ndcg_at_1000_diff1": 0.769342, + "nauc_map_at_1_max": 0.324582, + "nauc_map_at_1_std": -0.013567, + "nauc_map_at_1_diff1": 0.820602, + "nauc_map_at_3_max": 0.330049, + "nauc_map_at_3_std": 0.003163, + "nauc_map_at_3_diff1": 0.79282, + "nauc_map_at_5_max": 0.328317, + "nauc_map_at_5_std": 0.01042, + "nauc_map_at_5_diff1": 0.786394, + "nauc_map_at_10_max": 0.326973, + "nauc_map_at_10_std": 0.014501, + "nauc_map_at_10_diff1": 0.783538, + "nauc_map_at_20_max": 0.330786, + "nauc_map_at_20_std": 0.019073, + "nauc_map_at_20_diff1": 0.783617, + "nauc_map_at_100_max": 0.331005, + "nauc_map_at_100_std": 0.01851, + "nauc_map_at_100_diff1": 0.783988, + "nauc_map_at_1000_max": 0.330855, + "nauc_map_at_1000_std": 0.01638, + "nauc_map_at_1000_diff1": 0.78362, + "nauc_recall_at_1_max": 0.324582, + "nauc_recall_at_1_std": -0.013567, + "nauc_recall_at_1_diff1": 0.820602, + "nauc_recall_at_3_max": 0.332076, + "nauc_recall_at_3_std": 0.019567, + "nauc_recall_at_3_diff1": 0.760481, + "nauc_recall_at_5_max": 0.329308, + "nauc_recall_at_5_std": 0.063602, + "nauc_recall_at_5_diff1": 0.729936, + "nauc_recall_at_10_max": 0.326559, + "nauc_recall_at_10_std": 0.121748, + "nauc_recall_at_10_diff1": 0.697698, + "nauc_recall_at_20_max": 0.419334, + "nauc_recall_at_20_std": 0.248376, + "nauc_recall_at_20_diff1": 0.683943, + "nauc_recall_at_100_max": 0.486344, + "nauc_recall_at_100_std": 0.530514, + "nauc_recall_at_100_diff1": 0.650312, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.319151, + "nauc_precision_at_1_std": -0.021024, + "nauc_precision_at_1_diff1": 0.809477, + "nauc_precision_at_3_max": 0.306351, + "nauc_precision_at_3_std": -0.007833, + "nauc_precision_at_3_diff1": 0.703569, + "nauc_precision_at_5_max": 0.281067, + "nauc_precision_at_5_std": 0.018575, + "nauc_precision_at_5_diff1": 0.628906, + "nauc_precision_at_10_max": 0.241703, + "nauc_precision_at_10_std": 0.046251, + "nauc_precision_at_10_diff1": 0.532086, + "nauc_precision_at_20_max": 0.247564, + "nauc_precision_at_20_std": 0.080443, + "nauc_precision_at_20_diff1": 0.358523, + "nauc_precision_at_100_max": -0.019843, + "nauc_precision_at_100_std": -0.151857, + "nauc_precision_at_100_diff1": -0.172417, + "nauc_precision_at_1000_max": -0.157242, + "nauc_precision_at_1000_std": -0.441519, + "nauc_precision_at_1000_diff1": -0.468074, + "nauc_cv_recall_at_1_max": 0.319151, + "nauc_cv_recall_at_1_std": -0.021024, + "nauc_cv_recall_at_1_diff1": 0.809477, + "nauc_cv_recall_at_3_max": 0.318506, + "nauc_cv_recall_at_3_std": -0.010517, + "nauc_cv_recall_at_3_diff1": 0.741376, + "nauc_cv_recall_at_5_max": 0.315288, + "nauc_cv_recall_at_5_std": 0.038034, + "nauc_cv_recall_at_5_diff1": 0.711473, + "nauc_cv_recall_at_10_max": 0.318392, + "nauc_cv_recall_at_10_std": 0.096714, + "nauc_cv_recall_at_10_diff1": 0.679632, + "nauc_cv_recall_at_20_max": 0.427272, + "nauc_cv_recall_at_20_std": 0.224098, + "nauc_cv_recall_at_20_diff1": 0.662697, + "nauc_cv_recall_at_100_max": 0.514823, + "nauc_cv_recall_at_100_std": 0.503505, + "nauc_cv_recall_at_100_diff1": 0.618373, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.319151, + "nauc_mrr_at_1_std": -0.021024, + "nauc_mrr_at_1_diff1": 0.809477, + "nauc_mrr_at_3_max": 0.320828, + "nauc_mrr_at_3_std": -0.015654, + "nauc_mrr_at_3_diff1": 0.780548, + "nauc_mrr_at_5_max": 0.319273, + "nauc_mrr_at_5_std": -0.006354, + "nauc_mrr_at_5_diff1": 0.775008, + "nauc_mrr_at_10_max": 0.319355, + "nauc_mrr_at_10_std": -0.001247, + "nauc_mrr_at_10_diff1": 0.772955, + "nauc_mrr_at_20_max": 0.323982, + "nauc_mrr_at_20_std": 0.003676, + "nauc_mrr_at_20_diff1": 0.773487, + "nauc_mrr_at_100_max": 0.324352, + "nauc_mrr_at_100_std": 0.004006, + "nauc_mrr_at_100_diff1": 0.7741, + "nauc_mrr_at_1000_max": 0.324174, + "nauc_mrr_at_1000_std": 0.003408, + "nauc_mrr_at_1000_diff1": 0.774345, + "main_score": 0.54624, + "hf_subset": "default", + "languages": [ + "ita-Latn" + ] + } + ] + }, + "evaluation_time": 33.48312854766846, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaNlLegalRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaNlLegalRetrieval.json new file mode 100644 index 0000000000..de71a218d6 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDREuropeanaNlLegalRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaNlLegalRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.18687, + "ndcg_at_3": 0.31983, + "ndcg_at_5": 0.35291, + "ndcg_at_10": 0.38383, + "ndcg_at_20": 0.40944, + "ndcg_at_100": 0.45222, + "ndcg_at_1000": 0.46335, + "map_at_1": 0.18434, + "map_at_3": 0.28872, + "map_at_5": 0.30791, + "map_at_10": 0.3206, + "map_at_20": 0.32731, + "map_at_100": 0.33293, + "map_at_1000": 0.33347, + "recall_at_1": 0.18434, + "recall_at_3": 0.40657, + "recall_at_5": 0.48485, + "recall_at_10": 0.58081, + "recall_at_20": 0.6835, + "recall_at_100": 0.91919, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.18687, + "cv_recall_at_3": 0.40909, + "cv_recall_at_5": 0.48485, + "cv_recall_at_10": 0.58081, + "cv_recall_at_20": 0.68687, + "cv_recall_at_100": 0.91919, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.18687, + "precision_at_3": 0.13636, + "precision_at_5": 0.09798, + "precision_at_10": 0.05859, + "precision_at_20": 0.0346, + "precision_at_100": 0.00934, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.186869, + "mrr_at_3": 0.291246, + "mrr_at_5": 0.309175, + "mrr_at_10": 0.321863, + "mrr_at_20": 0.328784, + "mrr_at_100": 0.334105, + "mrr_at_1000": 0.334648, + "nauc_ndcg_at_1_max": 0.096148, + "nauc_ndcg_at_1_std": -0.115261, + "nauc_ndcg_at_1_diff1": 0.626499, + "nauc_ndcg_at_3_max": 0.089348, + "nauc_ndcg_at_3_std": -0.083193, + "nauc_ndcg_at_3_diff1": 0.51505, + "nauc_ndcg_at_5_max": 0.104739, + "nauc_ndcg_at_5_std": -0.089747, + "nauc_ndcg_at_5_diff1": 0.521795, + "nauc_ndcg_at_10_max": 0.121914, + "nauc_ndcg_at_10_std": -0.078391, + "nauc_ndcg_at_10_diff1": 0.498844, + "nauc_ndcg_at_20_max": 0.121061, + "nauc_ndcg_at_20_std": -0.068249, + "nauc_ndcg_at_20_diff1": 0.490974, + "nauc_ndcg_at_100_max": 0.110466, + "nauc_ndcg_at_100_std": -0.065607, + "nauc_ndcg_at_100_diff1": 0.500144, + "nauc_ndcg_at_1000_max": 0.112004, + "nauc_ndcg_at_1000_std": -0.073047, + "nauc_ndcg_at_1000_diff1": 0.511025, + "nauc_map_at_1_max": 0.100523, + "nauc_map_at_1_std": -0.111326, + "nauc_map_at_1_diff1": 0.627928, + "nauc_map_at_3_max": 0.092458, + "nauc_map_at_3_std": -0.085913, + "nauc_map_at_3_diff1": 0.53874, + "nauc_map_at_5_max": 0.100425, + "nauc_map_at_5_std": -0.091739, + "nauc_map_at_5_diff1": 0.543285, + "nauc_map_at_10_max": 0.107159, + "nauc_map_at_10_std": -0.086996, + "nauc_map_at_10_diff1": 0.533253, + "nauc_map_at_20_max": 0.107451, + "nauc_map_at_20_std": -0.083544, + "nauc_map_at_20_diff1": 0.531623, + "nauc_map_at_100_max": 0.106502, + "nauc_map_at_100_std": -0.082201, + "nauc_map_at_100_diff1": 0.531564, + "nauc_map_at_1000_max": 0.106643, + "nauc_map_at_1000_std": -0.082426, + "nauc_map_at_1000_diff1": 0.532079, + "nauc_recall_at_1_max": 0.100523, + "nauc_recall_at_1_std": -0.111326, + "nauc_recall_at_1_diff1": 0.627928, + "nauc_recall_at_3_max": 0.083634, + "nauc_recall_at_3_std": -0.073806, + "nauc_recall_at_3_diff1": 0.451762, + "nauc_recall_at_5_max": 0.119868, + "nauc_recall_at_5_std": -0.083151, + "nauc_recall_at_5_diff1": 0.466804, + "nauc_recall_at_10_max": 0.1751, + "nauc_recall_at_10_std": -0.048295, + "nauc_recall_at_10_diff1": 0.395656, + "nauc_recall_at_20_max": 0.175688, + "nauc_recall_at_20_std": -0.00673, + "nauc_recall_at_20_diff1": 0.34178, + "nauc_recall_at_100_max": 0.086009, + "nauc_recall_at_100_std": 0.120152, + "nauc_recall_at_100_diff1": 0.251745, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.096148, + "nauc_precision_at_1_std": -0.115261, + "nauc_precision_at_1_diff1": 0.626499, + "nauc_precision_at_3_max": 0.081202, + "nauc_precision_at_3_std": -0.077741, + "nauc_precision_at_3_diff1": 0.45611, + "nauc_precision_at_5_max": 0.111947, + "nauc_precision_at_5_std": -0.088892, + "nauc_precision_at_5_diff1": 0.463423, + "nauc_precision_at_10_max": 0.164976, + "nauc_precision_at_10_std": -0.055495, + "nauc_precision_at_10_diff1": 0.393844, + "nauc_precision_at_20_max": 0.163214, + "nauc_precision_at_20_std": -0.009799, + "nauc_precision_at_20_diff1": 0.331401, + "nauc_precision_at_100_max": 0.036408, + "nauc_precision_at_100_std": 0.11803, + "nauc_precision_at_100_diff1": 0.122418, + "nauc_precision_at_1000_max": -0.116391, + "nauc_precision_at_1000_std": 0.111492, + "nauc_precision_at_1000_diff1": -0.275976, + "nauc_cv_recall_at_1_max": 0.096148, + "nauc_cv_recall_at_1_std": -0.115261, + "nauc_cv_recall_at_1_diff1": 0.626499, + "nauc_cv_recall_at_3_max": 0.081202, + "nauc_cv_recall_at_3_std": -0.077741, + "nauc_cv_recall_at_3_diff1": 0.45611, + "nauc_cv_recall_at_5_max": 0.119868, + "nauc_cv_recall_at_5_std": -0.083151, + "nauc_cv_recall_at_5_diff1": 0.466804, + "nauc_cv_recall_at_10_max": 0.1751, + "nauc_cv_recall_at_10_std": -0.048295, + "nauc_cv_recall_at_10_diff1": 0.395656, + "nauc_cv_recall_at_20_max": 0.175363, + "nauc_cv_recall_at_20_std": 0.000383, + "nauc_cv_recall_at_20_diff1": 0.331537, + "nauc_cv_recall_at_100_max": 0.086009, + "nauc_cv_recall_at_100_std": 0.120152, + "nauc_cv_recall_at_100_diff1": 0.251745, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.096148, + "nauc_mrr_at_1_std": -0.115261, + "nauc_mrr_at_1_diff1": 0.626499, + "nauc_mrr_at_3_max": 0.088755, + "nauc_mrr_at_3_std": -0.089543, + "nauc_mrr_at_3_diff1": 0.538322, + "nauc_mrr_at_5_max": 0.098524, + "nauc_mrr_at_5_std": -0.09354, + "nauc_mrr_at_5_diff1": 0.543054, + "nauc_mrr_at_10_max": 0.105202, + "nauc_mrr_at_10_std": -0.088842, + "nauc_mrr_at_10_diff1": 0.533066, + "nauc_mrr_at_20_max": 0.105427, + "nauc_mrr_at_20_std": -0.085071, + "nauc_mrr_at_20_diff1": 0.530958, + "nauc_mrr_at_100_max": 0.104518, + "nauc_mrr_at_100_std": -0.084261, + "nauc_mrr_at_100_diff1": 0.531579, + "nauc_mrr_at_1000_max": 0.104655, + "nauc_mrr_at_1000_std": -0.084488, + "nauc_mrr_at_1000_diff1": 0.532092, + "main_score": 0.35291, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 23.629617929458618, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRGitHubReadmeRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRGitHubReadmeRetrieval.json new file mode 100644 index 0000000000..51bf998ea1 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRGitHubReadmeRetrieval.json @@ -0,0 +1,2986 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRGitHubReadmeRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.53561, + "ndcg_at_3": 0.58232, + "ndcg_at_5": 0.58983, + "ndcg_at_10": 0.60119, + "ndcg_at_20": 0.61135, + "ndcg_at_100": 0.62637, + "ndcg_at_1000": 0.65083, + "map_at_1": 0.5346, + "map_at_3": 0.57105, + "map_at_5": 0.57526, + "map_at_10": 0.57995, + "map_at_20": 0.58275, + "map_at_100": 0.5848, + "map_at_1000": 0.58542, + "recall_at_1": 0.5346, + "recall_at_3": 0.61484, + "recall_at_5": 0.6329, + "recall_at_10": 0.668, + "recall_at_20": 0.70812, + "recall_at_100": 0.78937, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.53561, + "cv_recall_at_3": 0.61484, + "cv_recall_at_5": 0.6329, + "cv_recall_at_10": 0.668, + "cv_recall_at_20": 0.70812, + "cv_recall_at_100": 0.78937, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.53561, + "precision_at_3": 0.20562, + "precision_at_5": 0.12698, + "precision_at_10": 0.067, + "precision_at_20": 0.03551, + "precision_at_100": 0.00792, + "precision_at_1000": 0.001, + "mrr_at_1": 0.535607, + "mrr_at_3": 0.571046, + "mrr_at_5": 0.575259, + "mrr_at_10": 0.579952, + "mrr_at_20": 0.582749, + "mrr_at_100": 0.584783, + "mrr_at_1000": 0.585408, + "nauc_ndcg_at_1_max": 0.268362, + "nauc_ndcg_at_1_std": 0.151527, + "nauc_ndcg_at_1_diff1": 0.80121, + "nauc_ndcg_at_3_max": 0.255029, + "nauc_ndcg_at_3_std": 0.153966, + "nauc_ndcg_at_3_diff1": 0.753041, + "nauc_ndcg_at_5_max": 0.260629, + "nauc_ndcg_at_5_std": 0.159958, + "nauc_ndcg_at_5_diff1": 0.748072, + "nauc_ndcg_at_10_max": 0.26013, + "nauc_ndcg_at_10_std": 0.160972, + "nauc_ndcg_at_10_diff1": 0.741148, + "nauc_ndcg_at_20_max": 0.259874, + "nauc_ndcg_at_20_std": 0.165035, + "nauc_ndcg_at_20_diff1": 0.731749, + "nauc_ndcg_at_100_max": 0.253729, + "nauc_ndcg_at_100_std": 0.159419, + "nauc_ndcg_at_100_diff1": 0.72825, + "nauc_ndcg_at_1000_max": 0.257512, + "nauc_ndcg_at_1000_std": 0.158689, + "nauc_ndcg_at_1000_diff1": 0.741059, + "nauc_map_at_1_max": 0.268064, + "nauc_map_at_1_std": 0.151352, + "nauc_map_at_1_diff1": 0.803326, + "nauc_map_at_3_max": 0.259056, + "nauc_map_at_3_std": 0.15359, + "nauc_map_at_3_diff1": 0.764571, + "nauc_map_at_5_max": 0.262267, + "nauc_map_at_5_std": 0.156876, + "nauc_map_at_5_diff1": 0.761999, + "nauc_map_at_10_max": 0.262, + "nauc_map_at_10_std": 0.157125, + "nauc_map_at_10_diff1": 0.759399, + "nauc_map_at_20_max": 0.262146, + "nauc_map_at_20_std": 0.158385, + "nauc_map_at_20_diff1": 0.757061, + "nauc_map_at_100_max": 0.261146, + "nauc_map_at_100_std": 0.157519, + "nauc_map_at_100_diff1": 0.756577, + "nauc_map_at_1000_max": 0.261179, + "nauc_map_at_1000_std": 0.157401, + "nauc_map_at_1000_diff1": 0.756849, + "nauc_recall_at_1_max": 0.268064, + "nauc_recall_at_1_std": 0.151352, + "nauc_recall_at_1_diff1": 0.803326, + "nauc_recall_at_3_max": 0.242444, + "nauc_recall_at_3_std": 0.155011, + "nauc_recall_at_3_diff1": 0.718102, + "nauc_recall_at_5_max": 0.25587, + "nauc_recall_at_5_std": 0.170393, + "nauc_recall_at_5_diff1": 0.703878, + "nauc_recall_at_10_max": 0.254281, + "nauc_recall_at_10_std": 0.175386, + "nauc_recall_at_10_diff1": 0.676583, + "nauc_recall_at_20_max": 0.250651, + "nauc_recall_at_20_std": 0.194066, + "nauc_recall_at_20_diff1": 0.625787, + "nauc_recall_at_100_max": 0.204108, + "nauc_recall_at_100_std": 0.160438, + "nauc_recall_at_100_diff1": 0.569363, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.268362, + "nauc_precision_at_1_std": 0.151527, + "nauc_precision_at_1_diff1": 0.80121, + "nauc_precision_at_3_max": 0.239743, + "nauc_precision_at_3_std": 0.153294, + "nauc_precision_at_3_diff1": 0.70354, + "nauc_precision_at_5_max": 0.252923, + "nauc_precision_at_5_std": 0.168441, + "nauc_precision_at_5_diff1": 0.688996, + "nauc_precision_at_10_max": 0.251149, + "nauc_precision_at_10_std": 0.173235, + "nauc_precision_at_10_diff1": 0.661007, + "nauc_precision_at_20_max": 0.24728, + "nauc_precision_at_20_std": 0.191464, + "nauc_precision_at_20_diff1": 0.609471, + "nauc_precision_at_100_max": 0.195183, + "nauc_precision_at_100_std": 0.151919, + "nauc_precision_at_100_diff1": 0.540786, + "nauc_precision_at_1000_max": -0.136698, + "nauc_precision_at_1000_std": -0.16487, + "nauc_precision_at_1000_diff1": -0.521762, + "nauc_cv_recall_at_1_max": 0.268362, + "nauc_cv_recall_at_1_std": 0.151527, + "nauc_cv_recall_at_1_diff1": 0.80121, + "nauc_cv_recall_at_3_max": 0.242444, + "nauc_cv_recall_at_3_std": 0.155011, + "nauc_cv_recall_at_3_diff1": 0.718102, + "nauc_cv_recall_at_5_max": 0.25587, + "nauc_cv_recall_at_5_std": 0.170393, + "nauc_cv_recall_at_5_diff1": 0.703878, + "nauc_cv_recall_at_10_max": 0.254281, + "nauc_cv_recall_at_10_std": 0.175386, + "nauc_cv_recall_at_10_diff1": 0.676583, + "nauc_cv_recall_at_20_max": 0.250651, + "nauc_cv_recall_at_20_std": 0.194066, + "nauc_cv_recall_at_20_diff1": 0.625787, + "nauc_cv_recall_at_100_max": 0.204108, + "nauc_cv_recall_at_100_std": 0.160438, + "nauc_cv_recall_at_100_diff1": 0.569363, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.268362, + "nauc_mrr_at_1_std": 0.151527, + "nauc_mrr_at_1_diff1": 0.80121, + "nauc_mrr_at_3_max": 0.259056, + "nauc_mrr_at_3_std": 0.15359, + "nauc_mrr_at_3_diff1": 0.764571, + "nauc_mrr_at_5_max": 0.262267, + "nauc_mrr_at_5_std": 0.156876, + "nauc_mrr_at_5_diff1": 0.761999, + "nauc_mrr_at_10_max": 0.262, + "nauc_mrr_at_10_std": 0.157125, + "nauc_mrr_at_10_diff1": 0.759399, + "nauc_mrr_at_20_max": 0.262146, + "nauc_mrr_at_20_std": 0.158385, + "nauc_mrr_at_20_diff1": 0.757061, + "nauc_mrr_at_100_max": 0.261171, + "nauc_mrr_at_100_std": 0.157554, + "nauc_mrr_at_100_diff1": 0.756585, + "nauc_mrr_at_1000_max": 0.261204, + "nauc_mrr_at_1000_std": 0.157435, + "nauc_mrr_at_1000_diff1": 0.756857, + "main_score": 0.58983, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.49, + "ndcg_at_3": 0.52826, + "ndcg_at_5": 0.54018, + "ndcg_at_10": 0.55134, + "ndcg_at_20": 0.55794, + "ndcg_at_100": 0.57123, + "ndcg_at_1000": 0.60324, + "map_at_1": 0.49, + "map_at_3": 0.519, + "map_at_5": 0.5256, + "map_at_10": 0.5303, + "map_at_20": 0.53213, + "map_at_100": 0.53375, + "map_at_1000": 0.53448, + "recall_at_1": 0.49, + "recall_at_3": 0.555, + "recall_at_5": 0.584, + "recall_at_10": 0.618, + "recall_at_20": 0.644, + "recall_at_100": 0.719, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.49, + "cv_recall_at_3": 0.555, + "cv_recall_at_5": 0.584, + "cv_recall_at_10": 0.618, + "cv_recall_at_20": 0.644, + "cv_recall_at_100": 0.719, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.49, + "precision_at_3": 0.185, + "precision_at_5": 0.1168, + "precision_at_10": 0.0618, + "precision_at_20": 0.0322, + "precision_at_100": 0.00719, + "precision_at_1000": 0.001, + "mrr_at_1": 0.49, + "mrr_at_3": 0.519, + "mrr_at_5": 0.5256, + "mrr_at_10": 0.530298, + "mrr_at_20": 0.532129, + "mrr_at_100": 0.533752, + "mrr_at_1000": 0.534485, + "nauc_ndcg_at_1_max": 0.132539, + "nauc_ndcg_at_1_std": 0.026515, + "nauc_ndcg_at_1_diff1": 0.74299, + "nauc_ndcg_at_3_max": 0.129825, + "nauc_ndcg_at_3_std": 0.028882, + "nauc_ndcg_at_3_diff1": 0.698328, + "nauc_ndcg_at_5_max": 0.12837, + "nauc_ndcg_at_5_std": 0.02748, + "nauc_ndcg_at_5_diff1": 0.687801, + "nauc_ndcg_at_10_max": 0.132003, + "nauc_ndcg_at_10_std": 0.038568, + "nauc_ndcg_at_10_diff1": 0.678462, + "nauc_ndcg_at_20_max": 0.131151, + "nauc_ndcg_at_20_std": 0.037678, + "nauc_ndcg_at_20_diff1": 0.674263, + "nauc_ndcg_at_100_max": 0.131953, + "nauc_ndcg_at_100_std": 0.038161, + "nauc_ndcg_at_100_diff1": 0.668408, + "nauc_ndcg_at_1000_max": 0.131782, + "nauc_ndcg_at_1000_std": 0.03534, + "nauc_ndcg_at_1000_diff1": 0.681355, + "nauc_map_at_1_max": 0.132539, + "nauc_map_at_1_std": 0.026515, + "nauc_map_at_1_diff1": 0.74299, + "nauc_map_at_3_max": 0.131508, + "nauc_map_at_3_std": 0.028679, + "nauc_map_at_3_diff1": 0.709417, + "nauc_map_at_5_max": 0.130555, + "nauc_map_at_5_std": 0.027724, + "nauc_map_at_5_diff1": 0.70356, + "nauc_map_at_10_max": 0.131824, + "nauc_map_at_10_std": 0.032121, + "nauc_map_at_10_diff1": 0.699775, + "nauc_map_at_20_max": 0.131672, + "nauc_map_at_20_std": 0.031958, + "nauc_map_at_20_diff1": 0.698679, + "nauc_map_at_100_max": 0.132025, + "nauc_map_at_100_std": 0.032173, + "nauc_map_at_100_diff1": 0.698052, + "nauc_map_at_1000_max": 0.131985, + "nauc_map_at_1000_std": 0.032077, + "nauc_map_at_1000_diff1": 0.698253, + "nauc_recall_at_1_max": 0.132539, + "nauc_recall_at_1_std": 0.026515, + "nauc_recall_at_1_diff1": 0.74299, + "nauc_recall_at_3_max": 0.124361, + "nauc_recall_at_3_std": 0.029323, + "nauc_recall_at_3_diff1": 0.665181, + "nauc_recall_at_5_max": 0.121237, + "nauc_recall_at_5_std": 0.026598, + "nauc_recall_at_5_diff1": 0.638144, + "nauc_recall_at_10_max": 0.134286, + "nauc_recall_at_10_std": 0.064195, + "nauc_recall_at_10_diff1": 0.604999, + "nauc_recall_at_20_max": 0.129903, + "nauc_recall_at_20_std": 0.060643, + "nauc_recall_at_20_diff1": 0.583056, + "nauc_recall_at_100_max": 0.130464, + "nauc_recall_at_100_std": 0.064804, + "nauc_recall_at_100_diff1": 0.52433, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.132539, + "nauc_precision_at_1_std": 0.026515, + "nauc_precision_at_1_diff1": 0.74299, + "nauc_precision_at_3_max": 0.124361, + "nauc_precision_at_3_std": 0.029323, + "nauc_precision_at_3_diff1": 0.665181, + "nauc_precision_at_5_max": 0.121237, + "nauc_precision_at_5_std": 0.026598, + "nauc_precision_at_5_diff1": 0.638144, + "nauc_precision_at_10_max": 0.134286, + "nauc_precision_at_10_std": 0.064195, + "nauc_precision_at_10_diff1": 0.604999, + "nauc_precision_at_20_max": 0.129903, + "nauc_precision_at_20_std": 0.060643, + "nauc_precision_at_20_diff1": 0.583056, + "nauc_precision_at_100_max": 0.130464, + "nauc_precision_at_100_std": 0.064804, + "nauc_precision_at_100_diff1": 0.52433, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.132539, + "nauc_cv_recall_at_1_std": 0.026515, + "nauc_cv_recall_at_1_diff1": 0.74299, + "nauc_cv_recall_at_3_max": 0.124361, + "nauc_cv_recall_at_3_std": 0.029323, + "nauc_cv_recall_at_3_diff1": 0.665181, + "nauc_cv_recall_at_5_max": 0.121237, + "nauc_cv_recall_at_5_std": 0.026598, + "nauc_cv_recall_at_5_diff1": 0.638144, + "nauc_cv_recall_at_10_max": 0.134286, + "nauc_cv_recall_at_10_std": 0.064195, + "nauc_cv_recall_at_10_diff1": 0.604999, + "nauc_cv_recall_at_20_max": 0.129903, + "nauc_cv_recall_at_20_std": 0.060643, + "nauc_cv_recall_at_20_diff1": 0.583056, + "nauc_cv_recall_at_100_max": 0.130464, + "nauc_cv_recall_at_100_std": 0.064804, + "nauc_cv_recall_at_100_diff1": 0.52433, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.132539, + "nauc_mrr_at_1_std": 0.026515, + "nauc_mrr_at_1_diff1": 0.74299, + "nauc_mrr_at_3_max": 0.131508, + "nauc_mrr_at_3_std": 0.028679, + "nauc_mrr_at_3_diff1": 0.709417, + "nauc_mrr_at_5_max": 0.130555, + "nauc_mrr_at_5_std": 0.027724, + "nauc_mrr_at_5_diff1": 0.70356, + "nauc_mrr_at_10_max": 0.131824, + "nauc_mrr_at_10_std": 0.032121, + "nauc_mrr_at_10_diff1": 0.699775, + "nauc_mrr_at_20_max": 0.131672, + "nauc_mrr_at_20_std": 0.031958, + "nauc_mrr_at_20_diff1": 0.698679, + "nauc_mrr_at_100_max": 0.132025, + "nauc_mrr_at_100_std": 0.032173, + "nauc_mrr_at_100_diff1": 0.698052, + "nauc_mrr_at_1000_max": 0.131985, + "nauc_mrr_at_1000_std": 0.032077, + "nauc_mrr_at_1000_diff1": 0.698253, + "main_score": 0.54018, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.84237, + "ndcg_at_3": 0.86771, + "ndcg_at_5": 0.87255, + "ndcg_at_10": 0.87746, + "ndcg_at_20": 0.88008, + "ndcg_at_100": 0.88422, + "ndcg_at_1000": 0.89066, + "map_at_1": 0.84086, + "map_at_3": 0.86161, + "map_at_5": 0.86422, + "map_at_10": 0.8662, + "map_at_20": 0.86697, + "map_at_100": 0.86749, + "map_at_1000": 0.86767, + "recall_at_1": 0.84086, + "recall_at_3": 0.88454, + "recall_at_5": 0.89659, + "recall_at_10": 0.91215, + "recall_at_20": 0.92219, + "recall_at_100": 0.94528, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.84237, + "cv_recall_at_3": 0.88554, + "cv_recall_at_5": 0.89759, + "cv_recall_at_10": 0.91265, + "cv_recall_at_20": 0.92269, + "cv_recall_at_100": 0.94578, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.84237, + "precision_at_3": 0.29585, + "precision_at_5": 0.17992, + "precision_at_10": 0.09157, + "precision_at_20": 0.04629, + "precision_at_100": 0.00949, + "precision_at_1000": 0.001, + "mrr_at_1": 0.842369, + "mrr_at_3": 0.862282, + "mrr_at_5": 0.864893, + "mrr_at_10": 0.866763, + "mrr_at_20": 0.867523, + "mrr_at_100": 0.868049, + "mrr_at_1000": 0.868222, + "nauc_ndcg_at_1_max": 0.41578, + "nauc_ndcg_at_1_std": 0.134766, + "nauc_ndcg_at_1_diff1": 0.88787, + "nauc_ndcg_at_3_max": 0.40253, + "nauc_ndcg_at_3_std": 0.133176, + "nauc_ndcg_at_3_diff1": 0.863226, + "nauc_ndcg_at_5_max": 0.40181, + "nauc_ndcg_at_5_std": 0.136213, + "nauc_ndcg_at_5_diff1": 0.860771, + "nauc_ndcg_at_10_max": 0.402079, + "nauc_ndcg_at_10_std": 0.133837, + "nauc_ndcg_at_10_diff1": 0.858552, + "nauc_ndcg_at_20_max": 0.401184, + "nauc_ndcg_at_20_std": 0.138089, + "nauc_ndcg_at_20_diff1": 0.856568, + "nauc_ndcg_at_100_max": 0.402019, + "nauc_ndcg_at_100_std": 0.141098, + "nauc_ndcg_at_100_diff1": 0.854161, + "nauc_ndcg_at_1000_max": 0.404347, + "nauc_ndcg_at_1000_std": 0.138593, + "nauc_ndcg_at_1000_diff1": 0.860526, + "nauc_map_at_1_max": 0.411391, + "nauc_map_at_1_std": 0.133328, + "nauc_map_at_1_diff1": 0.889273, + "nauc_map_at_3_max": 0.405032, + "nauc_map_at_3_std": 0.131369, + "nauc_map_at_3_diff1": 0.86999, + "nauc_map_at_5_max": 0.404327, + "nauc_map_at_5_std": 0.132664, + "nauc_map_at_5_diff1": 0.868843, + "nauc_map_at_10_max": 0.405237, + "nauc_map_at_10_std": 0.132553, + "nauc_map_at_10_diff1": 0.868109, + "nauc_map_at_20_max": 0.405076, + "nauc_map_at_20_std": 0.133668, + "nauc_map_at_20_diff1": 0.867652, + "nauc_map_at_100_max": 0.405625, + "nauc_map_at_100_std": 0.134379, + "nauc_map_at_100_diff1": 0.867507, + "nauc_map_at_1000_max": 0.405678, + "nauc_map_at_1000_std": 0.134359, + "nauc_map_at_1000_diff1": 0.867644, + "nauc_recall_at_1_max": 0.411391, + "nauc_recall_at_1_std": 0.133328, + "nauc_recall_at_1_diff1": 0.889273, + "nauc_recall_at_3_max": 0.392367, + "nauc_recall_at_3_std": 0.136529, + "nauc_recall_at_3_diff1": 0.841319, + "nauc_recall_at_5_max": 0.391185, + "nauc_recall_at_5_std": 0.147147, + "nauc_recall_at_5_diff1": 0.831806, + "nauc_recall_at_10_max": 0.386017, + "nauc_recall_at_10_std": 0.13464, + "nauc_recall_at_10_diff1": 0.816588, + "nauc_recall_at_20_max": 0.378106, + "nauc_recall_at_20_std": 0.15905, + "nauc_recall_at_20_diff1": 0.799672, + "nauc_recall_at_100_max": 0.362385, + "nauc_recall_at_100_std": 0.188609, + "nauc_recall_at_100_diff1": 0.745504, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.41578, + "nauc_precision_at_1_std": 0.134766, + "nauc_precision_at_1_diff1": 0.88787, + "nauc_precision_at_3_max": 0.392975, + "nauc_precision_at_3_std": 0.14221, + "nauc_precision_at_3_diff1": 0.798107, + "nauc_precision_at_5_max": 0.391882, + "nauc_precision_at_5_std": 0.153128, + "nauc_precision_at_5_diff1": 0.784546, + "nauc_precision_at_10_max": 0.384386, + "nauc_precision_at_10_std": 0.148166, + "nauc_precision_at_10_diff1": 0.739012, + "nauc_precision_at_20_max": 0.376729, + "nauc_precision_at_20_std": 0.172821, + "nauc_precision_at_20_diff1": 0.71363, + "nauc_precision_at_100_max": 0.361725, + "nauc_precision_at_100_std": 0.205376, + "nauc_precision_at_100_diff1": 0.630355, + "nauc_precision_at_1000_max": 0.200262, + "nauc_precision_at_1000_std": 0.261863, + "nauc_precision_at_1000_diff1": -0.537698, + "nauc_cv_recall_at_1_max": 0.41578, + "nauc_cv_recall_at_1_std": 0.134766, + "nauc_cv_recall_at_1_diff1": 0.88787, + "nauc_cv_recall_at_3_max": 0.398074, + "nauc_cv_recall_at_3_std": 0.144787, + "nauc_cv_recall_at_3_diff1": 0.839506, + "nauc_cv_recall_at_5_max": 0.397467, + "nauc_cv_recall_at_5_std": 0.156343, + "nauc_cv_recall_at_5_diff1": 0.829726, + "nauc_cv_recall_at_10_max": 0.385052, + "nauc_cv_recall_at_10_std": 0.134708, + "nauc_cv_recall_at_10_diff1": 0.816286, + "nauc_cv_recall_at_20_max": 0.376963, + "nauc_cv_recall_at_20_std": 0.159285, + "nauc_cv_recall_at_20_diff1": 0.79922, + "nauc_cv_recall_at_100_max": 0.36061, + "nauc_cv_recall_at_100_std": 0.189218, + "nauc_cv_recall_at_100_diff1": 0.744359, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.41578, + "nauc_mrr_at_1_std": 0.134766, + "nauc_mrr_at_1_diff1": 0.88787, + "nauc_mrr_at_3_max": 0.406163, + "nauc_mrr_at_3_std": 0.13367, + "nauc_mrr_at_3_diff1": 0.869256, + "nauc_mrr_at_5_max": 0.405475, + "nauc_mrr_at_5_std": 0.13501, + "nauc_mrr_at_5_diff1": 0.868091, + "nauc_mrr_at_10_max": 0.405102, + "nauc_mrr_at_10_std": 0.133326, + "nauc_mrr_at_10_diff1": 0.867555, + "nauc_mrr_at_20_max": 0.40494, + "nauc_mrr_at_20_std": 0.13445, + "nauc_mrr_at_20_diff1": 0.867094, + "nauc_mrr_at_100_max": 0.40549, + "nauc_mrr_at_100_std": 0.135167, + "nauc_mrr_at_100_diff1": 0.866946, + "nauc_mrr_at_1000_max": 0.405545, + "nauc_mrr_at_1000_std": 0.135148, + "nauc_mrr_at_1000_diff1": 0.867083, + "main_score": 0.87255, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.91767, + "ndcg_at_3": 0.93631, + "ndcg_at_5": 0.94051, + "ndcg_at_10": 0.94466, + "ndcg_at_20": 0.94619, + "ndcg_at_100": 0.94823, + "ndcg_at_1000": 0.94971, + "map_at_1": 0.91717, + "map_at_3": 0.93206, + "map_at_5": 0.93442, + "map_at_10": 0.9362, + "map_at_20": 0.93663, + "map_at_100": 0.9369, + "map_at_1000": 0.93695, + "recall_at_1": 0.91717, + "recall_at_3": 0.94813, + "recall_at_5": 0.95817, + "recall_at_10": 0.97088, + "recall_at_20": 0.97691, + "recall_at_100": 0.98795, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.91767, + "cv_recall_at_3": 0.9488, + "cv_recall_at_5": 0.95884, + "cv_recall_at_10": 0.97088, + "cv_recall_at_20": 0.97691, + "cv_recall_at_100": 0.98795, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.91767, + "precision_at_3": 0.3166, + "precision_at_5": 0.19197, + "precision_at_10": 0.09739, + "precision_at_20": 0.049, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.917671, + "mrr_at_3": 0.932396, + "mrr_at_5": 0.934756, + "mrr_at_10": 0.936309, + "mrr_at_20": 0.936737, + "mrr_at_100": 0.937014, + "mrr_at_1000": 0.937064, + "nauc_ndcg_at_1_max": 0.321235, + "nauc_ndcg_at_1_std": -0.143702, + "nauc_ndcg_at_1_diff1": 0.932975, + "nauc_ndcg_at_3_max": 0.30755, + "nauc_ndcg_at_3_std": -0.151232, + "nauc_ndcg_at_3_diff1": 0.927574, + "nauc_ndcg_at_5_max": 0.306792, + "nauc_ndcg_at_5_std": -0.143664, + "nauc_ndcg_at_5_diff1": 0.930223, + "nauc_ndcg_at_10_max": 0.326701, + "nauc_ndcg_at_10_std": -0.120481, + "nauc_ndcg_at_10_diff1": 0.928176, + "nauc_ndcg_at_20_max": 0.315531, + "nauc_ndcg_at_20_std": -0.133289, + "nauc_ndcg_at_20_diff1": 0.928003, + "nauc_ndcg_at_100_max": 0.312593, + "nauc_ndcg_at_100_std": -0.131282, + "nauc_ndcg_at_100_diff1": 0.926575, + "nauc_ndcg_at_1000_max": 0.312015, + "nauc_ndcg_at_1000_std": -0.137363, + "nauc_ndcg_at_1000_diff1": 0.92785, + "nauc_map_at_1_max": 0.315873, + "nauc_map_at_1_std": -0.146246, + "nauc_map_at_1_diff1": 0.933381, + "nauc_map_at_3_max": 0.311032, + "nauc_map_at_3_std": -0.148967, + "nauc_map_at_3_diff1": 0.929083, + "nauc_map_at_5_max": 0.310527, + "nauc_map_at_5_std": -0.145881, + "nauc_map_at_5_diff1": 0.93051, + "nauc_map_at_10_max": 0.318382, + "nauc_map_at_10_std": -0.13666, + "nauc_map_at_10_diff1": 0.929722, + "nauc_map_at_20_max": 0.315528, + "nauc_map_at_20_std": -0.139968, + "nauc_map_at_20_diff1": 0.929695, + "nauc_map_at_100_max": 0.314699, + "nauc_map_at_100_std": -0.139984, + "nauc_map_at_100_diff1": 0.929526, + "nauc_map_at_1000_max": 0.314486, + "nauc_map_at_1000_std": -0.140356, + "nauc_map_at_1000_diff1": 0.929521, + "nauc_recall_at_1_max": 0.315873, + "nauc_recall_at_1_std": -0.146246, + "nauc_recall_at_1_diff1": 0.933381, + "nauc_recall_at_3_max": 0.284492, + "nauc_recall_at_3_std": -0.170892, + "nauc_recall_at_3_diff1": 0.922411, + "nauc_recall_at_5_max": 0.277953, + "nauc_recall_at_5_std": -0.14425, + "nauc_recall_at_5_diff1": 0.930069, + "nauc_recall_at_10_max": 0.386055, + "nauc_recall_at_10_std": -0.007702, + "nauc_recall_at_10_diff1": 0.918122, + "nauc_recall_at_20_max": 0.302807, + "nauc_recall_at_20_std": -0.091262, + "nauc_recall_at_20_diff1": 0.913821, + "nauc_recall_at_100_max": 0.261269, + "nauc_recall_at_100_std": 0.008894, + "nauc_recall_at_100_diff1": 0.868871, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.321235, + "nauc_precision_at_1_std": -0.143702, + "nauc_precision_at_1_diff1": 0.932975, + "nauc_precision_at_3_max": 0.303963, + "nauc_precision_at_3_std": -0.134763, + "nauc_precision_at_3_diff1": 0.872067, + "nauc_precision_at_5_max": 0.302143, + "nauc_precision_at_5_std": -0.100336, + "nauc_precision_at_5_diff1": 0.867753, + "nauc_precision_at_10_max": 0.411043, + "nauc_precision_at_10_std": 0.111545, + "nauc_precision_at_10_diff1": 0.690512, + "nauc_precision_at_20_max": 0.348495, + "nauc_precision_at_20_std": 0.068787, + "nauc_precision_at_20_diff1": 0.638603, + "nauc_precision_at_100_max": 0.348733, + "nauc_precision_at_100_std": 0.240875, + "nauc_precision_at_100_diff1": 0.431406, + "nauc_precision_at_1000_max": 0.550011, + "nauc_precision_at_1000_std": 0.774723, + "nauc_precision_at_1000_diff1": -0.575317, + "nauc_cv_recall_at_1_max": 0.321235, + "nauc_cv_recall_at_1_std": -0.143702, + "nauc_cv_recall_at_1_diff1": 0.932975, + "nauc_cv_recall_at_3_max": 0.303274, + "nauc_cv_recall_at_3_std": -0.150404, + "nauc_cv_recall_at_3_diff1": 0.921397, + "nauc_cv_recall_at_5_max": 0.301209, + "nauc_cv_recall_at_5_std": -0.118333, + "nauc_cv_recall_at_5_diff1": 0.928931, + "nauc_cv_recall_at_10_max": 0.386055, + "nauc_cv_recall_at_10_std": -0.007702, + "nauc_cv_recall_at_10_diff1": 0.918122, + "nauc_cv_recall_at_20_max": 0.302807, + "nauc_cv_recall_at_20_std": -0.091262, + "nauc_cv_recall_at_20_diff1": 0.913821, + "nauc_cv_recall_at_100_max": 0.261269, + "nauc_cv_recall_at_100_std": 0.008894, + "nauc_cv_recall_at_100_diff1": 0.868871, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.321235, + "nauc_mrr_at_1_std": -0.143702, + "nauc_mrr_at_1_diff1": 0.932975, + "nauc_mrr_at_3_max": 0.318276, + "nauc_mrr_at_3_std": -0.141099, + "nauc_mrr_at_3_diff1": 0.928732, + "nauc_mrr_at_5_max": 0.318031, + "nauc_mrr_at_5_std": -0.137713, + "nauc_mrr_at_5_diff1": 0.930154, + "nauc_mrr_at_10_max": 0.320958, + "nauc_mrr_at_10_std": -0.133855, + "nauc_mrr_at_10_diff1": 0.929599, + "nauc_mrr_at_20_max": 0.318116, + "nauc_mrr_at_20_std": -0.13715, + "nauc_mrr_at_20_diff1": 0.929572, + "nauc_mrr_at_100_max": 0.317298, + "nauc_mrr_at_100_std": -0.137154, + "nauc_mrr_at_100_diff1": 0.929401, + "nauc_mrr_at_1000_max": 0.317086, + "nauc_mrr_at_1000_std": -0.137524, + "nauc_mrr_at_1000_diff1": 0.929396, + "main_score": 0.94051, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83968, + "ndcg_at_3": 0.86745, + "ndcg_at_5": 0.87327, + "ndcg_at_10": 0.87679, + "ndcg_at_20": 0.87909, + "ndcg_at_100": 0.88274, + "ndcg_at_1000": 0.88995, + "map_at_1": 0.83918, + "map_at_3": 0.86106, + "map_at_5": 0.86431, + "map_at_10": 0.86574, + "map_at_20": 0.86638, + "map_at_100": 0.86694, + "map_at_1000": 0.86713, + "recall_at_1": 0.83918, + "recall_at_3": 0.88577, + "recall_at_5": 0.8998, + "recall_at_10": 0.91082, + "recall_at_20": 0.91984, + "recall_at_100": 0.93888, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.83968, + "cv_recall_at_3": 0.88577, + "cv_recall_at_5": 0.8998, + "cv_recall_at_10": 0.91082, + "cv_recall_at_20": 0.91984, + "cv_recall_at_100": 0.93888, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.83968, + "precision_at_3": 0.29559, + "precision_at_5": 0.18016, + "precision_at_10": 0.09118, + "precision_at_20": 0.04604, + "precision_at_100": 0.0094, + "precision_at_1000": 0.001, + "mrr_at_1": 0.839679, + "mrr_at_3": 0.861055, + "mrr_at_5": 0.864312, + "mrr_at_10": 0.865738, + "mrr_at_20": 0.866383, + "mrr_at_100": 0.866936, + "mrr_at_1000": 0.867128, + "nauc_ndcg_at_1_max": 0.486984, + "nauc_ndcg_at_1_std": 0.155125, + "nauc_ndcg_at_1_diff1": 0.909459, + "nauc_ndcg_at_3_max": 0.485442, + "nauc_ndcg_at_3_std": 0.146412, + "nauc_ndcg_at_3_diff1": 0.888108, + "nauc_ndcg_at_5_max": 0.470989, + "nauc_ndcg_at_5_std": 0.131305, + "nauc_ndcg_at_5_diff1": 0.879945, + "nauc_ndcg_at_10_max": 0.483636, + "nauc_ndcg_at_10_std": 0.148539, + "nauc_ndcg_at_10_diff1": 0.882799, + "nauc_ndcg_at_20_max": 0.483048, + "nauc_ndcg_at_20_std": 0.149439, + "nauc_ndcg_at_20_diff1": 0.882507, + "nauc_ndcg_at_100_max": 0.481495, + "nauc_ndcg_at_100_std": 0.14727, + "nauc_ndcg_at_100_diff1": 0.883219, + "nauc_ndcg_at_1000_max": 0.480591, + "nauc_ndcg_at_1000_std": 0.146187, + "nauc_ndcg_at_1000_diff1": 0.885332, + "nauc_map_at_1_max": 0.481824, + "nauc_map_at_1_std": 0.150911, + "nauc_map_at_1_diff1": 0.907271, + "nauc_map_at_3_max": 0.485562, + "nauc_map_at_3_std": 0.14847, + "nauc_map_at_3_diff1": 0.893789, + "nauc_map_at_5_max": 0.477723, + "nauc_map_at_5_std": 0.140092, + "nauc_map_at_5_diff1": 0.889595, + "nauc_map_at_10_max": 0.482622, + "nauc_map_at_10_std": 0.146791, + "nauc_map_at_10_diff1": 0.890947, + "nauc_map_at_20_max": 0.482349, + "nauc_map_at_20_std": 0.146764, + "nauc_map_at_20_diff1": 0.890902, + "nauc_map_at_100_max": 0.481889, + "nauc_map_at_100_std": 0.146236, + "nauc_map_at_100_diff1": 0.890891, + "nauc_map_at_1000_max": 0.481848, + "nauc_map_at_1000_std": 0.14628, + "nauc_map_at_1000_diff1": 0.890888, + "nauc_recall_at_1_max": 0.481824, + "nauc_recall_at_1_std": 0.150911, + "nauc_recall_at_1_diff1": 0.907271, + "nauc_recall_at_3_max": 0.48518, + "nauc_recall_at_3_std": 0.1395, + "nauc_recall_at_3_diff1": 0.868672, + "nauc_recall_at_5_max": 0.443595, + "nauc_recall_at_5_std": 0.096457, + "nauc_recall_at_5_diff1": 0.84223, + "nauc_recall_at_10_max": 0.492727, + "nauc_recall_at_10_std": 0.163481, + "nauc_recall_at_10_diff1": 0.848247, + "nauc_recall_at_20_max": 0.491904, + "nauc_recall_at_20_std": 0.173492, + "nauc_recall_at_20_diff1": 0.84282, + "nauc_recall_at_100_max": 0.487661, + "nauc_recall_at_100_std": 0.167202, + "nauc_recall_at_100_diff1": 0.842346, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.486984, + "nauc_precision_at_1_std": 0.155125, + "nauc_precision_at_1_diff1": 0.909459, + "nauc_precision_at_3_max": 0.487882, + "nauc_precision_at_3_std": 0.147477, + "nauc_precision_at_3_diff1": 0.854337, + "nauc_precision_at_5_max": 0.447331, + "nauc_precision_at_5_std": 0.106124, + "nauc_precision_at_5_diff1": 0.826633, + "nauc_precision_at_10_max": 0.495975, + "nauc_precision_at_10_std": 0.173036, + "nauc_precision_at_10_diff1": 0.830644, + "nauc_precision_at_20_max": 0.495527, + "nauc_precision_at_20_std": 0.183886, + "nauc_precision_at_20_diff1": 0.823394, + "nauc_precision_at_100_max": 0.492499, + "nauc_precision_at_100_std": 0.180918, + "nauc_precision_at_100_diff1": 0.81705, + "nauc_precision_at_1000_max": 0.123415, + "nauc_precision_at_1000_std": 0.228115, + "nauc_precision_at_1000_diff1": -0.322985, + "nauc_cv_recall_at_1_max": 0.486984, + "nauc_cv_recall_at_1_std": 0.155125, + "nauc_cv_recall_at_1_diff1": 0.909459, + "nauc_cv_recall_at_3_max": 0.48518, + "nauc_cv_recall_at_3_std": 0.1395, + "nauc_cv_recall_at_3_diff1": 0.868672, + "nauc_cv_recall_at_5_max": 0.443595, + "nauc_cv_recall_at_5_std": 0.096457, + "nauc_cv_recall_at_5_diff1": 0.84223, + "nauc_cv_recall_at_10_max": 0.492727, + "nauc_cv_recall_at_10_std": 0.163481, + "nauc_cv_recall_at_10_diff1": 0.848247, + "nauc_cv_recall_at_20_max": 0.491904, + "nauc_cv_recall_at_20_std": 0.173492, + "nauc_cv_recall_at_20_diff1": 0.84282, + "nauc_cv_recall_at_100_max": 0.487661, + "nauc_cv_recall_at_100_std": 0.167202, + "nauc_cv_recall_at_100_diff1": 0.842346, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.486984, + "nauc_mrr_at_1_std": 0.155125, + "nauc_mrr_at_1_diff1": 0.909459, + "nauc_mrr_at_3_max": 0.485562, + "nauc_mrr_at_3_std": 0.14847, + "nauc_mrr_at_3_diff1": 0.893789, + "nauc_mrr_at_5_max": 0.477723, + "nauc_mrr_at_5_std": 0.140092, + "nauc_mrr_at_5_diff1": 0.889595, + "nauc_mrr_at_10_max": 0.482622, + "nauc_mrr_at_10_std": 0.146791, + "nauc_mrr_at_10_diff1": 0.890947, + "nauc_mrr_at_20_max": 0.482349, + "nauc_mrr_at_20_std": 0.146764, + "nauc_mrr_at_20_diff1": 0.890902, + "nauc_mrr_at_100_max": 0.481889, + "nauc_mrr_at_100_std": 0.146236, + "nauc_mrr_at_100_diff1": 0.890891, + "nauc_mrr_at_1000_max": 0.481848, + "nauc_mrr_at_1000_std": 0.146281, + "nauc_mrr_at_1000_diff1": 0.890888, + "main_score": 0.87327, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.81563, + "ndcg_at_3": 0.84945, + "ndcg_at_5": 0.85739, + "ndcg_at_10": 0.86327, + "ndcg_at_20": 0.86586, + "ndcg_at_100": 0.86969, + "ndcg_at_1000": 0.87665, + "map_at_1": 0.81513, + "map_at_3": 0.84143, + "map_at_5": 0.84589, + "map_at_10": 0.84834, + "map_at_20": 0.84908, + "map_at_100": 0.84965, + "map_at_1000": 0.84982, + "recall_at_1": 0.81513, + "recall_at_3": 0.87224, + "recall_at_5": 0.89128, + "recall_at_10": 0.90932, + "recall_at_20": 0.91934, + "recall_at_100": 0.93938, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.81563, + "cv_recall_at_3": 0.87275, + "cv_recall_at_5": 0.89178, + "cv_recall_at_10": 0.90982, + "cv_recall_at_20": 0.91984, + "cv_recall_at_100": 0.93988, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.81563, + "precision_at_3": 0.29125, + "precision_at_5": 0.17856, + "precision_at_10": 0.09108, + "precision_at_20": 0.04604, + "precision_at_100": 0.00941, + "precision_at_1000": 0.001, + "mrr_at_1": 0.815631, + "mrr_at_3": 0.841683, + "mrr_at_5": 0.846142, + "mrr_at_10": 0.84859, + "mrr_at_20": 0.849331, + "mrr_at_100": 0.849902, + "mrr_at_1000": 0.850069, + "nauc_ndcg_at_1_max": 0.289974, + "nauc_ndcg_at_1_std": -0.007288, + "nauc_ndcg_at_1_diff1": 0.891704, + "nauc_ndcg_at_3_max": 0.298054, + "nauc_ndcg_at_3_std": 0.02041, + "nauc_ndcg_at_3_diff1": 0.867689, + "nauc_ndcg_at_5_max": 0.301343, + "nauc_ndcg_at_5_std": 0.026916, + "nauc_ndcg_at_5_diff1": 0.864467, + "nauc_ndcg_at_10_max": 0.291092, + "nauc_ndcg_at_10_std": 0.011152, + "nauc_ndcg_at_10_diff1": 0.862, + "nauc_ndcg_at_20_max": 0.294359, + "nauc_ndcg_at_20_std": 0.011737, + "nauc_ndcg_at_20_diff1": 0.861399, + "nauc_ndcg_at_100_max": 0.294346, + "nauc_ndcg_at_100_std": 0.017641, + "nauc_ndcg_at_100_diff1": 0.861777, + "nauc_ndcg_at_1000_max": 0.295209, + "nauc_ndcg_at_1000_std": 0.014104, + "nauc_ndcg_at_1000_diff1": 0.865855, + "nauc_map_at_1_max": 0.284236, + "nauc_map_at_1_std": -0.010589, + "nauc_map_at_1_diff1": 0.891976, + "nauc_map_at_3_max": 0.296307, + "nauc_map_at_3_std": 0.012558, + "nauc_map_at_3_diff1": 0.874298, + "nauc_map_at_5_max": 0.298188, + "nauc_map_at_5_std": 0.016122, + "nauc_map_at_5_diff1": 0.872786, + "nauc_map_at_10_max": 0.294283, + "nauc_map_at_10_std": 0.009984, + "nauc_map_at_10_diff1": 0.87188, + "nauc_map_at_20_max": 0.295191, + "nauc_map_at_20_std": 0.010184, + "nauc_map_at_20_diff1": 0.871759, + "nauc_map_at_100_max": 0.295311, + "nauc_map_at_100_std": 0.011097, + "nauc_map_at_100_diff1": 0.871838, + "nauc_map_at_1000_max": 0.295313, + "nauc_map_at_1000_std": 0.010999, + "nauc_map_at_1000_diff1": 0.871918, + "nauc_recall_at_1_max": 0.284236, + "nauc_recall_at_1_std": -0.010589, + "nauc_recall_at_1_diff1": 0.891976, + "nauc_recall_at_3_max": 0.302896, + "nauc_recall_at_3_std": 0.048873, + "nauc_recall_at_3_diff1": 0.844803, + "nauc_recall_at_5_max": 0.312529, + "nauc_recall_at_5_std": 0.071072, + "nauc_recall_at_5_diff1": 0.83143, + "nauc_recall_at_10_max": 0.268448, + "nauc_recall_at_10_std": 0.009055, + "nauc_recall_at_10_diff1": 0.81452, + "nauc_recall_at_20_max": 0.284913, + "nauc_recall_at_20_std": 0.011505, + "nauc_recall_at_20_diff1": 0.805139, + "nauc_recall_at_100_max": 0.277717, + "nauc_recall_at_100_std": 0.070591, + "nauc_recall_at_100_diff1": 0.791122, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.289974, + "nauc_precision_at_1_std": -0.007288, + "nauc_precision_at_1_diff1": 0.891704, + "nauc_precision_at_3_max": 0.31431, + "nauc_precision_at_3_std": 0.056128, + "nauc_precision_at_3_diff1": 0.825594, + "nauc_precision_at_5_max": 0.325562, + "nauc_precision_at_5_std": 0.079163, + "nauc_precision_at_5_diff1": 0.809462, + "nauc_precision_at_10_max": 0.284706, + "nauc_precision_at_10_std": 0.019529, + "nauc_precision_at_10_diff1": 0.789314, + "nauc_precision_at_20_max": 0.302911, + "nauc_precision_at_20_std": 0.023224, + "nauc_precision_at_20_diff1": 0.77699, + "nauc_precision_at_100_max": 0.30169, + "nauc_precision_at_100_std": 0.084921, + "nauc_precision_at_100_diff1": 0.754136, + "nauc_precision_at_1000_max": 0.54931, + "nauc_precision_at_1000_std": 0.228115, + "nauc_precision_at_1000_diff1": -0.500081, + "nauc_cv_recall_at_1_max": 0.289974, + "nauc_cv_recall_at_1_std": -0.007288, + "nauc_cv_recall_at_1_diff1": 0.891704, + "nauc_cv_recall_at_3_max": 0.304657, + "nauc_cv_recall_at_3_std": 0.047595, + "nauc_cv_recall_at_3_diff1": 0.844257, + "nauc_cv_recall_at_5_max": 0.314601, + "nauc_cv_recall_at_5_std": 0.069687, + "nauc_cv_recall_at_5_diff1": 0.830745, + "nauc_cv_recall_at_10_max": 0.270891, + "nauc_cv_recall_at_10_std": 0.007116, + "nauc_cv_recall_at_10_diff1": 0.814216, + "nauc_cv_recall_at_20_max": 0.287765, + "nauc_cv_recall_at_20_std": 0.009339, + "nauc_cv_recall_at_20_diff1": 0.804738, + "nauc_cv_recall_at_100_max": 0.28146, + "nauc_cv_recall_at_100_std": 0.068195, + "nauc_cv_recall_at_100_diff1": 0.790471, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.289974, + "nauc_mrr_at_1_std": -0.007288, + "nauc_mrr_at_1_diff1": 0.891704, + "nauc_mrr_at_3_max": 0.29702, + "nauc_mrr_at_3_std": 0.01198, + "nauc_mrr_at_3_diff1": 0.874116, + "nauc_mrr_at_5_max": 0.298923, + "nauc_mrr_at_5_std": 0.015534, + "nauc_mrr_at_5_diff1": 0.872597, + "nauc_mrr_at_10_max": 0.295024, + "nauc_mrr_at_10_std": 0.009378, + "nauc_mrr_at_10_diff1": 0.871687, + "nauc_mrr_at_20_max": 0.295937, + "nauc_mrr_at_20_std": 0.009576, + "nauc_mrr_at_20_diff1": 0.871564, + "nauc_mrr_at_100_max": 0.29606, + "nauc_mrr_at_100_std": 0.010488, + "nauc_mrr_at_100_diff1": 0.871643, + "nauc_mrr_at_1000_max": 0.296059, + "nauc_mrr_at_1000_std": 0.010391, + "nauc_mrr_at_1000_diff1": 0.871724, + "main_score": 0.85739, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.52305, + "ndcg_at_3": 0.56905, + "ndcg_at_5": 0.58139, + "ndcg_at_10": 0.59427, + "ndcg_at_20": 0.60412, + "ndcg_at_100": 0.6175, + "ndcg_at_1000": 0.64242, + "map_at_1": 0.52305, + "map_at_3": 0.5577, + "map_at_5": 0.56451, + "map_at_10": 0.56978, + "map_at_20": 0.57254, + "map_at_100": 0.5744, + "map_at_1000": 0.57499, + "recall_at_1": 0.52305, + "recall_at_3": 0.6017, + "recall_at_5": 0.63176, + "recall_at_10": 0.67184, + "recall_at_20": 0.71042, + "recall_at_100": 0.78257, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.52305, + "cv_recall_at_3": 0.6022, + "cv_recall_at_5": 0.63226, + "cv_recall_at_10": 0.67234, + "cv_recall_at_20": 0.71042, + "cv_recall_at_100": 0.78257, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.52305, + "precision_at_3": 0.20107, + "precision_at_5": 0.12665, + "precision_at_10": 0.06733, + "precision_at_20": 0.03562, + "precision_at_100": 0.00785, + "precision_at_1000": 0.001, + "mrr_at_1": 0.523046, + "mrr_at_3": 0.557782, + "mrr_at_5": 0.564596, + "mrr_at_10": 0.569864, + "mrr_at_20": 0.572571, + "mrr_at_100": 0.574434, + "mrr_at_1000": 0.575026, + "nauc_ndcg_at_1_max": 0.24, + "nauc_ndcg_at_1_std": 0.119778, + "nauc_ndcg_at_1_diff1": 0.752854, + "nauc_ndcg_at_3_max": 0.236726, + "nauc_ndcg_at_3_std": 0.122046, + "nauc_ndcg_at_3_diff1": 0.706677, + "nauc_ndcg_at_5_max": 0.22894, + "nauc_ndcg_at_5_std": 0.114676, + "nauc_ndcg_at_5_diff1": 0.697339, + "nauc_ndcg_at_10_max": 0.227615, + "nauc_ndcg_at_10_std": 0.118659, + "nauc_ndcg_at_10_diff1": 0.692055, + "nauc_ndcg_at_20_max": 0.227751, + "nauc_ndcg_at_20_std": 0.119364, + "nauc_ndcg_at_20_diff1": 0.684933, + "nauc_ndcg_at_100_max": 0.230347, + "nauc_ndcg_at_100_std": 0.120784, + "nauc_ndcg_at_100_diff1": 0.68221, + "nauc_ndcg_at_1000_max": 0.232074, + "nauc_ndcg_at_1000_std": 0.120995, + "nauc_ndcg_at_1000_diff1": 0.694158, + "nauc_map_at_1_max": 0.24, + "nauc_map_at_1_std": 0.119778, + "nauc_map_at_1_diff1": 0.752854, + "nauc_map_at_3_max": 0.237617, + "nauc_map_at_3_std": 0.121691, + "nauc_map_at_3_diff1": 0.717947, + "nauc_map_at_5_max": 0.233585, + "nauc_map_at_5_std": 0.117906, + "nauc_map_at_5_diff1": 0.713124, + "nauc_map_at_10_max": 0.233084, + "nauc_map_at_10_std": 0.119434, + "nauc_map_at_10_diff1": 0.711057, + "nauc_map_at_20_max": 0.233306, + "nauc_map_at_20_std": 0.119797, + "nauc_map_at_20_diff1": 0.709123, + "nauc_map_at_100_max": 0.233729, + "nauc_map_at_100_std": 0.120033, + "nauc_map_at_100_diff1": 0.70896, + "nauc_map_at_1000_max": 0.233837, + "nauc_map_at_1000_std": 0.120112, + "nauc_map_at_1000_diff1": 0.709205, + "nauc_recall_at_1_max": 0.24, + "nauc_recall_at_1_std": 0.119778, + "nauc_recall_at_1_diff1": 0.752854, + "nauc_recall_at_3_max": 0.233439, + "nauc_recall_at_3_std": 0.122072, + "nauc_recall_at_3_diff1": 0.67273, + "nauc_recall_at_5_max": 0.212144, + "nauc_recall_at_5_std": 0.101884, + "nauc_recall_at_5_diff1": 0.64598, + "nauc_recall_at_10_max": 0.206312, + "nauc_recall_at_10_std": 0.115423, + "nauc_recall_at_10_diff1": 0.623982, + "nauc_recall_at_20_max": 0.20367, + "nauc_recall_at_20_std": 0.11703, + "nauc_recall_at_20_diff1": 0.585215, + "nauc_recall_at_100_max": 0.217261, + "nauc_recall_at_100_std": 0.12747, + "nauc_recall_at_100_diff1": 0.535428, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.24, + "nauc_precision_at_1_std": 0.119778, + "nauc_precision_at_1_diff1": 0.752854, + "nauc_precision_at_3_max": 0.230955, + "nauc_precision_at_3_std": 0.120571, + "nauc_precision_at_3_diff1": 0.666426, + "nauc_precision_at_5_max": 0.209625, + "nauc_precision_at_5_std": 0.100398, + "nauc_precision_at_5_diff1": 0.639456, + "nauc_precision_at_10_max": 0.203622, + "nauc_precision_at_10_std": 0.113746, + "nauc_precision_at_10_diff1": 0.61705, + "nauc_precision_at_20_max": 0.20027, + "nauc_precision_at_20_std": 0.11654, + "nauc_precision_at_20_diff1": 0.572215, + "nauc_precision_at_100_max": 0.212754, + "nauc_precision_at_100_std": 0.126674, + "nauc_precision_at_100_diff1": 0.519947, + "nauc_precision_at_1000_max": -0.045453, + "nauc_precision_at_1000_std": 0.081092, + "nauc_precision_at_1000_diff1": -0.367119, + "nauc_cv_recall_at_1_max": 0.24, + "nauc_cv_recall_at_1_std": 0.119778, + "nauc_cv_recall_at_1_diff1": 0.752854, + "nauc_cv_recall_at_3_max": 0.234547, + "nauc_cv_recall_at_3_std": 0.124021, + "nauc_cv_recall_at_3_diff1": 0.67244, + "nauc_cv_recall_at_5_max": 0.213295, + "nauc_cv_recall_at_5_std": 0.103923, + "nauc_cv_recall_at_5_diff1": 0.645649, + "nauc_cv_recall_at_10_max": 0.20755, + "nauc_cv_recall_at_10_std": 0.117641, + "nauc_cv_recall_at_10_diff1": 0.623602, + "nauc_cv_recall_at_20_max": 0.20367, + "nauc_cv_recall_at_20_std": 0.11703, + "nauc_cv_recall_at_20_diff1": 0.585215, + "nauc_cv_recall_at_100_max": 0.217261, + "nauc_cv_recall_at_100_std": 0.12747, + "nauc_cv_recall_at_100_diff1": 0.535428, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.24, + "nauc_mrr_at_1_std": 0.119778, + "nauc_mrr_at_1_diff1": 0.752854, + "nauc_mrr_at_3_max": 0.238131, + "nauc_mrr_at_3_std": 0.122517, + "nauc_mrr_at_3_diff1": 0.717985, + "nauc_mrr_at_5_max": 0.234104, + "nauc_mrr_at_5_std": 0.118742, + "nauc_mrr_at_5_diff1": 0.713163, + "nauc_mrr_at_10_max": 0.233608, + "nauc_mrr_at_10_std": 0.120278, + "nauc_mrr_at_10_diff1": 0.711095, + "nauc_mrr_at_20_max": 0.233724, + "nauc_mrr_at_20_std": 0.120455, + "nauc_mrr_at_20_diff1": 0.709186, + "nauc_mrr_at_100_max": 0.234149, + "nauc_mrr_at_100_std": 0.120694, + "nauc_mrr_at_100_diff1": 0.709024, + "nauc_mrr_at_1000_max": 0.234258, + "nauc_mrr_at_1000_std": 0.120774, + "nauc_mrr_at_1000_diff1": 0.709269, + "main_score": 0.58139, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.79238, + "ndcg_at_3": 0.82432, + "ndcg_at_5": 0.83089, + "ndcg_at_10": 0.837, + "ndcg_at_20": 0.83999, + "ndcg_at_100": 0.84574, + "ndcg_at_1000": 0.85444, + "map_at_1": 0.79188, + "map_at_3": 0.81662, + "map_at_5": 0.8203, + "map_at_10": 0.82293, + "map_at_20": 0.82371, + "map_at_100": 0.8245, + "map_at_1000": 0.8247, + "recall_at_1": 0.79188, + "recall_at_3": 0.84654, + "recall_at_5": 0.86209, + "recall_at_10": 0.88064, + "recall_at_20": 0.89268, + "recall_at_100": 0.92377, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.79238, + "cv_recall_at_3": 0.84654, + "cv_recall_at_5": 0.86259, + "cv_recall_at_10": 0.88064, + "cv_recall_at_20": 0.89268, + "cv_recall_at_100": 0.92377, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.79238, + "precision_at_3": 0.28251, + "precision_at_5": 0.17272, + "precision_at_10": 0.08826, + "precision_at_20": 0.04473, + "precision_at_100": 0.00926, + "precision_at_1000": 0.001, + "mrr_at_1": 0.792377, + "mrr_at_3": 0.816617, + "mrr_at_5": 0.820428, + "mrr_at_10": 0.822925, + "mrr_at_20": 0.823711, + "mrr_at_100": 0.824504, + "mrr_at_1000": 0.824703, + "nauc_ndcg_at_1_max": 0.363499, + "nauc_ndcg_at_1_std": 0.123524, + "nauc_ndcg_at_1_diff1": 0.880266, + "nauc_ndcg_at_3_max": 0.371069, + "nauc_ndcg_at_3_std": 0.133063, + "nauc_ndcg_at_3_diff1": 0.861698, + "nauc_ndcg_at_5_max": 0.372765, + "nauc_ndcg_at_5_std": 0.136248, + "nauc_ndcg_at_5_diff1": 0.857031, + "nauc_ndcg_at_10_max": 0.380745, + "nauc_ndcg_at_10_std": 0.149477, + "nauc_ndcg_at_10_diff1": 0.856629, + "nauc_ndcg_at_20_max": 0.378085, + "nauc_ndcg_at_20_std": 0.146333, + "nauc_ndcg_at_20_diff1": 0.853093, + "nauc_ndcg_at_100_max": 0.379267, + "nauc_ndcg_at_100_std": 0.145887, + "nauc_ndcg_at_100_diff1": 0.855277, + "nauc_ndcg_at_1000_max": 0.376708, + "nauc_ndcg_at_1000_std": 0.142492, + "nauc_ndcg_at_1000_diff1": 0.858617, + "nauc_map_at_1_max": 0.363748, + "nauc_map_at_1_std": 0.124223, + "nauc_map_at_1_diff1": 0.881213, + "nauc_map_at_3_max": 0.368515, + "nauc_map_at_3_std": 0.129951, + "nauc_map_at_3_diff1": 0.866058, + "nauc_map_at_5_max": 0.368704, + "nauc_map_at_5_std": 0.131003, + "nauc_map_at_5_diff1": 0.863622, + "nauc_map_at_10_max": 0.372679, + "nauc_map_at_10_std": 0.136822, + "nauc_map_at_10_diff1": 0.863734, + "nauc_map_at_20_max": 0.371897, + "nauc_map_at_20_std": 0.135935, + "nauc_map_at_20_diff1": 0.862901, + "nauc_map_at_100_max": 0.372166, + "nauc_map_at_100_std": 0.135805, + "nauc_map_at_100_diff1": 0.863214, + "nauc_map_at_1000_max": 0.372148, + "nauc_map_at_1000_std": 0.135817, + "nauc_map_at_1000_diff1": 0.863306, + "nauc_recall_at_1_max": 0.363748, + "nauc_recall_at_1_std": 0.124223, + "nauc_recall_at_1_diff1": 0.881213, + "nauc_recall_at_3_max": 0.379965, + "nauc_recall_at_3_std": 0.143861, + "nauc_recall_at_3_diff1": 0.847248, + "nauc_recall_at_5_max": 0.386686, + "nauc_recall_at_5_std": 0.154995, + "nauc_recall_at_5_diff1": 0.832743, + "nauc_recall_at_10_max": 0.41567, + "nauc_recall_at_10_std": 0.206951, + "nauc_recall_at_10_diff1": 0.826289, + "nauc_recall_at_20_max": 0.405025, + "nauc_recall_at_20_std": 0.195386, + "nauc_recall_at_20_diff1": 0.803046, + "nauc_recall_at_100_max": 0.424833, + "nauc_recall_at_100_std": 0.211892, + "nauc_recall_at_100_diff1": 0.806285, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.363499, + "nauc_precision_at_1_std": 0.123524, + "nauc_precision_at_1_diff1": 0.880266, + "nauc_precision_at_3_max": 0.373071, + "nauc_precision_at_3_std": 0.139746, + "nauc_precision_at_3_diff1": 0.830514, + "nauc_precision_at_5_max": 0.384548, + "nauc_precision_at_5_std": 0.155115, + "nauc_precision_at_5_diff1": 0.813916, + "nauc_precision_at_10_max": 0.410243, + "nauc_precision_at_10_std": 0.207575, + "nauc_precision_at_10_diff1": 0.78676, + "nauc_precision_at_20_max": 0.39942, + "nauc_precision_at_20_std": 0.196435, + "nauc_precision_at_20_diff1": 0.760491, + "nauc_precision_at_100_max": 0.416238, + "nauc_precision_at_100_std": 0.212617, + "nauc_precision_at_100_diff1": 0.74748, + "nauc_precision_at_1000_max": 0.046075, + "nauc_precision_at_1000_std": 0.08367, + "nauc_precision_at_1000_diff1": -0.496699, + "nauc_cv_recall_at_1_max": 0.363499, + "nauc_cv_recall_at_1_std": 0.123524, + "nauc_cv_recall_at_1_diff1": 0.880266, + "nauc_cv_recall_at_3_max": 0.379965, + "nauc_cv_recall_at_3_std": 0.143861, + "nauc_cv_recall_at_3_diff1": 0.847248, + "nauc_cv_recall_at_5_max": 0.392318, + "nauc_cv_recall_at_5_std": 0.159866, + "nauc_cv_recall_at_5_diff1": 0.832193, + "nauc_cv_recall_at_10_max": 0.41567, + "nauc_cv_recall_at_10_std": 0.206951, + "nauc_cv_recall_at_10_diff1": 0.826289, + "nauc_cv_recall_at_20_max": 0.405025, + "nauc_cv_recall_at_20_std": 0.195386, + "nauc_cv_recall_at_20_diff1": 0.803046, + "nauc_cv_recall_at_100_max": 0.424833, + "nauc_cv_recall_at_100_std": 0.211892, + "nauc_cv_recall_at_100_diff1": 0.806285, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.363499, + "nauc_mrr_at_1_std": 0.123524, + "nauc_mrr_at_1_diff1": 0.880266, + "nauc_mrr_at_3_max": 0.368515, + "nauc_mrr_at_3_std": 0.129951, + "nauc_mrr_at_3_diff1": 0.866058, + "nauc_mrr_at_5_max": 0.369799, + "nauc_mrr_at_5_std": 0.131945, + "nauc_mrr_at_5_diff1": 0.863534, + "nauc_mrr_at_10_max": 0.372679, + "nauc_mrr_at_10_std": 0.136822, + "nauc_mrr_at_10_diff1": 0.863734, + "nauc_mrr_at_20_max": 0.371897, + "nauc_mrr_at_20_std": 0.135935, + "nauc_mrr_at_20_diff1": 0.862901, + "nauc_mrr_at_100_max": 0.372166, + "nauc_mrr_at_100_std": 0.135805, + "nauc_mrr_at_100_diff1": 0.863214, + "nauc_mrr_at_1000_max": 0.372148, + "nauc_mrr_at_1000_std": 0.135817, + "nauc_mrr_at_1000_diff1": 0.863306, + "main_score": 0.83089, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.83651, + "ndcg_at_3": 0.86713, + "ndcg_at_5": 0.8746, + "ndcg_at_10": 0.87686, + "ndcg_at_20": 0.87988, + "ndcg_at_100": 0.88376, + "ndcg_at_1000": 0.8901, + "map_at_1": 0.83501, + "map_at_3": 0.85991, + "map_at_5": 0.86408, + "map_at_10": 0.86501, + "map_at_20": 0.86583, + "map_at_100": 0.86634, + "map_at_1000": 0.86651, + "recall_at_1": 0.83501, + "recall_at_3": 0.88766, + "recall_at_5": 0.90572, + "recall_at_10": 0.91274, + "recall_at_20": 0.92477, + "recall_at_100": 0.94584, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.83651, + "cv_recall_at_3": 0.88766, + "cv_recall_at_5": 0.90572, + "cv_recall_at_10": 0.91274, + "cv_recall_at_20": 0.92477, + "cv_recall_at_100": 0.94584, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.83651, + "precision_at_3": 0.29689, + "precision_at_5": 0.18175, + "precision_at_10": 0.09157, + "precision_at_20": 0.04639, + "precision_at_100": 0.00949, + "precision_at_1000": 0.001, + "mrr_at_1": 0.83651, + "mrr_at_3": 0.86008, + "mrr_at_5": 0.864243, + "mrr_at_10": 0.865173, + "mrr_at_20": 0.865993, + "mrr_at_100": 0.866508, + "mrr_at_1000": 0.866681, + "nauc_ndcg_at_1_max": 0.338548, + "nauc_ndcg_at_1_std": -0.044039, + "nauc_ndcg_at_1_diff1": 0.883598, + "nauc_ndcg_at_3_max": 0.343142, + "nauc_ndcg_at_3_std": -0.030845, + "nauc_ndcg_at_3_diff1": 0.858263, + "nauc_ndcg_at_5_max": 0.332232, + "nauc_ndcg_at_5_std": -0.040041, + "nauc_ndcg_at_5_diff1": 0.851777, + "nauc_ndcg_at_10_max": 0.33611, + "nauc_ndcg_at_10_std": -0.036242, + "nauc_ndcg_at_10_diff1": 0.854343, + "nauc_ndcg_at_20_max": 0.332616, + "nauc_ndcg_at_20_std": -0.030961, + "nauc_ndcg_at_20_diff1": 0.851693, + "nauc_ndcg_at_100_max": 0.327712, + "nauc_ndcg_at_100_std": -0.031415, + "nauc_ndcg_at_100_diff1": 0.85108, + "nauc_ndcg_at_1000_max": 0.334996, + "nauc_ndcg_at_1000_std": -0.031088, + "nauc_ndcg_at_1000_diff1": 0.855322, + "nauc_map_at_1_max": 0.330647, + "nauc_map_at_1_std": -0.048272, + "nauc_map_at_1_diff1": 0.885828, + "nauc_map_at_3_max": 0.341953, + "nauc_map_at_3_std": -0.033469, + "nauc_map_at_3_diff1": 0.864759, + "nauc_map_at_5_max": 0.336498, + "nauc_map_at_5_std": -0.038099, + "nauc_map_at_5_diff1": 0.861579, + "nauc_map_at_10_max": 0.338063, + "nauc_map_at_10_std": -0.036555, + "nauc_map_at_10_diff1": 0.862521, + "nauc_map_at_20_max": 0.337111, + "nauc_map_at_20_std": -0.035345, + "nauc_map_at_20_diff1": 0.861924, + "nauc_map_at_100_max": 0.336748, + "nauc_map_at_100_std": -0.035143, + "nauc_map_at_100_diff1": 0.861858, + "nauc_map_at_1000_max": 0.337061, + "nauc_map_at_1000_std": -0.034964, + "nauc_map_at_1000_diff1": 0.86192, + "nauc_recall_at_1_max": 0.330647, + "nauc_recall_at_1_std": -0.048272, + "nauc_recall_at_1_diff1": 0.885828, + "nauc_recall_at_3_max": 0.344484, + "nauc_recall_at_3_std": -0.024315, + "nauc_recall_at_3_diff1": 0.836192, + "nauc_recall_at_5_max": 0.309315, + "nauc_recall_at_5_std": -0.053093, + "nauc_recall_at_5_diff1": 0.812123, + "nauc_recall_at_10_max": 0.323305, + "nauc_recall_at_10_std": -0.038886, + "nauc_recall_at_10_diff1": 0.82059, + "nauc_recall_at_20_max": 0.300929, + "nauc_recall_at_20_std": -0.006015, + "nauc_recall_at_20_diff1": 0.798858, + "nauc_recall_at_100_max": 0.22746, + "nauc_recall_at_100_std": -0.010256, + "nauc_recall_at_100_diff1": 0.772581, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.338548, + "nauc_precision_at_1_std": -0.044039, + "nauc_precision_at_1_diff1": 0.883598, + "nauc_precision_at_3_max": 0.342632, + "nauc_precision_at_3_std": -0.010801, + "nauc_precision_at_3_diff1": 0.772527, + "nauc_precision_at_5_max": 0.309005, + "nauc_precision_at_5_std": -0.035827, + "nauc_precision_at_5_diff1": 0.739181, + "nauc_precision_at_10_max": 0.32218, + "nauc_precision_at_10_std": -0.021113, + "nauc_precision_at_10_diff1": 0.741631, + "nauc_precision_at_20_max": 0.301091, + "nauc_precision_at_20_std": 0.012279, + "nauc_precision_at_20_diff1": 0.709501, + "nauc_precision_at_100_max": 0.234153, + "nauc_precision_at_100_std": 0.014899, + "nauc_precision_at_100_diff1": 0.653851, + "nauc_precision_at_1000_max": 0.303423, + "nauc_precision_at_1000_std": 0.275251, + "nauc_precision_at_1000_diff1": -0.574997, + "nauc_cv_recall_at_1_max": 0.338548, + "nauc_cv_recall_at_1_std": -0.044039, + "nauc_cv_recall_at_1_diff1": 0.883598, + "nauc_cv_recall_at_3_max": 0.344484, + "nauc_cv_recall_at_3_std": -0.024315, + "nauc_cv_recall_at_3_diff1": 0.836192, + "nauc_cv_recall_at_5_max": 0.309315, + "nauc_cv_recall_at_5_std": -0.053093, + "nauc_cv_recall_at_5_diff1": 0.812123, + "nauc_cv_recall_at_10_max": 0.323305, + "nauc_cv_recall_at_10_std": -0.038886, + "nauc_cv_recall_at_10_diff1": 0.82059, + "nauc_cv_recall_at_20_max": 0.300929, + "nauc_cv_recall_at_20_std": -0.006015, + "nauc_cv_recall_at_20_diff1": 0.798858, + "nauc_cv_recall_at_100_max": 0.22746, + "nauc_cv_recall_at_100_std": -0.010256, + "nauc_cv_recall_at_100_diff1": 0.772581, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.338548, + "nauc_mrr_at_1_std": -0.044039, + "nauc_mrr_at_1_diff1": 0.883598, + "nauc_mrr_at_3_max": 0.343752, + "nauc_mrr_at_3_std": -0.032075, + "nauc_mrr_at_3_diff1": 0.864451, + "nauc_mrr_at_5_max": 0.338343, + "nauc_mrr_at_5_std": -0.03667, + "nauc_mrr_at_5_diff1": 0.861258, + "nauc_mrr_at_10_max": 0.339922, + "nauc_mrr_at_10_std": -0.035114, + "nauc_mrr_at_10_diff1": 0.8622, + "nauc_mrr_at_20_max": 0.338981, + "nauc_mrr_at_20_std": -0.033894, + "nauc_mrr_at_20_diff1": 0.8616, + "nauc_mrr_at_100_max": 0.338625, + "nauc_mrr_at_100_std": -0.033685, + "nauc_mrr_at_100_diff1": 0.861532, + "nauc_mrr_at_1000_max": 0.338941, + "nauc_mrr_at_1000_std": -0.033504, + "nauc_mrr_at_1000_diff1": 0.861594, + "main_score": 0.8746, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.71772, + "ndcg_at_3": 0.75452, + "ndcg_at_5": 0.76524, + "ndcg_at_10": 0.77519, + "ndcg_at_20": 0.78171, + "ndcg_at_100": 0.79221, + "ndcg_at_1000": 0.80186, + "map_at_1": 0.71772, + "map_at_3": 0.74575, + "map_at_5": 0.7517, + "map_at_10": 0.75576, + "map_at_20": 0.75751, + "map_at_100": 0.75894, + "map_at_1000": 0.75923, + "recall_at_1": 0.71772, + "recall_at_3": 0.77978, + "recall_at_5": 0.80581, + "recall_at_10": 0.83684, + "recall_at_20": 0.86286, + "recall_at_100": 0.91992, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.71772, + "cv_recall_at_3": 0.77978, + "cv_recall_at_5": 0.80581, + "cv_recall_at_10": 0.83684, + "cv_recall_at_20": 0.86286, + "cv_recall_at_100": 0.91992, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.71772, + "precision_at_3": 0.25993, + "precision_at_5": 0.16116, + "precision_at_10": 0.08368, + "precision_at_20": 0.04314, + "precision_at_100": 0.0092, + "precision_at_1000": 0.001, + "mrr_at_1": 0.717718, + "mrr_at_3": 0.745746, + "mrr_at_5": 0.751702, + "mrr_at_10": 0.755756, + "mrr_at_20": 0.757514, + "mrr_at_100": 0.758942, + "mrr_at_1000": 0.759231, + "nauc_ndcg_at_1_max": 0.302675, + "nauc_ndcg_at_1_std": 0.065614, + "nauc_ndcg_at_1_diff1": 0.855076, + "nauc_ndcg_at_3_max": 0.339946, + "nauc_ndcg_at_3_std": 0.116367, + "nauc_ndcg_at_3_diff1": 0.842892, + "nauc_ndcg_at_5_max": 0.3372, + "nauc_ndcg_at_5_std": 0.123718, + "nauc_ndcg_at_5_diff1": 0.83263, + "nauc_ndcg_at_10_max": 0.3417, + "nauc_ndcg_at_10_std": 0.122558, + "nauc_ndcg_at_10_diff1": 0.832231, + "nauc_ndcg_at_20_max": 0.337829, + "nauc_ndcg_at_20_std": 0.122256, + "nauc_ndcg_at_20_diff1": 0.831004, + "nauc_ndcg_at_100_max": 0.336222, + "nauc_ndcg_at_100_std": 0.121364, + "nauc_ndcg_at_100_diff1": 0.828368, + "nauc_ndcg_at_1000_max": 0.333324, + "nauc_ndcg_at_1000_std": 0.114653, + "nauc_ndcg_at_1000_diff1": 0.833934, + "nauc_map_at_1_max": 0.302675, + "nauc_map_at_1_std": 0.065614, + "nauc_map_at_1_diff1": 0.855076, + "nauc_map_at_3_max": 0.329863, + "nauc_map_at_3_std": 0.102557, + "nauc_map_at_3_diff1": 0.846518, + "nauc_map_at_5_max": 0.328431, + "nauc_map_at_5_std": 0.106562, + "nauc_map_at_5_diff1": 0.841145, + "nauc_map_at_10_max": 0.330208, + "nauc_map_at_10_std": 0.10598, + "nauc_map_at_10_diff1": 0.841154, + "nauc_map_at_20_max": 0.329165, + "nauc_map_at_20_std": 0.105904, + "nauc_map_at_20_diff1": 0.840944, + "nauc_map_at_100_max": 0.329259, + "nauc_map_at_100_std": 0.106179, + "nauc_map_at_100_diff1": 0.840627, + "nauc_map_at_1000_max": 0.32904, + "nauc_map_at_1000_std": 0.105846, + "nauc_map_at_1000_diff1": 0.840715, + "nauc_recall_at_1_max": 0.302675, + "nauc_recall_at_1_std": 0.065614, + "nauc_recall_at_1_diff1": 0.855076, + "nauc_recall_at_3_max": 0.372729, + "nauc_recall_at_3_std": 0.161299, + "nauc_recall_at_3_diff1": 0.830955, + "nauc_recall_at_5_max": 0.367365, + "nauc_recall_at_5_std": 0.184978, + "nauc_recall_at_5_diff1": 0.800694, + "nauc_recall_at_10_max": 0.389357, + "nauc_recall_at_10_std": 0.189815, + "nauc_recall_at_10_diff1": 0.793315, + "nauc_recall_at_20_max": 0.374557, + "nauc_recall_at_20_std": 0.198173, + "nauc_recall_at_20_diff1": 0.778998, + "nauc_recall_at_100_max": 0.36488, + "nauc_recall_at_100_std": 0.217822, + "nauc_recall_at_100_diff1": 0.714068, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.302675, + "nauc_precision_at_1_std": 0.065614, + "nauc_precision_at_1_diff1": 0.855076, + "nauc_precision_at_3_max": 0.372729, + "nauc_precision_at_3_std": 0.161299, + "nauc_precision_at_3_diff1": 0.830955, + "nauc_precision_at_5_max": 0.367365, + "nauc_precision_at_5_std": 0.184978, + "nauc_precision_at_5_diff1": 0.800694, + "nauc_precision_at_10_max": 0.389357, + "nauc_precision_at_10_std": 0.189815, + "nauc_precision_at_10_diff1": 0.793315, + "nauc_precision_at_20_max": 0.374557, + "nauc_precision_at_20_std": 0.198173, + "nauc_precision_at_20_diff1": 0.778998, + "nauc_precision_at_100_max": 0.36488, + "nauc_precision_at_100_std": 0.217822, + "nauc_precision_at_100_diff1": 0.714068, + "nauc_precision_at_1000_max": -0.318667, + "nauc_precision_at_1000_std": -0.499984, + "nauc_precision_at_1000_diff1": -0.415377, + "nauc_cv_recall_at_1_max": 0.302675, + "nauc_cv_recall_at_1_std": 0.065614, + "nauc_cv_recall_at_1_diff1": 0.855076, + "nauc_cv_recall_at_3_max": 0.372729, + "nauc_cv_recall_at_3_std": 0.161299, + "nauc_cv_recall_at_3_diff1": 0.830955, + "nauc_cv_recall_at_5_max": 0.367365, + "nauc_cv_recall_at_5_std": 0.184978, + "nauc_cv_recall_at_5_diff1": 0.800694, + "nauc_cv_recall_at_10_max": 0.389357, + "nauc_cv_recall_at_10_std": 0.189815, + "nauc_cv_recall_at_10_diff1": 0.793315, + "nauc_cv_recall_at_20_max": 0.374557, + "nauc_cv_recall_at_20_std": 0.198173, + "nauc_cv_recall_at_20_diff1": 0.778998, + "nauc_cv_recall_at_100_max": 0.36488, + "nauc_cv_recall_at_100_std": 0.217822, + "nauc_cv_recall_at_100_diff1": 0.714068, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.302675, + "nauc_mrr_at_1_std": 0.065614, + "nauc_mrr_at_1_diff1": 0.855076, + "nauc_mrr_at_3_max": 0.329863, + "nauc_mrr_at_3_std": 0.102557, + "nauc_mrr_at_3_diff1": 0.846518, + "nauc_mrr_at_5_max": 0.328431, + "nauc_mrr_at_5_std": 0.106562, + "nauc_mrr_at_5_diff1": 0.841145, + "nauc_mrr_at_10_max": 0.330208, + "nauc_mrr_at_10_std": 0.10598, + "nauc_mrr_at_10_diff1": 0.841154, + "nauc_mrr_at_20_max": 0.329165, + "nauc_mrr_at_20_std": 0.105904, + "nauc_mrr_at_20_diff1": 0.840944, + "nauc_mrr_at_100_max": 0.329259, + "nauc_mrr_at_100_std": 0.106179, + "nauc_mrr_at_100_diff1": 0.840627, + "nauc_mrr_at_1000_max": 0.329041, + "nauc_mrr_at_1000_std": 0.105848, + "nauc_mrr_at_1000_diff1": 0.840715, + "main_score": 0.76524, + "hf_subset": "jp", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.63855, + "ndcg_at_3": 0.69071, + "ndcg_at_5": 0.69862, + "ndcg_at_10": 0.70946, + "ndcg_at_20": 0.71759, + "ndcg_at_100": 0.73033, + "ndcg_at_1000": 0.74415, + "map_at_1": 0.63705, + "map_at_3": 0.67754, + "map_at_5": 0.68196, + "map_at_10": 0.68639, + "map_at_20": 0.68862, + "map_at_100": 0.69029, + "map_at_1000": 0.69069, + "recall_at_1": 0.63705, + "recall_at_3": 0.72841, + "recall_at_5": 0.74749, + "recall_at_10": 0.78112, + "recall_at_20": 0.81325, + "recall_at_100": 0.88353, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.63855, + "cv_recall_at_3": 0.72892, + "cv_recall_at_5": 0.74799, + "cv_recall_at_10": 0.78213, + "cv_recall_at_20": 0.81426, + "cv_recall_at_100": 0.88454, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.63855, + "precision_at_3": 0.24364, + "precision_at_5": 0.15, + "precision_at_10": 0.07841, + "precision_at_20": 0.04081, + "precision_at_100": 0.00887, + "precision_at_1000": 0.001, + "mrr_at_1": 0.638554, + "mrr_at_3": 0.678046, + "mrr_at_5": 0.682463, + "mrr_at_10": 0.68694, + "mrr_at_20": 0.689177, + "mrr_at_100": 0.690841, + "mrr_at_1000": 0.691235, + "nauc_ndcg_at_1_max": 0.251011, + "nauc_ndcg_at_1_std": 0.124211, + "nauc_ndcg_at_1_diff1": 0.809662, + "nauc_ndcg_at_3_max": 0.251965, + "nauc_ndcg_at_3_std": 0.122088, + "nauc_ndcg_at_3_diff1": 0.775903, + "nauc_ndcg_at_5_max": 0.260848, + "nauc_ndcg_at_5_std": 0.130497, + "nauc_ndcg_at_5_diff1": 0.771181, + "nauc_ndcg_at_10_max": 0.262091, + "nauc_ndcg_at_10_std": 0.136881, + "nauc_ndcg_at_10_diff1": 0.765663, + "nauc_ndcg_at_20_max": 0.2628, + "nauc_ndcg_at_20_std": 0.1385, + "nauc_ndcg_at_20_diff1": 0.760623, + "nauc_ndcg_at_100_max": 0.264715, + "nauc_ndcg_at_100_std": 0.141047, + "nauc_ndcg_at_100_diff1": 0.76071, + "nauc_ndcg_at_1000_max": 0.261476, + "nauc_ndcg_at_1000_std": 0.136109, + "nauc_ndcg_at_1000_diff1": 0.767887, + "nauc_map_at_1_max": 0.255197, + "nauc_map_at_1_std": 0.128219, + "nauc_map_at_1_diff1": 0.809816, + "nauc_map_at_3_max": 0.253001, + "nauc_map_at_3_std": 0.124099, + "nauc_map_at_3_diff1": 0.783973, + "nauc_map_at_5_max": 0.257794, + "nauc_map_at_5_std": 0.128557, + "nauc_map_at_5_diff1": 0.78139, + "nauc_map_at_10_max": 0.258124, + "nauc_map_at_10_std": 0.130945, + "nauc_map_at_10_diff1": 0.779249, + "nauc_map_at_20_max": 0.258415, + "nauc_map_at_20_std": 0.131459, + "nauc_map_at_20_diff1": 0.777975, + "nauc_map_at_100_max": 0.25872, + "nauc_map_at_100_std": 0.131935, + "nauc_map_at_100_diff1": 0.777933, + "nauc_map_at_1000_max": 0.258655, + "nauc_map_at_1000_std": 0.131809, + "nauc_map_at_1000_diff1": 0.778051, + "nauc_recall_at_1_max": 0.255197, + "nauc_recall_at_1_std": 0.128219, + "nauc_recall_at_1_diff1": 0.809816, + "nauc_recall_at_3_max": 0.249796, + "nauc_recall_at_3_std": 0.116855, + "nauc_recall_at_3_diff1": 0.747444, + "nauc_recall_at_5_max": 0.273995, + "nauc_recall_at_5_std": 0.140028, + "nauc_recall_at_5_diff1": 0.733446, + "nauc_recall_at_10_max": 0.281809, + "nauc_recall_at_10_std": 0.166849, + "nauc_recall_at_10_diff1": 0.708581, + "nauc_recall_at_20_max": 0.286751, + "nauc_recall_at_20_std": 0.178192, + "nauc_recall_at_20_diff1": 0.673394, + "nauc_recall_at_100_max": 0.316113, + "nauc_recall_at_100_std": 0.21835, + "nauc_recall_at_100_diff1": 0.633007, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.251011, + "nauc_precision_at_1_std": 0.124211, + "nauc_precision_at_1_diff1": 0.809662, + "nauc_precision_at_3_max": 0.236726, + "nauc_precision_at_3_std": 0.106814, + "nauc_precision_at_3_diff1": 0.730639, + "nauc_precision_at_5_max": 0.259803, + "nauc_precision_at_5_std": 0.129062, + "nauc_precision_at_5_diff1": 0.715818, + "nauc_precision_at_10_max": 0.26381, + "nauc_precision_at_10_std": 0.151969, + "nauc_precision_at_10_diff1": 0.689094, + "nauc_precision_at_20_max": 0.266358, + "nauc_precision_at_20_std": 0.161172, + "nauc_precision_at_20_diff1": 0.652245, + "nauc_precision_at_100_max": 0.284415, + "nauc_precision_at_100_std": 0.191543, + "nauc_precision_at_100_diff1": 0.601718, + "nauc_precision_at_1000_max": -0.556507, + "nauc_precision_at_1000_std": -0.511181, + "nauc_precision_at_1000_diff1": -0.28631, + "nauc_cv_recall_at_1_max": 0.251011, + "nauc_cv_recall_at_1_std": 0.124211, + "nauc_cv_recall_at_1_diff1": 0.809662, + "nauc_cv_recall_at_3_max": 0.248069, + "nauc_cv_recall_at_3_std": 0.114926, + "nauc_cv_recall_at_3_diff1": 0.749769, + "nauc_cv_recall_at_5_max": 0.272201, + "nauc_cv_recall_at_5_std": 0.138018, + "nauc_cv_recall_at_5_diff1": 0.735891, + "nauc_cv_recall_at_10_max": 0.277808, + "nauc_cv_recall_at_10_std": 0.16243, + "nauc_cv_recall_at_10_diff1": 0.711176, + "nauc_cv_recall_at_20_max": 0.282433, + "nauc_cv_recall_at_20_std": 0.173332, + "nauc_cv_recall_at_20_diff1": 0.676787, + "nauc_cv_recall_at_100_max": 0.309698, + "nauc_cv_recall_at_100_std": 0.211182, + "nauc_cv_recall_at_100_diff1": 0.637916, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.251011, + "nauc_mrr_at_1_std": 0.124211, + "nauc_mrr_at_1_diff1": 0.809662, + "nauc_mrr_at_3_max": 0.2514, + "nauc_mrr_at_3_std": 0.122366, + "nauc_mrr_at_3_diff1": 0.78583, + "nauc_mrr_at_5_max": 0.25618, + "nauc_mrr_at_5_std": 0.126808, + "nauc_mrr_at_5_diff1": 0.783267, + "nauc_mrr_at_10_max": 0.256335, + "nauc_mrr_at_10_std": 0.129004, + "nauc_mrr_at_10_diff1": 0.781148, + "nauc_mrr_at_20_max": 0.256616, + "nauc_mrr_at_20_std": 0.129507, + "nauc_mrr_at_20_diff1": 0.779892, + "nauc_mrr_at_100_max": 0.256913, + "nauc_mrr_at_100_std": 0.129973, + "nauc_mrr_at_100_diff1": 0.779862, + "nauc_mrr_at_1000_max": 0.256854, + "nauc_mrr_at_1000_std": 0.129854, + "nauc_mrr_at_1000_diff1": 0.779974, + "main_score": 0.69862, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.85872, + "ndcg_at_3": 0.88117, + "ndcg_at_5": 0.88457, + "ndcg_at_10": 0.88964, + "ndcg_at_20": 0.89289, + "ndcg_at_100": 0.89554, + "ndcg_at_1000": 0.90169, + "map_at_1": 0.85772, + "map_at_3": 0.87575, + "map_at_5": 0.87771, + "map_at_10": 0.87991, + "map_at_20": 0.88079, + "map_at_100": 0.8811, + "map_at_1000": 0.88127, + "recall_at_1": 0.85772, + "recall_at_3": 0.89679, + "recall_at_5": 0.90481, + "recall_at_10": 0.91984, + "recall_at_20": 0.93287, + "recall_at_100": 0.9479, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.85872, + "cv_recall_at_3": 0.89679, + "cv_recall_at_5": 0.90481, + "cv_recall_at_10": 0.91984, + "cv_recall_at_20": 0.93287, + "cv_recall_at_100": 0.9479, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.85872, + "precision_at_3": 0.2996, + "precision_at_5": 0.18136, + "precision_at_10": 0.09218, + "precision_at_20": 0.04674, + "precision_at_100": 0.0095, + "precision_at_1000": 0.001, + "mrr_at_1": 0.858717, + "mrr_at_3": 0.875752, + "mrr_at_5": 0.877705, + "mrr_at_10": 0.879915, + "mrr_at_20": 0.880787, + "mrr_at_100": 0.881096, + "mrr_at_1000": 0.881265, + "nauc_ndcg_at_1_max": 0.374319, + "nauc_ndcg_at_1_std": 0.020061, + "nauc_ndcg_at_1_diff1": 0.866907, + "nauc_ndcg_at_3_max": 0.368182, + "nauc_ndcg_at_3_std": 0.006386, + "nauc_ndcg_at_3_diff1": 0.842885, + "nauc_ndcg_at_5_max": 0.366947, + "nauc_ndcg_at_5_std": 0.004529, + "nauc_ndcg_at_5_diff1": 0.838949, + "nauc_ndcg_at_10_max": 0.358386, + "nauc_ndcg_at_10_std": -0.010671, + "nauc_ndcg_at_10_diff1": 0.837994, + "nauc_ndcg_at_20_max": 0.355915, + "nauc_ndcg_at_20_std": 0.000431, + "nauc_ndcg_at_20_diff1": 0.834493, + "nauc_ndcg_at_100_max": 0.361868, + "nauc_ndcg_at_100_std": 0.007809, + "nauc_ndcg_at_100_diff1": 0.832451, + "nauc_ndcg_at_1000_max": 0.361994, + "nauc_ndcg_at_1000_std": 0.003553, + "nauc_ndcg_at_1000_diff1": 0.83921, + "nauc_map_at_1_max": 0.374491, + "nauc_map_at_1_std": 0.019756, + "nauc_map_at_1_diff1": 0.868712, + "nauc_map_at_3_max": 0.370374, + "nauc_map_at_3_std": 0.010521, + "nauc_map_at_3_diff1": 0.849123, + "nauc_map_at_5_max": 0.369766, + "nauc_map_at_5_std": 0.009445, + "nauc_map_at_5_diff1": 0.847085, + "nauc_map_at_10_max": 0.366091, + "nauc_map_at_10_std": 0.003311, + "nauc_map_at_10_diff1": 0.846902, + "nauc_map_at_20_max": 0.365388, + "nauc_map_at_20_std": 0.005779, + "nauc_map_at_20_diff1": 0.846107, + "nauc_map_at_100_max": 0.365977, + "nauc_map_at_100_std": 0.006507, + "nauc_map_at_100_diff1": 0.8459, + "nauc_map_at_1000_max": 0.365959, + "nauc_map_at_1000_std": 0.006338, + "nauc_map_at_1000_diff1": 0.846088, + "nauc_recall_at_1_max": 0.374491, + "nauc_recall_at_1_std": 0.019756, + "nauc_recall_at_1_diff1": 0.868712, + "nauc_recall_at_3_max": 0.360475, + "nauc_recall_at_3_std": -0.00788, + "nauc_recall_at_3_diff1": 0.821807, + "nauc_recall_at_5_max": 0.35625, + "nauc_recall_at_5_std": -0.013539, + "nauc_recall_at_5_diff1": 0.809085, + "nauc_recall_at_10_max": 0.322151, + "nauc_recall_at_10_std": -0.076928, + "nauc_recall_at_10_diff1": 0.799293, + "nauc_recall_at_20_max": 0.30185, + "nauc_recall_at_20_std": -0.016108, + "nauc_recall_at_20_diff1": 0.770108, + "nauc_recall_at_100_max": 0.354306, + "nauc_recall_at_100_std": 0.063092, + "nauc_recall_at_100_diff1": 0.729567, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.374319, + "nauc_precision_at_1_std": 0.020061, + "nauc_precision_at_1_diff1": 0.866907, + "nauc_precision_at_3_max": 0.342084, + "nauc_precision_at_3_std": -0.007164, + "nauc_precision_at_3_diff1": 0.776023, + "nauc_precision_at_5_max": 0.336587, + "nauc_precision_at_5_std": -0.012567, + "nauc_precision_at_5_diff1": 0.760213, + "nauc_precision_at_10_max": 0.300375, + "nauc_precision_at_10_std": -0.073142, + "nauc_precision_at_10_diff1": 0.742047, + "nauc_precision_at_20_max": 0.277059, + "nauc_precision_at_20_std": -0.014625, + "nauc_precision_at_20_diff1": 0.703742, + "nauc_precision_at_100_max": 0.319524, + "nauc_precision_at_100_std": 0.060014, + "nauc_precision_at_100_diff1": 0.647797, + "nauc_precision_at_1000_max": -0.20073, + "nauc_precision_at_1000_std": 0.013975, + "nauc_precision_at_1000_diff1": -0.5753, + "nauc_cv_recall_at_1_max": 0.374319, + "nauc_cv_recall_at_1_std": 0.020061, + "nauc_cv_recall_at_1_diff1": 0.866907, + "nauc_cv_recall_at_3_max": 0.360475, + "nauc_cv_recall_at_3_std": -0.00788, + "nauc_cv_recall_at_3_diff1": 0.821807, + "nauc_cv_recall_at_5_max": 0.35625, + "nauc_cv_recall_at_5_std": -0.013539, + "nauc_cv_recall_at_5_diff1": 0.809085, + "nauc_cv_recall_at_10_max": 0.322151, + "nauc_cv_recall_at_10_std": -0.076928, + "nauc_cv_recall_at_10_diff1": 0.799293, + "nauc_cv_recall_at_20_max": 0.30185, + "nauc_cv_recall_at_20_std": -0.016108, + "nauc_cv_recall_at_20_diff1": 0.770108, + "nauc_cv_recall_at_100_max": 0.354306, + "nauc_cv_recall_at_100_std": 0.063092, + "nauc_cv_recall_at_100_diff1": 0.729567, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.374319, + "nauc_mrr_at_1_std": 0.020061, + "nauc_mrr_at_1_diff1": 0.866907, + "nauc_mrr_at_3_max": 0.370374, + "nauc_mrr_at_3_std": 0.010521, + "nauc_mrr_at_3_diff1": 0.849123, + "nauc_mrr_at_5_max": 0.369766, + "nauc_mrr_at_5_std": 0.009445, + "nauc_mrr_at_5_diff1": 0.847085, + "nauc_mrr_at_10_max": 0.366091, + "nauc_mrr_at_10_std": 0.003311, + "nauc_mrr_at_10_diff1": 0.846902, + "nauc_mrr_at_20_max": 0.365388, + "nauc_mrr_at_20_std": 0.005779, + "nauc_mrr_at_20_diff1": 0.846107, + "nauc_mrr_at_100_max": 0.365977, + "nauc_mrr_at_100_std": 0.006507, + "nauc_mrr_at_100_diff1": 0.8459, + "nauc_mrr_at_1000_max": 0.365959, + "nauc_mrr_at_1000_std": 0.006338, + "nauc_mrr_at_1000_diff1": 0.846088, + "main_score": 0.88457, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.83835, + "ndcg_at_3": 0.86634, + "ndcg_at_5": 0.87416, + "ndcg_at_10": 0.87887, + "ndcg_at_20": 0.88191, + "ndcg_at_100": 0.88526, + "ndcg_at_1000": 0.89127, + "map_at_1": 0.83635, + "map_at_3": 0.85961, + "map_at_5": 0.86392, + "map_at_10": 0.86597, + "map_at_20": 0.8668, + "map_at_100": 0.86725, + "map_at_1000": 0.86742, + "recall_at_1": 0.83635, + "recall_at_3": 0.88554, + "recall_at_5": 0.90462, + "recall_at_10": 0.91867, + "recall_at_20": 0.93072, + "recall_at_100": 0.9488, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.83835, + "cv_recall_at_3": 0.88554, + "cv_recall_at_5": 0.90462, + "cv_recall_at_10": 0.91867, + "cv_recall_at_20": 0.93072, + "cv_recall_at_100": 0.9488, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.83835, + "precision_at_3": 0.29652, + "precision_at_5": 0.18173, + "precision_at_10": 0.09227, + "precision_at_20": 0.04674, + "precision_at_100": 0.00953, + "precision_at_1000": 0.001, + "mrr_at_1": 0.838353, + "mrr_at_3": 0.859772, + "mrr_at_5": 0.86409, + "mrr_at_10": 0.866136, + "mrr_at_20": 0.866965, + "mrr_at_100": 0.867422, + "mrr_at_1000": 0.867585, + "nauc_ndcg_at_1_max": 0.442104, + "nauc_ndcg_at_1_std": 0.057561, + "nauc_ndcg_at_1_diff1": 0.927982, + "nauc_ndcg_at_3_max": 0.419905, + "nauc_ndcg_at_3_std": 0.036182, + "nauc_ndcg_at_3_diff1": 0.919267, + "nauc_ndcg_at_5_max": 0.407729, + "nauc_ndcg_at_5_std": 0.019151, + "nauc_ndcg_at_5_diff1": 0.911945, + "nauc_ndcg_at_10_max": 0.413888, + "nauc_ndcg_at_10_std": 0.027473, + "nauc_ndcg_at_10_diff1": 0.915223, + "nauc_ndcg_at_20_max": 0.416479, + "nauc_ndcg_at_20_std": 0.030584, + "nauc_ndcg_at_20_diff1": 0.914865, + "nauc_ndcg_at_100_max": 0.416836, + "nauc_ndcg_at_100_std": 0.028599, + "nauc_ndcg_at_100_diff1": 0.916875, + "nauc_ndcg_at_1000_max": 0.418187, + "nauc_ndcg_at_1000_std": 0.031249, + "nauc_ndcg_at_1000_diff1": 0.917375, + "nauc_map_at_1_max": 0.425415, + "nauc_map_at_1_std": 0.046913, + "nauc_map_at_1_diff1": 0.929161, + "nauc_map_at_3_max": 0.425669, + "nauc_map_at_3_std": 0.040681, + "nauc_map_at_3_diff1": 0.921538, + "nauc_map_at_5_max": 0.419887, + "nauc_map_at_5_std": 0.032408, + "nauc_map_at_5_diff1": 0.917773, + "nauc_map_at_10_max": 0.422425, + "nauc_map_at_10_std": 0.036016, + "nauc_map_at_10_diff1": 0.919212, + "nauc_map_at_20_max": 0.423023, + "nauc_map_at_20_std": 0.036707, + "nauc_map_at_20_diff1": 0.919168, + "nauc_map_at_100_max": 0.423202, + "nauc_map_at_100_std": 0.036674, + "nauc_map_at_100_diff1": 0.919383, + "nauc_map_at_1000_max": 0.423114, + "nauc_map_at_1000_std": 0.03662, + "nauc_map_at_1000_diff1": 0.919396, + "nauc_recall_at_1_max": 0.425415, + "nauc_recall_at_1_std": 0.046913, + "nauc_recall_at_1_diff1": 0.929161, + "nauc_recall_at_3_max": 0.397223, + "nauc_recall_at_3_std": 0.01792, + "nauc_recall_at_3_diff1": 0.911311, + "nauc_recall_at_5_max": 0.353293, + "nauc_recall_at_5_std": -0.040639, + "nauc_recall_at_5_diff1": 0.887364, + "nauc_recall_at_10_max": 0.371094, + "nauc_recall_at_10_std": -0.016049, + "nauc_recall_at_10_diff1": 0.896807, + "nauc_recall_at_20_max": 0.381712, + "nauc_recall_at_20_std": -0.001694, + "nauc_recall_at_20_diff1": 0.891009, + "nauc_recall_at_100_max": 0.369168, + "nauc_recall_at_100_std": -0.04358, + "nauc_recall_at_100_diff1": 0.907843, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.442104, + "nauc_precision_at_1_std": 0.057561, + "nauc_precision_at_1_diff1": 0.927982, + "nauc_precision_at_3_max": 0.404498, + "nauc_precision_at_3_std": 0.042862, + "nauc_precision_at_3_diff1": 0.827972, + "nauc_precision_at_5_max": 0.36479, + "nauc_precision_at_5_std": -0.007503, + "nauc_precision_at_5_diff1": 0.791624, + "nauc_precision_at_10_max": 0.383014, + "nauc_precision_at_10_std": 0.020418, + "nauc_precision_at_10_diff1": 0.785081, + "nauc_precision_at_20_max": 0.394543, + "nauc_precision_at_20_std": 0.03922, + "nauc_precision_at_20_diff1": 0.762162, + "nauc_precision_at_100_max": 0.387489, + "nauc_precision_at_100_std": 0.015068, + "nauc_precision_at_100_diff1": 0.736956, + "nauc_precision_at_1000_max": 0.521876, + "nauc_precision_at_1000_std": 0.445265, + "nauc_precision_at_1000_diff1": -0.516552, + "nauc_cv_recall_at_1_max": 0.442104, + "nauc_cv_recall_at_1_std": 0.057561, + "nauc_cv_recall_at_1_diff1": 0.927982, + "nauc_cv_recall_at_3_max": 0.397223, + "nauc_cv_recall_at_3_std": 0.01792, + "nauc_cv_recall_at_3_diff1": 0.911311, + "nauc_cv_recall_at_5_max": 0.353293, + "nauc_cv_recall_at_5_std": -0.040639, + "nauc_cv_recall_at_5_diff1": 0.887364, + "nauc_cv_recall_at_10_max": 0.371094, + "nauc_cv_recall_at_10_std": -0.016049, + "nauc_cv_recall_at_10_diff1": 0.896807, + "nauc_cv_recall_at_20_max": 0.381712, + "nauc_cv_recall_at_20_std": -0.001694, + "nauc_cv_recall_at_20_diff1": 0.891009, + "nauc_cv_recall_at_100_max": 0.369168, + "nauc_cv_recall_at_100_std": -0.04358, + "nauc_cv_recall_at_100_diff1": 0.907843, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.442104, + "nauc_mrr_at_1_std": 0.057561, + "nauc_mrr_at_1_diff1": 0.927982, + "nauc_mrr_at_3_max": 0.427556, + "nauc_mrr_at_3_std": 0.042879, + "nauc_mrr_at_3_diff1": 0.921636, + "nauc_mrr_at_5_max": 0.421823, + "nauc_mrr_at_5_std": 0.034662, + "nauc_mrr_at_5_diff1": 0.917869, + "nauc_mrr_at_10_max": 0.424395, + "nauc_mrr_at_10_std": 0.03831, + "nauc_mrr_at_10_diff1": 0.919312, + "nauc_mrr_at_20_max": 0.425006, + "nauc_mrr_at_20_std": 0.039016, + "nauc_mrr_at_20_diff1": 0.919268, + "nauc_mrr_at_100_max": 0.425192, + "nauc_mrr_at_100_std": 0.038992, + "nauc_mrr_at_100_diff1": 0.919484, + "nauc_mrr_at_1000_max": 0.425107, + "nauc_mrr_at_1000_std": 0.03894, + "nauc_mrr_at_1000_diff1": 0.919497, + "main_score": 0.87416, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.77108, + "ndcg_at_3": 0.80358, + "ndcg_at_5": 0.81244, + "ndcg_at_10": 0.81767, + "ndcg_at_20": 0.82177, + "ndcg_at_100": 0.82838, + "ndcg_at_1000": 0.83843, + "map_at_1": 0.76958, + "map_at_3": 0.79602, + "map_at_5": 0.80104, + "map_at_10": 0.80321, + "map_at_20": 0.80435, + "map_at_100": 0.80524, + "map_at_1000": 0.80551, + "recall_at_1": 0.76958, + "recall_at_3": 0.8253, + "recall_at_5": 0.84639, + "recall_at_10": 0.86245, + "recall_at_20": 0.87851, + "recall_at_100": 0.91466, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.77108, + "cv_recall_at_3": 0.8253, + "cv_recall_at_5": 0.84639, + "cv_recall_at_10": 0.86245, + "cv_recall_at_20": 0.87851, + "cv_recall_at_100": 0.91466, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.77108, + "precision_at_3": 0.2761, + "precision_at_5": 0.16988, + "precision_at_10": 0.08655, + "precision_at_20": 0.04408, + "precision_at_100": 0.00918, + "precision_at_1000": 0.001, + "mrr_at_1": 0.771084, + "mrr_at_3": 0.796017, + "mrr_at_5": 0.801037, + "mrr_at_10": 0.80321, + "mrr_at_20": 0.804354, + "mrr_at_100": 0.805236, + "mrr_at_1000": 0.805509, + "nauc_ndcg_at_1_max": 0.37566, + "nauc_ndcg_at_1_std": 0.129694, + "nauc_ndcg_at_1_diff1": 0.88123, + "nauc_ndcg_at_3_max": 0.368938, + "nauc_ndcg_at_3_std": 0.112712, + "nauc_ndcg_at_3_diff1": 0.853581, + "nauc_ndcg_at_5_max": 0.375325, + "nauc_ndcg_at_5_std": 0.115935, + "nauc_ndcg_at_5_diff1": 0.847051, + "nauc_ndcg_at_10_max": 0.367481, + "nauc_ndcg_at_10_std": 0.111542, + "nauc_ndcg_at_10_diff1": 0.841927, + "nauc_ndcg_at_20_max": 0.367927, + "nauc_ndcg_at_20_std": 0.115511, + "nauc_ndcg_at_20_diff1": 0.838767, + "nauc_ndcg_at_100_max": 0.368722, + "nauc_ndcg_at_100_std": 0.119195, + "nauc_ndcg_at_100_diff1": 0.836757, + "nauc_ndcg_at_1000_max": 0.370849, + "nauc_ndcg_at_1000_std": 0.120266, + "nauc_ndcg_at_1000_diff1": 0.844214, + "nauc_map_at_1_max": 0.369902, + "nauc_map_at_1_std": 0.120961, + "nauc_map_at_1_diff1": 0.883183, + "nauc_map_at_3_max": 0.371305, + "nauc_map_at_3_std": 0.117832, + "nauc_map_at_3_diff1": 0.86054, + "nauc_map_at_5_max": 0.375141, + "nauc_map_at_5_std": 0.120118, + "nauc_map_at_5_diff1": 0.857246, + "nauc_map_at_10_max": 0.372003, + "nauc_map_at_10_std": 0.118364, + "nauc_map_at_10_diff1": 0.855337, + "nauc_map_at_20_max": 0.372236, + "nauc_map_at_20_std": 0.119541, + "nauc_map_at_20_diff1": 0.854619, + "nauc_map_at_100_max": 0.372788, + "nauc_map_at_100_std": 0.12059, + "nauc_map_at_100_diff1": 0.854305, + "nauc_map_at_1000_max": 0.372816, + "nauc_map_at_1000_std": 0.12069, + "nauc_map_at_1000_diff1": 0.854433, + "nauc_recall_at_1_max": 0.369902, + "nauc_recall_at_1_std": 0.120961, + "nauc_recall_at_1_diff1": 0.883183, + "nauc_recall_at_3_max": 0.36087, + "nauc_recall_at_3_std": 0.095569, + "nauc_recall_at_3_diff1": 0.830849, + "nauc_recall_at_5_max": 0.376159, + "nauc_recall_at_5_std": 0.100307, + "nauc_recall_at_5_diff1": 0.809243, + "nauc_recall_at_10_max": 0.345957, + "nauc_recall_at_10_std": 0.081961, + "nauc_recall_at_10_diff1": 0.785244, + "nauc_recall_at_20_max": 0.34472, + "nauc_recall_at_20_std": 0.098826, + "nauc_recall_at_20_diff1": 0.760989, + "nauc_recall_at_100_max": 0.331052, + "nauc_recall_at_100_std": 0.111434, + "nauc_recall_at_100_diff1": 0.714739, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.37566, + "nauc_precision_at_1_std": 0.129694, + "nauc_precision_at_1_diff1": 0.88123, + "nauc_precision_at_3_max": 0.359105, + "nauc_precision_at_3_std": 0.11241, + "nauc_precision_at_3_diff1": 0.789238, + "nauc_precision_at_5_max": 0.373653, + "nauc_precision_at_5_std": 0.119016, + "nauc_precision_at_5_diff1": 0.763356, + "nauc_precision_at_10_max": 0.344344, + "nauc_precision_at_10_std": 0.103261, + "nauc_precision_at_10_diff1": 0.735622, + "nauc_precision_at_20_max": 0.342978, + "nauc_precision_at_20_std": 0.121813, + "nauc_precision_at_20_diff1": 0.706802, + "nauc_precision_at_100_max": 0.329457, + "nauc_precision_at_100_std": 0.142165, + "nauc_precision_at_100_diff1": 0.643251, + "nauc_precision_at_1000_max": 0.147899, + "nauc_precision_at_1000_std": 0.464663, + "nauc_precision_at_1000_diff1": -0.535361, + "nauc_cv_recall_at_1_max": 0.37566, + "nauc_cv_recall_at_1_std": 0.129694, + "nauc_cv_recall_at_1_diff1": 0.88123, + "nauc_cv_recall_at_3_max": 0.36087, + "nauc_cv_recall_at_3_std": 0.095569, + "nauc_cv_recall_at_3_diff1": 0.830849, + "nauc_cv_recall_at_5_max": 0.376159, + "nauc_cv_recall_at_5_std": 0.100307, + "nauc_cv_recall_at_5_diff1": 0.809243, + "nauc_cv_recall_at_10_max": 0.345957, + "nauc_cv_recall_at_10_std": 0.081961, + "nauc_cv_recall_at_10_diff1": 0.785244, + "nauc_cv_recall_at_20_max": 0.34472, + "nauc_cv_recall_at_20_std": 0.098826, + "nauc_cv_recall_at_20_diff1": 0.760989, + "nauc_cv_recall_at_100_max": 0.331052, + "nauc_cv_recall_at_100_std": 0.111434, + "nauc_cv_recall_at_100_diff1": 0.714739, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.37566, + "nauc_mrr_at_1_std": 0.129694, + "nauc_mrr_at_1_diff1": 0.88123, + "nauc_mrr_at_3_max": 0.371305, + "nauc_mrr_at_3_std": 0.117832, + "nauc_mrr_at_3_diff1": 0.86054, + "nauc_mrr_at_5_max": 0.375141, + "nauc_mrr_at_5_std": 0.120118, + "nauc_mrr_at_5_diff1": 0.857246, + "nauc_mrr_at_10_max": 0.372003, + "nauc_mrr_at_10_std": 0.118364, + "nauc_mrr_at_10_diff1": 0.855337, + "nauc_mrr_at_20_max": 0.372236, + "nauc_mrr_at_20_std": 0.119541, + "nauc_mrr_at_20_diff1": 0.854619, + "nauc_mrr_at_100_max": 0.372788, + "nauc_mrr_at_100_std": 0.12059, + "nauc_mrr_at_100_diff1": 0.854305, + "nauc_mrr_at_1000_max": 0.37282, + "nauc_mrr_at_1000_std": 0.12069, + "nauc_mrr_at_1000_diff1": 0.854436, + "main_score": 0.81244, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.64393, + "ndcg_at_3": 0.68279, + "ndcg_at_5": 0.6928, + "ndcg_at_10": 0.701, + "ndcg_at_20": 0.70821, + "ndcg_at_100": 0.71893, + "ndcg_at_1000": 0.73665, + "map_at_1": 0.64243, + "map_at_3": 0.67302, + "map_at_5": 0.67864, + "map_at_10": 0.68207, + "map_at_20": 0.68411, + "map_at_100": 0.68548, + "map_at_1000": 0.68593, + "recall_at_1": 0.64243, + "recall_at_3": 0.71113, + "recall_at_5": 0.73521, + "recall_at_10": 0.76028, + "recall_at_20": 0.78837, + "recall_at_100": 0.84754, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.64393, + "cv_recall_at_3": 0.71113, + "cv_recall_at_5": 0.73521, + "cv_recall_at_10": 0.76028, + "cv_recall_at_20": 0.78837, + "cv_recall_at_100": 0.84754, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.64393, + "precision_at_3": 0.23805, + "precision_at_5": 0.14764, + "precision_at_10": 0.07633, + "precision_at_20": 0.03957, + "precision_at_100": 0.00851, + "precision_at_1000": 0.001, + "mrr_at_1": 0.643932, + "mrr_at_3": 0.673019, + "mrr_at_5": 0.678636, + "mrr_at_10": 0.682068, + "mrr_at_20": 0.684106, + "mrr_at_100": 0.685482, + "mrr_at_1000": 0.68593, + "nauc_ndcg_at_1_max": 0.226693, + "nauc_ndcg_at_1_std": 0.024248, + "nauc_ndcg_at_1_diff1": 0.844609, + "nauc_ndcg_at_3_max": 0.22215, + "nauc_ndcg_at_3_std": 0.025153, + "nauc_ndcg_at_3_diff1": 0.814007, + "nauc_ndcg_at_5_max": 0.220436, + "nauc_ndcg_at_5_std": 0.027616, + "nauc_ndcg_at_5_diff1": 0.809448, + "nauc_ndcg_at_10_max": 0.212792, + "nauc_ndcg_at_10_std": 0.019564, + "nauc_ndcg_at_10_diff1": 0.80338, + "nauc_ndcg_at_20_max": 0.207186, + "nauc_ndcg_at_20_std": 0.015017, + "nauc_ndcg_at_20_diff1": 0.799803, + "nauc_ndcg_at_100_max": 0.202128, + "nauc_ndcg_at_100_std": 0.01408, + "nauc_ndcg_at_100_diff1": 0.796538, + "nauc_ndcg_at_1000_max": 0.211054, + "nauc_ndcg_at_1000_std": 0.018791, + "nauc_ndcg_at_1000_diff1": 0.804968, + "nauc_map_at_1_max": 0.22332, + "nauc_map_at_1_std": 0.017214, + "nauc_map_at_1_diff1": 0.846112, + "nauc_map_at_3_max": 0.223669, + "nauc_map_at_3_std": 0.024853, + "nauc_map_at_3_diff1": 0.821989, + "nauc_map_at_5_max": 0.222378, + "nauc_map_at_5_std": 0.025863, + "nauc_map_at_5_diff1": 0.819578, + "nauc_map_at_10_max": 0.219245, + "nauc_map_at_10_std": 0.022507, + "nauc_map_at_10_diff1": 0.8172, + "nauc_map_at_20_max": 0.217714, + "nauc_map_at_20_std": 0.02119, + "nauc_map_at_20_diff1": 0.816325, + "nauc_map_at_100_max": 0.217326, + "nauc_map_at_100_std": 0.021295, + "nauc_map_at_100_diff1": 0.815943, + "nauc_map_at_1000_max": 0.217604, + "nauc_map_at_1000_std": 0.0215, + "nauc_map_at_1000_diff1": 0.816075, + "nauc_recall_at_1_max": 0.22332, + "nauc_recall_at_1_std": 0.017214, + "nauc_recall_at_1_diff1": 0.846112, + "nauc_recall_at_3_max": 0.217215, + "nauc_recall_at_3_std": 0.026125, + "nauc_recall_at_3_diff1": 0.788853, + "nauc_recall_at_5_max": 0.214093, + "nauc_recall_at_5_std": 0.034329, + "nauc_recall_at_5_diff1": 0.77505, + "nauc_recall_at_10_max": 0.186626, + "nauc_recall_at_10_std": 0.006664, + "nauc_recall_at_10_diff1": 0.750559, + "nauc_recall_at_20_max": 0.156888, + "nauc_recall_at_20_std": -0.01597, + "nauc_recall_at_20_diff1": 0.727286, + "nauc_recall_at_100_max": 0.089885, + "nauc_recall_at_100_std": -0.039831, + "nauc_recall_at_100_diff1": 0.67497, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.226693, + "nauc_precision_at_1_std": 0.024248, + "nauc_precision_at_1_diff1": 0.844609, + "nauc_precision_at_3_max": 0.218964, + "nauc_precision_at_3_std": 0.041407, + "nauc_precision_at_3_diff1": 0.76384, + "nauc_precision_at_5_max": 0.216037, + "nauc_precision_at_5_std": 0.050543, + "nauc_precision_at_5_diff1": 0.748519, + "nauc_precision_at_10_max": 0.18938, + "nauc_precision_at_10_std": 0.024863, + "nauc_precision_at_10_diff1": 0.722433, + "nauc_precision_at_20_max": 0.160697, + "nauc_precision_at_20_std": 0.00466, + "nauc_precision_at_20_diff1": 0.696922, + "nauc_precision_at_100_max": 0.097272, + "nauc_precision_at_100_std": -0.011581, + "nauc_precision_at_100_diff1": 0.636424, + "nauc_precision_at_1000_max": 0.302858, + "nauc_precision_at_1000_std": 0.774623, + "nauc_precision_at_1000_diff1": -0.436319, + "nauc_cv_recall_at_1_max": 0.226693, + "nauc_cv_recall_at_1_std": 0.024248, + "nauc_cv_recall_at_1_diff1": 0.844609, + "nauc_cv_recall_at_3_max": 0.217215, + "nauc_cv_recall_at_3_std": 0.026125, + "nauc_cv_recall_at_3_diff1": 0.788853, + "nauc_cv_recall_at_5_max": 0.214093, + "nauc_cv_recall_at_5_std": 0.034329, + "nauc_cv_recall_at_5_diff1": 0.77505, + "nauc_cv_recall_at_10_max": 0.186626, + "nauc_cv_recall_at_10_std": 0.006664, + "nauc_cv_recall_at_10_diff1": 0.750559, + "nauc_cv_recall_at_20_max": 0.156888, + "nauc_cv_recall_at_20_std": -0.01597, + "nauc_cv_recall_at_20_diff1": 0.727286, + "nauc_cv_recall_at_100_max": 0.089885, + "nauc_cv_recall_at_100_std": -0.039831, + "nauc_cv_recall_at_100_diff1": 0.67497, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.226693, + "nauc_mrr_at_1_std": 0.024248, + "nauc_mrr_at_1_diff1": 0.844609, + "nauc_mrr_at_3_max": 0.223669, + "nauc_mrr_at_3_std": 0.024853, + "nauc_mrr_at_3_diff1": 0.821989, + "nauc_mrr_at_5_max": 0.222378, + "nauc_mrr_at_5_std": 0.025863, + "nauc_mrr_at_5_diff1": 0.819578, + "nauc_mrr_at_10_max": 0.219245, + "nauc_mrr_at_10_std": 0.022507, + "nauc_mrr_at_10_diff1": 0.8172, + "nauc_mrr_at_20_max": 0.217714, + "nauc_mrr_at_20_std": 0.02119, + "nauc_mrr_at_20_diff1": 0.816325, + "nauc_mrr_at_100_max": 0.217326, + "nauc_mrr_at_100_std": 0.021295, + "nauc_mrr_at_100_diff1": 0.815943, + "nauc_mrr_at_1000_max": 0.217604, + "nauc_mrr_at_1000_std": 0.0215, + "nauc_mrr_at_1000_diff1": 0.816075, + "main_score": 0.6928, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.693, + "ndcg_at_3": 0.74183, + "ndcg_at_5": 0.75384, + "ndcg_at_10": 0.76421, + "ndcg_at_20": 0.76919, + "ndcg_at_100": 0.7777, + "ndcg_at_1000": 0.78897, + "map_at_1": 0.693, + "map_at_3": 0.73, + "map_at_5": 0.7367, + "map_at_10": 0.741, + "map_at_20": 0.74232, + "map_at_100": 0.74348, + "map_at_1000": 0.74378, + "recall_at_1": 0.693, + "recall_at_3": 0.776, + "recall_at_5": 0.805, + "recall_at_10": 0.837, + "recall_at_20": 0.857, + "recall_at_100": 0.903, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.693, + "cv_recall_at_3": 0.776, + "cv_recall_at_5": 0.805, + "cv_recall_at_10": 0.837, + "cv_recall_at_20": 0.857, + "cv_recall_at_100": 0.903, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.693, + "precision_at_3": 0.25867, + "precision_at_5": 0.161, + "precision_at_10": 0.0837, + "precision_at_20": 0.04285, + "precision_at_100": 0.00903, + "precision_at_1000": 0.001, + "mrr_at_1": 0.693, + "mrr_at_3": 0.73, + "mrr_at_5": 0.7367, + "mrr_at_10": 0.741, + "mrr_at_20": 0.742324, + "mrr_at_100": 0.743484, + "mrr_at_1000": 0.743775, + "nauc_ndcg_at_1_max": 0.393515, + "nauc_ndcg_at_1_std": 0.163739, + "nauc_ndcg_at_1_diff1": 0.839214, + "nauc_ndcg_at_3_max": 0.396623, + "nauc_ndcg_at_3_std": 0.174092, + "nauc_ndcg_at_3_diff1": 0.80018, + "nauc_ndcg_at_5_max": 0.381265, + "nauc_ndcg_at_5_std": 0.160439, + "nauc_ndcg_at_5_diff1": 0.790727, + "nauc_ndcg_at_10_max": 0.375244, + "nauc_ndcg_at_10_std": 0.158989, + "nauc_ndcg_at_10_diff1": 0.786905, + "nauc_ndcg_at_20_max": 0.373381, + "nauc_ndcg_at_20_std": 0.157444, + "nauc_ndcg_at_20_diff1": 0.784818, + "nauc_ndcg_at_100_max": 0.374087, + "nauc_ndcg_at_100_std": 0.162263, + "nauc_ndcg_at_100_diff1": 0.782591, + "nauc_ndcg_at_1000_max": 0.378033, + "nauc_ndcg_at_1000_std": 0.16117, + "nauc_ndcg_at_1000_diff1": 0.792416, + "nauc_map_at_1_max": 0.393515, + "nauc_map_at_1_std": 0.163739, + "nauc_map_at_1_diff1": 0.839214, + "nauc_map_at_3_max": 0.396023, + "nauc_map_at_3_std": 0.171533, + "nauc_map_at_3_diff1": 0.810305, + "nauc_map_at_5_max": 0.387995, + "nauc_map_at_5_std": 0.164201, + "nauc_map_at_5_diff1": 0.805595, + "nauc_map_at_10_max": 0.385387, + "nauc_map_at_10_std": 0.163378, + "nauc_map_at_10_diff1": 0.804612, + "nauc_map_at_20_max": 0.384779, + "nauc_map_at_20_std": 0.162921, + "nauc_map_at_20_diff1": 0.804153, + "nauc_map_at_100_max": 0.384549, + "nauc_map_at_100_std": 0.163292, + "nauc_map_at_100_diff1": 0.803895, + "nauc_map_at_1000_max": 0.384648, + "nauc_map_at_1000_std": 0.163262, + "nauc_map_at_1000_diff1": 0.804157, + "nauc_recall_at_1_max": 0.393515, + "nauc_recall_at_1_std": 0.163739, + "nauc_recall_at_1_diff1": 0.839214, + "nauc_recall_at_3_max": 0.398518, + "nauc_recall_at_3_std": 0.182557, + "nauc_recall_at_3_diff1": 0.766447, + "nauc_recall_at_5_max": 0.353627, + "nauc_recall_at_5_std": 0.144251, + "nauc_recall_at_5_diff1": 0.734649, + "nauc_recall_at_10_max": 0.326612, + "nauc_recall_at_10_std": 0.137829, + "nauc_recall_at_10_diff1": 0.706684, + "nauc_recall_at_20_max": 0.311888, + "nauc_recall_at_20_std": 0.127181, + "nauc_recall_at_20_diff1": 0.68453, + "nauc_recall_at_100_max": 0.308349, + "nauc_recall_at_100_std": 0.17778, + "nauc_recall_at_100_diff1": 0.620439, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.393515, + "nauc_precision_at_1_std": 0.163739, + "nauc_precision_at_1_diff1": 0.839214, + "nauc_precision_at_3_max": 0.398518, + "nauc_precision_at_3_std": 0.182557, + "nauc_precision_at_3_diff1": 0.766447, + "nauc_precision_at_5_max": 0.353627, + "nauc_precision_at_5_std": 0.144251, + "nauc_precision_at_5_diff1": 0.734649, + "nauc_precision_at_10_max": 0.326612, + "nauc_precision_at_10_std": 0.137829, + "nauc_precision_at_10_diff1": 0.706684, + "nauc_precision_at_20_max": 0.311888, + "nauc_precision_at_20_std": 0.127181, + "nauc_precision_at_20_diff1": 0.68453, + "nauc_precision_at_100_max": 0.308349, + "nauc_precision_at_100_std": 0.17778, + "nauc_precision_at_100_diff1": 0.620439, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.393515, + "nauc_cv_recall_at_1_std": 0.163739, + "nauc_cv_recall_at_1_diff1": 0.839214, + "nauc_cv_recall_at_3_max": 0.398518, + "nauc_cv_recall_at_3_std": 0.182557, + "nauc_cv_recall_at_3_diff1": 0.766447, + "nauc_cv_recall_at_5_max": 0.353627, + "nauc_cv_recall_at_5_std": 0.144251, + "nauc_cv_recall_at_5_diff1": 0.734649, + "nauc_cv_recall_at_10_max": 0.326612, + "nauc_cv_recall_at_10_std": 0.137829, + "nauc_cv_recall_at_10_diff1": 0.706684, + "nauc_cv_recall_at_20_max": 0.311888, + "nauc_cv_recall_at_20_std": 0.127181, + "nauc_cv_recall_at_20_diff1": 0.68453, + "nauc_cv_recall_at_100_max": 0.308349, + "nauc_cv_recall_at_100_std": 0.17778, + "nauc_cv_recall_at_100_diff1": 0.620439, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.393515, + "nauc_mrr_at_1_std": 0.163739, + "nauc_mrr_at_1_diff1": 0.839214, + "nauc_mrr_at_3_max": 0.396023, + "nauc_mrr_at_3_std": 0.171533, + "nauc_mrr_at_3_diff1": 0.810305, + "nauc_mrr_at_5_max": 0.387995, + "nauc_mrr_at_5_std": 0.164201, + "nauc_mrr_at_5_diff1": 0.805595, + "nauc_mrr_at_10_max": 0.385387, + "nauc_mrr_at_10_std": 0.163378, + "nauc_mrr_at_10_diff1": 0.804612, + "nauc_mrr_at_20_max": 0.384779, + "nauc_mrr_at_20_std": 0.162921, + "nauc_mrr_at_20_diff1": 0.804153, + "nauc_mrr_at_100_max": 0.384549, + "nauc_mrr_at_100_std": 0.163292, + "nauc_mrr_at_100_diff1": 0.803895, + "nauc_mrr_at_1000_max": 0.384648, + "nauc_mrr_at_1000_std": 0.163262, + "nauc_mrr_at_1000_diff1": 0.804157, + "main_score": 0.75384, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.6328, + "ndcg_at_3": 0.67443, + "ndcg_at_5": 0.68175, + "ndcg_at_10": 0.69027, + "ndcg_at_20": 0.6986, + "ndcg_at_100": 0.70884, + "ndcg_at_1000": 0.72768, + "map_at_1": 0.63078, + "map_at_3": 0.66356, + "map_at_5": 0.66761, + "map_at_10": 0.67117, + "map_at_20": 0.6735, + "map_at_100": 0.67492, + "map_at_1000": 0.67537, + "recall_at_1": 0.63078, + "recall_at_3": 0.70423, + "recall_at_5": 0.72183, + "recall_at_10": 0.74799, + "recall_at_20": 0.78068, + "recall_at_100": 0.83602, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.6328, + "cv_recall_at_3": 0.70624, + "cv_recall_at_5": 0.72435, + "cv_recall_at_10": 0.7505, + "cv_recall_at_20": 0.7827, + "cv_recall_at_100": 0.83803, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.6328, + "precision_at_3": 0.23575, + "precision_at_5": 0.14507, + "precision_at_10": 0.07515, + "precision_at_20": 0.03924, + "precision_at_100": 0.0084, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.632797, + "mrr_at_3": 0.665325, + "mrr_at_5": 0.6695, + "mrr_at_10": 0.673057, + "mrr_at_20": 0.675307, + "mrr_at_100": 0.676722, + "mrr_at_1000": 0.67716, + "nauc_ndcg_at_1_max": 0.374905, + "nauc_ndcg_at_1_std": 0.121187, + "nauc_ndcg_at_1_diff1": 0.81914, + "nauc_ndcg_at_3_max": 0.373237, + "nauc_ndcg_at_3_std": 0.127217, + "nauc_ndcg_at_3_diff1": 0.779992, + "nauc_ndcg_at_5_max": 0.372142, + "nauc_ndcg_at_5_std": 0.129647, + "nauc_ndcg_at_5_diff1": 0.774177, + "nauc_ndcg_at_10_max": 0.366548, + "nauc_ndcg_at_10_std": 0.126832, + "nauc_ndcg_at_10_diff1": 0.768938, + "nauc_ndcg_at_20_max": 0.361884, + "nauc_ndcg_at_20_std": 0.125439, + "nauc_ndcg_at_20_diff1": 0.764299, + "nauc_ndcg_at_100_max": 0.359866, + "nauc_ndcg_at_100_std": 0.127232, + "nauc_ndcg_at_100_diff1": 0.761131, + "nauc_ndcg_at_1000_max": 0.364452, + "nauc_ndcg_at_1000_std": 0.126482, + "nauc_ndcg_at_1000_diff1": 0.770513, + "nauc_map_at_1_max": 0.376064, + "nauc_map_at_1_std": 0.122885, + "nauc_map_at_1_diff1": 0.81856, + "nauc_map_at_3_max": 0.373652, + "nauc_map_at_3_std": 0.125876, + "nauc_map_at_3_diff1": 0.789721, + "nauc_map_at_5_max": 0.37273, + "nauc_map_at_5_std": 0.126951, + "nauc_map_at_5_diff1": 0.786665, + "nauc_map_at_10_max": 0.370549, + "nauc_map_at_10_std": 0.12589, + "nauc_map_at_10_diff1": 0.784743, + "nauc_map_at_20_max": 0.369455, + "nauc_map_at_20_std": 0.125484, + "nauc_map_at_20_diff1": 0.783646, + "nauc_map_at_100_max": 0.369122, + "nauc_map_at_100_std": 0.125725, + "nauc_map_at_100_diff1": 0.783245, + "nauc_map_at_1000_max": 0.369206, + "nauc_map_at_1000_std": 0.125691, + "nauc_map_at_1000_diff1": 0.783352, + "nauc_recall_at_1_max": 0.376064, + "nauc_recall_at_1_std": 0.122885, + "nauc_recall_at_1_diff1": 0.81856, + "nauc_recall_at_3_max": 0.370837, + "nauc_recall_at_3_std": 0.129876, + "nauc_recall_at_3_diff1": 0.747699, + "nauc_recall_at_5_max": 0.368019, + "nauc_recall_at_5_std": 0.136337, + "nauc_recall_at_5_diff1": 0.730638, + "nauc_recall_at_10_max": 0.347373, + "nauc_recall_at_10_std": 0.126208, + "nauc_recall_at_10_diff1": 0.707965, + "nauc_recall_at_20_max": 0.321664, + "nauc_recall_at_20_std": 0.120278, + "nauc_recall_at_20_diff1": 0.677428, + "nauc_recall_at_100_max": 0.294134, + "nauc_recall_at_100_std": 0.132661, + "nauc_recall_at_100_diff1": 0.625825, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.374905, + "nauc_precision_at_1_std": 0.121187, + "nauc_precision_at_1_diff1": 0.81914, + "nauc_precision_at_3_max": 0.365802, + "nauc_precision_at_3_std": 0.127525, + "nauc_precision_at_3_diff1": 0.740526, + "nauc_precision_at_5_max": 0.365647, + "nauc_precision_at_5_std": 0.136435, + "nauc_precision_at_5_diff1": 0.723045, + "nauc_precision_at_10_max": 0.344795, + "nauc_precision_at_10_std": 0.126311, + "nauc_precision_at_10_diff1": 0.699727, + "nauc_precision_at_20_max": 0.318305, + "nauc_precision_at_20_std": 0.12199, + "nauc_precision_at_20_diff1": 0.65987, + "nauc_precision_at_100_max": 0.290714, + "nauc_precision_at_100_std": 0.134957, + "nauc_precision_at_100_diff1": 0.60503, + "nauc_precision_at_1000_max": -0.018608, + "nauc_precision_at_1000_std": 0.098552, + "nauc_precision_at_1000_diff1": -0.277146, + "nauc_cv_recall_at_1_max": 0.374905, + "nauc_cv_recall_at_1_std": 0.121187, + "nauc_cv_recall_at_1_diff1": 0.81914, + "nauc_cv_recall_at_3_max": 0.37227, + "nauc_cv_recall_at_3_std": 0.132354, + "nauc_cv_recall_at_3_diff1": 0.749057, + "nauc_cv_recall_at_5_max": 0.372464, + "nauc_cv_recall_at_5_std": 0.14159, + "nauc_cv_recall_at_5_diff1": 0.731911, + "nauc_cv_recall_at_10_max": 0.352027, + "nauc_cv_recall_at_10_std": 0.131824, + "nauc_cv_recall_at_10_diff1": 0.709161, + "nauc_cv_recall_at_20_max": 0.323136, + "nauc_cv_recall_at_20_std": 0.123372, + "nauc_cv_recall_at_20_diff1": 0.678649, + "nauc_cv_recall_at_100_max": 0.296348, + "nauc_cv_recall_at_100_std": 0.137044, + "nauc_cv_recall_at_100_diff1": 0.628125, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.374905, + "nauc_mrr_at_1_std": 0.121187, + "nauc_mrr_at_1_diff1": 0.81914, + "nauc_mrr_at_3_max": 0.374202, + "nauc_mrr_at_3_std": 0.126873, + "nauc_mrr_at_3_diff1": 0.790654, + "nauc_mrr_at_5_max": 0.373932, + "nauc_mrr_at_5_std": 0.128531, + "nauc_mrr_at_5_diff1": 0.787604, + "nauc_mrr_at_10_max": 0.371754, + "nauc_mrr_at_10_std": 0.127481, + "nauc_mrr_at_10_diff1": 0.785683, + "nauc_mrr_at_20_max": 0.370224, + "nauc_mrr_at_20_std": 0.126699, + "nauc_mrr_at_20_diff1": 0.784584, + "nauc_mrr_at_100_max": 0.369893, + "nauc_mrr_at_100_std": 0.126945, + "nauc_mrr_at_100_diff1": 0.784186, + "nauc_mrr_at_1000_max": 0.369976, + "nauc_mrr_at_1000_std": 0.126903, + "nauc_mrr_at_1000_diff1": 0.784291, + "main_score": 0.68175, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 1552.0689978599548, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRHindiGovVQARetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRHindiGovVQARetrieval.json new file mode 100644 index 0000000000..3f7fcc3569 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRHindiGovVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRHindiGovVQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.09692, + "ndcg_at_3": 0.12408, + "ndcg_at_5": 0.13685, + "ndcg_at_10": 0.15144, + "ndcg_at_20": 0.1731, + "ndcg_at_100": 0.21635, + "ndcg_at_1000": 0.2871, + "map_at_1": 0.09378, + "map_at_3": 0.11509, + "map_at_5": 0.12254, + "map_at_10": 0.12917, + "map_at_20": 0.13521, + "map_at_100": 0.1407, + "map_at_1000": 0.14497, + "recall_at_1": 0.09378, + "recall_at_3": 0.13891, + "recall_at_5": 0.17102, + "recall_at_10": 0.21567, + "recall_at_20": 0.29993, + "recall_at_100": 0.52841, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.09692, + "cv_recall_at_3": 0.14758, + "cv_recall_at_5": 0.18062, + "cv_recall_at_10": 0.22907, + "cv_recall_at_20": 0.31718, + "cv_recall_at_100": 0.57489, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.09692, + "precision_at_3": 0.0514, + "precision_at_5": 0.03789, + "precision_at_10": 0.02445, + "precision_at_20": 0.01762, + "precision_at_100": 0.00736, + "precision_at_1000": 0.00187, + "mrr_at_1": 0.096916, + "mrr_at_3": 0.119677, + "mrr_at_5": 0.127276, + "mrr_at_10": 0.134003, + "mrr_at_20": 0.140231, + "mrr_at_100": 0.1461, + "mrr_at_1000": 0.148369, + "nauc_ndcg_at_1_max": 0.462572, + "nauc_ndcg_at_1_std": 0.4103, + "nauc_ndcg_at_1_diff1": 0.378311, + "nauc_ndcg_at_3_max": 0.476762, + "nauc_ndcg_at_3_std": 0.414483, + "nauc_ndcg_at_3_diff1": 0.341125, + "nauc_ndcg_at_5_max": 0.500855, + "nauc_ndcg_at_5_std": 0.447834, + "nauc_ndcg_at_5_diff1": 0.316256, + "nauc_ndcg_at_10_max": 0.462309, + "nauc_ndcg_at_10_std": 0.409638, + "nauc_ndcg_at_10_diff1": 0.297865, + "nauc_ndcg_at_20_max": 0.466417, + "nauc_ndcg_at_20_std": 0.409552, + "nauc_ndcg_at_20_diff1": 0.290837, + "nauc_ndcg_at_100_max": 0.44456, + "nauc_ndcg_at_100_std": 0.398401, + "nauc_ndcg_at_100_diff1": 0.304646, + "nauc_ndcg_at_1000_max": 0.432759, + "nauc_ndcg_at_1000_std": 0.387287, + "nauc_ndcg_at_1000_diff1": 0.293513, + "nauc_map_at_1_max": 0.487691, + "nauc_map_at_1_std": 0.437233, + "nauc_map_at_1_diff1": 0.395566, + "nauc_map_at_3_max": 0.49076, + "nauc_map_at_3_std": 0.430272, + "nauc_map_at_3_diff1": 0.359245, + "nauc_map_at_5_max": 0.502959, + "nauc_map_at_5_std": 0.448339, + "nauc_map_at_5_diff1": 0.343157, + "nauc_map_at_10_max": 0.482538, + "nauc_map_at_10_std": 0.428605, + "nauc_map_at_10_diff1": 0.329849, + "nauc_map_at_20_max": 0.483773, + "nauc_map_at_20_std": 0.428452, + "nauc_map_at_20_diff1": 0.327281, + "nauc_map_at_100_max": 0.479482, + "nauc_map_at_100_std": 0.425283, + "nauc_map_at_100_diff1": 0.329104, + "nauc_map_at_1000_max": 0.476728, + "nauc_map_at_1000_std": 0.422859, + "nauc_map_at_1000_diff1": 0.327901, + "nauc_recall_at_1_max": 0.487691, + "nauc_recall_at_1_std": 0.437233, + "nauc_recall_at_1_diff1": 0.395566, + "nauc_recall_at_3_max": 0.497931, + "nauc_recall_at_3_std": 0.430325, + "nauc_recall_at_3_diff1": 0.324869, + "nauc_recall_at_5_max": 0.537636, + "nauc_recall_at_5_std": 0.48821, + "nauc_recall_at_5_diff1": 0.271961, + "nauc_recall_at_10_max": 0.42979, + "nauc_recall_at_10_std": 0.383, + "nauc_recall_at_10_diff1": 0.232481, + "nauc_recall_at_20_max": 0.436681, + "nauc_recall_at_20_std": 0.377863, + "nauc_recall_at_20_diff1": 0.214994, + "nauc_recall_at_100_max": 0.365513, + "nauc_recall_at_100_std": 0.346091, + "nauc_recall_at_100_diff1": 0.268081, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.462572, + "nauc_precision_at_1_std": 0.4103, + "nauc_precision_at_1_diff1": 0.378311, + "nauc_precision_at_3_max": 0.43318, + "nauc_precision_at_3_std": 0.368122, + "nauc_precision_at_3_diff1": 0.266211, + "nauc_precision_at_5_max": 0.463354, + "nauc_precision_at_5_std": 0.415573, + "nauc_precision_at_5_diff1": 0.218629, + "nauc_precision_at_10_max": 0.360573, + "nauc_precision_at_10_std": 0.309612, + "nauc_precision_at_10_diff1": 0.187122, + "nauc_precision_at_20_max": 0.338046, + "nauc_precision_at_20_std": 0.272745, + "nauc_precision_at_20_diff1": 0.18305, + "nauc_precision_at_100_max": 0.110172, + "nauc_precision_at_100_std": 0.092176, + "nauc_precision_at_100_diff1": 0.165466, + "nauc_precision_at_1000_max": -0.145629, + "nauc_precision_at_1000_std": -0.130385, + "nauc_precision_at_1000_diff1": -0.026555, + "nauc_cv_recall_at_1_max": 0.462572, + "nauc_cv_recall_at_1_std": 0.4103, + "nauc_cv_recall_at_1_diff1": 0.378311, + "nauc_cv_recall_at_3_max": 0.460101, + "nauc_cv_recall_at_3_std": 0.391656, + "nauc_cv_recall_at_3_diff1": 0.306019, + "nauc_cv_recall_at_5_max": 0.501599, + "nauc_cv_recall_at_5_std": 0.450973, + "nauc_cv_recall_at_5_diff1": 0.252444, + "nauc_cv_recall_at_10_max": 0.397964, + "nauc_cv_recall_at_10_std": 0.34625, + "nauc_cv_recall_at_10_diff1": 0.227281, + "nauc_cv_recall_at_20_max": 0.417851, + "nauc_cv_recall_at_20_std": 0.358261, + "nauc_cv_recall_at_20_diff1": 0.22183, + "nauc_cv_recall_at_100_max": 0.320281, + "nauc_cv_recall_at_100_std": 0.318566, + "nauc_cv_recall_at_100_diff1": 0.255641, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.462572, + "nauc_mrr_at_1_std": 0.4103, + "nauc_mrr_at_1_diff1": 0.378311, + "nauc_mrr_at_3_max": 0.462114, + "nauc_mrr_at_3_std": 0.402239, + "nauc_mrr_at_3_diff1": 0.346227, + "nauc_mrr_at_5_max": 0.474909, + "nauc_mrr_at_5_std": 0.420752, + "nauc_mrr_at_5_diff1": 0.329734, + "nauc_mrr_at_10_max": 0.455316, + "nauc_mrr_at_10_std": 0.400652, + "nauc_mrr_at_10_diff1": 0.321488, + "nauc_mrr_at_20_max": 0.458196, + "nauc_mrr_at_20_std": 0.402818, + "nauc_mrr_at_20_diff1": 0.320109, + "nauc_mrr_at_100_max": 0.453734, + "nauc_mrr_at_100_std": 0.40018, + "nauc_mrr_at_100_diff1": 0.320793, + "nauc_mrr_at_1000_max": 0.45418, + "nauc_mrr_at_1000_std": 0.400408, + "nauc_mrr_at_1000_diff1": 0.320572, + "main_score": 0.13685, + "hf_subset": "default", + "languages": [ + "hin-Deva" + ] + } + ] + }, + "evaluation_time": 33.944443225860596, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRHungarianDocQARetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRHungarianDocQARetrieval.json new file mode 100644 index 0000000000..fb2dbaff41 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRHungarianDocQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRHungarianDocQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.62963, + "ndcg_at_3": 0.71098, + "ndcg_at_5": 0.74207, + "ndcg_at_10": 0.75359, + "ndcg_at_20": 0.76239, + "ndcg_at_100": 0.77694, + "ndcg_at_1000": 0.77694, + "map_at_1": 0.62963, + "map_at_3": 0.68827, + "map_at_5": 0.70586, + "map_at_10": 0.71036, + "map_at_20": 0.71248, + "map_at_100": 0.71477, + "map_at_1000": 0.71477, + "recall_at_1": 0.62963, + "recall_at_3": 0.77778, + "recall_at_5": 0.85185, + "recall_at_10": 0.88889, + "recall_at_20": 0.92593, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.62963, + "cv_recall_at_3": 0.77778, + "cv_recall_at_5": 0.85185, + "cv_recall_at_10": 0.88889, + "cv_recall_at_20": 0.92593, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.62963, + "precision_at_3": 0.25926, + "precision_at_5": 0.17037, + "precision_at_10": 0.08889, + "precision_at_20": 0.0463, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.62963, + "mrr_at_3": 0.688272, + "mrr_at_5": 0.705864, + "mrr_at_10": 0.710362, + "mrr_at_20": 0.71248, + "mrr_at_100": 0.714766, + "mrr_at_1000": 0.714766, + "nauc_ndcg_at_1_max": 0.121915, + "nauc_ndcg_at_1_std": -0.353192, + "nauc_ndcg_at_1_diff1": 0.790076, + "nauc_ndcg_at_3_max": 0.175103, + "nauc_ndcg_at_3_std": -0.339962, + "nauc_ndcg_at_3_diff1": 0.737361, + "nauc_ndcg_at_5_max": 0.121372, + "nauc_ndcg_at_5_std": -0.379844, + "nauc_ndcg_at_5_diff1": 0.719726, + "nauc_ndcg_at_10_max": 0.094501, + "nauc_ndcg_at_10_std": -0.389915, + "nauc_ndcg_at_10_diff1": 0.719361, + "nauc_ndcg_at_20_max": 0.10814, + "nauc_ndcg_at_20_std": -0.342042, + "nauc_ndcg_at_20_diff1": 0.717528, + "nauc_ndcg_at_100_max": 0.126036, + "nauc_ndcg_at_100_std": -0.348949, + "nauc_ndcg_at_100_diff1": 0.739934, + "nauc_ndcg_at_1000_max": 0.126036, + "nauc_ndcg_at_1000_std": -0.348949, + "nauc_ndcg_at_1000_diff1": 0.739934, + "nauc_map_at_1_max": 0.121915, + "nauc_map_at_1_std": -0.353192, + "nauc_map_at_1_diff1": 0.790076, + "nauc_map_at_3_max": 0.158395, + "nauc_map_at_3_std": -0.340355, + "nauc_map_at_3_diff1": 0.75473, + "nauc_map_at_5_max": 0.130826, + "nauc_map_at_5_std": -0.359515, + "nauc_map_at_5_diff1": 0.747268, + "nauc_map_at_10_max": 0.122384, + "nauc_map_at_10_std": -0.360501, + "nauc_map_at_10_diff1": 0.747753, + "nauc_map_at_20_max": 0.12543, + "nauc_map_at_20_std": -0.350515, + "nauc_map_at_20_diff1": 0.747581, + "nauc_map_at_100_max": 0.129021, + "nauc_map_at_100_std": -0.34944, + "nauc_map_at_100_diff1": 0.750232, + "nauc_map_at_1000_max": 0.129021, + "nauc_map_at_1000_std": -0.34944, + "nauc_map_at_1000_diff1": 0.750232, + "nauc_recall_at_1_max": 0.121915, + "nauc_recall_at_1_std": -0.353192, + "nauc_recall_at_1_diff1": 0.790076, + "nauc_recall_at_3_max": 0.238214, + "nauc_recall_at_3_std": -0.340228, + "nauc_recall_at_3_diff1": 0.671376, + "nauc_recall_at_5_max": 0.061439, + "nauc_recall_at_5_std": -0.496331, + "nauc_recall_at_5_diff1": 0.573747, + "nauc_recall_at_10_max": -0.1294, + "nauc_recall_at_10_std": -0.619355, + "nauc_recall_at_10_diff1": 0.526167, + "nauc_recall_at_20_max": -0.079248, + "nauc_recall_at_20_std": -0.179248, + "nauc_recall_at_20_diff1": 0.415753, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.121915, + "nauc_precision_at_1_std": -0.353192, + "nauc_precision_at_1_diff1": 0.790076, + "nauc_precision_at_3_max": 0.238214, + "nauc_precision_at_3_std": -0.340228, + "nauc_precision_at_3_diff1": 0.671376, + "nauc_precision_at_5_max": 0.061439, + "nauc_precision_at_5_std": -0.496331, + "nauc_precision_at_5_diff1": 0.573747, + "nauc_precision_at_10_max": -0.1294, + "nauc_precision_at_10_std": -0.619355, + "nauc_precision_at_10_diff1": 0.526167, + "nauc_precision_at_20_max": -0.079248, + "nauc_precision_at_20_std": -0.179248, + "nauc_precision_at_20_diff1": 0.415753, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.121915, + "nauc_cv_recall_at_1_std": -0.353192, + "nauc_cv_recall_at_1_diff1": 0.790076, + "nauc_cv_recall_at_3_max": 0.238214, + "nauc_cv_recall_at_3_std": -0.340228, + "nauc_cv_recall_at_3_diff1": 0.671376, + "nauc_cv_recall_at_5_max": 0.061439, + "nauc_cv_recall_at_5_std": -0.496331, + "nauc_cv_recall_at_5_diff1": 0.573747, + "nauc_cv_recall_at_10_max": -0.1294, + "nauc_cv_recall_at_10_std": -0.619355, + "nauc_cv_recall_at_10_diff1": 0.526167, + "nauc_cv_recall_at_20_max": -0.079248, + "nauc_cv_recall_at_20_std": -0.179248, + "nauc_cv_recall_at_20_diff1": 0.415753, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.121915, + "nauc_mrr_at_1_std": -0.353192, + "nauc_mrr_at_1_diff1": 0.790076, + "nauc_mrr_at_3_max": 0.158395, + "nauc_mrr_at_3_std": -0.340355, + "nauc_mrr_at_3_diff1": 0.75473, + "nauc_mrr_at_5_max": 0.130826, + "nauc_mrr_at_5_std": -0.359515, + "nauc_mrr_at_5_diff1": 0.747268, + "nauc_mrr_at_10_max": 0.122384, + "nauc_mrr_at_10_std": -0.360501, + "nauc_mrr_at_10_diff1": 0.747753, + "nauc_mrr_at_20_max": 0.12543, + "nauc_mrr_at_20_std": -0.350515, + "nauc_mrr_at_20_diff1": 0.747581, + "nauc_mrr_at_100_max": 0.129021, + "nauc_mrr_at_100_std": -0.34944, + "nauc_mrr_at_100_diff1": 0.750232, + "nauc_mrr_at_1000_max": 0.129021, + "nauc_mrr_at_1000_std": -0.34944, + "nauc_mrr_at_1000_diff1": 0.750232, + "main_score": 0.74207, + "hf_subset": "default", + "languages": [ + "hun-Latn" + ] + } + ] + }, + "evaluation_time": 4.751734018325806, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRInfovqaRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRInfovqaRetrieval.json new file mode 100644 index 0000000000..393aa87856 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRInfovqaRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRInfovqaRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.85912, + "ndcg_at_3": 0.89926, + "ndcg_at_5": 0.91033, + "ndcg_at_10": 0.91488, + "ndcg_at_20": 0.91837, + "ndcg_at_100": 0.92056, + "ndcg_at_1000": 0.92167, + "map_at_1": 0.85912, + "map_at_3": 0.8895, + "map_at_5": 0.89599, + "map_at_10": 0.89792, + "map_at_20": 0.89887, + "map_at_100": 0.89922, + "map_at_1000": 0.89927, + "recall_at_1": 0.85912, + "recall_at_3": 0.9268, + "recall_at_5": 0.95304, + "recall_at_10": 0.96685, + "recall_at_20": 0.98066, + "recall_at_100": 0.99171, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.85912, + "cv_recall_at_3": 0.92818, + "cv_recall_at_5": 0.95304, + "cv_recall_at_10": 0.96685, + "cv_recall_at_20": 0.98066, + "cv_recall_at_100": 0.99171, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.85912, + "precision_at_3": 0.30939, + "precision_at_5": 0.19116, + "precision_at_10": 0.09696, + "precision_at_20": 0.04917, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.859116, + "mrr_at_3": 0.889963, + "mrr_at_5": 0.895764, + "mrr_at_10": 0.897685, + "mrr_at_20": 0.898638, + "mrr_at_100": 0.898989, + "mrr_at_1000": 0.899039, + "nauc_ndcg_at_1_max": 0.50904, + "nauc_ndcg_at_1_std": -0.160913, + "nauc_ndcg_at_1_diff1": 0.912789, + "nauc_ndcg_at_3_max": 0.474481, + "nauc_ndcg_at_3_std": -0.141139, + "nauc_ndcg_at_3_diff1": 0.890808, + "nauc_ndcg_at_5_max": 0.52888, + "nauc_ndcg_at_5_std": -0.089947, + "nauc_ndcg_at_5_diff1": 0.903347, + "nauc_ndcg_at_10_max": 0.547946, + "nauc_ndcg_at_10_std": -0.073733, + "nauc_ndcg_at_10_diff1": 0.90403, + "nauc_ndcg_at_20_max": 0.542327, + "nauc_ndcg_at_20_std": -0.068642, + "nauc_ndcg_at_20_diff1": 0.903617, + "nauc_ndcg_at_100_max": 0.530191, + "nauc_ndcg_at_100_std": -0.090667, + "nauc_ndcg_at_100_diff1": 0.902645, + "nauc_ndcg_at_1000_max": 0.524648, + "nauc_ndcg_at_1000_std": -0.103509, + "nauc_ndcg_at_1000_diff1": 0.902687, + "nauc_map_at_1_max": 0.50904, + "nauc_map_at_1_std": -0.160913, + "nauc_map_at_1_diff1": 0.912789, + "nauc_map_at_3_max": 0.484463, + "nauc_map_at_3_std": -0.147361, + "nauc_map_at_3_diff1": 0.896083, + "nauc_map_at_5_max": 0.512391, + "nauc_map_at_5_std": -0.123726, + "nauc_map_at_5_diff1": 0.902564, + "nauc_map_at_10_max": 0.519036, + "nauc_map_at_10_std": -0.118094, + "nauc_map_at_10_diff1": 0.90282, + "nauc_map_at_20_max": 0.517656, + "nauc_map_at_20_std": -0.117322, + "nauc_map_at_20_diff1": 0.90281, + "nauc_map_at_100_max": 0.515996, + "nauc_map_at_100_std": -0.120577, + "nauc_map_at_100_diff1": 0.902656, + "nauc_map_at_1000_max": 0.515802, + "nauc_map_at_1000_std": -0.121048, + "nauc_map_at_1000_diff1": 0.902675, + "nauc_recall_at_1_max": 0.50904, + "nauc_recall_at_1_std": -0.160913, + "nauc_recall_at_1_diff1": 0.912789, + "nauc_recall_at_3_max": 0.42921, + "nauc_recall_at_3_std": -0.112195, + "nauc_recall_at_3_diff1": 0.870217, + "nauc_recall_at_5_max": 0.646018, + "nauc_recall_at_5_std": 0.136458, + "nauc_recall_at_5_diff1": 0.912607, + "nauc_recall_at_10_max": 0.835738, + "nauc_recall_at_10_std": 0.344386, + "nauc_recall_at_10_diff1": 0.921091, + "nauc_recall_at_20_max": 0.944012, + "nauc_recall_at_20_std": 0.722312, + "nauc_recall_at_20_diff1": 0.923033, + "nauc_recall_at_100_max": 0.912907, + "nauc_recall_at_100_std": 0.785971, + "nauc_recall_at_100_diff1": 0.907502, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.50904, + "nauc_precision_at_1_std": -0.160913, + "nauc_precision_at_1_diff1": 0.912789, + "nauc_precision_at_3_max": 0.435106, + "nauc_precision_at_3_std": -0.11671, + "nauc_precision_at_3_diff1": 0.867721, + "nauc_precision_at_5_max": 0.579344, + "nauc_precision_at_5_std": 0.117215, + "nauc_precision_at_5_diff1": 0.774311, + "nauc_precision_at_10_max": 0.720725, + "nauc_precision_at_10_std": 0.291747, + "nauc_precision_at_10_diff1": 0.73141, + "nauc_precision_at_20_max": 0.741635, + "nauc_precision_at_20_std": 0.56417, + "nauc_precision_at_20_diff1": 0.62451, + "nauc_precision_at_100_max": 0.55136, + "nauc_precision_at_100_std": 0.471102, + "nauc_precision_at_100_diff1": 0.363029, + "nauc_precision_at_1000_max": -0.070276, + "nauc_precision_at_1000_std": -0.070276, + "nauc_precision_at_1000_diff1": -0.573126, + "nauc_cv_recall_at_1_max": 0.50904, + "nauc_cv_recall_at_1_std": -0.160913, + "nauc_cv_recall_at_1_diff1": 0.912789, + "nauc_cv_recall_at_3_max": 0.435106, + "nauc_cv_recall_at_3_std": -0.11671, + "nauc_cv_recall_at_3_diff1": 0.867721, + "nauc_cv_recall_at_5_max": 0.646018, + "nauc_cv_recall_at_5_std": 0.136458, + "nauc_cv_recall_at_5_diff1": 0.912607, + "nauc_cv_recall_at_10_max": 0.835738, + "nauc_cv_recall_at_10_std": 0.344386, + "nauc_cv_recall_at_10_diff1": 0.921091, + "nauc_cv_recall_at_20_max": 0.944012, + "nauc_cv_recall_at_20_std": 0.722312, + "nauc_cv_recall_at_20_diff1": 0.923033, + "nauc_cv_recall_at_100_max": 0.912907, + "nauc_cv_recall_at_100_std": 0.785971, + "nauc_cv_recall_at_100_diff1": 0.907502, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.50904, + "nauc_mrr_at_1_std": -0.160913, + "nauc_mrr_at_1_diff1": 0.912789, + "nauc_mrr_at_3_max": 0.486015, + "nauc_mrr_at_3_std": -0.148519, + "nauc_mrr_at_3_diff1": 0.895637, + "nauc_mrr_at_5_max": 0.511507, + "nauc_mrr_at_5_std": -0.123168, + "nauc_mrr_at_5_diff1": 0.902785, + "nauc_mrr_at_10_max": 0.51812, + "nauc_mrr_at_10_std": -0.117538, + "nauc_mrr_at_10_diff1": 0.903045, + "nauc_mrr_at_20_max": 0.516734, + "nauc_mrr_at_20_std": -0.116762, + "nauc_mrr_at_20_diff1": 0.903037, + "nauc_mrr_at_100_max": 0.515075, + "nauc_mrr_at_100_std": -0.120007, + "nauc_mrr_at_100_diff1": 0.902884, + "nauc_mrr_at_1000_max": 0.51488, + "nauc_mrr_at_1000_std": -0.120477, + "nauc_mrr_at_1000_diff1": 0.902903, + "main_score": 0.91033, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 59.56278705596924, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRJDocQARetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRJDocQARetrieval.json new file mode 100644 index 0000000000..d0ab93748f --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRJDocQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRJDocQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.29435, + "ndcg_at_3": 0.37145, + "ndcg_at_5": 0.39683, + "ndcg_at_10": 0.41679, + "ndcg_at_20": 0.43985, + "ndcg_at_100": 0.4755, + "ndcg_at_1000": 0.49673, + "map_at_1": 0.29435, + "map_at_3": 0.35215, + "map_at_5": 0.36601, + "map_at_10": 0.37424, + "map_at_20": 0.38045, + "map_at_100": 0.38524, + "map_at_1000": 0.38606, + "recall_at_1": 0.29435, + "recall_at_3": 0.42742, + "recall_at_5": 0.48958, + "recall_at_10": 0.55141, + "recall_at_20": 0.64315, + "recall_at_100": 0.83625, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.29435, + "cv_recall_at_3": 0.42742, + "cv_recall_at_5": 0.49059, + "cv_recall_at_10": 0.55242, + "cv_recall_at_20": 0.64516, + "cv_recall_at_100": 0.83871, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.29435, + "precision_at_3": 0.14247, + "precision_at_5": 0.09812, + "precision_at_10": 0.05524, + "precision_at_20": 0.03226, + "precision_at_100": 0.00845, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.294355, + "mrr_at_3": 0.352151, + "mrr_at_5": 0.366263, + "mrr_at_10": 0.374488, + "mrr_at_20": 0.380761, + "mrr_at_100": 0.38556, + "mrr_at_1000": 0.386357, + "nauc_ndcg_at_1_max": 0.216685, + "nauc_ndcg_at_1_std": -0.084941, + "nauc_ndcg_at_1_diff1": 0.602042, + "nauc_ndcg_at_3_max": 0.226011, + "nauc_ndcg_at_3_std": -0.079955, + "nauc_ndcg_at_3_diff1": 0.545108, + "nauc_ndcg_at_5_max": 0.222574, + "nauc_ndcg_at_5_std": -0.081526, + "nauc_ndcg_at_5_diff1": 0.534281, + "nauc_ndcg_at_10_max": 0.216008, + "nauc_ndcg_at_10_std": -0.084414, + "nauc_ndcg_at_10_diff1": 0.527693, + "nauc_ndcg_at_20_max": 0.208982, + "nauc_ndcg_at_20_std": -0.088169, + "nauc_ndcg_at_20_diff1": 0.526966, + "nauc_ndcg_at_100_max": 0.220486, + "nauc_ndcg_at_100_std": -0.071589, + "nauc_ndcg_at_100_diff1": 0.531494, + "nauc_ndcg_at_1000_max": 0.217986, + "nauc_ndcg_at_1000_std": -0.078728, + "nauc_ndcg_at_1000_diff1": 0.539175, + "nauc_map_at_1_max": 0.216685, + "nauc_map_at_1_std": -0.084941, + "nauc_map_at_1_diff1": 0.602042, + "nauc_map_at_3_max": 0.224397, + "nauc_map_at_3_std": -0.080515, + "nauc_map_at_3_diff1": 0.558746, + "nauc_map_at_5_max": 0.222485, + "nauc_map_at_5_std": -0.081437, + "nauc_map_at_5_diff1": 0.553033, + "nauc_map_at_10_max": 0.220129, + "nauc_map_at_10_std": -0.082585, + "nauc_map_at_10_diff1": 0.550673, + "nauc_map_at_20_max": 0.218743, + "nauc_map_at_20_std": -0.082849, + "nauc_map_at_20_diff1": 0.550534, + "nauc_map_at_100_max": 0.220172, + "nauc_map_at_100_std": -0.080996, + "nauc_map_at_100_diff1": 0.551169, + "nauc_map_at_1000_max": 0.220012, + "nauc_map_at_1000_std": -0.081274, + "nauc_map_at_1000_diff1": 0.551496, + "nauc_recall_at_1_max": 0.216685, + "nauc_recall_at_1_std": -0.084941, + "nauc_recall_at_1_diff1": 0.602042, + "nauc_recall_at_3_max": 0.230323, + "nauc_recall_at_3_std": -0.078627, + "nauc_recall_at_3_diff1": 0.506608, + "nauc_recall_at_5_max": 0.222446, + "nauc_recall_at_5_std": -0.082812, + "nauc_recall_at_5_diff1": 0.479341, + "nauc_recall_at_10_max": 0.199527, + "nauc_recall_at_10_std": -0.092266, + "nauc_recall_at_10_diff1": 0.453719, + "nauc_recall_at_20_max": 0.161366, + "nauc_recall_at_20_std": -0.117161, + "nauc_recall_at_20_diff1": 0.440784, + "nauc_recall_at_100_max": 0.248547, + "nauc_recall_at_100_std": 0.040254, + "nauc_recall_at_100_diff1": 0.420148, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.216685, + "nauc_precision_at_1_std": -0.084941, + "nauc_precision_at_1_diff1": 0.602042, + "nauc_precision_at_3_max": 0.230323, + "nauc_precision_at_3_std": -0.078627, + "nauc_precision_at_3_diff1": 0.506608, + "nauc_precision_at_5_max": 0.221498, + "nauc_precision_at_5_std": -0.081225, + "nauc_precision_at_5_diff1": 0.477439, + "nauc_precision_at_10_max": 0.198656, + "nauc_precision_at_10_std": -0.090653, + "nauc_precision_at_10_diff1": 0.452018, + "nauc_precision_at_20_max": 0.160315, + "nauc_precision_at_20_std": -0.113688, + "nauc_precision_at_20_diff1": 0.439543, + "nauc_precision_at_100_max": 0.21877, + "nauc_precision_at_100_std": 0.063438, + "nauc_precision_at_100_diff1": 0.37238, + "nauc_precision_at_1000_max": -0.144386, + "nauc_precision_at_1000_std": 0.37148, + "nauc_precision_at_1000_diff1": -0.312476, + "nauc_cv_recall_at_1_max": 0.216685, + "nauc_cv_recall_at_1_std": -0.084941, + "nauc_cv_recall_at_1_diff1": 0.602042, + "nauc_cv_recall_at_3_max": 0.230323, + "nauc_cv_recall_at_3_std": -0.078627, + "nauc_cv_recall_at_3_diff1": 0.506608, + "nauc_cv_recall_at_5_max": 0.221498, + "nauc_cv_recall_at_5_std": -0.081225, + "nauc_cv_recall_at_5_diff1": 0.477439, + "nauc_cv_recall_at_10_max": 0.198656, + "nauc_cv_recall_at_10_std": -0.090653, + "nauc_cv_recall_at_10_diff1": 0.452018, + "nauc_cv_recall_at_20_max": 0.160315, + "nauc_cv_recall_at_20_std": -0.113688, + "nauc_cv_recall_at_20_diff1": 0.439543, + "nauc_cv_recall_at_100_max": 0.246722, + "nauc_cv_recall_at_100_std": 0.047011, + "nauc_cv_recall_at_100_diff1": 0.416741, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.216685, + "nauc_mrr_at_1_std": -0.084941, + "nauc_mrr_at_1_diff1": 0.602042, + "nauc_mrr_at_3_max": 0.224397, + "nauc_mrr_at_3_std": -0.080515, + "nauc_mrr_at_3_diff1": 0.558746, + "nauc_mrr_at_5_max": 0.222246, + "nauc_mrr_at_5_std": -0.081037, + "nauc_mrr_at_5_diff1": 0.552561, + "nauc_mrr_at_10_max": 0.21991, + "nauc_mrr_at_10_std": -0.08219, + "nauc_mrr_at_10_diff1": 0.550249, + "nauc_mrr_at_20_max": 0.218521, + "nauc_mrr_at_20_std": -0.082362, + "nauc_mrr_at_20_diff1": 0.550138, + "nauc_mrr_at_100_max": 0.219911, + "nauc_mrr_at_100_std": -0.080537, + "nauc_mrr_at_100_diff1": 0.550734, + "nauc_mrr_at_1000_max": 0.219764, + "nauc_mrr_at_1000_std": -0.080856, + "nauc_mrr_at_1000_diff1": 0.551087, + "main_score": 0.39683, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 66.51604628562927, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRJina2024YearlyBookRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRJina2024YearlyBookRetrieval.json new file mode 100644 index 0000000000..cf7a1e74dc --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRJina2024YearlyBookRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRJina2024YearlyBookRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.86667, + "ndcg_at_3": 0.93047, + "ndcg_at_5": 0.93047, + "ndcg_at_10": 0.93924, + "ndcg_at_20": 0.93924, + "ndcg_at_100": 0.93924, + "ndcg_at_1000": 0.93924, + "map_at_1": 0.86667, + "map_at_3": 0.91556, + "map_at_5": 0.91556, + "map_at_10": 0.91926, + "map_at_20": 0.91926, + "map_at_100": 0.91926, + "map_at_1000": 0.91926, + "recall_at_1": 0.86667, + "recall_at_3": 0.97333, + "recall_at_5": 0.97333, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.86667, + "cv_recall_at_3": 0.97333, + "cv_recall_at_5": 0.97333, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.86667, + "precision_at_3": 0.32444, + "precision_at_5": 0.19467, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.866667, + "mrr_at_3": 0.915556, + "mrr_at_5": 0.915556, + "mrr_at_10": 0.919259, + "mrr_at_20": 0.919259, + "mrr_at_100": 0.919259, + "mrr_at_1000": 0.919259, + "nauc_ndcg_at_1_max": 0.260114, + "nauc_ndcg_at_1_std": -0.025927, + "nauc_ndcg_at_1_diff1": 0.724974, + "nauc_ndcg_at_3_max": 0.356757, + "nauc_ndcg_at_3_std": 0.145057, + "nauc_ndcg_at_3_diff1": 0.589308, + "nauc_ndcg_at_5_max": 0.356757, + "nauc_ndcg_at_5_std": 0.145057, + "nauc_ndcg_at_5_diff1": 0.589308, + "nauc_ndcg_at_10_max": 0.315987, + "nauc_ndcg_at_10_std": 0.059856, + "nauc_ndcg_at_10_diff1": 0.663721, + "nauc_ndcg_at_20_max": 0.315987, + "nauc_ndcg_at_20_std": 0.059856, + "nauc_ndcg_at_20_diff1": 0.663721, + "nauc_ndcg_at_100_max": 0.315987, + "nauc_ndcg_at_100_std": 0.059856, + "nauc_ndcg_at_100_diff1": 0.663721, + "nauc_ndcg_at_1000_max": 0.315987, + "nauc_ndcg_at_1000_std": 0.059856, + "nauc_ndcg_at_1000_diff1": 0.663721, + "nauc_map_at_1_max": 0.260114, + "nauc_map_at_1_std": -0.025927, + "nauc_map_at_1_diff1": 0.724974, + "nauc_map_at_3_max": 0.327233, + "nauc_map_at_3_std": 0.081729, + "nauc_map_at_3_diff1": 0.639169, + "nauc_map_at_5_max": 0.327233, + "nauc_map_at_5_std": 0.081729, + "nauc_map_at_5_diff1": 0.639169, + "nauc_map_at_10_max": 0.311481, + "nauc_map_at_10_std": 0.050786, + "nauc_map_at_10_diff1": 0.669121, + "nauc_map_at_20_max": 0.311481, + "nauc_map_at_20_std": 0.050786, + "nauc_map_at_20_diff1": 0.669121, + "nauc_map_at_100_max": 0.311481, + "nauc_map_at_100_std": 0.050786, + "nauc_map_at_100_diff1": 0.669121, + "nauc_map_at_1000_max": 0.311481, + "nauc_map_at_1000_std": 0.050786, + "nauc_map_at_1000_diff1": 0.669121, + "nauc_recall_at_1_max": 0.260114, + "nauc_recall_at_1_std": -0.025927, + "nauc_recall_at_1_diff1": 0.724974, + "nauc_recall_at_3_max": 0.611895, + "nauc_recall_at_3_std": 0.709934, + "nauc_recall_at_3_diff1": 0.145065, + "nauc_recall_at_5_max": 0.611895, + "nauc_recall_at_5_std": 0.709934, + "nauc_recall_at_5_diff1": 0.145065, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.260114, + "nauc_precision_at_1_std": -0.025927, + "nauc_precision_at_1_diff1": 0.724974, + "nauc_precision_at_3_max": 0.611895, + "nauc_precision_at_3_std": 0.709934, + "nauc_precision_at_3_diff1": 0.145065, + "nauc_precision_at_5_max": 0.611895, + "nauc_precision_at_5_std": 0.709934, + "nauc_precision_at_5_diff1": 0.145065, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.260114, + "nauc_cv_recall_at_1_std": -0.025927, + "nauc_cv_recall_at_1_diff1": 0.724974, + "nauc_cv_recall_at_3_max": 0.611895, + "nauc_cv_recall_at_3_std": 0.709934, + "nauc_cv_recall_at_3_diff1": 0.145065, + "nauc_cv_recall_at_5_max": 0.611895, + "nauc_cv_recall_at_5_std": 0.709934, + "nauc_cv_recall_at_5_diff1": 0.145065, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.260114, + "nauc_mrr_at_1_std": -0.025927, + "nauc_mrr_at_1_diff1": 0.724974, + "nauc_mrr_at_3_max": 0.327233, + "nauc_mrr_at_3_std": 0.081729, + "nauc_mrr_at_3_diff1": 0.639169, + "nauc_mrr_at_5_max": 0.327233, + "nauc_mrr_at_5_std": 0.081729, + "nauc_mrr_at_5_diff1": 0.639169, + "nauc_mrr_at_10_max": 0.311481, + "nauc_mrr_at_10_std": 0.050786, + "nauc_mrr_at_10_diff1": 0.669121, + "nauc_mrr_at_20_max": 0.311481, + "nauc_mrr_at_20_std": 0.050786, + "nauc_mrr_at_20_diff1": 0.669121, + "nauc_mrr_at_100_max": 0.311481, + "nauc_mrr_at_100_std": 0.050786, + "nauc_mrr_at_100_diff1": 0.669121, + "nauc_mrr_at_1000_max": 0.311481, + "nauc_mrr_at_1000_std": 0.050786, + "nauc_mrr_at_1000_diff1": 0.669121, + "main_score": 0.93047, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5.467481374740601, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRMMTabRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRMMTabRetrieval.json new file mode 100644 index 0000000000..a30168c609 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRMMTabRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRMMTabRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.78521, + "ndcg_at_3": 0.84445, + "ndcg_at_5": 0.85713, + "ndcg_at_10": 0.86549, + "ndcg_at_20": 0.87092, + "ndcg_at_100": 0.8764, + "ndcg_at_1000": 0.87763, + "map_at_1": 0.78253, + "map_at_3": 0.82931, + "map_at_5": 0.83648, + "map_at_10": 0.8403, + "map_at_20": 0.84202, + "map_at_100": 0.84285, + "map_at_1000": 0.84291, + "recall_at_1": 0.78253, + "recall_at_3": 0.88588, + "recall_at_5": 0.91689, + "recall_at_10": 0.94191, + "recall_at_20": 0.96251, + "recall_at_100": 0.99088, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.78521, + "cv_recall_at_3": 0.88754, + "cv_recall_at_5": 0.91793, + "cv_recall_at_10": 0.94225, + "cv_recall_at_20": 0.96251, + "cv_recall_at_100": 0.99088, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.78521, + "precision_at_3": 0.29652, + "precision_at_5": 0.1846, + "precision_at_10": 0.09524, + "precision_at_20": 0.04878, + "precision_at_100": 0.01004, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.785208, + "mrr_at_3": 0.830969, + "mrr_at_5": 0.837808, + "mrr_at_10": 0.841286, + "mrr_at_20": 0.842782, + "mrr_at_100": 0.843615, + "mrr_at_1000": 0.843672, + "nauc_ndcg_at_1_max": 0.319209, + "nauc_ndcg_at_1_std": -0.254804, + "nauc_ndcg_at_1_diff1": 0.883359, + "nauc_ndcg_at_3_max": 0.394277, + "nauc_ndcg_at_3_std": -0.269346, + "nauc_ndcg_at_3_diff1": 0.845762, + "nauc_ndcg_at_5_max": 0.385387, + "nauc_ndcg_at_5_std": -0.274443, + "nauc_ndcg_at_5_diff1": 0.846476, + "nauc_ndcg_at_10_max": 0.38797, + "nauc_ndcg_at_10_std": -0.27873, + "nauc_ndcg_at_10_diff1": 0.847828, + "nauc_ndcg_at_20_max": 0.385646, + "nauc_ndcg_at_20_std": -0.271562, + "nauc_ndcg_at_20_diff1": 0.849524, + "nauc_ndcg_at_100_max": 0.380974, + "nauc_ndcg_at_100_std": -0.263903, + "nauc_ndcg_at_100_diff1": 0.853833, + "nauc_ndcg_at_1000_max": 0.376207, + "nauc_ndcg_at_1000_std": -0.267825, + "nauc_ndcg_at_1000_diff1": 0.855066, + "nauc_map_at_1_max": 0.32062, + "nauc_map_at_1_std": -0.242617, + "nauc_map_at_1_diff1": 0.886624, + "nauc_map_at_3_max": 0.377076, + "nauc_map_at_3_std": -0.258438, + "nauc_map_at_3_diff1": 0.857742, + "nauc_map_at_5_max": 0.371191, + "nauc_map_at_5_std": -0.2623, + "nauc_map_at_5_diff1": 0.858209, + "nauc_map_at_10_max": 0.371399, + "nauc_map_at_10_std": -0.265203, + "nauc_map_at_10_diff1": 0.859052, + "nauc_map_at_20_max": 0.370281, + "nauc_map_at_20_std": -0.264675, + "nauc_map_at_20_diff1": 0.859531, + "nauc_map_at_100_max": 0.369439, + "nauc_map_at_100_std": -0.263938, + "nauc_map_at_100_diff1": 0.860031, + "nauc_map_at_1000_max": 0.369256, + "nauc_map_at_1000_std": -0.264029, + "nauc_map_at_1000_diff1": 0.860076, + "nauc_recall_at_1_max": 0.32062, + "nauc_recall_at_1_std": -0.242617, + "nauc_recall_at_1_diff1": 0.886624, + "nauc_recall_at_3_max": 0.469526, + "nauc_recall_at_3_std": -0.289391, + "nauc_recall_at_3_diff1": 0.798389, + "nauc_recall_at_5_max": 0.463561, + "nauc_recall_at_5_std": -0.3136, + "nauc_recall_at_5_diff1": 0.784653, + "nauc_recall_at_10_max": 0.5135, + "nauc_recall_at_10_std": -0.36088, + "nauc_recall_at_10_diff1": 0.767866, + "nauc_recall_at_20_max": 0.556605, + "nauc_recall_at_20_std": -0.306427, + "nauc_recall_at_20_diff1": 0.748854, + "nauc_recall_at_100_max": 0.824685, + "nauc_recall_at_100_std": 0.141002, + "nauc_recall_at_100_diff1": 0.738829, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.319209, + "nauc_precision_at_1_std": -0.254804, + "nauc_precision_at_1_diff1": 0.883359, + "nauc_precision_at_3_max": 0.454651, + "nauc_precision_at_3_std": -0.303518, + "nauc_precision_at_3_diff1": 0.754977, + "nauc_precision_at_5_max": 0.399527, + "nauc_precision_at_5_std": -0.337828, + "nauc_precision_at_5_diff1": 0.657317, + "nauc_precision_at_10_max": 0.326212, + "nauc_precision_at_10_std": -0.397529, + "nauc_precision_at_10_diff1": 0.474528, + "nauc_precision_at_20_max": 0.226396, + "nauc_precision_at_20_std": -0.383941, + "nauc_precision_at_20_diff1": 0.286175, + "nauc_precision_at_100_max": 0.010261, + "nauc_precision_at_100_std": -0.32522, + "nauc_precision_at_100_diff1": -0.126453, + "nauc_precision_at_1000_max": -0.313854, + "nauc_precision_at_1000_std": -0.510761, + "nauc_precision_at_1000_diff1": -0.470807, + "nauc_cv_recall_at_1_max": 0.319209, + "nauc_cv_recall_at_1_std": -0.254804, + "nauc_cv_recall_at_1_diff1": 0.883359, + "nauc_cv_recall_at_3_max": 0.465973, + "nauc_cv_recall_at_3_std": -0.308134, + "nauc_cv_recall_at_3_diff1": 0.796062, + "nauc_cv_recall_at_5_max": 0.460798, + "nauc_cv_recall_at_5_std": -0.330268, + "nauc_cv_recall_at_5_diff1": 0.784587, + "nauc_cv_recall_at_10_max": 0.512279, + "nauc_cv_recall_at_10_std": -0.368839, + "nauc_cv_recall_at_10_diff1": 0.768132, + "nauc_cv_recall_at_20_max": 0.556605, + "nauc_cv_recall_at_20_std": -0.306427, + "nauc_cv_recall_at_20_diff1": 0.748854, + "nauc_cv_recall_at_100_max": 0.824685, + "nauc_cv_recall_at_100_std": 0.141002, + "nauc_cv_recall_at_100_diff1": 0.738829, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.319209, + "nauc_mrr_at_1_std": -0.254804, + "nauc_mrr_at_1_diff1": 0.883359, + "nauc_mrr_at_3_max": 0.373404, + "nauc_mrr_at_3_std": -0.270991, + "nauc_mrr_at_3_diff1": 0.855854, + "nauc_mrr_at_5_max": 0.367921, + "nauc_mrr_at_5_std": -0.272745, + "nauc_mrr_at_5_diff1": 0.856783, + "nauc_mrr_at_10_max": 0.36885, + "nauc_mrr_at_10_std": -0.273143, + "nauc_mrr_at_10_diff1": 0.857755, + "nauc_mrr_at_20_max": 0.368355, + "nauc_mrr_at_20_std": -0.270852, + "nauc_mrr_at_20_diff1": 0.858289, + "nauc_mrr_at_100_max": 0.367499, + "nauc_mrr_at_100_std": -0.270148, + "nauc_mrr_at_100_diff1": 0.858784, + "nauc_mrr_at_1000_max": 0.367314, + "nauc_mrr_at_1000_std": -0.270241, + "nauc_mrr_at_1000_diff1": 0.858829, + "main_score": 0.85713, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 96.60540199279785, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRMPMQARetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRMPMQARetrieval.json new file mode 100644 index 0000000000..e9feac2985 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRMPMQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRMPMQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.79221, + "ndcg_at_3": 0.90012, + "ndcg_at_5": 0.90292, + "ndcg_at_10": 0.90675, + "ndcg_at_20": 0.90675, + "ndcg_at_100": 0.90776, + "ndcg_at_1000": 0.90776, + "map_at_1": 0.79221, + "map_at_3": 0.87446, + "map_at_5": 0.87608, + "map_at_10": 0.87745, + "map_at_20": 0.87745, + "map_at_100": 0.87753, + "map_at_1000": 0.87753, + "recall_at_1": 0.79221, + "recall_at_3": 0.97403, + "recall_at_5": 0.98052, + "recall_at_10": 0.99351, + "recall_at_20": 0.99351, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.79221, + "cv_recall_at_3": 0.97403, + "cv_recall_at_5": 0.98052, + "cv_recall_at_10": 0.99351, + "cv_recall_at_20": 0.99351, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.79221, + "precision_at_3": 0.32468, + "precision_at_5": 0.1961, + "precision_at_10": 0.09935, + "precision_at_20": 0.04968, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.792208, + "mrr_at_3": 0.874459, + "mrr_at_5": 0.876082, + "mrr_at_10": 0.877453, + "mrr_at_20": 0.877453, + "mrr_at_100": 0.877529, + "mrr_at_1000": 0.877529, + "nauc_ndcg_at_1_max": 0.377136, + "nauc_ndcg_at_1_std": -0.171993, + "nauc_ndcg_at_1_diff1": 0.797554, + "nauc_ndcg_at_3_max": 0.370617, + "nauc_ndcg_at_3_std": -0.276321, + "nauc_ndcg_at_3_diff1": 0.772345, + "nauc_ndcg_at_5_max": 0.371013, + "nauc_ndcg_at_5_std": -0.249651, + "nauc_ndcg_at_5_diff1": 0.78503, + "nauc_ndcg_at_10_max": 0.362981, + "nauc_ndcg_at_10_std": -0.210445, + "nauc_ndcg_at_10_diff1": 0.781575, + "nauc_ndcg_at_20_max": 0.362981, + "nauc_ndcg_at_20_std": -0.210445, + "nauc_ndcg_at_20_diff1": 0.781575, + "nauc_ndcg_at_100_max": 0.358787, + "nauc_ndcg_at_100_std": -0.223051, + "nauc_ndcg_at_100_diff1": 0.784224, + "nauc_ndcg_at_1000_max": 0.358787, + "nauc_ndcg_at_1000_std": -0.223051, + "nauc_ndcg_at_1000_diff1": 0.784224, + "nauc_map_at_1_max": 0.377136, + "nauc_map_at_1_std": -0.171993, + "nauc_map_at_1_diff1": 0.797554, + "nauc_map_at_3_max": 0.359135, + "nauc_map_at_3_std": -0.246312, + "nauc_map_at_3_diff1": 0.781182, + "nauc_map_at_5_max": 0.359155, + "nauc_map_at_5_std": -0.233718, + "nauc_map_at_5_diff1": 0.787096, + "nauc_map_at_10_max": 0.356823, + "nauc_map_at_10_std": -0.223062, + "nauc_map_at_10_diff1": 0.786125, + "nauc_map_at_20_max": 0.356823, + "nauc_map_at_20_std": -0.223062, + "nauc_map_at_20_diff1": 0.786125, + "nauc_map_at_100_max": 0.35658, + "nauc_map_at_100_std": -0.22379, + "nauc_map_at_100_diff1": 0.786279, + "nauc_map_at_1000_max": 0.35658, + "nauc_map_at_1000_std": -0.22379, + "nauc_map_at_1000_diff1": 0.786279, + "nauc_recall_at_1_max": 0.377136, + "nauc_recall_at_1_std": -0.171993, + "nauc_recall_at_1_diff1": 0.797554, + "nauc_recall_at_3_max": 0.54731, + "nauc_recall_at_3_std": -0.648564, + "nauc_recall_at_3_diff1": 0.658659, + "nauc_recall_at_5_max": 0.610522, + "nauc_recall_at_5_std": -0.482037, + "nauc_recall_at_5_diff1": 0.758988, + "nauc_recall_at_10_max": 0.722359, + "nauc_recall_at_10_std": 0.869657, + "nauc_recall_at_10_diff1": 0.554603, + "nauc_recall_at_20_max": 0.722359, + "nauc_recall_at_20_std": 0.869657, + "nauc_recall_at_20_diff1": 0.554603, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.377136, + "nauc_precision_at_1_std": -0.171993, + "nauc_precision_at_1_diff1": 0.797554, + "nauc_precision_at_3_max": 0.54731, + "nauc_precision_at_3_std": -0.648564, + "nauc_precision_at_3_diff1": 0.658659, + "nauc_precision_at_5_max": 0.610522, + "nauc_precision_at_5_std": -0.482037, + "nauc_precision_at_5_diff1": 0.758988, + "nauc_precision_at_10_max": 0.722359, + "nauc_precision_at_10_std": 0.869657, + "nauc_precision_at_10_diff1": 0.554603, + "nauc_precision_at_20_max": 0.722359, + "nauc_precision_at_20_std": 0.869657, + "nauc_precision_at_20_diff1": 0.554603, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.377136, + "nauc_cv_recall_at_1_std": -0.171993, + "nauc_cv_recall_at_1_diff1": 0.797554, + "nauc_cv_recall_at_3_max": 0.54731, + "nauc_cv_recall_at_3_std": -0.648564, + "nauc_cv_recall_at_3_diff1": 0.658659, + "nauc_cv_recall_at_5_max": 0.610522, + "nauc_cv_recall_at_5_std": -0.482037, + "nauc_cv_recall_at_5_diff1": 0.758988, + "nauc_cv_recall_at_10_max": 0.722359, + "nauc_cv_recall_at_10_std": 0.869657, + "nauc_cv_recall_at_10_diff1": 0.554603, + "nauc_cv_recall_at_20_max": 0.722359, + "nauc_cv_recall_at_20_std": 0.869657, + "nauc_cv_recall_at_20_diff1": 0.554603, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.377136, + "nauc_mrr_at_1_std": -0.171993, + "nauc_mrr_at_1_diff1": 0.797554, + "nauc_mrr_at_3_max": 0.359135, + "nauc_mrr_at_3_std": -0.246312, + "nauc_mrr_at_3_diff1": 0.781182, + "nauc_mrr_at_5_max": 0.359155, + "nauc_mrr_at_5_std": -0.233718, + "nauc_mrr_at_5_diff1": 0.787096, + "nauc_mrr_at_10_max": 0.356823, + "nauc_mrr_at_10_std": -0.223062, + "nauc_mrr_at_10_diff1": 0.786125, + "nauc_mrr_at_20_max": 0.356823, + "nauc_mrr_at_20_std": -0.223062, + "nauc_mrr_at_20_diff1": 0.786125, + "nauc_mrr_at_100_max": 0.35658, + "nauc_mrr_at_100_std": -0.22379, + "nauc_mrr_at_100_diff1": 0.786279, + "nauc_mrr_at_1000_max": 0.35658, + "nauc_mrr_at_1000_std": -0.22379, + "nauc_mrr_at_1000_diff1": 0.786279, + "main_score": 0.90292, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 51.747716188430786, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRMedicalPrescriptionsRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRMedicalPrescriptionsRetrieval.json new file mode 100644 index 0000000000..44541f0292 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRMedicalPrescriptionsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRMedicalPrescriptionsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.74, + "ndcg_at_3": 0.81047, + "ndcg_at_5": 0.835, + "ndcg_at_10": 0.84479, + "ndcg_at_20": 0.85757, + "ndcg_at_100": 0.85757, + "ndcg_at_1000": 0.85757, + "map_at_1": 0.74, + "map_at_3": 0.79333, + "map_at_5": 0.80683, + "map_at_10": 0.81093, + "map_at_20": 0.81451, + "map_at_100": 0.81451, + "map_at_1000": 0.81451, + "recall_at_1": 0.74, + "recall_at_3": 0.86, + "recall_at_5": 0.92, + "recall_at_10": 0.95, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.74, + "cv_recall_at_3": 0.86, + "cv_recall_at_5": 0.92, + "cv_recall_at_10": 0.95, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.74, + "precision_at_3": 0.28667, + "precision_at_5": 0.184, + "precision_at_10": 0.095, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.74, + "mrr_at_3": 0.793333, + "mrr_at_5": 0.806833, + "mrr_at_10": 0.810929, + "mrr_at_20": 0.814508, + "mrr_at_100": 0.814508, + "mrr_at_1000": 0.814508, + "nauc_ndcg_at_1_max": -0.39528, + "nauc_ndcg_at_1_std": -0.485544, + "nauc_ndcg_at_1_diff1": 0.787559, + "nauc_ndcg_at_3_max": -0.278687, + "nauc_ndcg_at_3_std": -0.601747, + "nauc_ndcg_at_3_diff1": 0.753202, + "nauc_ndcg_at_5_max": -0.316006, + "nauc_ndcg_at_5_std": -0.612772, + "nauc_ndcg_at_5_diff1": 0.73671, + "nauc_ndcg_at_10_max": -0.322102, + "nauc_ndcg_at_10_std": -0.572042, + "nauc_ndcg_at_10_diff1": 0.758348, + "nauc_ndcg_at_20_max": -0.337674, + "nauc_ndcg_at_20_std": -0.552913, + "nauc_ndcg_at_20_diff1": 0.758493, + "nauc_ndcg_at_100_max": -0.337674, + "nauc_ndcg_at_100_std": -0.552913, + "nauc_ndcg_at_100_diff1": 0.758493, + "nauc_ndcg_at_1000_max": -0.337674, + "nauc_ndcg_at_1000_std": -0.552913, + "nauc_ndcg_at_1000_diff1": 0.758493, + "nauc_map_at_1_max": -0.39528, + "nauc_map_at_1_std": -0.485544, + "nauc_map_at_1_diff1": 0.787559, + "nauc_map_at_3_max": -0.31715, + "nauc_map_at_3_std": -0.56219, + "nauc_map_at_3_diff1": 0.76141, + "nauc_map_at_5_max": -0.338791, + "nauc_map_at_5_std": -0.563414, + "nauc_map_at_5_diff1": 0.754099, + "nauc_map_at_10_max": -0.340998, + "nauc_map_at_10_std": -0.548426, + "nauc_map_at_10_diff1": 0.761834, + "nauc_map_at_20_max": -0.344414, + "nauc_map_at_20_std": -0.54401, + "nauc_map_at_20_diff1": 0.76151, + "nauc_map_at_100_max": -0.344414, + "nauc_map_at_100_std": -0.54401, + "nauc_map_at_100_diff1": 0.76151, + "nauc_map_at_1000_max": -0.344414, + "nauc_map_at_1000_std": -0.54401, + "nauc_map_at_1000_diff1": 0.76151, + "nauc_recall_at_1_max": -0.39528, + "nauc_recall_at_1_std": -0.485544, + "nauc_recall_at_1_diff1": 0.787559, + "nauc_recall_at_3_max": -0.121242, + "nauc_recall_at_3_std": -0.764306, + "nauc_recall_at_3_diff1": 0.721214, + "nauc_recall_at_5_max": -0.176237, + "nauc_recall_at_5_std": -0.938492, + "nauc_recall_at_5_diff1": 0.622841, + "nauc_recall_at_10_max": -0.155649, + "nauc_recall_at_10_std": -0.771335, + "nauc_recall_at_10_diff1": 0.746125, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.39528, + "nauc_precision_at_1_std": -0.485544, + "nauc_precision_at_1_diff1": 0.787559, + "nauc_precision_at_3_max": -0.121242, + "nauc_precision_at_3_std": -0.764306, + "nauc_precision_at_3_diff1": 0.721214, + "nauc_precision_at_5_max": -0.176237, + "nauc_precision_at_5_std": -0.938492, + "nauc_precision_at_5_diff1": 0.622841, + "nauc_precision_at_10_max": -0.155649, + "nauc_precision_at_10_std": -0.771335, + "nauc_precision_at_10_diff1": 0.746125, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.39528, + "nauc_cv_recall_at_1_std": -0.485544, + "nauc_cv_recall_at_1_diff1": 0.787559, + "nauc_cv_recall_at_3_max": -0.121242, + "nauc_cv_recall_at_3_std": -0.764306, + "nauc_cv_recall_at_3_diff1": 0.721214, + "nauc_cv_recall_at_5_max": -0.176237, + "nauc_cv_recall_at_5_std": -0.938492, + "nauc_cv_recall_at_5_diff1": 0.622841, + "nauc_cv_recall_at_10_max": -0.155649, + "nauc_cv_recall_at_10_std": -0.771335, + "nauc_cv_recall_at_10_diff1": 0.746125, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.39528, + "nauc_mrr_at_1_std": -0.485544, + "nauc_mrr_at_1_diff1": 0.787559, + "nauc_mrr_at_3_max": -0.31715, + "nauc_mrr_at_3_std": -0.56219, + "nauc_mrr_at_3_diff1": 0.76141, + "nauc_mrr_at_5_max": -0.338791, + "nauc_mrr_at_5_std": -0.563414, + "nauc_mrr_at_5_diff1": 0.754099, + "nauc_mrr_at_10_max": -0.340998, + "nauc_mrr_at_10_std": -0.548426, + "nauc_mrr_at_10_diff1": 0.761834, + "nauc_mrr_at_20_max": -0.344414, + "nauc_mrr_at_20_std": -0.54401, + "nauc_mrr_at_20_diff1": 0.76151, + "nauc_mrr_at_100_max": -0.344414, + "nauc_mrr_at_100_std": -0.54401, + "nauc_mrr_at_100_diff1": 0.76151, + "nauc_mrr_at_1000_max": -0.344414, + "nauc_mrr_at_1000_std": -0.54401, + "nauc_mrr_at_1000_diff1": 0.76151, + "main_score": 0.835, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 13.516898393630981, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDROWIDChartsRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDROWIDChartsRetrieval.json new file mode 100644 index 0000000000..12bbbe4137 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDROWIDChartsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDROWIDChartsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.74046, + "ndcg_at_3": 0.86732, + "ndcg_at_5": 0.87389, + "ndcg_at_10": 0.88136, + "ndcg_at_20": 0.88136, + "ndcg_at_100": 0.88136, + "ndcg_at_1000": 0.88227, + "map_at_1": 0.74046, + "map_at_3": 0.83715, + "map_at_5": 0.84097, + "map_at_10": 0.84409, + "map_at_20": 0.84409, + "map_at_100": 0.84409, + "map_at_1000": 0.84411, + "recall_at_1": 0.74046, + "recall_at_3": 0.9542, + "recall_at_5": 0.96947, + "recall_at_10": 0.99237, + "recall_at_20": 0.99237, + "recall_at_100": 0.99237, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.74046, + "cv_recall_at_3": 0.9542, + "cv_recall_at_5": 0.96947, + "cv_recall_at_10": 0.99237, + "cv_recall_at_20": 0.99237, + "cv_recall_at_100": 0.99237, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.74046, + "precision_at_3": 0.31807, + "precision_at_5": 0.19389, + "precision_at_10": 0.09924, + "precision_at_20": 0.04962, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.740458, + "mrr_at_3": 0.83715, + "mrr_at_5": 0.840967, + "mrr_at_10": 0.844093, + "mrr_at_20": 0.844093, + "mrr_at_100": 0.844093, + "mrr_at_1000": 0.844115, + "nauc_ndcg_at_1_max": 0.060437, + "nauc_ndcg_at_1_std": -0.004348, + "nauc_ndcg_at_1_diff1": 0.521887, + "nauc_ndcg_at_3_max": 0.072463, + "nauc_ndcg_at_3_std": -0.017195, + "nauc_ndcg_at_3_diff1": 0.438455, + "nauc_ndcg_at_5_max": 0.052424, + "nauc_ndcg_at_5_std": -0.005628, + "nauc_ndcg_at_5_diff1": 0.428373, + "nauc_ndcg_at_10_max": 0.06796, + "nauc_ndcg_at_10_std": 0.005872, + "nauc_ndcg_at_10_diff1": 0.483538, + "nauc_ndcg_at_20_max": 0.06796, + "nauc_ndcg_at_20_std": 0.005872, + "nauc_ndcg_at_20_diff1": 0.483538, + "nauc_ndcg_at_100_max": 0.06796, + "nauc_ndcg_at_100_std": 0.005872, + "nauc_ndcg_at_100_diff1": 0.483538, + "nauc_ndcg_at_1000_max": 0.06006, + "nauc_ndcg_at_1000_std": -0.002554, + "nauc_ndcg_at_1000_diff1": 0.479161, + "nauc_map_at_1_max": 0.060437, + "nauc_map_at_1_std": -0.004348, + "nauc_map_at_1_diff1": 0.521887, + "nauc_map_at_3_max": 0.055975, + "nauc_map_at_3_std": -0.020825, + "nauc_map_at_3_diff1": 0.463187, + "nauc_map_at_5_max": 0.046248, + "nauc_map_at_5_std": -0.015559, + "nauc_map_at_5_diff1": 0.459169, + "nauc_map_at_10_max": 0.052187, + "nauc_map_at_10_std": -0.010992, + "nauc_map_at_10_diff1": 0.479097, + "nauc_map_at_20_max": 0.052187, + "nauc_map_at_20_std": -0.010992, + "nauc_map_at_20_diff1": 0.479097, + "nauc_map_at_100_max": 0.052187, + "nauc_map_at_100_std": -0.010992, + "nauc_map_at_100_diff1": 0.479097, + "nauc_map_at_1000_max": 0.052039, + "nauc_map_at_1000_std": -0.011149, + "nauc_map_at_1000_diff1": 0.479016, + "nauc_recall_at_1_max": 0.060437, + "nauc_recall_at_1_std": -0.004348, + "nauc_recall_at_1_diff1": 0.521887, + "nauc_recall_at_3_max": 0.241893, + "nauc_recall_at_3_std": 0.02784, + "nauc_recall_at_3_diff1": 0.216959, + "nauc_recall_at_5_max": 0.15146, + "nauc_recall_at_5_std": 0.15146, + "nauc_recall_at_5_diff1": 0.018089, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 1.0, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.060437, + "nauc_precision_at_1_std": -0.004348, + "nauc_precision_at_1_diff1": 0.521887, + "nauc_precision_at_3_max": 0.241893, + "nauc_precision_at_3_std": 0.02784, + "nauc_precision_at_3_diff1": 0.216959, + "nauc_precision_at_5_max": 0.15146, + "nauc_precision_at_5_std": 0.15146, + "nauc_precision_at_5_diff1": 0.018089, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.060437, + "nauc_cv_recall_at_1_std": -0.004348, + "nauc_cv_recall_at_1_diff1": 0.521887, + "nauc_cv_recall_at_3_max": 0.241893, + "nauc_cv_recall_at_3_std": 0.02784, + "nauc_cv_recall_at_3_diff1": 0.216959, + "nauc_cv_recall_at_5_max": 0.15146, + "nauc_cv_recall_at_5_std": 0.15146, + "nauc_cv_recall_at_5_diff1": 0.018089, + "nauc_cv_recall_at_10_max": 1.0, + "nauc_cv_recall_at_10_std": 1.0, + "nauc_cv_recall_at_10_diff1": 1.0, + "nauc_cv_recall_at_20_max": 1.0, + "nauc_cv_recall_at_20_std": 1.0, + "nauc_cv_recall_at_20_diff1": 1.0, + "nauc_cv_recall_at_100_max": 1.0, + "nauc_cv_recall_at_100_std": 1.0, + "nauc_cv_recall_at_100_diff1": 1.0, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.060437, + "nauc_mrr_at_1_std": -0.004348, + "nauc_mrr_at_1_diff1": 0.521887, + "nauc_mrr_at_3_max": 0.055975, + "nauc_mrr_at_3_std": -0.020825, + "nauc_mrr_at_3_diff1": 0.463187, + "nauc_mrr_at_5_max": 0.046248, + "nauc_mrr_at_5_std": -0.015559, + "nauc_mrr_at_5_diff1": 0.459169, + "nauc_mrr_at_10_max": 0.052187, + "nauc_mrr_at_10_std": -0.010992, + "nauc_mrr_at_10_diff1": 0.479097, + "nauc_mrr_at_20_max": 0.052187, + "nauc_mrr_at_20_std": -0.010992, + "nauc_mrr_at_20_diff1": 0.479097, + "nauc_mrr_at_100_max": 0.052187, + "nauc_mrr_at_100_std": -0.010992, + "nauc_mrr_at_100_diff1": 0.479097, + "nauc_mrr_at_1000_max": 0.052039, + "nauc_mrr_at_1000_std": -0.011149, + "nauc_mrr_at_1000_diff1": 0.479016, + "main_score": 0.87389, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 49.90514898300171, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDROpenAINewsRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDROpenAINewsRetrieval.json new file mode 100644 index 0000000000..0e258a31ba --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDROpenAINewsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDROpenAINewsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.83871, + "ndcg_at_3": 0.93625, + "ndcg_at_5": 0.93625, + "ndcg_at_10": 0.93625, + "ndcg_at_20": 0.93625, + "ndcg_at_100": 0.93625, + "ndcg_at_1000": 0.93625, + "map_at_1": 0.83871, + "map_at_3": 0.91398, + "map_at_5": 0.91398, + "map_at_10": 0.91398, + "map_at_20": 0.91398, + "map_at_100": 0.91398, + "map_at_1000": 0.91398, + "recall_at_1": 0.83871, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.83871, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.83871, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.83871, + "mrr_at_3": 0.913978, + "mrr_at_5": 0.913978, + "mrr_at_10": 0.913978, + "mrr_at_20": 0.913978, + "mrr_at_100": 0.913978, + "mrr_at_1000": 0.913978, + "nauc_ndcg_at_1_max": -0.266599, + "nauc_ndcg_at_1_std": -0.170961, + "nauc_ndcg_at_1_diff1": 0.471326, + "nauc_ndcg_at_3_max": -0.373511, + "nauc_ndcg_at_3_std": -0.171654, + "nauc_ndcg_at_3_diff1": 0.355356, + "nauc_ndcg_at_5_max": -0.373511, + "nauc_ndcg_at_5_std": -0.171654, + "nauc_ndcg_at_5_diff1": 0.355356, + "nauc_ndcg_at_10_max": -0.373511, + "nauc_ndcg_at_10_std": -0.171654, + "nauc_ndcg_at_10_diff1": 0.355356, + "nauc_ndcg_at_20_max": -0.373511, + "nauc_ndcg_at_20_std": -0.171654, + "nauc_ndcg_at_20_diff1": 0.355356, + "nauc_ndcg_at_100_max": -0.373511, + "nauc_ndcg_at_100_std": -0.171654, + "nauc_ndcg_at_100_diff1": 0.355356, + "nauc_ndcg_at_1000_max": -0.373511, + "nauc_ndcg_at_1000_std": -0.171654, + "nauc_ndcg_at_1000_diff1": 0.355356, + "nauc_map_at_1_max": -0.266599, + "nauc_map_at_1_std": -0.170961, + "nauc_map_at_1_diff1": 0.471326, + "nauc_map_at_3_max": -0.367479, + "nauc_map_at_3_std": -0.171615, + "nauc_map_at_3_diff1": 0.361899, + "nauc_map_at_5_max": -0.367479, + "nauc_map_at_5_std": -0.171615, + "nauc_map_at_5_diff1": 0.361899, + "nauc_map_at_10_max": -0.367479, + "nauc_map_at_10_std": -0.171615, + "nauc_map_at_10_diff1": 0.361899, + "nauc_map_at_20_max": -0.367479, + "nauc_map_at_20_std": -0.171615, + "nauc_map_at_20_diff1": 0.361899, + "nauc_map_at_100_max": -0.367479, + "nauc_map_at_100_std": -0.171615, + "nauc_map_at_100_diff1": 0.361899, + "nauc_map_at_1000_max": -0.367479, + "nauc_map_at_1000_std": -0.171615, + "nauc_map_at_1000_diff1": 0.361899, + "nauc_recall_at_1_max": -0.266599, + "nauc_recall_at_1_std": -0.170961, + "nauc_recall_at_1_diff1": 0.471326, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.266599, + "nauc_precision_at_1_std": -0.170961, + "nauc_precision_at_1_diff1": 0.471326, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.266599, + "nauc_cv_recall_at_1_std": -0.170961, + "nauc_cv_recall_at_1_diff1": 0.471326, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.266599, + "nauc_mrr_at_1_std": -0.170961, + "nauc_mrr_at_1_diff1": 0.471326, + "nauc_mrr_at_3_max": -0.367479, + "nauc_mrr_at_3_std": -0.171615, + "nauc_mrr_at_3_diff1": 0.361899, + "nauc_mrr_at_5_max": -0.367479, + "nauc_mrr_at_5_std": -0.171615, + "nauc_mrr_at_5_diff1": 0.361899, + "nauc_mrr_at_10_max": -0.367479, + "nauc_mrr_at_10_std": -0.171615, + "nauc_mrr_at_10_diff1": 0.361899, + "nauc_mrr_at_20_max": -0.367479, + "nauc_mrr_at_20_std": -0.171615, + "nauc_mrr_at_20_diff1": 0.361899, + "nauc_mrr_at_100_max": -0.367479, + "nauc_mrr_at_100_std": -0.171615, + "nauc_mrr_at_100_diff1": 0.361899, + "nauc_mrr_at_1000_max": -0.367479, + "nauc_mrr_at_1000_std": -0.171615, + "nauc_mrr_at_1000_diff1": 0.361899, + "main_score": 0.93625, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 13.710653305053711, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRPlotQARetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRPlotQARetrieval.json new file mode 100644 index 0000000000..ecbac8e1df --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRPlotQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRPlotQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.62295, + "ndcg_at_3": 0.71917, + "ndcg_at_5": 0.73384, + "ndcg_at_10": 0.74207, + "ndcg_at_20": 0.74528, + "ndcg_at_100": 0.75198, + "ndcg_at_1000": 0.7724, + "map_at_1": 0.62063, + "map_at_3": 0.69549, + "map_at_5": 0.70377, + "map_at_10": 0.70732, + "map_at_20": 0.70812, + "map_at_100": 0.70889, + "map_at_1000": 0.70994, + "recall_at_1": 0.62063, + "recall_at_3": 0.78429, + "recall_at_5": 0.82036, + "recall_at_10": 0.8451, + "recall_at_20": 0.85723, + "recall_at_100": 0.88683, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.62295, + "cv_recall_at_3": 0.78689, + "cv_recall_at_5": 0.82295, + "cv_recall_at_10": 0.85082, + "cv_recall_at_20": 0.87213, + "cv_recall_at_100": 0.91803, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.62295, + "precision_at_3": 0.26284, + "precision_at_5": 0.16492, + "precision_at_10": 0.08525, + "precision_at_20": 0.04377, + "precision_at_100": 0.00979, + "precision_at_1000": 0.00164, + "mrr_at_1": 0.622951, + "mrr_at_3": 0.697541, + "mrr_at_5": 0.70582, + "mrr_at_10": 0.709783, + "mrr_at_20": 0.711219, + "mrr_at_100": 0.712237, + "mrr_at_1000": 0.712561, + "nauc_ndcg_at_1_max": 0.561088, + "nauc_ndcg_at_1_std": 0.260332, + "nauc_ndcg_at_1_diff1": 0.81017, + "nauc_ndcg_at_3_max": 0.654638, + "nauc_ndcg_at_3_std": 0.337099, + "nauc_ndcg_at_3_diff1": 0.786389, + "nauc_ndcg_at_5_max": 0.668169, + "nauc_ndcg_at_5_std": 0.351634, + "nauc_ndcg_at_5_diff1": 0.795124, + "nauc_ndcg_at_10_max": 0.676428, + "nauc_ndcg_at_10_std": 0.357938, + "nauc_ndcg_at_10_diff1": 0.80033, + "nauc_ndcg_at_20_max": 0.678277, + "nauc_ndcg_at_20_std": 0.360095, + "nauc_ndcg_at_20_diff1": 0.801611, + "nauc_ndcg_at_100_max": 0.673562, + "nauc_ndcg_at_100_std": 0.350642, + "nauc_ndcg_at_100_diff1": 0.799964, + "nauc_ndcg_at_1000_max": 0.644649, + "nauc_ndcg_at_1000_std": 0.324095, + "nauc_ndcg_at_1000_diff1": 0.793777, + "nauc_map_at_1_max": 0.5632, + "nauc_map_at_1_std": 0.263073, + "nauc_map_at_1_diff1": 0.81339, + "nauc_map_at_3_max": 0.631937, + "nauc_map_at_3_std": 0.319466, + "nauc_map_at_3_diff1": 0.793184, + "nauc_map_at_5_max": 0.638114, + "nauc_map_at_5_std": 0.326309, + "nauc_map_at_5_diff1": 0.797567, + "nauc_map_at_10_max": 0.64095, + "nauc_map_at_10_std": 0.328374, + "nauc_map_at_10_diff1": 0.799736, + "nauc_map_at_20_max": 0.641388, + "nauc_map_at_20_std": 0.329032, + "nauc_map_at_20_diff1": 0.800087, + "nauc_map_at_100_max": 0.640847, + "nauc_map_at_100_std": 0.327963, + "nauc_map_at_100_diff1": 0.799991, + "nauc_map_at_1000_max": 0.639364, + "nauc_map_at_1000_std": 0.326393, + "nauc_map_at_1000_diff1": 0.79956, + "nauc_recall_at_1_max": 0.5632, + "nauc_recall_at_1_std": 0.263073, + "nauc_recall_at_1_diff1": 0.81339, + "nauc_recall_at_3_max": 0.746188, + "nauc_recall_at_3_std": 0.411269, + "nauc_recall_at_3_diff1": 0.766347, + "nauc_recall_at_5_max": 0.802307, + "nauc_recall_at_5_std": 0.467688, + "nauc_recall_at_5_diff1": 0.789507, + "nauc_recall_at_10_max": 0.858827, + "nauc_recall_at_10_std": 0.513816, + "nauc_recall_at_10_diff1": 0.811398, + "nauc_recall_at_20_max": 0.886294, + "nauc_recall_at_20_std": 0.542327, + "nauc_recall_at_20_diff1": 0.820078, + "nauc_recall_at_100_max": 0.907749, + "nauc_recall_at_100_std": 0.515403, + "nauc_recall_at_100_diff1": 0.811584, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.561088, + "nauc_precision_at_1_std": 0.260332, + "nauc_precision_at_1_diff1": 0.81017, + "nauc_precision_at_3_max": 0.730909, + "nauc_precision_at_3_std": 0.399336, + "nauc_precision_at_3_diff1": 0.744111, + "nauc_precision_at_5_max": 0.785861, + "nauc_precision_at_5_std": 0.454415, + "nauc_precision_at_5_diff1": 0.76506, + "nauc_precision_at_10_max": 0.833975, + "nauc_precision_at_10_std": 0.487661, + "nauc_precision_at_10_diff1": 0.77786, + "nauc_precision_at_20_max": 0.812146, + "nauc_precision_at_20_std": 0.451617, + "nauc_precision_at_20_diff1": 0.746763, + "nauc_precision_at_100_max": 0.074923, + "nauc_precision_at_100_std": -0.082682, + "nauc_precision_at_100_diff1": 0.056784, + "nauc_precision_at_1000_max": -0.549315, + "nauc_precision_at_1000_std": -0.467116, + "nauc_precision_at_1000_diff1": -0.504823, + "nauc_cv_recall_at_1_max": 0.561088, + "nauc_cv_recall_at_1_std": 0.260332, + "nauc_cv_recall_at_1_diff1": 0.81017, + "nauc_cv_recall_at_3_max": 0.740094, + "nauc_cv_recall_at_3_std": 0.403706, + "nauc_cv_recall_at_3_diff1": 0.762174, + "nauc_cv_recall_at_5_max": 0.797604, + "nauc_cv_recall_at_5_std": 0.460495, + "nauc_cv_recall_at_5_diff1": 0.786663, + "nauc_cv_recall_at_10_max": 0.848672, + "nauc_cv_recall_at_10_std": 0.495438, + "nauc_cv_recall_at_10_diff1": 0.803385, + "nauc_cv_recall_at_20_max": 0.860377, + "nauc_cv_recall_at_20_std": 0.483292, + "nauc_cv_recall_at_20_diff1": 0.804, + "nauc_cv_recall_at_100_max": 0.867049, + "nauc_cv_recall_at_100_std": 0.394846, + "nauc_cv_recall_at_100_diff1": 0.774099, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.561088, + "nauc_mrr_at_1_std": 0.260332, + "nauc_mrr_at_1_diff1": 0.81017, + "nauc_mrr_at_3_max": 0.627217, + "nauc_mrr_at_3_std": 0.314151, + "nauc_mrr_at_3_diff1": 0.790367, + "nauc_mrr_at_5_max": 0.633455, + "nauc_mrr_at_5_std": 0.320966, + "nauc_mrr_at_5_diff1": 0.794892, + "nauc_mrr_at_10_max": 0.635484, + "nauc_mrr_at_10_std": 0.321862, + "nauc_mrr_at_10_diff1": 0.796632, + "nauc_mrr_at_20_max": 0.634822, + "nauc_mrr_at_20_std": 0.320645, + "nauc_mrr_at_20_diff1": 0.79666, + "nauc_mrr_at_100_max": 0.633927, + "nauc_mrr_at_100_std": 0.319376, + "nauc_mrr_at_100_diff1": 0.796425, + "nauc_mrr_at_1000_max": 0.633569, + "nauc_mrr_at_1000_std": 0.319325, + "nauc_mrr_at_1000_diff1": 0.79646, + "main_score": 0.73384, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 73.65213418006897, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRRamensBenchmarkRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRRamensBenchmarkRetrieval.json new file mode 100644 index 0000000000..fc55ebd0a9 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRRamensBenchmarkRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRRamensBenchmarkRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.31034, + "ndcg_at_3": 0.42734, + "ndcg_at_5": 0.48523, + "ndcg_at_10": 0.59878, + "ndcg_at_20": 0.59878, + "ndcg_at_100": 0.59878, + "ndcg_at_1000": 0.59878, + "map_at_1": 0.31034, + "map_at_3": 0.39655, + "map_at_5": 0.42931, + "map_at_10": 0.47737, + "map_at_20": 0.47737, + "map_at_100": 0.47737, + "map_at_1000": 0.47737, + "recall_at_1": 0.31034, + "recall_at_3": 0.51724, + "recall_at_5": 0.65517, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.31034, + "cv_recall_at_3": 0.51724, + "cv_recall_at_5": 0.65517, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.31034, + "precision_at_3": 0.17241, + "precision_at_5": 0.13103, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.310345, + "mrr_at_3": 0.396552, + "mrr_at_5": 0.42931, + "mrr_at_10": 0.477367, + "mrr_at_20": 0.477367, + "mrr_at_100": 0.477367, + "mrr_at_1000": 0.477367, + "nauc_ndcg_at_1_max": -0.190901, + "nauc_ndcg_at_1_std": 0.277322, + "nauc_ndcg_at_1_diff1": 0.020762, + "nauc_ndcg_at_3_max": -0.162865, + "nauc_ndcg_at_3_std": 0.216462, + "nauc_ndcg_at_3_diff1": 0.048953, + "nauc_ndcg_at_5_max": -0.213222, + "nauc_ndcg_at_5_std": 0.27133, + "nauc_ndcg_at_5_diff1": 0.011247, + "nauc_ndcg_at_10_max": -0.162816, + "nauc_ndcg_at_10_std": 0.270695, + "nauc_ndcg_at_10_diff1": 0.000636, + "nauc_ndcg_at_20_max": -0.162816, + "nauc_ndcg_at_20_std": 0.270695, + "nauc_ndcg_at_20_diff1": 0.000636, + "nauc_ndcg_at_100_max": -0.162816, + "nauc_ndcg_at_100_std": 0.270695, + "nauc_ndcg_at_100_diff1": 0.000636, + "nauc_ndcg_at_1000_max": -0.162816, + "nauc_ndcg_at_1000_std": 0.270695, + "nauc_ndcg_at_1000_diff1": 0.000636, + "nauc_map_at_1_max": -0.190901, + "nauc_map_at_1_std": 0.277322, + "nauc_map_at_1_diff1": 0.020762, + "nauc_map_at_3_max": -0.161895, + "nauc_map_at_3_std": 0.240011, + "nauc_map_at_3_diff1": 0.038191, + "nauc_map_at_5_max": -0.188051, + "nauc_map_at_5_std": 0.270143, + "nauc_map_at_5_diff1": 0.015129, + "nauc_map_at_10_max": -0.163838, + "nauc_map_at_10_std": 0.271345, + "nauc_map_at_10_diff1": 0.004805, + "nauc_map_at_20_max": -0.163838, + "nauc_map_at_20_std": 0.271345, + "nauc_map_at_20_diff1": 0.004805, + "nauc_map_at_100_max": -0.163838, + "nauc_map_at_100_std": 0.271345, + "nauc_map_at_100_diff1": 0.004805, + "nauc_map_at_1000_max": -0.163838, + "nauc_map_at_1000_std": 0.271345, + "nauc_map_at_1000_diff1": 0.004805, + "nauc_recall_at_1_max": -0.190901, + "nauc_recall_at_1_std": 0.277322, + "nauc_recall_at_1_diff1": 0.020762, + "nauc_recall_at_3_max": -0.168823, + "nauc_recall_at_3_std": 0.144772, + "nauc_recall_at_3_diff1": 0.081678, + "nauc_recall_at_5_max": -0.311711, + "nauc_recall_at_5_std": 0.280844, + "nauc_recall_at_5_diff1": -0.002897, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.190901, + "nauc_precision_at_1_std": 0.277322, + "nauc_precision_at_1_diff1": 0.020762, + "nauc_precision_at_3_max": -0.168823, + "nauc_precision_at_3_std": 0.144772, + "nauc_precision_at_3_diff1": 0.081678, + "nauc_precision_at_5_max": -0.311711, + "nauc_precision_at_5_std": 0.280844, + "nauc_precision_at_5_diff1": -0.002897, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.190901, + "nauc_cv_recall_at_1_std": 0.277322, + "nauc_cv_recall_at_1_diff1": 0.020762, + "nauc_cv_recall_at_3_max": -0.168823, + "nauc_cv_recall_at_3_std": 0.144772, + "nauc_cv_recall_at_3_diff1": 0.081678, + "nauc_cv_recall_at_5_max": -0.311711, + "nauc_cv_recall_at_5_std": 0.280844, + "nauc_cv_recall_at_5_diff1": -0.002897, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.190901, + "nauc_mrr_at_1_std": 0.277322, + "nauc_mrr_at_1_diff1": 0.020762, + "nauc_mrr_at_3_max": -0.161895, + "nauc_mrr_at_3_std": 0.240011, + "nauc_mrr_at_3_diff1": 0.038191, + "nauc_mrr_at_5_max": -0.188051, + "nauc_mrr_at_5_std": 0.270143, + "nauc_mrr_at_5_diff1": 0.015129, + "nauc_mrr_at_10_max": -0.163838, + "nauc_mrr_at_10_std": 0.271345, + "nauc_mrr_at_10_diff1": 0.004805, + "nauc_mrr_at_20_max": -0.163838, + "nauc_mrr_at_20_std": 0.271345, + "nauc_mrr_at_20_diff1": 0.004805, + "nauc_mrr_at_100_max": -0.163838, + "nauc_mrr_at_100_std": 0.271345, + "nauc_mrr_at_100_diff1": 0.004805, + "nauc_mrr_at_1000_max": -0.163838, + "nauc_mrr_at_1000_std": 0.271345, + "nauc_mrr_at_1000_diff1": 0.004805, + "main_score": 0.48523, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 3.2658488750457764, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRShanghaiMasterPlanRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRShanghaiMasterPlanRetrieval.json new file mode 100644 index 0000000000..7bef8a7ac7 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRShanghaiMasterPlanRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRShanghaiMasterPlanRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.85965, + "ndcg_at_3": 0.9104, + "ndcg_at_5": 0.91796, + "ndcg_at_10": 0.92949, + "ndcg_at_20": 0.92949, + "ndcg_at_100": 0.92949, + "ndcg_at_1000": 0.92949, + "map_at_1": 0.85965, + "map_at_3": 0.89766, + "map_at_5": 0.90205, + "map_at_10": 0.90692, + "map_at_20": 0.90692, + "map_at_100": 0.90692, + "map_at_1000": 0.90692, + "recall_at_1": 0.85965, + "recall_at_3": 0.94737, + "recall_at_5": 0.96491, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.85965, + "cv_recall_at_3": 0.94737, + "cv_recall_at_5": 0.96491, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.85965, + "precision_at_3": 0.31579, + "precision_at_5": 0.19298, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.859649, + "mrr_at_3": 0.897661, + "mrr_at_5": 0.902047, + "mrr_at_10": 0.90692, + "mrr_at_20": 0.90692, + "mrr_at_100": 0.90692, + "mrr_at_1000": 0.90692, + "nauc_ndcg_at_1_max": 0.590376, + "nauc_ndcg_at_1_std": 0.524476, + "nauc_ndcg_at_1_diff1": 0.834986, + "nauc_ndcg_at_3_max": 0.7161, + "nauc_ndcg_at_3_std": 0.670035, + "nauc_ndcg_at_3_diff1": 0.81157, + "nauc_ndcg_at_5_max": 0.689401, + "nauc_ndcg_at_5_std": 0.665079, + "nauc_ndcg_at_5_diff1": 0.79385, + "nauc_ndcg_at_10_max": 0.647446, + "nauc_ndcg_at_10_std": 0.608957, + "nauc_ndcg_at_10_diff1": 0.818633, + "nauc_ndcg_at_20_max": 0.647446, + "nauc_ndcg_at_20_std": 0.608957, + "nauc_ndcg_at_20_diff1": 0.818633, + "nauc_ndcg_at_100_max": 0.647446, + "nauc_ndcg_at_100_std": 0.608957, + "nauc_ndcg_at_100_diff1": 0.818633, + "nauc_ndcg_at_1000_max": 0.647446, + "nauc_ndcg_at_1000_std": 0.608957, + "nauc_ndcg_at_1000_diff1": 0.818633, + "nauc_map_at_1_max": 0.590376, + "nauc_map_at_1_std": 0.524476, + "nauc_map_at_1_diff1": 0.834986, + "nauc_map_at_3_max": 0.672659, + "nauc_map_at_3_std": 0.626184, + "nauc_map_at_3_diff1": 0.820871, + "nauc_map_at_5_max": 0.657648, + "nauc_map_at_5_std": 0.621757, + "nauc_map_at_5_diff1": 0.812657, + "nauc_map_at_10_max": 0.642092, + "nauc_map_at_10_std": 0.60145, + "nauc_map_at_10_diff1": 0.821085, + "nauc_map_at_20_max": 0.642092, + "nauc_map_at_20_std": 0.60145, + "nauc_map_at_20_diff1": 0.821085, + "nauc_map_at_100_max": 0.642092, + "nauc_map_at_100_std": 0.60145, + "nauc_map_at_100_diff1": 0.821085, + "nauc_map_at_1000_max": 0.642092, + "nauc_map_at_1000_std": 0.60145, + "nauc_map_at_1000_diff1": 0.821085, + "nauc_recall_at_1_max": 0.590376, + "nauc_recall_at_1_std": 0.524476, + "nauc_recall_at_1_diff1": 0.834986, + "nauc_recall_at_3_max": 0.956171, + "nauc_recall_at_3_std": 0.907577, + "nauc_recall_at_3_diff1": 0.759272, + "nauc_recall_at_5_max": 0.934256, + "nauc_recall_at_5_std": 1.0, + "nauc_recall_at_5_diff1": 0.638909, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.590376, + "nauc_precision_at_1_std": 0.524476, + "nauc_precision_at_1_diff1": 0.834986, + "nauc_precision_at_3_max": 0.956171, + "nauc_precision_at_3_std": 0.907577, + "nauc_precision_at_3_diff1": 0.759272, + "nauc_precision_at_5_max": 0.934256, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 0.638909, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.590376, + "nauc_cv_recall_at_1_std": 0.524476, + "nauc_cv_recall_at_1_diff1": 0.834986, + "nauc_cv_recall_at_3_max": 0.956171, + "nauc_cv_recall_at_3_std": 0.907577, + "nauc_cv_recall_at_3_diff1": 0.759272, + "nauc_cv_recall_at_5_max": 0.934256, + "nauc_cv_recall_at_5_std": 1.0, + "nauc_cv_recall_at_5_diff1": 0.638909, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.590376, + "nauc_mrr_at_1_std": 0.524476, + "nauc_mrr_at_1_diff1": 0.834986, + "nauc_mrr_at_3_max": 0.672659, + "nauc_mrr_at_3_std": 0.626184, + "nauc_mrr_at_3_diff1": 0.820871, + "nauc_mrr_at_5_max": 0.657648, + "nauc_mrr_at_5_std": 0.621757, + "nauc_mrr_at_5_diff1": 0.812657, + "nauc_mrr_at_10_max": 0.642092, + "nauc_mrr_at_10_std": 0.60145, + "nauc_mrr_at_10_diff1": 0.821085, + "nauc_mrr_at_20_max": 0.642092, + "nauc_mrr_at_20_std": 0.60145, + "nauc_mrr_at_20_diff1": 0.821085, + "nauc_mrr_at_100_max": 0.642092, + "nauc_mrr_at_100_std": 0.60145, + "nauc_mrr_at_100_diff1": 0.821085, + "nauc_mrr_at_1000_max": 0.642092, + "nauc_mrr_at_1000_std": 0.60145, + "nauc_mrr_at_1000_diff1": 0.821085, + "main_score": 0.91796, + "hf_subset": "default", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 4.7549097537994385, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRShiftProjectRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRShiftProjectRetrieval.json new file mode 100644 index 0000000000..69bc1f9ebe --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRShiftProjectRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRShiftProjectRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.625, + "ndcg_at_3": 0.73647, + "ndcg_at_5": 0.75994, + "ndcg_at_10": 0.78975, + "ndcg_at_20": 0.79273, + "ndcg_at_100": 0.79652, + "ndcg_at_1000": 0.79652, + "map_at_1": 0.625, + "map_at_3": 0.70833, + "map_at_5": 0.7214, + "map_at_10": 0.73395, + "map_at_20": 0.73482, + "map_at_100": 0.7352, + "map_at_1000": 0.7352, + "recall_at_1": 0.625, + "recall_at_3": 0.81818, + "recall_at_5": 0.875, + "recall_at_10": 0.96591, + "recall_at_20": 0.97727, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.625, + "cv_recall_at_3": 0.81818, + "cv_recall_at_5": 0.875, + "cv_recall_at_10": 0.96591, + "cv_recall_at_20": 0.97727, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.625, + "precision_at_3": 0.27273, + "precision_at_5": 0.175, + "precision_at_10": 0.09659, + "precision_at_20": 0.04886, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.625, + "mrr_at_3": 0.708333, + "mrr_at_5": 0.721402, + "mrr_at_10": 0.733947, + "mrr_at_20": 0.734821, + "mrr_at_100": 0.735199, + "mrr_at_1000": 0.735199, + "nauc_ndcg_at_1_max": -0.090404, + "nauc_ndcg_at_1_std": -0.26025, + "nauc_ndcg_at_1_diff1": 0.598709, + "nauc_ndcg_at_3_max": -0.180488, + "nauc_ndcg_at_3_std": -0.41918, + "nauc_ndcg_at_3_diff1": 0.535884, + "nauc_ndcg_at_5_max": -0.135618, + "nauc_ndcg_at_5_std": -0.3732, + "nauc_ndcg_at_5_diff1": 0.525388, + "nauc_ndcg_at_10_max": -0.098039, + "nauc_ndcg_at_10_std": -0.331901, + "nauc_ndcg_at_10_diff1": 0.550987, + "nauc_ndcg_at_20_max": -0.11677, + "nauc_ndcg_at_20_std": -0.347014, + "nauc_ndcg_at_20_diff1": 0.543327, + "nauc_ndcg_at_100_max": -0.129353, + "nauc_ndcg_at_100_std": -0.348987, + "nauc_ndcg_at_100_diff1": 0.550333, + "nauc_ndcg_at_1000_max": -0.129353, + "nauc_ndcg_at_1000_std": -0.348987, + "nauc_ndcg_at_1000_diff1": 0.550333, + "nauc_map_at_1_max": -0.090404, + "nauc_map_at_1_std": -0.26025, + "nauc_map_at_1_diff1": 0.598709, + "nauc_map_at_3_max": -0.160705, + "nauc_map_at_3_std": -0.380149, + "nauc_map_at_3_diff1": 0.552512, + "nauc_map_at_5_max": -0.140543, + "nauc_map_at_5_std": -0.357996, + "nauc_map_at_5_diff1": 0.548539, + "nauc_map_at_10_max": -0.127238, + "nauc_map_at_10_std": -0.342303, + "nauc_map_at_10_diff1": 0.558519, + "nauc_map_at_20_max": -0.131678, + "nauc_map_at_20_std": -0.345834, + "nauc_map_at_20_diff1": 0.55678, + "nauc_map_at_100_max": -0.132826, + "nauc_map_at_100_std": -0.345807, + "nauc_map_at_100_diff1": 0.557158, + "nauc_map_at_1000_max": -0.132826, + "nauc_map_at_1000_std": -0.345807, + "nauc_map_at_1000_diff1": 0.557158, + "nauc_recall_at_1_max": -0.090404, + "nauc_recall_at_1_std": -0.26025, + "nauc_recall_at_1_diff1": 0.598709, + "nauc_recall_at_3_max": -0.258484, + "nauc_recall_at_3_std": -0.576352, + "nauc_recall_at_3_diff1": 0.468069, + "nauc_recall_at_5_max": -0.083923, + "nauc_recall_at_5_std": -0.433391, + "nauc_recall_at_5_diff1": 0.394691, + "nauc_recall_at_10_max": 0.614829, + "nauc_recall_at_10_std": 0.03565, + "nauc_recall_at_10_diff1": 0.460568, + "nauc_recall_at_20_max": 0.422243, + "nauc_recall_at_20_std": -0.223559, + "nauc_recall_at_20_diff1": 0.190853, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.090404, + "nauc_precision_at_1_std": -0.26025, + "nauc_precision_at_1_diff1": 0.598709, + "nauc_precision_at_3_max": -0.258484, + "nauc_precision_at_3_std": -0.576352, + "nauc_precision_at_3_diff1": 0.468069, + "nauc_precision_at_5_max": -0.083923, + "nauc_precision_at_5_std": -0.433391, + "nauc_precision_at_5_diff1": 0.394691, + "nauc_precision_at_10_max": 0.614829, + "nauc_precision_at_10_std": 0.03565, + "nauc_precision_at_10_diff1": 0.460568, + "nauc_precision_at_20_max": 0.422243, + "nauc_precision_at_20_std": -0.223559, + "nauc_precision_at_20_diff1": 0.190853, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.090404, + "nauc_cv_recall_at_1_std": -0.26025, + "nauc_cv_recall_at_1_diff1": 0.598709, + "nauc_cv_recall_at_3_max": -0.258484, + "nauc_cv_recall_at_3_std": -0.576352, + "nauc_cv_recall_at_3_diff1": 0.468069, + "nauc_cv_recall_at_5_max": -0.083923, + "nauc_cv_recall_at_5_std": -0.433391, + "nauc_cv_recall_at_5_diff1": 0.394691, + "nauc_cv_recall_at_10_max": 0.614829, + "nauc_cv_recall_at_10_std": 0.03565, + "nauc_cv_recall_at_10_diff1": 0.460568, + "nauc_cv_recall_at_20_max": 0.422243, + "nauc_cv_recall_at_20_std": -0.223559, + "nauc_cv_recall_at_20_diff1": 0.190853, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.090404, + "nauc_mrr_at_1_std": -0.26025, + "nauc_mrr_at_1_diff1": 0.598709, + "nauc_mrr_at_3_max": -0.160705, + "nauc_mrr_at_3_std": -0.380149, + "nauc_mrr_at_3_diff1": 0.552512, + "nauc_mrr_at_5_max": -0.140543, + "nauc_mrr_at_5_std": -0.357996, + "nauc_mrr_at_5_diff1": 0.548539, + "nauc_mrr_at_10_max": -0.127238, + "nauc_mrr_at_10_std": -0.342303, + "nauc_mrr_at_10_diff1": 0.558519, + "nauc_mrr_at_20_max": -0.131678, + "nauc_mrr_at_20_std": -0.345834, + "nauc_mrr_at_20_diff1": 0.55678, + "nauc_mrr_at_100_max": -0.132826, + "nauc_mrr_at_100_std": -0.345807, + "nauc_mrr_at_100_diff1": 0.557158, + "nauc_mrr_at_1000_max": -0.132826, + "nauc_mrr_at_1000_std": -0.345807, + "nauc_mrr_at_1000_diff1": 0.557158, + "main_score": 0.75994, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 106.97736024856567, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRStanfordSlideRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRStanfordSlideRetrieval.json new file mode 100644 index 0000000000..c9fbed2695 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRStanfordSlideRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRStanfordSlideRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "map_at_1": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "map_at_10": 1.0, + "map_at_20": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "recall_at_1": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 1.0, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 1.0, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_1000_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": NaN, + "nauc_cv_recall_at_1_std": NaN, + "nauc_cv_recall_at_1_diff1": NaN, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "main_score": 1.0, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 43.41824722290039, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRStudentEnrollmentSyntheticRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRStudentEnrollmentSyntheticRetrieval.json new file mode 100644 index 0000000000..b11271eb37 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRStudentEnrollmentSyntheticRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRStudentEnrollmentSyntheticRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.012, + "ndcg_at_3": 0.02933, + "ndcg_at_5": 0.04005, + "ndcg_at_10": 0.06131, + "ndcg_at_20": 0.0803, + "ndcg_at_100": 0.14139, + "ndcg_at_1000": 0.19926, + "map_at_1": 0.012, + "map_at_3": 0.02467, + "map_at_5": 0.03062, + "map_at_10": 0.03934, + "map_at_20": 0.04443, + "map_at_100": 0.05206, + "map_at_1000": 0.05431, + "recall_at_1": 0.012, + "recall_at_3": 0.043, + "recall_at_5": 0.069, + "recall_at_10": 0.135, + "recall_at_20": 0.211, + "recall_at_100": 0.552, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.012, + "cv_recall_at_3": 0.043, + "cv_recall_at_5": 0.069, + "cv_recall_at_10": 0.135, + "cv_recall_at_20": 0.211, + "cv_recall_at_100": 0.552, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.012, + "precision_at_3": 0.01433, + "precision_at_5": 0.0138, + "precision_at_10": 0.0135, + "precision_at_20": 0.01055, + "precision_at_100": 0.00552, + "precision_at_1000": 0.001, + "mrr_at_1": 0.012, + "mrr_at_3": 0.024667, + "mrr_at_5": 0.030617, + "mrr_at_10": 0.039338, + "mrr_at_20": 0.044431, + "mrr_at_100": 0.052065, + "mrr_at_1000": 0.054311, + "nauc_ndcg_at_1_max": -0.224756, + "nauc_ndcg_at_1_std": 0.04018, + "nauc_ndcg_at_1_diff1": 0.116649, + "nauc_ndcg_at_3_max": -0.064876, + "nauc_ndcg_at_3_std": 0.10109, + "nauc_ndcg_at_3_diff1": 0.030596, + "nauc_ndcg_at_5_max": 0.005514, + "nauc_ndcg_at_5_std": 0.107127, + "nauc_ndcg_at_5_diff1": 0.068674, + "nauc_ndcg_at_10_max": 0.001457, + "nauc_ndcg_at_10_std": 0.134743, + "nauc_ndcg_at_10_diff1": 0.101158, + "nauc_ndcg_at_20_max": -0.008513, + "nauc_ndcg_at_20_std": 0.136143, + "nauc_ndcg_at_20_diff1": 0.093053, + "nauc_ndcg_at_100_max": -0.00225, + "nauc_ndcg_at_100_std": 0.145524, + "nauc_ndcg_at_100_diff1": 0.074975, + "nauc_ndcg_at_1000_max": -0.012054, + "nauc_ndcg_at_1000_std": 0.136525, + "nauc_ndcg_at_1000_diff1": 0.073131, + "nauc_map_at_1_max": -0.224756, + "nauc_map_at_1_std": 0.04018, + "nauc_map_at_1_diff1": 0.116649, + "nauc_map_at_3_max": -0.085479, + "nauc_map_at_3_std": 0.093369, + "nauc_map_at_3_diff1": 0.046855, + "nauc_map_at_5_max": -0.029476, + "nauc_map_at_5_std": 0.100493, + "nauc_map_at_5_diff1": 0.070376, + "nauc_map_at_10_max": -0.026058, + "nauc_map_at_10_std": 0.116325, + "nauc_map_at_10_diff1": 0.090231, + "nauc_map_at_20_max": -0.027523, + "nauc_map_at_20_std": 0.120064, + "nauc_map_at_20_diff1": 0.087914, + "nauc_map_at_100_max": -0.023446, + "nauc_map_at_100_std": 0.124435, + "nauc_map_at_100_diff1": 0.08318, + "nauc_map_at_1000_max": -0.02529, + "nauc_map_at_1000_std": 0.123613, + "nauc_map_at_1000_diff1": 0.081668, + "nauc_recall_at_1_max": -0.224756, + "nauc_recall_at_1_std": 0.04018, + "nauc_recall_at_1_diff1": 0.116649, + "nauc_recall_at_3_max": -0.030332, + "nauc_recall_at_3_std": 0.114008, + "nauc_recall_at_3_diff1": 0.002221, + "nauc_recall_at_5_max": 0.054176, + "nauc_recall_at_5_std": 0.115367, + "nauc_recall_at_5_diff1": 0.068334, + "nauc_recall_at_10_max": 0.028252, + "nauc_recall_at_10_std": 0.156301, + "nauc_recall_at_10_diff1": 0.115895, + "nauc_recall_at_20_max": 0.0029, + "nauc_recall_at_20_std": 0.149756, + "nauc_recall_at_20_diff1": 0.097777, + "nauc_recall_at_100_max": 0.008009, + "nauc_recall_at_100_std": 0.163724, + "nauc_recall_at_100_diff1": 0.060995, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.224756, + "nauc_precision_at_1_std": 0.04018, + "nauc_precision_at_1_diff1": 0.116649, + "nauc_precision_at_3_max": -0.030332, + "nauc_precision_at_3_std": 0.114008, + "nauc_precision_at_3_diff1": 0.002221, + "nauc_precision_at_5_max": 0.054176, + "nauc_precision_at_5_std": 0.115367, + "nauc_precision_at_5_diff1": 0.068334, + "nauc_precision_at_10_max": 0.028252, + "nauc_precision_at_10_std": 0.156301, + "nauc_precision_at_10_diff1": 0.115895, + "nauc_precision_at_20_max": 0.0029, + "nauc_precision_at_20_std": 0.149756, + "nauc_precision_at_20_diff1": 0.097777, + "nauc_precision_at_100_max": 0.008009, + "nauc_precision_at_100_std": 0.163724, + "nauc_precision_at_100_diff1": 0.060995, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.224756, + "nauc_cv_recall_at_1_std": 0.04018, + "nauc_cv_recall_at_1_diff1": 0.116649, + "nauc_cv_recall_at_3_max": -0.030332, + "nauc_cv_recall_at_3_std": 0.114008, + "nauc_cv_recall_at_3_diff1": 0.002221, + "nauc_cv_recall_at_5_max": 0.054176, + "nauc_cv_recall_at_5_std": 0.115367, + "nauc_cv_recall_at_5_diff1": 0.068334, + "nauc_cv_recall_at_10_max": 0.028252, + "nauc_cv_recall_at_10_std": 0.156301, + "nauc_cv_recall_at_10_diff1": 0.115895, + "nauc_cv_recall_at_20_max": 0.0029, + "nauc_cv_recall_at_20_std": 0.149756, + "nauc_cv_recall_at_20_diff1": 0.097777, + "nauc_cv_recall_at_100_max": 0.008009, + "nauc_cv_recall_at_100_std": 0.163724, + "nauc_cv_recall_at_100_diff1": 0.060995, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.224756, + "nauc_mrr_at_1_std": 0.04018, + "nauc_mrr_at_1_diff1": 0.116649, + "nauc_mrr_at_3_max": -0.085479, + "nauc_mrr_at_3_std": 0.093369, + "nauc_mrr_at_3_diff1": 0.046855, + "nauc_mrr_at_5_max": -0.029476, + "nauc_mrr_at_5_std": 0.100493, + "nauc_mrr_at_5_diff1": 0.070376, + "nauc_mrr_at_10_max": -0.026058, + "nauc_mrr_at_10_std": 0.116325, + "nauc_mrr_at_10_diff1": 0.090231, + "nauc_mrr_at_20_max": -0.027523, + "nauc_mrr_at_20_std": 0.120064, + "nauc_mrr_at_20_diff1": 0.087914, + "nauc_mrr_at_100_max": -0.023446, + "nauc_mrr_at_100_std": 0.124435, + "nauc_mrr_at_100_diff1": 0.08318, + "nauc_mrr_at_1000_max": -0.02529, + "nauc_mrr_at_1000_std": 0.123613, + "nauc_mrr_at_1000_diff1": 0.081668, + "main_score": 0.04005, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 61.65694880485535, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTQARetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTQARetrieval.json new file mode 100644 index 0000000000..2b6e9c7d5f --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.51172, + "ndcg_at_3": 0.65617, + "ndcg_at_5": 0.69309, + "ndcg_at_10": 0.72151, + "ndcg_at_20": 0.73247, + "ndcg_at_100": 0.73792, + "ndcg_at_1000": 0.73799, + "map_at_1": 0.509, + "map_at_3": 0.62085, + "map_at_5": 0.64179, + "map_at_10": 0.6539, + "map_at_20": 0.65707, + "map_at_100": 0.65802, + "map_at_1000": 0.65802, + "recall_at_1": 0.509, + "recall_at_3": 0.75569, + "recall_at_5": 0.84404, + "recall_at_10": 0.93085, + "recall_at_20": 0.97299, + "recall_at_100": 0.99949, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.51172, + "cv_recall_at_3": 0.75943, + "cv_recall_at_5": 0.84709, + "cv_recall_at_10": 0.9317, + "cv_recall_at_20": 0.9735, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.51172, + "precision_at_3": 0.25484, + "precision_at_5": 0.17146, + "precision_at_10": 0.0947, + "precision_at_20": 0.04954, + "precision_at_100": 0.01018, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.511723, + "mrr_at_3": 0.623004, + "mrr_at_5": 0.643187, + "mrr_at_10": 0.654566, + "mrr_at_20": 0.657651, + "mrr_at_100": 0.658562, + "mrr_at_1000": 0.658562, + "nauc_ndcg_at_1_max": 0.135525, + "nauc_ndcg_at_1_std": -0.014095, + "nauc_ndcg_at_1_diff1": 0.586125, + "nauc_ndcg_at_3_max": 0.164559, + "nauc_ndcg_at_3_std": -0.025762, + "nauc_ndcg_at_3_diff1": 0.544083, + "nauc_ndcg_at_5_max": 0.151073, + "nauc_ndcg_at_5_std": -0.052008, + "nauc_ndcg_at_5_diff1": 0.545553, + "nauc_ndcg_at_10_max": 0.150418, + "nauc_ndcg_at_10_std": -0.052683, + "nauc_ndcg_at_10_diff1": 0.552677, + "nauc_ndcg_at_20_max": 0.156667, + "nauc_ndcg_at_20_std": -0.037578, + "nauc_ndcg_at_20_diff1": 0.559694, + "nauc_ndcg_at_100_max": 0.148463, + "nauc_ndcg_at_100_std": -0.037326, + "nauc_ndcg_at_100_diff1": 0.559164, + "nauc_ndcg_at_1000_max": 0.148315, + "nauc_ndcg_at_1000_std": -0.037704, + "nauc_ndcg_at_1000_diff1": 0.559004, + "nauc_map_at_1_max": 0.137009, + "nauc_map_at_1_std": -0.011415, + "nauc_map_at_1_diff1": 0.589891, + "nauc_map_at_3_max": 0.153137, + "nauc_map_at_3_std": -0.026442, + "nauc_map_at_3_diff1": 0.556325, + "nauc_map_at_5_max": 0.145665, + "nauc_map_at_5_std": -0.039699, + "nauc_map_at_5_diff1": 0.557505, + "nauc_map_at_10_max": 0.145684, + "nauc_map_at_10_std": -0.038832, + "nauc_map_at_10_diff1": 0.560073, + "nauc_map_at_20_max": 0.147046, + "nauc_map_at_20_std": -0.035539, + "nauc_map_at_20_diff1": 0.56198, + "nauc_map_at_100_max": 0.14604, + "nauc_map_at_100_std": -0.035281, + "nauc_map_at_100_diff1": 0.561941, + "nauc_map_at_1000_max": 0.146036, + "nauc_map_at_1000_std": -0.035292, + "nauc_map_at_1000_diff1": 0.561937, + "nauc_recall_at_1_max": 0.137009, + "nauc_recall_at_1_std": -0.011415, + "nauc_recall_at_1_diff1": 0.589891, + "nauc_recall_at_3_max": 0.214656, + "nauc_recall_at_3_std": -0.017936, + "nauc_recall_at_3_diff1": 0.499627, + "nauc_recall_at_5_max": 0.185622, + "nauc_recall_at_5_std": -0.117755, + "nauc_recall_at_5_diff1": 0.48543, + "nauc_recall_at_10_max": 0.207333, + "nauc_recall_at_10_std": -0.213826, + "nauc_recall_at_10_diff1": 0.488071, + "nauc_recall_at_20_max": 0.469571, + "nauc_recall_at_20_std": -0.013321, + "nauc_recall_at_20_diff1": 0.588975, + "nauc_recall_at_100_max": 0.554281, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.135525, + "nauc_precision_at_1_std": -0.014095, + "nauc_precision_at_1_diff1": 0.586125, + "nauc_precision_at_3_max": 0.206146, + "nauc_precision_at_3_std": -0.029399, + "nauc_precision_at_3_diff1": 0.463294, + "nauc_precision_at_5_max": 0.16321, + "nauc_precision_at_5_std": -0.122872, + "nauc_precision_at_5_diff1": 0.392294, + "nauc_precision_at_10_max": 0.130066, + "nauc_precision_at_10_std": -0.190301, + "nauc_precision_at_10_diff1": 0.24991, + "nauc_precision_at_20_max": 0.182071, + "nauc_precision_at_20_std": -0.05389, + "nauc_precision_at_20_diff1": 0.086224, + "nauc_precision_at_100_max": -0.055628, + "nauc_precision_at_100_std": -0.056557, + "nauc_precision_at_100_diff1": -0.358855, + "nauc_precision_at_1000_max": -0.069453, + "nauc_precision_at_1000_std": -0.083804, + "nauc_precision_at_1000_diff1": -0.370192, + "nauc_cv_recall_at_1_max": 0.135525, + "nauc_cv_recall_at_1_std": -0.014095, + "nauc_cv_recall_at_1_diff1": 0.586125, + "nauc_cv_recall_at_3_max": 0.209618, + "nauc_cv_recall_at_3_std": -0.021456, + "nauc_cv_recall_at_3_diff1": 0.495089, + "nauc_cv_recall_at_5_max": 0.181706, + "nauc_cv_recall_at_5_std": -0.12015, + "nauc_cv_recall_at_5_diff1": 0.481758, + "nauc_cv_recall_at_10_max": 0.200801, + "nauc_cv_recall_at_10_std": -0.216603, + "nauc_cv_recall_at_10_diff1": 0.489628, + "nauc_cv_recall_at_20_max": 0.500765, + "nauc_cv_recall_at_20_std": 0.01991, + "nauc_cv_recall_at_20_diff1": 0.583585, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.135525, + "nauc_mrr_at_1_std": -0.014095, + "nauc_mrr_at_1_diff1": 0.586125, + "nauc_mrr_at_3_max": 0.148981, + "nauc_mrr_at_3_std": -0.028606, + "nauc_mrr_at_3_diff1": 0.553716, + "nauc_mrr_at_5_max": 0.141875, + "nauc_mrr_at_5_std": -0.041171, + "nauc_mrr_at_5_diff1": 0.555772, + "nauc_mrr_at_10_max": 0.142259, + "nauc_mrr_at_10_std": -0.03999, + "nauc_mrr_at_10_diff1": 0.559138, + "nauc_mrr_at_20_max": 0.144126, + "nauc_mrr_at_20_std": -0.036344, + "nauc_mrr_at_20_diff1": 0.561053, + "nauc_mrr_at_100_max": 0.142874, + "nauc_mrr_at_100_std": -0.036414, + "nauc_mrr_at_100_diff1": 0.561049, + "nauc_mrr_at_1000_max": 0.142874, + "nauc_mrr_at_1000_std": -0.036414, + "nauc_mrr_at_1000_diff1": 0.561049, + "main_score": 0.69309, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 44.19730305671692, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTabFQuadRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTabFQuadRetrieval.json new file mode 100644 index 0000000000..daa1d36d9b --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTabFQuadRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTabFQuadRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.824, + "ndcg_at_3": 0.87028, + "ndcg_at_5": 0.87373, + "ndcg_at_10": 0.88854, + "ndcg_at_20": 0.89059, + "ndcg_at_100": 0.89683, + "ndcg_at_1000": 0.89683, + "map_at_1": 0.824, + "map_at_3": 0.85867, + "map_at_5": 0.86067, + "map_at_10": 0.86638, + "map_at_20": 0.86695, + "map_at_100": 0.8679, + "map_at_1000": 0.8679, + "recall_at_1": 0.824, + "recall_at_3": 0.904, + "recall_at_5": 0.912, + "recall_at_10": 0.96, + "recall_at_20": 0.968, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.824, + "cv_recall_at_3": 0.904, + "cv_recall_at_5": 0.912, + "cv_recall_at_10": 0.96, + "cv_recall_at_20": 0.968, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.824, + "precision_at_3": 0.30133, + "precision_at_5": 0.1824, + "precision_at_10": 0.096, + "precision_at_20": 0.0484, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.824, + "mrr_at_3": 0.858667, + "mrr_at_5": 0.860667, + "mrr_at_10": 0.866378, + "mrr_at_20": 0.866949, + "mrr_at_100": 0.867904, + "mrr_at_1000": 0.867904, + "nauc_ndcg_at_1_max": 0.472422, + "nauc_ndcg_at_1_std": 0.083817, + "nauc_ndcg_at_1_diff1": 0.830143, + "nauc_ndcg_at_3_max": 0.439714, + "nauc_ndcg_at_3_std": 0.011275, + "nauc_ndcg_at_3_diff1": 0.811529, + "nauc_ndcg_at_5_max": 0.468181, + "nauc_ndcg_at_5_std": 0.060248, + "nauc_ndcg_at_5_diff1": 0.818815, + "nauc_ndcg_at_10_max": 0.500235, + "nauc_ndcg_at_10_std": 0.099651, + "nauc_ndcg_at_10_diff1": 0.833485, + "nauc_ndcg_at_20_max": 0.5133, + "nauc_ndcg_at_20_std": 0.124124, + "nauc_ndcg_at_20_diff1": 0.832776, + "nauc_ndcg_at_100_max": 0.487093, + "nauc_ndcg_at_100_std": 0.087898, + "nauc_ndcg_at_100_diff1": 0.826273, + "nauc_ndcg_at_1000_max": 0.487093, + "nauc_ndcg_at_1000_std": 0.087898, + "nauc_ndcg_at_1000_diff1": 0.826273, + "nauc_map_at_1_max": 0.472422, + "nauc_map_at_1_std": 0.083817, + "nauc_map_at_1_diff1": 0.830143, + "nauc_map_at_3_max": 0.455678, + "nauc_map_at_3_std": 0.040743, + "nauc_map_at_3_diff1": 0.817753, + "nauc_map_at_5_max": 0.471011, + "nauc_map_at_5_std": 0.067152, + "nauc_map_at_5_diff1": 0.821709, + "nauc_map_at_10_max": 0.481927, + "nauc_map_at_10_std": 0.080249, + "nauc_map_at_10_diff1": 0.826432, + "nauc_map_at_20_max": 0.484856, + "nauc_map_at_20_std": 0.085803, + "nauc_map_at_20_diff1": 0.826237, + "nauc_map_at_100_max": 0.481545, + "nauc_map_at_100_std": 0.081442, + "nauc_map_at_100_diff1": 0.825389, + "nauc_map_at_1000_max": 0.481545, + "nauc_map_at_1000_std": 0.081442, + "nauc_map_at_1000_diff1": 0.825389, + "nauc_recall_at_1_max": 0.472422, + "nauc_recall_at_1_std": 0.083817, + "nauc_recall_at_1_diff1": 0.830143, + "nauc_recall_at_3_max": 0.371042, + "nauc_recall_at_3_std": -0.113402, + "nauc_recall_at_3_diff1": 0.785763, + "nauc_recall_at_5_max": 0.456347, + "nauc_recall_at_5_std": 0.032758, + "nauc_recall_at_5_diff1": 0.806853, + "nauc_recall_at_10_max": 0.710589, + "nauc_recall_at_10_std": 0.338303, + "nauc_recall_at_10_diff1": 0.921916, + "nauc_recall_at_20_max": 0.9307, + "nauc_recall_at_20_std": 0.711766, + "nauc_recall_at_20_diff1": 0.93493, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.472422, + "nauc_precision_at_1_std": 0.083817, + "nauc_precision_at_1_diff1": 0.830143, + "nauc_precision_at_3_max": 0.371042, + "nauc_precision_at_3_std": -0.113402, + "nauc_precision_at_3_diff1": 0.785763, + "nauc_precision_at_5_max": 0.456347, + "nauc_precision_at_5_std": 0.032758, + "nauc_precision_at_5_diff1": 0.806853, + "nauc_precision_at_10_max": 0.710589, + "nauc_precision_at_10_std": 0.338303, + "nauc_precision_at_10_diff1": 0.921916, + "nauc_precision_at_20_max": 0.9307, + "nauc_precision_at_20_std": 0.711766, + "nauc_precision_at_20_diff1": 0.93493, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.472422, + "nauc_cv_recall_at_1_std": 0.083817, + "nauc_cv_recall_at_1_diff1": 0.830143, + "nauc_cv_recall_at_3_max": 0.371042, + "nauc_cv_recall_at_3_std": -0.113402, + "nauc_cv_recall_at_3_diff1": 0.785763, + "nauc_cv_recall_at_5_max": 0.456347, + "nauc_cv_recall_at_5_std": 0.032758, + "nauc_cv_recall_at_5_diff1": 0.806853, + "nauc_cv_recall_at_10_max": 0.710589, + "nauc_cv_recall_at_10_std": 0.338303, + "nauc_cv_recall_at_10_diff1": 0.921916, + "nauc_cv_recall_at_20_max": 0.9307, + "nauc_cv_recall_at_20_std": 0.711766, + "nauc_cv_recall_at_20_diff1": 0.93493, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.472422, + "nauc_mrr_at_1_std": 0.083817, + "nauc_mrr_at_1_diff1": 0.830143, + "nauc_mrr_at_3_max": 0.455678, + "nauc_mrr_at_3_std": 0.040743, + "nauc_mrr_at_3_diff1": 0.817753, + "nauc_mrr_at_5_max": 0.471011, + "nauc_mrr_at_5_std": 0.067152, + "nauc_mrr_at_5_diff1": 0.821709, + "nauc_mrr_at_10_max": 0.481927, + "nauc_mrr_at_10_std": 0.080249, + "nauc_mrr_at_10_diff1": 0.826432, + "nauc_mrr_at_20_max": 0.484856, + "nauc_mrr_at_20_std": 0.085803, + "nauc_mrr_at_20_diff1": 0.826237, + "nauc_mrr_at_100_max": 0.481545, + "nauc_mrr_at_100_std": 0.081442, + "nauc_mrr_at_100_diff1": 0.825389, + "nauc_mrr_at_1000_max": 0.481545, + "nauc_mrr_at_1000_std": 0.081442, + "nauc_mrr_at_1000_diff1": 0.825389, + "main_score": 0.87373, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 10.696353435516357, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTableVQARetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTableVQARetrieval.json new file mode 100644 index 0000000000..c76331dff4 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTableVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTableVQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.70161, + "ndcg_at_3": 0.80801, + "ndcg_at_5": 0.82653, + "ndcg_at_10": 0.83649, + "ndcg_at_20": 0.84062, + "ndcg_at_100": 0.84411, + "ndcg_at_1000": 0.84574, + "map_at_1": 0.7001, + "map_at_3": 0.78327, + "map_at_5": 0.79388, + "map_at_10": 0.79796, + "map_at_20": 0.79907, + "map_at_100": 0.7996, + "map_at_1000": 0.79967, + "recall_at_1": 0.7001, + "recall_at_3": 0.87853, + "recall_at_5": 0.92238, + "recall_at_10": 0.95312, + "recall_at_20": 0.96976, + "recall_at_100": 0.9879, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.70161, + "cv_recall_at_3": 0.87903, + "cv_recall_at_5": 0.92238, + "cv_recall_at_10": 0.95363, + "cv_recall_at_20": 0.96976, + "cv_recall_at_100": 0.9879, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.70161, + "precision_at_3": 0.29435, + "precision_at_5": 0.18569, + "precision_at_10": 0.09597, + "precision_at_20": 0.04884, + "precision_at_100": 0.00995, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.701613, + "mrr_at_3": 0.783602, + "mrr_at_5": 0.793884, + "mrr_at_10": 0.798023, + "mrr_at_20": 0.79907, + "mrr_at_100": 0.799599, + "mrr_at_1000": 0.799673, + "nauc_ndcg_at_1_max": 0.269668, + "nauc_ndcg_at_1_std": -0.115986, + "nauc_ndcg_at_1_diff1": 0.825814, + "nauc_ndcg_at_3_max": 0.393441, + "nauc_ndcg_at_3_std": -0.021139, + "nauc_ndcg_at_3_diff1": 0.791753, + "nauc_ndcg_at_5_max": 0.397328, + "nauc_ndcg_at_5_std": -0.001761, + "nauc_ndcg_at_5_diff1": 0.797457, + "nauc_ndcg_at_10_max": 0.386191, + "nauc_ndcg_at_10_std": -0.000326, + "nauc_ndcg_at_10_diff1": 0.800231, + "nauc_ndcg_at_20_max": 0.376764, + "nauc_ndcg_at_20_std": -0.002667, + "nauc_ndcg_at_20_diff1": 0.80032, + "nauc_ndcg_at_100_max": 0.364981, + "nauc_ndcg_at_100_std": -0.019625, + "nauc_ndcg_at_100_diff1": 0.802567, + "nauc_ndcg_at_1000_max": 0.361725, + "nauc_ndcg_at_1000_std": -0.029843, + "nauc_ndcg_at_1000_diff1": 0.803723, + "nauc_map_at_1_max": 0.266853, + "nauc_map_at_1_std": -0.117795, + "nauc_map_at_1_diff1": 0.826937, + "nauc_map_at_3_max": 0.355837, + "nauc_map_at_3_std": -0.052732, + "nauc_map_at_3_diff1": 0.802042, + "nauc_map_at_5_max": 0.355663, + "nauc_map_at_5_std": -0.04518, + "nauc_map_at_5_diff1": 0.805447, + "nauc_map_at_10_max": 0.350976, + "nauc_map_at_10_std": -0.045646, + "nauc_map_at_10_diff1": 0.806427, + "nauc_map_at_20_max": 0.348885, + "nauc_map_at_20_std": -0.046197, + "nauc_map_at_20_diff1": 0.806529, + "nauc_map_at_100_max": 0.347456, + "nauc_map_at_100_std": -0.048464, + "nauc_map_at_100_diff1": 0.806767, + "nauc_map_at_1000_max": 0.347335, + "nauc_map_at_1000_std": -0.048812, + "nauc_map_at_1000_diff1": 0.80681, + "nauc_recall_at_1_max": 0.266853, + "nauc_recall_at_1_std": -0.117795, + "nauc_recall_at_1_diff1": 0.826937, + "nauc_recall_at_3_max": 0.568413, + "nauc_recall_at_3_std": 0.127825, + "nauc_recall_at_3_diff1": 0.74326, + "nauc_recall_at_5_max": 0.678029, + "nauc_recall_at_5_std": 0.29965, + "nauc_recall_at_5_diff1": 0.744171, + "nauc_recall_at_10_max": 0.753294, + "nauc_recall_at_10_std": 0.514298, + "nauc_recall_at_10_diff1": 0.738654, + "nauc_recall_at_20_max": 0.770178, + "nauc_recall_at_20_std": 0.741094, + "nauc_recall_at_20_diff1": 0.70435, + "nauc_recall_at_100_max": 0.640376, + "nauc_recall_at_100_std": 0.858869, + "nauc_recall_at_100_diff1": 0.706123, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.269668, + "nauc_precision_at_1_std": -0.115986, + "nauc_precision_at_1_diff1": 0.825814, + "nauc_precision_at_3_max": 0.539442, + "nauc_precision_at_3_std": 0.130387, + "nauc_precision_at_3_diff1": 0.677524, + "nauc_precision_at_5_max": 0.591937, + "nauc_precision_at_5_std": 0.281418, + "nauc_precision_at_5_diff1": 0.606916, + "nauc_precision_at_10_max": 0.609491, + "nauc_precision_at_10_std": 0.442017, + "nauc_precision_at_10_diff1": 0.527191, + "nauc_precision_at_20_max": 0.528633, + "nauc_precision_at_20_std": 0.539674, + "nauc_precision_at_20_diff1": 0.383533, + "nauc_precision_at_100_max": 0.284527, + "nauc_precision_at_100_std": 0.448228, + "nauc_precision_at_100_diff1": 0.14571, + "nauc_precision_at_1000_max": -0.065716, + "nauc_precision_at_1000_std": 0.044055, + "nauc_precision_at_1000_diff1": -0.405876, + "nauc_cv_recall_at_1_max": 0.269668, + "nauc_cv_recall_at_1_std": -0.115986, + "nauc_cv_recall_at_1_diff1": 0.825814, + "nauc_cv_recall_at_3_max": 0.566813, + "nauc_cv_recall_at_3_std": 0.126772, + "nauc_cv_recall_at_3_diff1": 0.742935, + "nauc_cv_recall_at_5_max": 0.678029, + "nauc_cv_recall_at_5_std": 0.29965, + "nauc_cv_recall_at_5_diff1": 0.744171, + "nauc_cv_recall_at_10_max": 0.75759, + "nauc_cv_recall_at_10_std": 0.509019, + "nauc_cv_recall_at_10_diff1": 0.738832, + "nauc_cv_recall_at_20_max": 0.770178, + "nauc_cv_recall_at_20_std": 0.741094, + "nauc_cv_recall_at_20_diff1": 0.70435, + "nauc_cv_recall_at_100_max": 0.640376, + "nauc_cv_recall_at_100_std": 0.858869, + "nauc_cv_recall_at_100_diff1": 0.706123, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.269668, + "nauc_mrr_at_1_std": -0.115986, + "nauc_mrr_at_1_diff1": 0.825814, + "nauc_mrr_at_3_max": 0.356374, + "nauc_mrr_at_3_std": -0.05235, + "nauc_mrr_at_3_diff1": 0.802263, + "nauc_mrr_at_5_max": 0.356918, + "nauc_mrr_at_5_std": -0.044438, + "nauc_mrr_at_5_diff1": 0.805656, + "nauc_mrr_at_10_max": 0.352257, + "nauc_mrr_at_10_std": -0.045179, + "nauc_mrr_at_10_diff1": 0.806663, + "nauc_mrr_at_20_max": 0.350176, + "nauc_mrr_at_20_std": -0.045381, + "nauc_mrr_at_20_diff1": 0.806739, + "nauc_mrr_at_100_max": 0.348751, + "nauc_mrr_at_100_std": -0.047645, + "nauc_mrr_at_100_diff1": 0.806977, + "nauc_mrr_at_1000_max": 0.348631, + "nauc_mrr_at_1000_std": -0.047993, + "nauc_mrr_at_1000_diff1": 0.807021, + "main_score": 0.82653, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 45.783366441726685, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTatQARetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTatQARetrieval.json new file mode 100644 index 0000000000..34742d6127 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTatQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTatQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.78333, + "ndcg_at_3": 0.8495, + "ndcg_at_5": 0.86994, + "ndcg_at_10": 0.86994, + "ndcg_at_20": 0.8821, + "ndcg_at_100": 0.88377, + "ndcg_at_1000": 0.88377, + "map_at_1": 0.78333, + "map_at_3": 0.83472, + "map_at_5": 0.84597, + "map_at_10": 0.84597, + "map_at_20": 0.84906, + "map_at_100": 0.84932, + "map_at_1000": 0.84932, + "recall_at_1": 0.78333, + "recall_at_3": 0.89167, + "recall_at_5": 0.94167, + "recall_at_10": 0.94167, + "recall_at_20": 0.99167, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.78333, + "cv_recall_at_3": 0.89167, + "cv_recall_at_5": 0.94167, + "cv_recall_at_10": 0.94167, + "cv_recall_at_20": 0.99167, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.78333, + "precision_at_3": 0.29722, + "precision_at_5": 0.18833, + "precision_at_10": 0.09417, + "precision_at_20": 0.04958, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.783333, + "mrr_at_3": 0.834722, + "mrr_at_5": 0.845972, + "mrr_at_10": 0.845972, + "mrr_at_20": 0.849055, + "mrr_at_100": 0.849324, + "mrr_at_1000": 0.849324, + "nauc_ndcg_at_1_max": 0.473427, + "nauc_ndcg_at_1_std": 0.386414, + "nauc_ndcg_at_1_diff1": 0.81653, + "nauc_ndcg_at_3_max": 0.497319, + "nauc_ndcg_at_3_std": 0.397916, + "nauc_ndcg_at_3_diff1": 0.7717, + "nauc_ndcg_at_5_max": 0.535141, + "nauc_ndcg_at_5_std": 0.381882, + "nauc_ndcg_at_5_diff1": 0.773891, + "nauc_ndcg_at_10_max": 0.535141, + "nauc_ndcg_at_10_std": 0.381882, + "nauc_ndcg_at_10_diff1": 0.773891, + "nauc_ndcg_at_20_max": 0.504139, + "nauc_ndcg_at_20_std": 0.375544, + "nauc_ndcg_at_20_diff1": 0.77407, + "nauc_ndcg_at_100_max": 0.50996, + "nauc_ndcg_at_100_std": 0.383891, + "nauc_ndcg_at_100_diff1": 0.784011, + "nauc_ndcg_at_1000_max": 0.50996, + "nauc_ndcg_at_1000_std": 0.383891, + "nauc_ndcg_at_1000_diff1": 0.784011, + "nauc_map_at_1_max": 0.473427, + "nauc_map_at_1_std": 0.386414, + "nauc_map_at_1_diff1": 0.81653, + "nauc_map_at_3_max": 0.491703, + "nauc_map_at_3_std": 0.393066, + "nauc_map_at_3_diff1": 0.785381, + "nauc_map_at_5_max": 0.510402, + "nauc_map_at_5_std": 0.384997, + "nauc_map_at_5_diff1": 0.787054, + "nauc_map_at_10_max": 0.510402, + "nauc_map_at_10_std": 0.384997, + "nauc_map_at_10_diff1": 0.787054, + "nauc_map_at_20_max": 0.503737, + "nauc_map_at_20_std": 0.383984, + "nauc_map_at_20_diff1": 0.787491, + "nauc_map_at_100_max": 0.504462, + "nauc_map_at_100_std": 0.385042, + "nauc_map_at_100_diff1": 0.788757, + "nauc_map_at_1000_max": 0.504462, + "nauc_map_at_1000_std": 0.385042, + "nauc_map_at_1000_diff1": 0.788757, + "nauc_recall_at_1_max": 0.473427, + "nauc_recall_at_1_std": 0.386414, + "nauc_recall_at_1_diff1": 0.81653, + "nauc_recall_at_3_max": 0.519771, + "nauc_recall_at_3_std": 0.418994, + "nauc_recall_at_3_diff1": 0.71454, + "nauc_recall_at_5_max": 0.719288, + "nauc_recall_at_5_std": 0.355876, + "nauc_recall_at_5_diff1": 0.681939, + "nauc_recall_at_10_max": 0.719288, + "nauc_recall_at_10_std": 0.355876, + "nauc_recall_at_10_diff1": 0.681939, + "nauc_recall_at_20_max": 0.122782, + "nauc_recall_at_20_std": -0.171335, + "nauc_recall_at_20_diff1": 0.122782, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.473427, + "nauc_precision_at_1_std": 0.386414, + "nauc_precision_at_1_diff1": 0.81653, + "nauc_precision_at_3_max": 0.519771, + "nauc_precision_at_3_std": 0.418994, + "nauc_precision_at_3_diff1": 0.71454, + "nauc_precision_at_5_max": 0.719288, + "nauc_precision_at_5_std": 0.355876, + "nauc_precision_at_5_diff1": 0.681939, + "nauc_precision_at_10_max": 0.719288, + "nauc_precision_at_10_std": 0.355876, + "nauc_precision_at_10_diff1": 0.681939, + "nauc_precision_at_20_max": 0.122782, + "nauc_precision_at_20_std": -0.171335, + "nauc_precision_at_20_diff1": 0.122782, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.473427, + "nauc_cv_recall_at_1_std": 0.386414, + "nauc_cv_recall_at_1_diff1": 0.81653, + "nauc_cv_recall_at_3_max": 0.519771, + "nauc_cv_recall_at_3_std": 0.418994, + "nauc_cv_recall_at_3_diff1": 0.71454, + "nauc_cv_recall_at_5_max": 0.719288, + "nauc_cv_recall_at_5_std": 0.355876, + "nauc_cv_recall_at_5_diff1": 0.681939, + "nauc_cv_recall_at_10_max": 0.719288, + "nauc_cv_recall_at_10_std": 0.355876, + "nauc_cv_recall_at_10_diff1": 0.681939, + "nauc_cv_recall_at_20_max": 0.122782, + "nauc_cv_recall_at_20_std": -0.171335, + "nauc_cv_recall_at_20_diff1": 0.122782, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.473427, + "nauc_mrr_at_1_std": 0.386414, + "nauc_mrr_at_1_diff1": 0.81653, + "nauc_mrr_at_3_max": 0.491703, + "nauc_mrr_at_3_std": 0.393066, + "nauc_mrr_at_3_diff1": 0.785381, + "nauc_mrr_at_5_max": 0.510402, + "nauc_mrr_at_5_std": 0.384997, + "nauc_mrr_at_5_diff1": 0.787054, + "nauc_mrr_at_10_max": 0.510402, + "nauc_mrr_at_10_std": 0.384997, + "nauc_mrr_at_10_diff1": 0.787054, + "nauc_mrr_at_20_max": 0.503737, + "nauc_mrr_at_20_std": 0.383984, + "nauc_mrr_at_20_diff1": 0.787491, + "nauc_mrr_at_100_max": 0.504462, + "nauc_mrr_at_100_std": 0.385042, + "nauc_mrr_at_100_diff1": 0.788757, + "nauc_mrr_at_1000_max": 0.504462, + "nauc_mrr_at_1000_std": 0.385042, + "nauc_mrr_at_1000_diff1": 0.788757, + "main_score": 0.86994, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 30.29010272026062, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTweetStockSyntheticsRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTweetStockSyntheticsRetrieval.json new file mode 100644 index 0000000000..a114c8d38d --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRTweetStockSyntheticsRetrieval.json @@ -0,0 +1,1761 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTweetStockSyntheticsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.71184, + "ndcg_at_3": 0.77357, + "ndcg_at_5": 0.7884, + "ndcg_at_10": 0.80002, + "ndcg_at_20": 0.8124, + "ndcg_at_100": 0.8256, + "ndcg_at_1000": 0.82578, + "map_at_1": 0.70704, + "map_at_3": 0.75779, + "map_at_5": 0.76639, + "map_at_10": 0.77169, + "map_at_20": 0.77512, + "map_at_100": 0.77728, + "map_at_1000": 0.77728, + "recall_at_1": 0.70704, + "recall_at_3": 0.81334, + "recall_at_5": 0.84904, + "recall_at_10": 0.88422, + "recall_at_20": 0.93302, + "recall_at_100": 0.99844, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.71184, + "cv_recall_at_3": 0.81931, + "cv_recall_at_5": 0.85358, + "cv_recall_at_10": 0.88474, + "cv_recall_at_20": 0.93302, + "cv_recall_at_100": 0.99844, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.71184, + "precision_at_3": 0.27518, + "precision_at_5": 0.17352, + "precision_at_10": 0.09081, + "precision_at_20": 0.0479, + "precision_at_100": 0.01028, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.711838, + "mrr_at_3": 0.762461, + "mrr_at_5": 0.770093, + "mrr_at_10": 0.774102, + "mrr_at_20": 0.777442, + "mrr_at_100": 0.77957, + "mrr_at_1000": 0.779574, + "nauc_ndcg_at_1_max": -0.11338, + "nauc_ndcg_at_1_std": -0.317125, + "nauc_ndcg_at_1_diff1": 0.79468, + "nauc_ndcg_at_3_max": -0.034212, + "nauc_ndcg_at_3_std": -0.317369, + "nauc_ndcg_at_3_diff1": 0.743334, + "nauc_ndcg_at_5_max": -0.013541, + "nauc_ndcg_at_5_std": -0.324433, + "nauc_ndcg_at_5_diff1": 0.738782, + "nauc_ndcg_at_10_max": 0.002072, + "nauc_ndcg_at_10_std": -0.319789, + "nauc_ndcg_at_10_diff1": 0.739265, + "nauc_ndcg_at_20_max": -0.005556, + "nauc_ndcg_at_20_std": -0.328778, + "nauc_ndcg_at_20_diff1": 0.740126, + "nauc_ndcg_at_100_max": -0.032738, + "nauc_ndcg_at_100_std": -0.320052, + "nauc_ndcg_at_100_diff1": 0.750586, + "nauc_ndcg_at_1000_max": -0.033594, + "nauc_ndcg_at_1000_std": -0.320822, + "nauc_ndcg_at_1000_diff1": 0.750451, + "nauc_map_at_1_max": -0.133026, + "nauc_map_at_1_std": -0.331282, + "nauc_map_at_1_diff1": 0.798331, + "nauc_map_at_3_max": -0.065772, + "nauc_map_at_3_std": -0.325183, + "nauc_map_at_3_diff1": 0.75873, + "nauc_map_at_5_max": -0.054173, + "nauc_map_at_5_std": -0.326287, + "nauc_map_at_5_diff1": 0.755954, + "nauc_map_at_10_max": -0.048014, + "nauc_map_at_10_std": -0.324349, + "nauc_map_at_10_diff1": 0.755865, + "nauc_map_at_20_max": -0.050451, + "nauc_map_at_20_std": -0.326405, + "nauc_map_at_20_diff1": 0.756169, + "nauc_map_at_100_max": -0.054086, + "nauc_map_at_100_std": -0.325412, + "nauc_map_at_100_diff1": 0.757756, + "nauc_map_at_1000_max": -0.0541, + "nauc_map_at_1000_std": -0.325425, + "nauc_map_at_1000_diff1": 0.757754, + "nauc_recall_at_1_max": -0.133026, + "nauc_recall_at_1_std": -0.331282, + "nauc_recall_at_1_diff1": 0.798331, + "nauc_recall_at_3_max": 0.05232, + "nauc_recall_at_3_std": -0.31195, + "nauc_recall_at_3_diff1": 0.697495, + "nauc_recall_at_5_max": 0.132492, + "nauc_recall_at_5_std": -0.340547, + "nauc_recall_at_5_diff1": 0.67394, + "nauc_recall_at_10_max": 0.247853, + "nauc_recall_at_10_std": -0.318171, + "nauc_recall_at_10_diff1": 0.662694, + "nauc_recall_at_20_max": 0.340675, + "nauc_recall_at_20_std": -0.408098, + "nauc_recall_at_20_diff1": 0.621682, + "nauc_recall_at_100_max": 0.722382, + "nauc_recall_at_100_std": 0.357985, + "nauc_recall_at_100_diff1": 0.869326, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.11338, + "nauc_precision_at_1_std": -0.317125, + "nauc_precision_at_1_diff1": 0.79468, + "nauc_precision_at_3_max": 0.11317, + "nauc_precision_at_3_std": -0.257152, + "nauc_precision_at_3_diff1": 0.621338, + "nauc_precision_at_5_max": 0.216623, + "nauc_precision_at_5_std": -0.210706, + "nauc_precision_at_5_diff1": 0.497882, + "nauc_precision_at_10_max": 0.319111, + "nauc_precision_at_10_std": -0.113033, + "nauc_precision_at_10_diff1": 0.362905, + "nauc_precision_at_20_max": 0.401702, + "nauc_precision_at_20_std": -0.066731, + "nauc_precision_at_20_diff1": 0.192635, + "nauc_precision_at_100_max": 0.405534, + "nauc_precision_at_100_std": 0.522237, + "nauc_precision_at_100_diff1": -0.43819, + "nauc_precision_at_1000_max": 0.395965, + "nauc_precision_at_1000_std": 0.527198, + "nauc_precision_at_1000_diff1": -0.477678, + "nauc_cv_recall_at_1_max": -0.11338, + "nauc_cv_recall_at_1_std": -0.317125, + "nauc_cv_recall_at_1_diff1": 0.79468, + "nauc_cv_recall_at_3_max": 0.078176, + "nauc_cv_recall_at_3_std": -0.287026, + "nauc_cv_recall_at_3_diff1": 0.68647, + "nauc_cv_recall_at_5_max": 0.158832, + "nauc_cv_recall_at_5_std": -0.327687, + "nauc_cv_recall_at_5_diff1": 0.668053, + "nauc_cv_recall_at_10_max": 0.25142, + "nauc_cv_recall_at_10_std": -0.314154, + "nauc_cv_recall_at_10_diff1": 0.661349, + "nauc_cv_recall_at_20_max": 0.340675, + "nauc_cv_recall_at_20_std": -0.408098, + "nauc_cv_recall_at_20_diff1": 0.621682, + "nauc_cv_recall_at_100_max": 0.722382, + "nauc_cv_recall_at_100_std": 0.357985, + "nauc_cv_recall_at_100_diff1": 0.869326, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.11338, + "nauc_mrr_at_1_std": -0.317125, + "nauc_mrr_at_1_diff1": 0.79468, + "nauc_mrr_at_3_max": -0.047434, + "nauc_mrr_at_3_std": -0.306764, + "nauc_mrr_at_3_diff1": 0.752063, + "nauc_mrr_at_5_max": -0.038188, + "nauc_mrr_at_5_std": -0.312412, + "nauc_mrr_at_5_diff1": 0.751666, + "nauc_mrr_at_10_max": -0.035798, + "nauc_mrr_at_10_std": -0.312512, + "nauc_mrr_at_10_diff1": 0.752484, + "nauc_mrr_at_20_max": -0.038319, + "nauc_mrr_at_20_std": -0.314846, + "nauc_mrr_at_20_diff1": 0.752895, + "nauc_mrr_at_100_max": -0.04182, + "nauc_mrr_at_100_std": -0.3139, + "nauc_mrr_at_100_diff1": 0.754482, + "nauc_mrr_at_1000_max": -0.041834, + "nauc_mrr_at_1000_std": -0.313913, + "nauc_mrr_at_1000_diff1": 0.75448, + "main_score": 0.7884, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.6729, + "ndcg_at_3": 0.74652, + "ndcg_at_5": 0.75899, + "ndcg_at_10": 0.77541, + "ndcg_at_20": 0.78731, + "ndcg_at_100": 0.80258, + "ndcg_at_1000": 0.80274, + "map_at_1": 0.66796, + "map_at_3": 0.72692, + "map_at_5": 0.73424, + "map_at_10": 0.74119, + "map_at_20": 0.74467, + "map_at_100": 0.74735, + "map_at_1000": 0.74736, + "recall_at_1": 0.66796, + "recall_at_3": 0.7979, + "recall_at_5": 0.82749, + "recall_at_10": 0.87786, + "recall_at_20": 0.92394, + "recall_at_100": 0.99844, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.6729, + "cv_recall_at_3": 0.8053, + "cv_recall_at_5": 0.83333, + "cv_recall_at_10": 0.88318, + "cv_recall_at_20": 0.92679, + "cv_recall_at_100": 0.99844, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.6729, + "precision_at_3": 0.27051, + "precision_at_5": 0.16916, + "precision_at_10": 0.08972, + "precision_at_20": 0.04743, + "precision_at_100": 0.01028, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.672897, + "mrr_at_3": 0.731828, + "mrr_at_5": 0.738214, + "mrr_at_10": 0.744902, + "mrr_at_20": 0.747837, + "mrr_at_100": 0.750304, + "mrr_at_1000": 0.750307, + "nauc_ndcg_at_1_max": -0.074335, + "nauc_ndcg_at_1_std": 0.283803, + "nauc_ndcg_at_1_diff1": 0.845446, + "nauc_ndcg_at_3_max": 0.051018, + "nauc_ndcg_at_3_std": 0.366818, + "nauc_ndcg_at_3_diff1": 0.797123, + "nauc_ndcg_at_5_max": 0.07393, + "nauc_ndcg_at_5_std": 0.379512, + "nauc_ndcg_at_5_diff1": 0.798476, + "nauc_ndcg_at_10_max": 0.089535, + "nauc_ndcg_at_10_std": 0.387106, + "nauc_ndcg_at_10_diff1": 0.798328, + "nauc_ndcg_at_20_max": 0.095452, + "nauc_ndcg_at_20_std": 0.389515, + "nauc_ndcg_at_20_diff1": 0.792906, + "nauc_ndcg_at_100_max": 0.0513, + "nauc_ndcg_at_100_std": 0.363645, + "nauc_ndcg_at_100_diff1": 0.806154, + "nauc_ndcg_at_1000_max": 0.051003, + "nauc_ndcg_at_1000_std": 0.365115, + "nauc_ndcg_at_1000_diff1": 0.805967, + "nauc_map_at_1_max": -0.091373, + "nauc_map_at_1_std": 0.255867, + "nauc_map_at_1_diff1": 0.849874, + "nauc_map_at_3_max": 0.007849, + "nauc_map_at_3_std": 0.33343, + "nauc_map_at_3_diff1": 0.811667, + "nauc_map_at_5_max": 0.020489, + "nauc_map_at_5_std": 0.34054, + "nauc_map_at_5_diff1": 0.812675, + "nauc_map_at_10_max": 0.026491, + "nauc_map_at_10_std": 0.343408, + "nauc_map_at_10_diff1": 0.81267, + "nauc_map_at_20_max": 0.029473, + "nauc_map_at_20_std": 0.345071, + "nauc_map_at_20_diff1": 0.811369, + "nauc_map_at_100_max": 0.023426, + "nauc_map_at_100_std": 0.342304, + "nauc_map_at_100_diff1": 0.813148, + "nauc_map_at_1000_max": 0.023422, + "nauc_map_at_1000_std": 0.34232, + "nauc_map_at_1000_diff1": 0.813146, + "nauc_recall_at_1_max": -0.091373, + "nauc_recall_at_1_std": 0.255867, + "nauc_recall_at_1_diff1": 0.849874, + "nauc_recall_at_3_max": 0.178569, + "nauc_recall_at_3_std": 0.453409, + "nauc_recall_at_3_diff1": 0.747861, + "nauc_recall_at_5_max": 0.267846, + "nauc_recall_at_5_std": 0.502099, + "nauc_recall_at_5_diff1": 0.743054, + "nauc_recall_at_10_max": 0.40985, + "nauc_recall_at_10_std": 0.577206, + "nauc_recall_at_10_diff1": 0.724549, + "nauc_recall_at_20_max": 0.607781, + "nauc_recall_at_20_std": 0.67477, + "nauc_recall_at_20_diff1": 0.634864, + "nauc_recall_at_100_max": 0.357985, + "nauc_recall_at_100_std": -1.152616, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.074335, + "nauc_precision_at_1_std": 0.283803, + "nauc_precision_at_1_diff1": 0.845446, + "nauc_precision_at_3_max": 0.254868, + "nauc_precision_at_3_std": 0.499514, + "nauc_precision_at_3_diff1": 0.673278, + "nauc_precision_at_5_max": 0.362663, + "nauc_precision_at_5_std": 0.535986, + "nauc_precision_at_5_diff1": 0.596038, + "nauc_precision_at_10_max": 0.51906, + "nauc_precision_at_10_std": 0.600139, + "nauc_precision_at_10_diff1": 0.5138, + "nauc_precision_at_20_max": 0.683809, + "nauc_precision_at_20_std": 0.639586, + "nauc_precision_at_20_diff1": 0.261529, + "nauc_precision_at_100_max": 0.587846, + "nauc_precision_at_100_std": 0.387998, + "nauc_precision_at_100_diff1": -0.406455, + "nauc_precision_at_1000_max": 0.594788, + "nauc_precision_at_1000_std": 0.434527, + "nauc_precision_at_1000_diff1": -0.448932, + "nauc_cv_recall_at_1_max": -0.074335, + "nauc_cv_recall_at_1_std": 0.283803, + "nauc_cv_recall_at_1_diff1": 0.845446, + "nauc_cv_recall_at_3_max": 0.225611, + "nauc_cv_recall_at_3_std": 0.501081, + "nauc_cv_recall_at_3_diff1": 0.741699, + "nauc_cv_recall_at_5_max": 0.309941, + "nauc_cv_recall_at_5_std": 0.54984, + "nauc_cv_recall_at_5_diff1": 0.738499, + "nauc_cv_recall_at_10_max": 0.464647, + "nauc_cv_recall_at_10_std": 0.64328, + "nauc_cv_recall_at_10_diff1": 0.718537, + "nauc_cv_recall_at_20_max": 0.653548, + "nauc_cv_recall_at_20_std": 0.742844, + "nauc_cv_recall_at_20_diff1": 0.628127, + "nauc_cv_recall_at_100_max": 0.357985, + "nauc_cv_recall_at_100_std": -1.152616, + "nauc_cv_recall_at_100_diff1": 1.0, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.074335, + "nauc_mrr_at_1_std": 0.283803, + "nauc_mrr_at_1_diff1": 0.845446, + "nauc_mrr_at_3_max": 0.027898, + "nauc_mrr_at_3_std": 0.361823, + "nauc_mrr_at_3_diff1": 0.80806, + "nauc_mrr_at_5_max": 0.035618, + "nauc_mrr_at_5_std": 0.365576, + "nauc_mrr_at_5_diff1": 0.809334, + "nauc_mrr_at_10_max": 0.040029, + "nauc_mrr_at_10_std": 0.368665, + "nauc_mrr_at_10_diff1": 0.809624, + "nauc_mrr_at_20_max": 0.040124, + "nauc_mrr_at_20_std": 0.367973, + "nauc_mrr_at_20_diff1": 0.808656, + "nauc_mrr_at_100_max": 0.033285, + "nauc_mrr_at_100_std": 0.363768, + "nauc_mrr_at_100_diff1": 0.810484, + "nauc_mrr_at_1000_max": 0.033282, + "nauc_mrr_at_1000_std": 0.363785, + "nauc_mrr_at_1000_diff1": 0.810482, + "main_score": 0.75899, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.71495, + "ndcg_at_3": 0.781, + "ndcg_at_5": 0.79114, + "ndcg_at_10": 0.80336, + "ndcg_at_20": 0.8138, + "ndcg_at_100": 0.82727, + "ndcg_at_1000": 0.82785, + "map_at_1": 0.71002, + "map_at_3": 0.76408, + "map_at_5": 0.77027, + "map_at_10": 0.77567, + "map_at_20": 0.77856, + "map_at_100": 0.78078, + "map_at_1000": 0.7808, + "recall_at_1": 0.71002, + "recall_at_3": 0.82606, + "recall_at_5": 0.85034, + "recall_at_10": 0.88707, + "recall_at_20": 0.92835, + "recall_at_100": 0.99533, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.71495, + "cv_recall_at_3": 0.83022, + "cv_recall_at_5": 0.85202, + "cv_recall_at_10": 0.88785, + "cv_recall_at_20": 0.92835, + "cv_recall_at_100": 0.99533, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.71495, + "precision_at_3": 0.28089, + "precision_at_5": 0.17414, + "precision_at_10": 0.09128, + "precision_at_20": 0.04774, + "precision_at_100": 0.01025, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.714953, + "mrr_at_3": 0.766874, + "mrr_at_5": 0.771781, + "mrr_at_10": 0.776546, + "mrr_at_20": 0.779317, + "mrr_at_100": 0.781507, + "mrr_at_1000": 0.781526, + "nauc_ndcg_at_1_max": -0.017634, + "nauc_ndcg_at_1_std": 0.027463, + "nauc_ndcg_at_1_diff1": 0.734212, + "nauc_ndcg_at_3_max": 0.079859, + "nauc_ndcg_at_3_std": 0.152788, + "nauc_ndcg_at_3_diff1": 0.675319, + "nauc_ndcg_at_5_max": 0.101448, + "nauc_ndcg_at_5_std": 0.192486, + "nauc_ndcg_at_5_diff1": 0.669245, + "nauc_ndcg_at_10_max": 0.116848, + "nauc_ndcg_at_10_std": 0.203246, + "nauc_ndcg_at_10_diff1": 0.659613, + "nauc_ndcg_at_20_max": 0.115499, + "nauc_ndcg_at_20_std": 0.190085, + "nauc_ndcg_at_20_diff1": 0.683138, + "nauc_ndcg_at_100_max": 0.084835, + "nauc_ndcg_at_100_std": 0.156394, + "nauc_ndcg_at_100_diff1": 0.68247, + "nauc_ndcg_at_1000_max": 0.08255, + "nauc_ndcg_at_1000_std": 0.155644, + "nauc_ndcg_at_1000_diff1": 0.682597, + "nauc_map_at_1_max": -0.03388, + "nauc_map_at_1_std": -0.007063, + "nauc_map_at_1_diff1": 0.739877, + "nauc_map_at_3_max": 0.046268, + "nauc_map_at_3_std": 0.109555, + "nauc_map_at_3_diff1": 0.692266, + "nauc_map_at_5_max": 0.059056, + "nauc_map_at_5_std": 0.132396, + "nauc_map_at_5_diff1": 0.688651, + "nauc_map_at_10_max": 0.066942, + "nauc_map_at_10_std": 0.137045, + "nauc_map_at_10_diff1": 0.684816, + "nauc_map_at_20_max": 0.066271, + "nauc_map_at_20_std": 0.133824, + "nauc_map_at_20_diff1": 0.690441, + "nauc_map_at_100_max": 0.061963, + "nauc_map_at_100_std": 0.129104, + "nauc_map_at_100_diff1": 0.690188, + "nauc_map_at_1000_max": 0.061891, + "nauc_map_at_1000_std": 0.129054, + "nauc_map_at_1000_diff1": 0.690196, + "nauc_recall_at_1_max": -0.03388, + "nauc_recall_at_1_std": -0.007063, + "nauc_recall_at_1_diff1": 0.739877, + "nauc_recall_at_3_max": 0.179168, + "nauc_recall_at_3_std": 0.280748, + "nauc_recall_at_3_diff1": 0.619577, + "nauc_recall_at_5_max": 0.264898, + "nauc_recall_at_5_std": 0.422577, + "nauc_recall_at_5_diff1": 0.593554, + "nauc_recall_at_10_max": 0.37067, + "nauc_recall_at_10_std": 0.528927, + "nauc_recall_at_10_diff1": 0.529183, + "nauc_recall_at_20_max": 0.492898, + "nauc_recall_at_20_std": 0.574347, + "nauc_recall_at_20_diff1": 0.680154, + "nauc_recall_at_100_max": 0.664006, + "nauc_recall_at_100_std": 0.282461, + "nauc_recall_at_100_diff1": 0.659219, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.017634, + "nauc_precision_at_1_std": 0.027463, + "nauc_precision_at_1_diff1": 0.734212, + "nauc_precision_at_3_max": 0.266405, + "nauc_precision_at_3_std": 0.393184, + "nauc_precision_at_3_diff1": 0.48474, + "nauc_precision_at_5_max": 0.351097, + "nauc_precision_at_5_std": 0.520189, + "nauc_precision_at_5_diff1": 0.391302, + "nauc_precision_at_10_max": 0.463134, + "nauc_precision_at_10_std": 0.619232, + "nauc_precision_at_10_diff1": 0.241656, + "nauc_precision_at_20_max": 0.558907, + "nauc_precision_at_20_std": 0.67087, + "nauc_precision_at_20_diff1": 0.223387, + "nauc_precision_at_100_max": 0.57252, + "nauc_precision_at_100_std": 0.676979, + "nauc_precision_at_100_diff1": -0.386856, + "nauc_precision_at_1000_max": 0.564231, + "nauc_precision_at_1000_std": 0.712724, + "nauc_precision_at_1000_diff1": -0.481635, + "nauc_cv_recall_at_1_max": -0.017634, + "nauc_cv_recall_at_1_std": 0.027463, + "nauc_cv_recall_at_1_diff1": 0.734212, + "nauc_cv_recall_at_3_max": 0.207281, + "nauc_cv_recall_at_3_std": 0.322588, + "nauc_cv_recall_at_3_diff1": 0.61018, + "nauc_cv_recall_at_5_max": 0.279748, + "nauc_cv_recall_at_5_std": 0.442304, + "nauc_cv_recall_at_5_diff1": 0.588867, + "nauc_cv_recall_at_10_max": 0.376905, + "nauc_cv_recall_at_10_std": 0.544447, + "nauc_cv_recall_at_10_diff1": 0.525378, + "nauc_cv_recall_at_20_max": 0.492898, + "nauc_cv_recall_at_20_std": 0.574347, + "nauc_cv_recall_at_20_diff1": 0.680154, + "nauc_cv_recall_at_100_max": 0.664006, + "nauc_cv_recall_at_100_std": 0.282461, + "nauc_cv_recall_at_100_diff1": 0.659219, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.017634, + "nauc_mrr_at_1_std": 0.027463, + "nauc_mrr_at_1_diff1": 0.734212, + "nauc_mrr_at_3_max": 0.057524, + "nauc_mrr_at_3_std": 0.13059, + "nauc_mrr_at_3_diff1": 0.687343, + "nauc_mrr_at_5_max": 0.064605, + "nauc_mrr_at_5_std": 0.144877, + "nauc_mrr_at_5_diff1": 0.685842, + "nauc_mrr_at_10_max": 0.068061, + "nauc_mrr_at_10_std": 0.146311, + "nauc_mrr_at_10_diff1": 0.683156, + "nauc_mrr_at_20_max": 0.067028, + "nauc_mrr_at_20_std": 0.14208, + "nauc_mrr_at_20_diff1": 0.689019, + "nauc_mrr_at_100_max": 0.062769, + "nauc_mrr_at_100_std": 0.13747, + "nauc_mrr_at_100_diff1": 0.688758, + "nauc_mrr_at_1000_max": 0.062696, + "nauc_mrr_at_1000_std": 0.137421, + "nauc_mrr_at_1000_diff1": 0.688766, + "main_score": 0.79114, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.70405, + "ndcg_at_3": 0.76857, + "ndcg_at_5": 0.78169, + "ndcg_at_10": 0.79297, + "ndcg_at_20": 0.80585, + "ndcg_at_100": 0.82054, + "ndcg_at_1000": 0.82075, + "map_at_1": 0.69977, + "map_at_3": 0.75229, + "map_at_5": 0.76011, + "map_at_10": 0.76553, + "map_at_20": 0.76903, + "map_at_100": 0.77142, + "map_at_1000": 0.77143, + "recall_at_1": 0.69977, + "recall_at_3": 0.80945, + "recall_at_5": 0.84073, + "recall_at_10": 0.87383, + "recall_at_20": 0.92523, + "recall_at_100": 0.99844, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.70405, + "cv_recall_at_3": 0.81776, + "cv_recall_at_5": 0.84735, + "cv_recall_at_10": 0.87539, + "cv_recall_at_20": 0.92523, + "cv_recall_at_100": 0.99844, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.70405, + "precision_at_3": 0.27414, + "precision_at_5": 0.17134, + "precision_at_10": 0.08988, + "precision_at_20": 0.04759, + "precision_at_100": 0.01028, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.70405, + "mrr_at_3": 0.757009, + "mrr_at_5": 0.763941, + "mrr_at_10": 0.76762, + "mrr_at_20": 0.770945, + "mrr_at_100": 0.773328, + "mrr_at_1000": 0.773338, + "nauc_ndcg_at_1_max": -0.063953, + "nauc_ndcg_at_1_std": -0.14474, + "nauc_ndcg_at_1_diff1": 0.767751, + "nauc_ndcg_at_3_max": 0.094961, + "nauc_ndcg_at_3_std": 0.030842, + "nauc_ndcg_at_3_diff1": 0.68812, + "nauc_ndcg_at_5_max": 0.106146, + "nauc_ndcg_at_5_std": 0.040587, + "nauc_ndcg_at_5_diff1": 0.69036, + "nauc_ndcg_at_10_max": 0.134764, + "nauc_ndcg_at_10_std": 0.075636, + "nauc_ndcg_at_10_diff1": 0.689295, + "nauc_ndcg_at_20_max": 0.122657, + "nauc_ndcg_at_20_std": 0.049609, + "nauc_ndcg_at_20_diff1": 0.695229, + "nauc_ndcg_at_100_max": 0.08399, + "nauc_ndcg_at_100_std": 0.013749, + "nauc_ndcg_at_100_diff1": 0.705197, + "nauc_ndcg_at_1000_max": 0.082939, + "nauc_ndcg_at_1000_std": 0.012428, + "nauc_ndcg_at_1000_diff1": 0.705174, + "nauc_map_at_1_max": -0.081433, + "nauc_map_at_1_std": -0.165773, + "nauc_map_at_1_diff1": 0.770733, + "nauc_map_at_3_max": 0.042508, + "nauc_map_at_3_std": -0.026686, + "nauc_map_at_3_diff1": 0.71032, + "nauc_map_at_5_max": 0.050317, + "nauc_map_at_5_std": -0.020685, + "nauc_map_at_5_diff1": 0.711777, + "nauc_map_at_10_max": 0.065067, + "nauc_map_at_10_std": -0.00469, + "nauc_map_at_10_diff1": 0.711011, + "nauc_map_at_20_max": 0.061365, + "nauc_map_at_20_std": -0.011516, + "nauc_map_at_20_diff1": 0.71261, + "nauc_map_at_100_max": 0.055715, + "nauc_map_at_100_std": -0.017086, + "nauc_map_at_100_diff1": 0.714086, + "nauc_map_at_1000_max": 0.055674, + "nauc_map_at_1000_std": -0.017138, + "nauc_map_at_1000_diff1": 0.714085, + "nauc_recall_at_1_max": -0.081433, + "nauc_recall_at_1_std": -0.165773, + "nauc_recall_at_1_diff1": 0.770733, + "nauc_recall_at_3_max": 0.242186, + "nauc_recall_at_3_std": 0.199749, + "nauc_recall_at_3_diff1": 0.615243, + "nauc_recall_at_5_max": 0.300492, + "nauc_recall_at_5_std": 0.257385, + "nauc_recall_at_5_diff1": 0.60975, + "nauc_recall_at_10_max": 0.460726, + "nauc_recall_at_10_std": 0.455925, + "nauc_recall_at_10_diff1": 0.591785, + "nauc_recall_at_20_max": 0.553823, + "nauc_recall_at_20_std": 0.449371, + "nauc_recall_at_20_diff1": 0.58659, + "nauc_recall_at_100_max": 0.869326, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.722382, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.063953, + "nauc_precision_at_1_std": -0.14474, + "nauc_precision_at_1_diff1": 0.767751, + "nauc_precision_at_3_max": 0.317432, + "nauc_precision_at_3_std": 0.289705, + "nauc_precision_at_3_diff1": 0.55675, + "nauc_precision_at_5_max": 0.395026, + "nauc_precision_at_5_std": 0.362747, + "nauc_precision_at_5_diff1": 0.494517, + "nauc_precision_at_10_max": 0.516636, + "nauc_precision_at_10_std": 0.528104, + "nauc_precision_at_10_diff1": 0.327118, + "nauc_precision_at_20_max": 0.574635, + "nauc_precision_at_20_std": 0.537893, + "nauc_precision_at_20_diff1": 0.189415, + "nauc_precision_at_100_max": 0.512115, + "nauc_precision_at_100_std": 0.622468, + "nauc_precision_at_100_diff1": -0.423698, + "nauc_precision_at_1000_max": 0.501327, + "nauc_precision_at_1000_std": 0.611066, + "nauc_precision_at_1000_diff1": -0.458312, + "nauc_cv_recall_at_1_max": -0.063953, + "nauc_cv_recall_at_1_std": -0.14474, + "nauc_cv_recall_at_1_diff1": 0.767751, + "nauc_cv_recall_at_3_max": 0.301095, + "nauc_cv_recall_at_3_std": 0.261329, + "nauc_cv_recall_at_3_diff1": 0.602688, + "nauc_cv_recall_at_5_max": 0.352641, + "nauc_cv_recall_at_5_std": 0.316755, + "nauc_cv_recall_at_5_diff1": 0.597457, + "nauc_cv_recall_at_10_max": 0.473087, + "nauc_cv_recall_at_10_std": 0.475807, + "nauc_cv_recall_at_10_diff1": 0.58723, + "nauc_cv_recall_at_20_max": 0.553823, + "nauc_cv_recall_at_20_std": 0.449371, + "nauc_cv_recall_at_20_diff1": 0.58659, + "nauc_cv_recall_at_100_max": 0.869326, + "nauc_cv_recall_at_100_std": 1.0, + "nauc_cv_recall_at_100_diff1": 0.722382, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.063953, + "nauc_mrr_at_1_std": -0.14474, + "nauc_mrr_at_1_diff1": 0.767751, + "nauc_mrr_at_3_max": 0.066159, + "nauc_mrr_at_3_std": -0.0035, + "nauc_mrr_at_3_diff1": 0.706028, + "nauc_mrr_at_5_max": 0.068417, + "nauc_mrr_at_5_std": -0.001488, + "nauc_mrr_at_5_diff1": 0.708311, + "nauc_mrr_at_10_max": 0.073656, + "nauc_mrr_at_10_std": 0.005868, + "nauc_mrr_at_10_diff1": 0.709106, + "nauc_mrr_at_20_max": 0.069548, + "nauc_mrr_at_20_std": -0.001794, + "nauc_mrr_at_20_diff1": 0.710894, + "nauc_mrr_at_100_max": 0.06401, + "nauc_mrr_at_100_std": -0.007282, + "nauc_mrr_at_100_diff1": 0.712365, + "nauc_mrr_at_1000_max": 0.063969, + "nauc_mrr_at_1000_std": -0.007333, + "nauc_mrr_at_1000_diff1": 0.712364, + "main_score": 0.78169, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.68847, + "ndcg_at_3": 0.75178, + "ndcg_at_5": 0.76334, + "ndcg_at_10": 0.77482, + "ndcg_at_20": 0.78742, + "ndcg_at_100": 0.80508, + "ndcg_at_1000": 0.80568, + "map_at_1": 0.68354, + "map_at_3": 0.73605, + "map_at_5": 0.74295, + "map_at_10": 0.74818, + "map_at_20": 0.75144, + "map_at_100": 0.75426, + "map_at_1000": 0.75428, + "recall_at_1": 0.68354, + "recall_at_3": 0.79361, + "recall_at_5": 0.82074, + "recall_at_10": 0.85514, + "recall_at_20": 0.90654, + "recall_at_100": 0.99533, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.68847, + "cv_recall_at_3": 0.79751, + "cv_recall_at_5": 0.82399, + "cv_recall_at_10": 0.85514, + "cv_recall_at_20": 0.90654, + "cv_recall_at_100": 0.99533, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.68847, + "precision_at_3": 0.26947, + "precision_at_5": 0.16822, + "precision_at_10": 0.08816, + "precision_at_20": 0.04665, + "precision_at_100": 0.01025, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.688474, + "mrr_at_3": 0.738577, + "mrr_at_5": 0.74473, + "mrr_at_10": 0.748812, + "mrr_at_20": 0.752068, + "mrr_at_100": 0.754866, + "mrr_at_1000": 0.754888, + "nauc_ndcg_at_1_max": 0.088267, + "nauc_ndcg_at_1_std": 0.112179, + "nauc_ndcg_at_1_diff1": 0.812615, + "nauc_ndcg_at_3_max": 0.254557, + "nauc_ndcg_at_3_std": 0.249424, + "nauc_ndcg_at_3_diff1": 0.753093, + "nauc_ndcg_at_5_max": 0.293867, + "nauc_ndcg_at_5_std": 0.274916, + "nauc_ndcg_at_5_diff1": 0.744035, + "nauc_ndcg_at_10_max": 0.335757, + "nauc_ndcg_at_10_std": 0.3269, + "nauc_ndcg_at_10_diff1": 0.736397, + "nauc_ndcg_at_20_max": 0.318159, + "nauc_ndcg_at_20_std": 0.308075, + "nauc_ndcg_at_20_diff1": 0.733174, + "nauc_ndcg_at_100_max": 0.26648, + "nauc_ndcg_at_100_std": 0.262711, + "nauc_ndcg_at_100_diff1": 0.753912, + "nauc_ndcg_at_1000_max": 0.263913, + "nauc_ndcg_at_1000_std": 0.260291, + "nauc_ndcg_at_1000_diff1": 0.754354, + "nauc_map_at_1_max": 0.076447, + "nauc_map_at_1_std": 0.088695, + "nauc_map_at_1_diff1": 0.820351, + "nauc_map_at_3_max": 0.204018, + "nauc_map_at_3_std": 0.205547, + "nauc_map_at_3_diff1": 0.770458, + "nauc_map_at_5_max": 0.225207, + "nauc_map_at_5_std": 0.220037, + "nauc_map_at_5_diff1": 0.765509, + "nauc_map_at_10_max": 0.243198, + "nauc_map_at_10_std": 0.241295, + "nauc_map_at_10_diff1": 0.762082, + "nauc_map_at_20_max": 0.238794, + "nauc_map_at_20_std": 0.236476, + "nauc_map_at_20_diff1": 0.762006, + "nauc_map_at_100_max": 0.231255, + "nauc_map_at_100_std": 0.229758, + "nauc_map_at_100_diff1": 0.764898, + "nauc_map_at_1000_max": 0.231177, + "nauc_map_at_1000_std": 0.229685, + "nauc_map_at_1000_diff1": 0.764916, + "nauc_recall_at_1_max": 0.076447, + "nauc_recall_at_1_std": 0.088695, + "nauc_recall_at_1_diff1": 0.820351, + "nauc_recall_at_3_max": 0.413409, + "nauc_recall_at_3_std": 0.379552, + "nauc_recall_at_3_diff1": 0.697571, + "nauc_recall_at_5_max": 0.548113, + "nauc_recall_at_5_std": 0.466676, + "nauc_recall_at_5_diff1": 0.663464, + "nauc_recall_at_10_max": 0.778212, + "nauc_recall_at_10_std": 0.731761, + "nauc_recall_at_10_diff1": 0.619611, + "nauc_recall_at_20_max": 0.834177, + "nauc_recall_at_20_std": 0.763158, + "nauc_recall_at_20_diff1": 0.530708, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956442, + "nauc_recall_at_100_diff1": 0.637383, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.088267, + "nauc_precision_at_1_std": 0.112179, + "nauc_precision_at_1_diff1": 0.812615, + "nauc_precision_at_3_max": 0.442327, + "nauc_precision_at_3_std": 0.435817, + "nauc_precision_at_3_diff1": 0.579618, + "nauc_precision_at_5_max": 0.572468, + "nauc_precision_at_5_std": 0.524923, + "nauc_precision_at_5_diff1": 0.478219, + "nauc_precision_at_10_max": 0.735067, + "nauc_precision_at_10_std": 0.715892, + "nauc_precision_at_10_diff1": 0.337068, + "nauc_precision_at_20_max": 0.75847, + "nauc_precision_at_20_std": 0.731739, + "nauc_precision_at_20_diff1": 0.185467, + "nauc_precision_at_100_max": 0.527774, + "nauc_precision_at_100_std": 0.602318, + "nauc_precision_at_100_diff1": -0.423907, + "nauc_precision_at_1000_max": 0.484988, + "nauc_precision_at_1000_std": 0.570233, + "nauc_precision_at_1000_diff1": -0.520064, + "nauc_cv_recall_at_1_max": 0.088267, + "nauc_cv_recall_at_1_std": 0.112179, + "nauc_cv_recall_at_1_diff1": 0.812615, + "nauc_cv_recall_at_3_max": 0.433234, + "nauc_cv_recall_at_3_std": 0.411448, + "nauc_cv_recall_at_3_diff1": 0.690161, + "nauc_cv_recall_at_5_max": 0.577646, + "nauc_cv_recall_at_5_std": 0.498516, + "nauc_cv_recall_at_5_diff1": 0.658372, + "nauc_cv_recall_at_10_max": 0.778212, + "nauc_cv_recall_at_10_std": 0.731761, + "nauc_cv_recall_at_10_diff1": 0.619611, + "nauc_cv_recall_at_20_max": 0.834177, + "nauc_cv_recall_at_20_std": 0.763158, + "nauc_cv_recall_at_20_diff1": 0.530708, + "nauc_cv_recall_at_100_max": 1.0, + "nauc_cv_recall_at_100_std": 0.956442, + "nauc_cv_recall_at_100_diff1": 0.637383, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.088267, + "nauc_mrr_at_1_std": 0.112179, + "nauc_mrr_at_1_diff1": 0.812615, + "nauc_mrr_at_3_max": 0.211449, + "nauc_mrr_at_3_std": 0.221465, + "nauc_mrr_at_3_diff1": 0.766552, + "nauc_mrr_at_5_max": 0.23079, + "nauc_mrr_at_5_std": 0.231857, + "nauc_mrr_at_5_diff1": 0.762836, + "nauc_mrr_at_10_max": 0.241672, + "nauc_mrr_at_10_std": 0.246614, + "nauc_mrr_at_10_diff1": 0.761105, + "nauc_mrr_at_20_max": 0.237242, + "nauc_mrr_at_20_std": 0.241859, + "nauc_mrr_at_20_diff1": 0.761017, + "nauc_mrr_at_100_max": 0.229748, + "nauc_mrr_at_100_std": 0.235225, + "nauc_mrr_at_100_diff1": 0.763925, + "nauc_mrr_at_1000_max": 0.229669, + "nauc_mrr_at_1000_std": 0.235153, + "nauc_mrr_at_1000_diff1": 0.763943, + "main_score": 0.76334, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.92385, + "ndcg_at_3": 0.97037, + "ndcg_at_5": 0.97037, + "ndcg_at_10": 0.97104, + "ndcg_at_20": 0.97104, + "ndcg_at_100": 0.97104, + "ndcg_at_1000": 0.97104, + "map_at_1": 0.92385, + "map_at_3": 0.96059, + "map_at_5": 0.96059, + "map_at_10": 0.96087, + "map_at_20": 0.96087, + "map_at_100": 0.96087, + "map_at_1000": 0.96087, + "recall_at_1": 0.92385, + "recall_at_3": 0.998, + "recall_at_5": 0.998, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.92385, + "cv_recall_at_3": 0.998, + "cv_recall_at_5": 0.998, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.92385, + "precision_at_3": 0.33267, + "precision_at_5": 0.1996, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.923848, + "mrr_at_3": 0.960588, + "mrr_at_5": 0.960588, + "mrr_at_10": 0.960874, + "mrr_at_20": 0.960874, + "mrr_at_100": 0.960874, + "mrr_at_1000": 0.960874, + "nauc_ndcg_at_1_max": 0.1618, + "nauc_ndcg_at_1_std": 0.084527, + "nauc_ndcg_at_1_diff1": 0.929461, + "nauc_ndcg_at_3_max": 0.14115, + "nauc_ndcg_at_3_std": 0.014901, + "nauc_ndcg_at_3_diff1": 0.930634, + "nauc_ndcg_at_5_max": 0.14115, + "nauc_ndcg_at_5_std": 0.014901, + "nauc_ndcg_at_5_diff1": 0.930634, + "nauc_ndcg_at_10_max": 0.148366, + "nauc_ndcg_at_10_std": 0.05531, + "nauc_ndcg_at_10_diff1": 0.929035, + "nauc_ndcg_at_20_max": 0.148366, + "nauc_ndcg_at_20_std": 0.05531, + "nauc_ndcg_at_20_diff1": 0.929035, + "nauc_ndcg_at_100_max": 0.148366, + "nauc_ndcg_at_100_std": 0.05531, + "nauc_ndcg_at_100_diff1": 0.929035, + "nauc_ndcg_at_1000_max": 0.148366, + "nauc_ndcg_at_1000_std": 0.05531, + "nauc_ndcg_at_1000_diff1": 0.929035, + "nauc_map_at_1_max": 0.1618, + "nauc_map_at_1_std": 0.084527, + "nauc_map_at_1_diff1": 0.929461, + "nauc_map_at_3_max": 0.147178, + "nauc_map_at_3_std": 0.04597, + "nauc_map_at_3_diff1": 0.929497, + "nauc_map_at_5_max": 0.147178, + "nauc_map_at_5_std": 0.04597, + "nauc_map_at_5_diff1": 0.929497, + "nauc_map_at_10_max": 0.149511, + "nauc_map_at_10_std": 0.059018, + "nauc_map_at_10_diff1": 0.928981, + "nauc_map_at_20_max": 0.149511, + "nauc_map_at_20_std": 0.059018, + "nauc_map_at_20_diff1": 0.928981, + "nauc_map_at_100_max": 0.149511, + "nauc_map_at_100_std": 0.059018, + "nauc_map_at_100_diff1": 0.928981, + "nauc_map_at_1000_max": 0.149511, + "nauc_map_at_1000_std": 0.059018, + "nauc_map_at_1000_diff1": 0.928981, + "nauc_recall_at_1_max": 0.1618, + "nauc_recall_at_1_std": 0.084527, + "nauc_recall_at_1_diff1": 0.929461, + "nauc_recall_at_3_max": -0.171729, + "nauc_recall_at_3_std": -1.737219, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": -0.171729, + "nauc_recall_at_5_std": -1.737219, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.1618, + "nauc_precision_at_1_std": 0.084527, + "nauc_precision_at_1_diff1": 0.929461, + "nauc_precision_at_3_max": -0.171729, + "nauc_precision_at_3_std": -1.737219, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": -0.171729, + "nauc_precision_at_5_std": -1.737219, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.1618, + "nauc_cv_recall_at_1_std": 0.084527, + "nauc_cv_recall_at_1_diff1": 0.929461, + "nauc_cv_recall_at_3_max": -0.171729, + "nauc_cv_recall_at_3_std": -1.737219, + "nauc_cv_recall_at_3_diff1": 1.0, + "nauc_cv_recall_at_5_max": -0.171729, + "nauc_cv_recall_at_5_std": -1.737219, + "nauc_cv_recall_at_5_diff1": 1.0, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.1618, + "nauc_mrr_at_1_std": 0.084527, + "nauc_mrr_at_1_diff1": 0.929461, + "nauc_mrr_at_3_max": 0.147178, + "nauc_mrr_at_3_std": 0.04597, + "nauc_mrr_at_3_diff1": 0.929497, + "nauc_mrr_at_5_max": 0.147178, + "nauc_mrr_at_5_std": 0.04597, + "nauc_mrr_at_5_diff1": 0.929497, + "nauc_mrr_at_10_max": 0.149511, + "nauc_mrr_at_10_std": 0.059018, + "nauc_mrr_at_10_diff1": 0.928981, + "nauc_mrr_at_20_max": 0.149511, + "nauc_mrr_at_20_std": 0.059018, + "nauc_mrr_at_20_diff1": 0.928981, + "nauc_mrr_at_100_max": 0.149511, + "nauc_mrr_at_100_std": 0.059018, + "nauc_mrr_at_100_diff1": 0.928981, + "nauc_mrr_at_1000_max": 0.149511, + "nauc_mrr_at_1000_std": 0.059018, + "nauc_mrr_at_1000_diff1": 0.928981, + "main_score": 0.97037, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.67913, + "ndcg_at_3": 0.73783, + "ndcg_at_5": 0.75503, + "ndcg_at_10": 0.76988, + "ndcg_at_20": 0.78508, + "ndcg_at_100": 0.79795, + "ndcg_at_1000": 0.79876, + "map_at_1": 0.67394, + "map_at_3": 0.72198, + "map_at_5": 0.73187, + "map_at_10": 0.73811, + "map_at_20": 0.74213, + "map_at_100": 0.74415, + "map_at_1000": 0.74418, + "recall_at_1": 0.67394, + "recall_at_3": 0.7796, + "recall_at_5": 0.821, + "recall_at_10": 0.86669, + "recall_at_20": 0.92783, + "recall_at_100": 0.99377, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.67913, + "cv_recall_at_3": 0.78349, + "cv_recall_at_5": 0.82399, + "cv_recall_at_10": 0.86916, + "cv_recall_at_20": 0.92991, + "cv_recall_at_100": 0.99377, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.67913, + "precision_at_3": 0.26428, + "precision_at_5": 0.16791, + "precision_at_10": 0.08879, + "precision_at_20": 0.04766, + "precision_at_100": 0.01023, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.679128, + "mrr_at_3": 0.725337, + "mrr_at_5": 0.73445, + "mrr_at_10": 0.740353, + "mrr_at_20": 0.744215, + "mrr_at_100": 0.746085, + "mrr_at_1000": 0.746116, + "nauc_ndcg_at_1_max": 0.114919, + "nauc_ndcg_at_1_std": -0.118691, + "nauc_ndcg_at_1_diff1": 0.775192, + "nauc_ndcg_at_3_max": 0.180134, + "nauc_ndcg_at_3_std": -0.088318, + "nauc_ndcg_at_3_diff1": 0.770186, + "nauc_ndcg_at_5_max": 0.2307, + "nauc_ndcg_at_5_std": -0.032363, + "nauc_ndcg_at_5_diff1": 0.762007, + "nauc_ndcg_at_10_max": 0.224498, + "nauc_ndcg_at_10_std": -0.02034, + "nauc_ndcg_at_10_diff1": 0.758387, + "nauc_ndcg_at_20_max": 0.218054, + "nauc_ndcg_at_20_std": -0.029557, + "nauc_ndcg_at_20_diff1": 0.756836, + "nauc_ndcg_at_100_max": 0.200888, + "nauc_ndcg_at_100_std": -0.047991, + "nauc_ndcg_at_100_diff1": 0.76137, + "nauc_ndcg_at_1000_max": 0.19738, + "nauc_ndcg_at_1000_std": -0.052802, + "nauc_ndcg_at_1000_diff1": 0.762805, + "nauc_map_at_1_max": 0.103937, + "nauc_map_at_1_std": -0.143236, + "nauc_map_at_1_diff1": 0.782454, + "nauc_map_at_3_max": 0.157488, + "nauc_map_at_3_std": -0.107726, + "nauc_map_at_3_diff1": 0.77346, + "nauc_map_at_5_max": 0.185185, + "nauc_map_at_5_std": -0.077352, + "nauc_map_at_5_diff1": 0.769098, + "nauc_map_at_10_max": 0.181763, + "nauc_map_at_10_std": -0.072416, + "nauc_map_at_10_diff1": 0.767815, + "nauc_map_at_20_max": 0.18033, + "nauc_map_at_20_std": -0.074466, + "nauc_map_at_20_diff1": 0.767402, + "nauc_map_at_100_max": 0.178424, + "nauc_map_at_100_std": -0.076568, + "nauc_map_at_100_diff1": 0.767859, + "nauc_map_at_1000_max": 0.178315, + "nauc_map_at_1000_std": -0.076719, + "nauc_map_at_1000_diff1": 0.767917, + "nauc_recall_at_1_max": 0.103937, + "nauc_recall_at_1_std": -0.143236, + "nauc_recall_at_1_diff1": 0.782454, + "nauc_recall_at_3_max": 0.240717, + "nauc_recall_at_3_std": -0.046354, + "nauc_recall_at_3_diff1": 0.761176, + "nauc_recall_at_5_max": 0.406407, + "nauc_recall_at_5_std": 0.130499, + "nauc_recall_at_5_diff1": 0.735015, + "nauc_recall_at_10_max": 0.429879, + "nauc_recall_at_10_std": 0.228383, + "nauc_recall_at_10_diff1": 0.711608, + "nauc_recall_at_20_max": 0.515265, + "nauc_recall_at_20_std": 0.306862, + "nauc_recall_at_20_diff1": 0.664607, + "nauc_recall_at_100_max": 0.967332, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.470555, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.114919, + "nauc_precision_at_1_std": -0.118691, + "nauc_precision_at_1_diff1": 0.775192, + "nauc_precision_at_3_max": 0.267596, + "nauc_precision_at_3_std": 0.028238, + "nauc_precision_at_3_diff1": 0.668927, + "nauc_precision_at_5_max": 0.424126, + "nauc_precision_at_5_std": 0.228628, + "nauc_precision_at_5_diff1": 0.570117, + "nauc_precision_at_10_max": 0.433231, + "nauc_precision_at_10_std": 0.348389, + "nauc_precision_at_10_diff1": 0.476733, + "nauc_precision_at_20_max": 0.483979, + "nauc_precision_at_20_std": 0.479028, + "nauc_precision_at_20_diff1": 0.259553, + "nauc_precision_at_100_max": 0.380554, + "nauc_precision_at_100_std": 0.692768, + "nauc_precision_at_100_diff1": -0.341762, + "nauc_precision_at_1000_max": 0.309669, + "nauc_precision_at_1000_std": 0.655653, + "nauc_precision_at_1000_diff1": -0.439894, + "nauc_cv_recall_at_1_max": 0.114919, + "nauc_cv_recall_at_1_std": -0.118691, + "nauc_cv_recall_at_1_diff1": 0.775192, + "nauc_cv_recall_at_3_max": 0.25838, + "nauc_cv_recall_at_3_std": -0.019029, + "nauc_cv_recall_at_3_diff1": 0.758027, + "nauc_cv_recall_at_5_max": 0.424898, + "nauc_cv_recall_at_5_std": 0.157876, + "nauc_cv_recall_at_5_diff1": 0.733397, + "nauc_cv_recall_at_10_max": 0.45776, + "nauc_cv_recall_at_10_std": 0.260711, + "nauc_cv_recall_at_10_diff1": 0.706696, + "nauc_cv_recall_at_20_max": 0.531313, + "nauc_cv_recall_at_20_std": 0.346863, + "nauc_cv_recall_at_20_diff1": 0.65709, + "nauc_cv_recall_at_100_max": 0.967332, + "nauc_cv_recall_at_100_std": 1.0, + "nauc_cv_recall_at_100_diff1": 0.470555, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.114919, + "nauc_mrr_at_1_std": -0.118691, + "nauc_mrr_at_1_diff1": 0.775192, + "nauc_mrr_at_3_max": 0.166873, + "nauc_mrr_at_3_std": -0.087661, + "nauc_mrr_at_3_diff1": 0.76957, + "nauc_mrr_at_5_max": 0.19153, + "nauc_mrr_at_5_std": -0.060582, + "nauc_mrr_at_5_diff1": 0.765612, + "nauc_mrr_at_10_max": 0.188627, + "nauc_mrr_at_10_std": -0.057148, + "nauc_mrr_at_10_diff1": 0.764529, + "nauc_mrr_at_20_max": 0.185581, + "nauc_mrr_at_20_std": -0.060202, + "nauc_mrr_at_20_diff1": 0.764173, + "nauc_mrr_at_100_max": 0.183318, + "nauc_mrr_at_100_std": -0.063138, + "nauc_mrr_at_100_diff1": 0.764782, + "nauc_mrr_at_1000_max": 0.183209, + "nauc_mrr_at_1000_std": -0.063288, + "nauc_mrr_at_1000_diff1": 0.76484, + "main_score": 0.75503, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.61215, + "ndcg_at_3": 0.69228, + "ndcg_at_5": 0.71099, + "ndcg_at_10": 0.73091, + "ndcg_at_20": 0.75011, + "ndcg_at_100": 0.76483, + "ndcg_at_1000": 0.765, + "map_at_1": 0.60942, + "map_at_3": 0.67216, + "map_at_5": 0.68296, + "map_at_10": 0.69144, + "map_at_20": 0.69692, + "map_at_100": 0.69939, + "map_at_1000": 0.69939, + "recall_at_1": 0.60942, + "recall_at_3": 0.74546, + "recall_at_5": 0.79037, + "recall_at_10": 0.85086, + "recall_at_20": 0.92549, + "recall_at_100": 0.99844, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.61215, + "cv_recall_at_3": 0.75234, + "cv_recall_at_5": 0.79595, + "cv_recall_at_10": 0.85514, + "cv_recall_at_20": 0.92835, + "cv_recall_at_100": 0.99844, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.61215, + "precision_at_3": 0.2513, + "precision_at_5": 0.16106, + "precision_at_10": 0.08692, + "precision_at_20": 0.04751, + "precision_at_100": 0.01028, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.61215, + "mrr_at_3": 0.676272, + "mrr_at_5": 0.686007, + "mrr_at_10": 0.694011, + "mrr_at_20": 0.69906, + "mrr_at_100": 0.701342, + "mrr_at_1000": 0.701345, + "nauc_ndcg_at_1_max": -0.322725, + "nauc_ndcg_at_1_std": -0.562312, + "nauc_ndcg_at_1_diff1": 0.831499, + "nauc_ndcg_at_3_max": -0.268761, + "nauc_ndcg_at_3_std": -0.661762, + "nauc_ndcg_at_3_diff1": 0.78093, + "nauc_ndcg_at_5_max": -0.264383, + "nauc_ndcg_at_5_std": -0.672608, + "nauc_ndcg_at_5_diff1": 0.773297, + "nauc_ndcg_at_10_max": -0.261252, + "nauc_ndcg_at_10_std": -0.655669, + "nauc_ndcg_at_10_diff1": 0.768842, + "nauc_ndcg_at_20_max": -0.25515, + "nauc_ndcg_at_20_std": -0.645286, + "nauc_ndcg_at_20_diff1": 0.769637, + "nauc_ndcg_at_100_max": -0.27543, + "nauc_ndcg_at_100_std": -0.63546, + "nauc_ndcg_at_100_diff1": 0.784284, + "nauc_ndcg_at_1000_max": -0.276152, + "nauc_ndcg_at_1000_std": -0.636119, + "nauc_ndcg_at_1000_diff1": 0.784338, + "nauc_map_at_1_max": -0.331809, + "nauc_map_at_1_std": -0.56206, + "nauc_map_at_1_diff1": 0.834635, + "nauc_map_at_3_max": -0.289889, + "nauc_map_at_3_std": -0.636437, + "nauc_map_at_3_diff1": 0.795044, + "nauc_map_at_5_max": -0.287732, + "nauc_map_at_5_std": -0.642639, + "nauc_map_at_5_diff1": 0.790972, + "nauc_map_at_10_max": -0.286899, + "nauc_map_at_10_std": -0.635386, + "nauc_map_at_10_diff1": 0.78972, + "nauc_map_at_20_max": -0.285595, + "nauc_map_at_20_std": -0.632689, + "nauc_map_at_20_diff1": 0.790063, + "nauc_map_at_100_max": -0.288187, + "nauc_map_at_100_std": -0.630802, + "nauc_map_at_100_diff1": 0.792355, + "nauc_map_at_1000_max": -0.288196, + "nauc_map_at_1000_std": -0.630811, + "nauc_map_at_1000_diff1": 0.792356, + "nauc_recall_at_1_max": -0.331809, + "nauc_recall_at_1_std": -0.56206, + "nauc_recall_at_1_diff1": 0.834635, + "nauc_recall_at_3_max": -0.20384, + "nauc_recall_at_3_std": -0.74939, + "nauc_recall_at_3_diff1": 0.740079, + "nauc_recall_at_5_max": -0.18024, + "nauc_recall_at_5_std": -0.798946, + "nauc_recall_at_5_diff1": 0.711349, + "nauc_recall_at_10_max": -0.137277, + "nauc_recall_at_10_std": -0.757468, + "nauc_recall_at_10_diff1": 0.664102, + "nauc_recall_at_20_max": 0.04205, + "nauc_recall_at_20_std": -0.73034, + "nauc_recall_at_20_diff1": 0.581886, + "nauc_recall_at_100_max": 0.554165, + "nauc_recall_at_100_std": 0.122691, + "nauc_recall_at_100_diff1": 0.722382, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.322725, + "nauc_precision_at_1_std": -0.562312, + "nauc_precision_at_1_diff1": 0.831499, + "nauc_precision_at_3_max": -0.181477, + "nauc_precision_at_3_std": -0.733452, + "nauc_precision_at_3_diff1": 0.715003, + "nauc_precision_at_5_max": -0.120148, + "nauc_precision_at_5_std": -0.707899, + "nauc_precision_at_5_diff1": 0.604145, + "nauc_precision_at_10_max": -0.039447, + "nauc_precision_at_10_std": -0.586529, + "nauc_precision_at_10_diff1": 0.481773, + "nauc_precision_at_20_max": 0.184386, + "nauc_precision_at_20_std": -0.308621, + "nauc_precision_at_20_diff1": 0.19435, + "nauc_precision_at_100_max": 0.348268, + "nauc_precision_at_100_std": 0.52091, + "nauc_precision_at_100_diff1": -0.4514, + "nauc_precision_at_1000_max": 0.34205, + "nauc_precision_at_1000_std": 0.532937, + "nauc_precision_at_1000_diff1": -0.48685, + "nauc_cv_recall_at_1_max": -0.322725, + "nauc_cv_recall_at_1_std": -0.562312, + "nauc_cv_recall_at_1_diff1": 0.831499, + "nauc_cv_recall_at_3_max": -0.195974, + "nauc_cv_recall_at_3_std": -0.746412, + "nauc_cv_recall_at_3_diff1": 0.727678, + "nauc_cv_recall_at_5_max": -0.16843, + "nauc_cv_recall_at_5_std": -0.777571, + "nauc_cv_recall_at_5_diff1": 0.698388, + "nauc_cv_recall_at_10_max": -0.123754, + "nauc_cv_recall_at_10_std": -0.740565, + "nauc_cv_recall_at_10_diff1": 0.655038, + "nauc_cv_recall_at_20_max": 0.058022, + "nauc_cv_recall_at_20_std": -0.713488, + "nauc_cv_recall_at_20_diff1": 0.572201, + "nauc_cv_recall_at_100_max": 0.554165, + "nauc_cv_recall_at_100_std": 0.122691, + "nauc_cv_recall_at_100_diff1": 0.722382, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.322725, + "nauc_mrr_at_1_std": -0.562312, + "nauc_mrr_at_1_diff1": 0.831499, + "nauc_mrr_at_3_max": -0.28283, + "nauc_mrr_at_3_std": -0.63511, + "nauc_mrr_at_3_diff1": 0.789008, + "nauc_mrr_at_5_max": -0.280703, + "nauc_mrr_at_5_std": -0.637317, + "nauc_mrr_at_5_diff1": 0.786324, + "nauc_mrr_at_10_max": -0.28053, + "nauc_mrr_at_10_std": -0.631643, + "nauc_mrr_at_10_diff1": 0.78593, + "nauc_mrr_at_20_max": -0.280064, + "nauc_mrr_at_20_std": -0.630291, + "nauc_mrr_at_20_diff1": 0.786894, + "nauc_mrr_at_100_max": -0.282728, + "nauc_mrr_at_100_std": -0.628785, + "nauc_mrr_at_100_diff1": 0.789228, + "nauc_mrr_at_1000_max": -0.282738, + "nauc_mrr_at_1000_std": -0.628794, + "nauc_mrr_at_1000_diff1": 0.789229, + "main_score": 0.71099, + "hf_subset": "jp", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.69938, + "ndcg_at_3": 0.76767, + "ndcg_at_5": 0.78408, + "ndcg_at_10": 0.79944, + "ndcg_at_20": 0.81308, + "ndcg_at_100": 0.82288, + "ndcg_at_1000": 0.82288, + "map_at_1": 0.69665, + "map_at_3": 0.7503, + "map_at_5": 0.75958, + "map_at_10": 0.76673, + "map_at_20": 0.77064, + "map_at_100": 0.77224, + "map_at_1000": 0.77224, + "recall_at_1": 0.69665, + "recall_at_3": 0.81438, + "recall_at_5": 0.85397, + "recall_at_10": 0.89875, + "recall_at_20": 0.95171, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.69938, + "cv_recall_at_3": 0.81776, + "cv_recall_at_5": 0.85826, + "cv_recall_at_10": 0.90031, + "cv_recall_at_20": 0.95171, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.69938, + "precision_at_3": 0.27466, + "precision_at_5": 0.17383, + "precision_at_10": 0.09221, + "precision_at_20": 0.04883, + "precision_at_100": 0.0103, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.699377, + "mrr_at_3": 0.752596, + "mrr_at_5": 0.76163, + "mrr_at_10": 0.767504, + "mrr_at_20": 0.771218, + "mrr_at_100": 0.772786, + "mrr_at_1000": 0.772786, + "nauc_ndcg_at_1_max": -0.436609, + "nauc_ndcg_at_1_std": -0.617738, + "nauc_ndcg_at_1_diff1": 0.825131, + "nauc_ndcg_at_3_max": -0.380835, + "nauc_ndcg_at_3_std": -0.61487, + "nauc_ndcg_at_3_diff1": 0.790777, + "nauc_ndcg_at_5_max": -0.346095, + "nauc_ndcg_at_5_std": -0.571223, + "nauc_ndcg_at_5_diff1": 0.781773, + "nauc_ndcg_at_10_max": -0.339555, + "nauc_ndcg_at_10_std": -0.560727, + "nauc_ndcg_at_10_diff1": 0.775991, + "nauc_ndcg_at_20_max": -0.354881, + "nauc_ndcg_at_20_std": -0.572532, + "nauc_ndcg_at_20_diff1": 0.782462, + "nauc_ndcg_at_100_max": -0.37452, + "nauc_ndcg_at_100_std": -0.587406, + "nauc_ndcg_at_100_diff1": 0.790102, + "nauc_ndcg_at_1000_max": -0.37452, + "nauc_ndcg_at_1000_std": -0.587406, + "nauc_ndcg_at_1000_diff1": 0.790102, + "nauc_map_at_1_max": -0.448761, + "nauc_map_at_1_std": -0.6262, + "nauc_map_at_1_diff1": 0.827147, + "nauc_map_at_3_max": -0.404353, + "nauc_map_at_3_std": -0.624238, + "nauc_map_at_3_diff1": 0.801001, + "nauc_map_at_5_max": -0.38638, + "nauc_map_at_5_std": -0.601722, + "nauc_map_at_5_diff1": 0.796792, + "nauc_map_at_10_max": -0.382991, + "nauc_map_at_10_std": -0.59532, + "nauc_map_at_10_diff1": 0.794051, + "nauc_map_at_20_max": -0.386894, + "nauc_map_at_20_std": -0.598148, + "nauc_map_at_20_diff1": 0.795924, + "nauc_map_at_100_max": -0.389838, + "nauc_map_at_100_std": -0.600232, + "nauc_map_at_100_diff1": 0.796698, + "nauc_map_at_1000_max": -0.389838, + "nauc_map_at_1000_std": -0.600232, + "nauc_map_at_1000_diff1": 0.796698, + "nauc_recall_at_1_max": -0.448761, + "nauc_recall_at_1_std": -0.6262, + "nauc_recall_at_1_diff1": 0.827147, + "nauc_recall_at_3_max": -0.309473, + "nauc_recall_at_3_std": -0.590991, + "nauc_recall_at_3_diff1": 0.754852, + "nauc_recall_at_5_max": -0.175754, + "nauc_recall_at_5_std": -0.44459, + "nauc_recall_at_5_diff1": 0.718433, + "nauc_recall_at_10_max": -0.092294, + "nauc_recall_at_10_std": -0.362041, + "nauc_recall_at_10_diff1": 0.668751, + "nauc_recall_at_20_max": -0.041071, + "nauc_recall_at_20_std": -0.317994, + "nauc_recall_at_20_diff1": 0.638792, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.436609, + "nauc_precision_at_1_std": -0.617738, + "nauc_precision_at_1_diff1": 0.825131, + "nauc_precision_at_3_max": -0.239062, + "nauc_precision_at_3_std": -0.503737, + "nauc_precision_at_3_diff1": 0.683931, + "nauc_precision_at_5_max": -0.054572, + "nauc_precision_at_5_std": -0.273288, + "nauc_precision_at_5_diff1": 0.571037, + "nauc_precision_at_10_max": 0.116767, + "nauc_precision_at_10_std": -0.030042, + "nauc_precision_at_10_diff1": 0.35528, + "nauc_precision_at_20_max": 0.279935, + "nauc_precision_at_20_std": 0.215929, + "nauc_precision_at_20_diff1": 0.123514, + "nauc_precision_at_100_max": 0.57255, + "nauc_precision_at_100_std": 0.786148, + "nauc_precision_at_100_diff1": -0.465071, + "nauc_precision_at_1000_max": 0.57255, + "nauc_precision_at_1000_std": 0.786148, + "nauc_precision_at_1000_diff1": -0.465071, + "nauc_cv_recall_at_1_max": -0.436609, + "nauc_cv_recall_at_1_std": -0.617738, + "nauc_cv_recall_at_1_diff1": 0.825131, + "nauc_cv_recall_at_3_max": -0.301447, + "nauc_cv_recall_at_3_std": -0.577522, + "nauc_cv_recall_at_3_diff1": 0.751965, + "nauc_cv_recall_at_5_max": -0.154422, + "nauc_cv_recall_at_5_std": -0.410385, + "nauc_cv_recall_at_5_diff1": 0.709491, + "nauc_cv_recall_at_10_max": -0.070928, + "nauc_cv_recall_at_10_std": -0.339729, + "nauc_cv_recall_at_10_diff1": 0.669176, + "nauc_cv_recall_at_20_max": -0.041071, + "nauc_cv_recall_at_20_std": -0.317994, + "nauc_cv_recall_at_20_diff1": 0.638792, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.436609, + "nauc_mrr_at_1_std": -0.617738, + "nauc_mrr_at_1_diff1": 0.825131, + "nauc_mrr_at_3_max": -0.396269, + "nauc_mrr_at_3_std": -0.616448, + "nauc_mrr_at_3_diff1": 0.79918, + "nauc_mrr_at_5_max": -0.378383, + "nauc_mrr_at_5_std": -0.593552, + "nauc_mrr_at_5_diff1": 0.794776, + "nauc_mrr_at_10_max": -0.377808, + "nauc_mrr_at_10_std": -0.592985, + "nauc_mrr_at_10_diff1": 0.793947, + "nauc_mrr_at_20_max": -0.382703, + "nauc_mrr_at_20_std": -0.596994, + "nauc_mrr_at_20_diff1": 0.795684, + "nauc_mrr_at_100_max": -0.385644, + "nauc_mrr_at_100_std": -0.599166, + "nauc_mrr_at_100_diff1": 0.796486, + "nauc_mrr_at_1000_max": -0.385644, + "nauc_mrr_at_1000_std": -0.599166, + "nauc_mrr_at_1000_diff1": 0.796486, + "main_score": 0.78408, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.72118, + "ndcg_at_3": 0.78371, + "ndcg_at_5": 0.80192, + "ndcg_at_10": 0.81936, + "ndcg_at_20": 0.83027, + "ndcg_at_100": 0.83741, + "ndcg_at_1000": 0.83741, + "map_at_1": 0.71586, + "map_at_3": 0.76713, + "map_at_5": 0.77747, + "map_at_10": 0.78531, + "map_at_20": 0.78826, + "map_at_100": 0.7896, + "map_at_1000": 0.7896, + "recall_at_1": 0.71586, + "recall_at_3": 0.8258, + "recall_at_5": 0.87007, + "recall_at_10": 0.9229, + "recall_at_20": 0.96651, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.72118, + "cv_recall_at_3": 0.83333, + "cv_recall_at_5": 0.87695, + "cv_recall_at_10": 0.92523, + "cv_recall_at_20": 0.96729, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.72118, + "precision_at_3": 0.27985, + "precision_at_5": 0.17757, + "precision_at_10": 0.09486, + "precision_at_20": 0.04969, + "precision_at_100": 0.0103, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.721184, + "mrr_at_3": 0.772066, + "mrr_at_5": 0.781802, + "mrr_at_10": 0.788, + "mrr_at_20": 0.790764, + "mrr_at_100": 0.792044, + "mrr_at_1000": 0.792044, + "nauc_ndcg_at_1_max": -0.311561, + "nauc_ndcg_at_1_std": -0.477657, + "nauc_ndcg_at_1_diff1": 0.846709, + "nauc_ndcg_at_3_max": -0.248933, + "nauc_ndcg_at_3_std": -0.541319, + "nauc_ndcg_at_3_diff1": 0.812875, + "nauc_ndcg_at_5_max": -0.239541, + "nauc_ndcg_at_5_std": -0.553725, + "nauc_ndcg_at_5_diff1": 0.81229, + "nauc_ndcg_at_10_max": -0.236375, + "nauc_ndcg_at_10_std": -0.568568, + "nauc_ndcg_at_10_diff1": 0.807891, + "nauc_ndcg_at_20_max": -0.243774, + "nauc_ndcg_at_20_std": -0.550234, + "nauc_ndcg_at_20_diff1": 0.812678, + "nauc_ndcg_at_100_max": -0.255914, + "nauc_ndcg_at_100_std": -0.533302, + "nauc_ndcg_at_100_diff1": 0.817821, + "nauc_ndcg_at_1000_max": -0.255914, + "nauc_ndcg_at_1000_std": -0.533302, + "nauc_ndcg_at_1000_diff1": 0.817821, + "nauc_map_at_1_max": -0.329952, + "nauc_map_at_1_std": -0.477668, + "nauc_map_at_1_diff1": 0.851324, + "nauc_map_at_3_max": -0.27269, + "nauc_map_at_3_std": -0.522331, + "nauc_map_at_3_diff1": 0.82346, + "nauc_map_at_5_max": -0.266432, + "nauc_map_at_5_std": -0.526295, + "nauc_map_at_5_diff1": 0.823112, + "nauc_map_at_10_max": -0.26341, + "nauc_map_at_10_std": -0.531046, + "nauc_map_at_10_diff1": 0.820534, + "nauc_map_at_20_max": -0.265385, + "nauc_map_at_20_std": -0.526866, + "nauc_map_at_20_diff1": 0.821717, + "nauc_map_at_100_max": -0.267177, + "nauc_map_at_100_std": -0.524384, + "nauc_map_at_100_diff1": 0.822581, + "nauc_map_at_1000_max": -0.267177, + "nauc_map_at_1000_std": -0.524384, + "nauc_map_at_1000_diff1": 0.822581, + "nauc_recall_at_1_max": -0.329952, + "nauc_recall_at_1_std": -0.477668, + "nauc_recall_at_1_diff1": 0.851324, + "nauc_recall_at_3_max": -0.187906, + "nauc_recall_at_3_std": -0.617118, + "nauc_recall_at_3_diff1": 0.780339, + "nauc_recall_at_5_max": -0.138393, + "nauc_recall_at_5_std": -0.685368, + "nauc_recall_at_5_diff1": 0.769107, + "nauc_recall_at_10_max": -0.06903, + "nauc_recall_at_10_std": -0.866214, + "nauc_recall_at_10_diff1": 0.725733, + "nauc_recall_at_20_max": 0.011072, + "nauc_recall_at_20_std": -0.901295, + "nauc_recall_at_20_diff1": 0.711224, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.311561, + "nauc_precision_at_1_std": -0.477657, + "nauc_precision_at_1_diff1": 0.846709, + "nauc_precision_at_3_max": -0.099551, + "nauc_precision_at_3_std": -0.566032, + "nauc_precision_at_3_diff1": 0.691031, + "nauc_precision_at_5_max": 0.008846, + "nauc_precision_at_5_std": -0.548228, + "nauc_precision_at_5_diff1": 0.588771, + "nauc_precision_at_10_max": 0.170731, + "nauc_precision_at_10_std": -0.44985, + "nauc_precision_at_10_diff1": 0.299578, + "nauc_precision_at_20_max": 0.329476, + "nauc_precision_at_20_std": -0.177671, + "nauc_precision_at_20_diff1": 0.014005, + "nauc_precision_at_100_max": 0.488342, + "nauc_precision_at_100_std": 0.392532, + "nauc_precision_at_100_diff1": -0.462547, + "nauc_precision_at_1000_max": 0.488342, + "nauc_precision_at_1000_std": 0.392532, + "nauc_precision_at_1000_diff1": -0.462547, + "nauc_cv_recall_at_1_max": -0.311561, + "nauc_cv_recall_at_1_std": -0.477657, + "nauc_cv_recall_at_1_diff1": 0.846709, + "nauc_cv_recall_at_3_max": -0.157693, + "nauc_cv_recall_at_3_std": -0.618692, + "nauc_cv_recall_at_3_diff1": 0.772684, + "nauc_cv_recall_at_5_max": -0.109801, + "nauc_cv_recall_at_5_std": -0.698003, + "nauc_cv_recall_at_5_diff1": 0.758659, + "nauc_cv_recall_at_10_max": -0.061761, + "nauc_cv_recall_at_10_std": -0.857264, + "nauc_cv_recall_at_10_diff1": 0.726572, + "nauc_cv_recall_at_20_max": 0.015411, + "nauc_cv_recall_at_20_std": -0.881262, + "nauc_cv_recall_at_20_diff1": 0.719635, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.311561, + "nauc_mrr_at_1_std": -0.477657, + "nauc_mrr_at_1_diff1": 0.846709, + "nauc_mrr_at_3_max": -0.25703, + "nauc_mrr_at_3_std": -0.51922, + "nauc_mrr_at_3_diff1": 0.818575, + "nauc_mrr_at_5_max": -0.254346, + "nauc_mrr_at_5_std": -0.525896, + "nauc_mrr_at_5_diff1": 0.818547, + "nauc_mrr_at_10_max": -0.256149, + "nauc_mrr_at_10_std": -0.529329, + "nauc_mrr_at_10_diff1": 0.817824, + "nauc_mrr_at_20_max": -0.258163, + "nauc_mrr_at_20_std": -0.525456, + "nauc_mrr_at_20_diff1": 0.819112, + "nauc_mrr_at_100_max": -0.25984, + "nauc_mrr_at_100_std": -0.523307, + "nauc_mrr_at_100_diff1": 0.819848, + "nauc_mrr_at_1000_max": -0.25984, + "nauc_mrr_at_1000_std": -0.523307, + "nauc_mrr_at_1000_diff1": 0.819848, + "main_score": 0.80192, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 714.843138217926, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRWikimediaCommonsDocumentsRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRWikimediaCommonsDocumentsRetrieval.json new file mode 100644 index 0000000000..09b0c4d340 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRWikimediaCommonsDocumentsRetrieval.json @@ -0,0 +1,3511 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRWikimediaCommonsDocumentsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.34578, + "ndcg_at_3": 0.40445, + "ndcg_at_5": 0.4198, + "ndcg_at_10": 0.4407, + "ndcg_at_20": 0.45718, + "ndcg_at_100": 0.4932, + "ndcg_at_1000": 0.51698, + "map_at_1": 0.34578, + "map_at_3": 0.39027, + "map_at_5": 0.39878, + "map_at_10": 0.40733, + "map_at_20": 0.41187, + "map_at_100": 0.41651, + "map_at_1000": 0.41738, + "recall_at_1": 0.34578, + "recall_at_3": 0.44537, + "recall_at_5": 0.48271, + "recall_at_10": 0.54772, + "recall_at_20": 0.61272, + "recall_at_100": 0.81189, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.34578, + "cv_recall_at_3": 0.44537, + "cv_recall_at_5": 0.48271, + "cv_recall_at_10": 0.54772, + "cv_recall_at_20": 0.61272, + "cv_recall_at_100": 0.81189, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.34578, + "precision_at_3": 0.14846, + "precision_at_5": 0.09654, + "precision_at_10": 0.05477, + "precision_at_20": 0.03064, + "precision_at_100": 0.00812, + "precision_at_1000": 0.001, + "mrr_at_1": 0.345781, + "mrr_at_3": 0.390272, + "mrr_at_5": 0.398778, + "mrr_at_10": 0.40733, + "mrr_at_20": 0.411874, + "mrr_at_100": 0.416505, + "mrr_at_1000": 0.417379, + "nauc_ndcg_at_1_max": -0.248875, + "nauc_ndcg_at_1_std": -0.315558, + "nauc_ndcg_at_1_diff1": 0.726772, + "nauc_ndcg_at_3_max": -0.273944, + "nauc_ndcg_at_3_std": -0.343677, + "nauc_ndcg_at_3_diff1": 0.651043, + "nauc_ndcg_at_5_max": -0.275256, + "nauc_ndcg_at_5_std": -0.344177, + "nauc_ndcg_at_5_diff1": 0.64802, + "nauc_ndcg_at_10_max": -0.261303, + "nauc_ndcg_at_10_std": -0.331125, + "nauc_ndcg_at_10_diff1": 0.640771, + "nauc_ndcg_at_20_max": -0.264575, + "nauc_ndcg_at_20_std": -0.328564, + "nauc_ndcg_at_20_diff1": 0.636058, + "nauc_ndcg_at_100_max": -0.244043, + "nauc_ndcg_at_100_std": -0.301907, + "nauc_ndcg_at_100_diff1": 0.633526, + "nauc_ndcg_at_1000_max": -0.25744, + "nauc_ndcg_at_1000_std": -0.320871, + "nauc_ndcg_at_1000_diff1": 0.646918, + "nauc_map_at_1_max": -0.248875, + "nauc_map_at_1_std": -0.315558, + "nauc_map_at_1_diff1": 0.726772, + "nauc_map_at_3_max": -0.267695, + "nauc_map_at_3_std": -0.336804, + "nauc_map_at_3_diff1": 0.669559, + "nauc_map_at_5_max": -0.268789, + "nauc_map_at_5_std": -0.337416, + "nauc_map_at_5_diff1": 0.667843, + "nauc_map_at_10_max": -0.262438, + "nauc_map_at_10_std": -0.33162, + "nauc_map_at_10_diff1": 0.665309, + "nauc_map_at_20_max": -0.263268, + "nauc_map_at_20_std": -0.330861, + "nauc_map_at_20_diff1": 0.664032, + "nauc_map_at_100_max": -0.260846, + "nauc_map_at_100_std": -0.327632, + "nauc_map_at_100_diff1": 0.663878, + "nauc_map_at_1000_max": -0.261284, + "nauc_map_at_1000_std": -0.328202, + "nauc_map_at_1000_diff1": 0.664207, + "nauc_recall_at_1_max": -0.248875, + "nauc_recall_at_1_std": -0.315558, + "nauc_recall_at_1_diff1": 0.726772, + "nauc_recall_at_3_max": -0.292019, + "nauc_recall_at_3_std": -0.363502, + "nauc_recall_at_3_diff1": 0.597632, + "nauc_recall_at_5_max": -0.293847, + "nauc_recall_at_5_std": -0.363496, + "nauc_recall_at_5_diff1": 0.589957, + "nauc_recall_at_10_max": -0.253341, + "nauc_recall_at_10_std": -0.324894, + "nauc_recall_at_10_diff1": 0.561624, + "nauc_recall_at_20_max": -0.267579, + "nauc_recall_at_20_std": -0.313822, + "nauc_recall_at_20_diff1": 0.535438, + "nauc_recall_at_100_max": -0.061383, + "nauc_recall_at_100_std": -0.037909, + "nauc_recall_at_100_diff1": 0.439321, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.248875, + "nauc_precision_at_1_std": -0.315558, + "nauc_precision_at_1_diff1": 0.726772, + "nauc_precision_at_3_max": -0.292019, + "nauc_precision_at_3_std": -0.363502, + "nauc_precision_at_3_diff1": 0.597632, + "nauc_precision_at_5_max": -0.293847, + "nauc_precision_at_5_std": -0.363496, + "nauc_precision_at_5_diff1": 0.589957, + "nauc_precision_at_10_max": -0.253341, + "nauc_precision_at_10_std": -0.324894, + "nauc_precision_at_10_diff1": 0.561624, + "nauc_precision_at_20_max": -0.267579, + "nauc_precision_at_20_std": -0.313822, + "nauc_precision_at_20_diff1": 0.535438, + "nauc_precision_at_100_max": -0.061383, + "nauc_precision_at_100_std": -0.037909, + "nauc_precision_at_100_diff1": 0.439321, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.248875, + "nauc_cv_recall_at_1_std": -0.315558, + "nauc_cv_recall_at_1_diff1": 0.726772, + "nauc_cv_recall_at_3_max": -0.292019, + "nauc_cv_recall_at_3_std": -0.363502, + "nauc_cv_recall_at_3_diff1": 0.597632, + "nauc_cv_recall_at_5_max": -0.293847, + "nauc_cv_recall_at_5_std": -0.363496, + "nauc_cv_recall_at_5_diff1": 0.589957, + "nauc_cv_recall_at_10_max": -0.253341, + "nauc_cv_recall_at_10_std": -0.324894, + "nauc_cv_recall_at_10_diff1": 0.561624, + "nauc_cv_recall_at_20_max": -0.267579, + "nauc_cv_recall_at_20_std": -0.313822, + "nauc_cv_recall_at_20_diff1": 0.535438, + "nauc_cv_recall_at_100_max": -0.061383, + "nauc_cv_recall_at_100_std": -0.037909, + "nauc_cv_recall_at_100_diff1": 0.439321, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.248875, + "nauc_mrr_at_1_std": -0.315558, + "nauc_mrr_at_1_diff1": 0.726772, + "nauc_mrr_at_3_max": -0.267695, + "nauc_mrr_at_3_std": -0.336804, + "nauc_mrr_at_3_diff1": 0.669559, + "nauc_mrr_at_5_max": -0.268789, + "nauc_mrr_at_5_std": -0.337416, + "nauc_mrr_at_5_diff1": 0.667843, + "nauc_mrr_at_10_max": -0.262438, + "nauc_mrr_at_10_std": -0.33162, + "nauc_mrr_at_10_diff1": 0.665309, + "nauc_mrr_at_20_max": -0.263268, + "nauc_mrr_at_20_std": -0.330861, + "nauc_mrr_at_20_diff1": 0.664032, + "nauc_mrr_at_100_max": -0.260846, + "nauc_mrr_at_100_std": -0.327632, + "nauc_mrr_at_100_diff1": 0.663878, + "nauc_mrr_at_1000_max": -0.261284, + "nauc_mrr_at_1000_std": -0.328202, + "nauc_mrr_at_1000_diff1": 0.664207, + "main_score": 0.4198, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.2906, + "ndcg_at_3": 0.3587, + "ndcg_at_5": 0.38322, + "ndcg_at_10": 0.40288, + "ndcg_at_20": 0.42625, + "ndcg_at_100": 0.47287, + "ndcg_at_1000": 0.4884, + "map_at_1": 0.2906, + "map_at_3": 0.34188, + "map_at_5": 0.35541, + "map_at_10": 0.36318, + "map_at_20": 0.36938, + "map_at_100": 0.37529, + "map_at_1000": 0.37596, + "recall_at_1": 0.2906, + "recall_at_3": 0.40741, + "recall_at_5": 0.46724, + "recall_at_10": 0.52991, + "recall_at_20": 0.62393, + "recall_at_100": 0.88319, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.2906, + "cv_recall_at_3": 0.40741, + "cv_recall_at_5": 0.46724, + "cv_recall_at_10": 0.52991, + "cv_recall_at_20": 0.62393, + "cv_recall_at_100": 0.88319, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.2906, + "precision_at_3": 0.1358, + "precision_at_5": 0.09345, + "precision_at_10": 0.05299, + "precision_at_20": 0.0312, + "precision_at_100": 0.00883, + "precision_at_1000": 0.001, + "mrr_at_1": 0.290598, + "mrr_at_3": 0.34188, + "mrr_at_5": 0.355413, + "mrr_at_10": 0.36318, + "mrr_at_20": 0.369384, + "mrr_at_100": 0.375285, + "mrr_at_1000": 0.375956, + "nauc_ndcg_at_1_max": -0.271173, + "nauc_ndcg_at_1_std": -0.316758, + "nauc_ndcg_at_1_diff1": 0.490376, + "nauc_ndcg_at_3_max": -0.255406, + "nauc_ndcg_at_3_std": -0.300755, + "nauc_ndcg_at_3_diff1": 0.388734, + "nauc_ndcg_at_5_max": -0.241722, + "nauc_ndcg_at_5_std": -0.284794, + "nauc_ndcg_at_5_diff1": 0.375158, + "nauc_ndcg_at_10_max": -0.233391, + "nauc_ndcg_at_10_std": -0.271082, + "nauc_ndcg_at_10_diff1": 0.366425, + "nauc_ndcg_at_20_max": -0.222022, + "nauc_ndcg_at_20_std": -0.249005, + "nauc_ndcg_at_20_diff1": 0.358496, + "nauc_ndcg_at_100_max": -0.217325, + "nauc_ndcg_at_100_std": -0.244592, + "nauc_ndcg_at_100_diff1": 0.375751, + "nauc_ndcg_at_1000_max": -0.232339, + "nauc_ndcg_at_1000_std": -0.26656, + "nauc_ndcg_at_1000_diff1": 0.382928, + "nauc_map_at_1_max": -0.271173, + "nauc_map_at_1_std": -0.316758, + "nauc_map_at_1_diff1": 0.490376, + "nauc_map_at_3_max": -0.258094, + "nauc_map_at_3_std": -0.304623, + "nauc_map_at_3_diff1": 0.41325, + "nauc_map_at_5_max": -0.250371, + "nauc_map_at_5_std": -0.295831, + "nauc_map_at_5_diff1": 0.406224, + "nauc_map_at_10_max": -0.247124, + "nauc_map_at_10_std": -0.290601, + "nauc_map_at_10_diff1": 0.402981, + "nauc_map_at_20_max": -0.244366, + "nauc_map_at_20_std": -0.285105, + "nauc_map_at_20_diff1": 0.401334, + "nauc_map_at_100_max": -0.243726, + "nauc_map_at_100_std": -0.284123, + "nauc_map_at_100_diff1": 0.402949, + "nauc_map_at_1000_max": -0.244321, + "nauc_map_at_1000_std": -0.284977, + "nauc_map_at_1000_diff1": 0.403172, + "nauc_recall_at_1_max": -0.271173, + "nauc_recall_at_1_std": -0.316758, + "nauc_recall_at_1_diff1": 0.490376, + "nauc_recall_at_3_max": -0.248293, + "nauc_recall_at_3_std": -0.289895, + "nauc_recall_at_3_diff1": 0.319922, + "nauc_recall_at_5_max": -0.215741, + "nauc_recall_at_5_std": -0.251005, + "nauc_recall_at_5_diff1": 0.284173, + "nauc_recall_at_10_max": -0.187516, + "nauc_recall_at_10_std": -0.204266, + "nauc_recall_at_10_diff1": 0.251532, + "nauc_recall_at_20_max": -0.129785, + "nauc_recall_at_20_std": -0.095903, + "nauc_recall_at_20_diff1": 0.200112, + "nauc_recall_at_100_max": 0.067293, + "nauc_recall_at_100_std": 0.174507, + "nauc_recall_at_100_diff1": 0.227632, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.271173, + "nauc_precision_at_1_std": -0.316758, + "nauc_precision_at_1_diff1": 0.490376, + "nauc_precision_at_3_max": -0.248293, + "nauc_precision_at_3_std": -0.289895, + "nauc_precision_at_3_diff1": 0.319922, + "nauc_precision_at_5_max": -0.215741, + "nauc_precision_at_5_std": -0.251005, + "nauc_precision_at_5_diff1": 0.284173, + "nauc_precision_at_10_max": -0.187516, + "nauc_precision_at_10_std": -0.204266, + "nauc_precision_at_10_diff1": 0.251532, + "nauc_precision_at_20_max": -0.129785, + "nauc_precision_at_20_std": -0.095903, + "nauc_precision_at_20_diff1": 0.200112, + "nauc_precision_at_100_max": 0.067293, + "nauc_precision_at_100_std": 0.174507, + "nauc_precision_at_100_diff1": 0.227632, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.271173, + "nauc_cv_recall_at_1_std": -0.316758, + "nauc_cv_recall_at_1_diff1": 0.490376, + "nauc_cv_recall_at_3_max": -0.248293, + "nauc_cv_recall_at_3_std": -0.289895, + "nauc_cv_recall_at_3_diff1": 0.319922, + "nauc_cv_recall_at_5_max": -0.215741, + "nauc_cv_recall_at_5_std": -0.251005, + "nauc_cv_recall_at_5_diff1": 0.284173, + "nauc_cv_recall_at_10_max": -0.187516, + "nauc_cv_recall_at_10_std": -0.204266, + "nauc_cv_recall_at_10_diff1": 0.251532, + "nauc_cv_recall_at_20_max": -0.129785, + "nauc_cv_recall_at_20_std": -0.095903, + "nauc_cv_recall_at_20_diff1": 0.200112, + "nauc_cv_recall_at_100_max": 0.067293, + "nauc_cv_recall_at_100_std": 0.174507, + "nauc_cv_recall_at_100_diff1": 0.227632, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.271173, + "nauc_mrr_at_1_std": -0.316758, + "nauc_mrr_at_1_diff1": 0.490376, + "nauc_mrr_at_3_max": -0.258094, + "nauc_mrr_at_3_std": -0.304623, + "nauc_mrr_at_3_diff1": 0.41325, + "nauc_mrr_at_5_max": -0.250371, + "nauc_mrr_at_5_std": -0.295831, + "nauc_mrr_at_5_diff1": 0.406224, + "nauc_mrr_at_10_max": -0.247124, + "nauc_mrr_at_10_std": -0.290601, + "nauc_mrr_at_10_diff1": 0.402981, + "nauc_mrr_at_20_max": -0.244366, + "nauc_mrr_at_20_std": -0.285105, + "nauc_mrr_at_20_diff1": 0.401334, + "nauc_mrr_at_100_max": -0.243726, + "nauc_mrr_at_100_std": -0.284123, + "nauc_mrr_at_100_diff1": 0.402949, + "nauc_mrr_at_1000_max": -0.244321, + "nauc_mrr_at_1000_std": -0.284977, + "nauc_mrr_at_1000_diff1": 0.403172, + "main_score": 0.38322, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.44813, + "ndcg_at_3": 0.50528, + "ndcg_at_5": 0.52091, + "ndcg_at_10": 0.54088, + "ndcg_at_20": 0.55573, + "ndcg_at_100": 0.58444, + "ndcg_at_1000": 0.60229, + "map_at_1": 0.44813, + "map_at_3": 0.49101, + "map_at_5": 0.49957, + "map_at_10": 0.50792, + "map_at_20": 0.51193, + "map_at_100": 0.51593, + "map_at_1000": 0.51661, + "recall_at_1": 0.44813, + "recall_at_3": 0.54668, + "recall_at_5": 0.58506, + "recall_at_10": 0.64627, + "recall_at_20": 0.70539, + "recall_at_100": 0.85996, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.44813, + "cv_recall_at_3": 0.54668, + "cv_recall_at_5": 0.58506, + "cv_recall_at_10": 0.64627, + "cv_recall_at_20": 0.70539, + "cv_recall_at_100": 0.85996, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.44813, + "precision_at_3": 0.18223, + "precision_at_5": 0.11701, + "precision_at_10": 0.06463, + "precision_at_20": 0.03527, + "precision_at_100": 0.0086, + "precision_at_1000": 0.001, + "mrr_at_1": 0.448133, + "mrr_at_3": 0.49101, + "mrr_at_5": 0.499568, + "mrr_at_10": 0.507919, + "mrr_at_20": 0.511932, + "mrr_at_100": 0.51593, + "mrr_at_1000": 0.516607, + "nauc_ndcg_at_1_max": -0.170826, + "nauc_ndcg_at_1_std": -0.267321, + "nauc_ndcg_at_1_diff1": 0.78833, + "nauc_ndcg_at_3_max": -0.164812, + "nauc_ndcg_at_3_std": -0.265215, + "nauc_ndcg_at_3_diff1": 0.728767, + "nauc_ndcg_at_5_max": -0.159464, + "nauc_ndcg_at_5_std": -0.256995, + "nauc_ndcg_at_5_diff1": 0.717513, + "nauc_ndcg_at_10_max": -0.163829, + "nauc_ndcg_at_10_std": -0.258755, + "nauc_ndcg_at_10_diff1": 0.70253, + "nauc_ndcg_at_20_max": -0.160094, + "nauc_ndcg_at_20_std": -0.255144, + "nauc_ndcg_at_20_diff1": 0.696794, + "nauc_ndcg_at_100_max": -0.16375, + "nauc_ndcg_at_100_std": -0.260018, + "nauc_ndcg_at_100_diff1": 0.703054, + "nauc_ndcg_at_1000_max": -0.161439, + "nauc_ndcg_at_1000_std": -0.258002, + "nauc_ndcg_at_1000_diff1": 0.71536, + "nauc_map_at_1_max": -0.170826, + "nauc_map_at_1_std": -0.267321, + "nauc_map_at_1_diff1": 0.78833, + "nauc_map_at_3_max": -0.165672, + "nauc_map_at_3_std": -0.265142, + "nauc_map_at_3_diff1": 0.743035, + "nauc_map_at_5_max": -0.162505, + "nauc_map_at_5_std": -0.260368, + "nauc_map_at_5_diff1": 0.737146, + "nauc_map_at_10_max": -0.164206, + "nauc_map_at_10_std": -0.26099, + "nauc_map_at_10_diff1": 0.731313, + "nauc_map_at_20_max": -0.163386, + "nauc_map_at_20_std": -0.260213, + "nauc_map_at_20_diff1": 0.729941, + "nauc_map_at_100_max": -0.163481, + "nauc_map_at_100_std": -0.260598, + "nauc_map_at_100_diff1": 0.730937, + "nauc_map_at_1000_max": -0.163315, + "nauc_map_at_1000_std": -0.260425, + "nauc_map_at_1000_diff1": 0.731394, + "nauc_recall_at_1_max": -0.170826, + "nauc_recall_at_1_std": -0.267321, + "nauc_recall_at_1_diff1": 0.78833, + "nauc_recall_at_3_max": -0.1625, + "nauc_recall_at_3_std": -0.265692, + "nauc_recall_at_3_diff1": 0.686091, + "nauc_recall_at_5_max": -0.149824, + "nauc_recall_at_5_std": -0.245906, + "nauc_recall_at_5_diff1": 0.654826, + "nauc_recall_at_10_max": -0.164623, + "nauc_recall_at_10_std": -0.251661, + "nauc_recall_at_10_diff1": 0.59608, + "nauc_recall_at_20_max": -0.144646, + "nauc_recall_at_20_std": -0.231284, + "nauc_recall_at_20_diff1": 0.55448, + "nauc_recall_at_100_max": -0.188509, + "nauc_recall_at_100_std": -0.277004, + "nauc_recall_at_100_diff1": 0.504464, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.170826, + "nauc_precision_at_1_std": -0.267321, + "nauc_precision_at_1_diff1": 0.78833, + "nauc_precision_at_3_max": -0.1625, + "nauc_precision_at_3_std": -0.265692, + "nauc_precision_at_3_diff1": 0.686091, + "nauc_precision_at_5_max": -0.149824, + "nauc_precision_at_5_std": -0.245906, + "nauc_precision_at_5_diff1": 0.654826, + "nauc_precision_at_10_max": -0.164623, + "nauc_precision_at_10_std": -0.251661, + "nauc_precision_at_10_diff1": 0.59608, + "nauc_precision_at_20_max": -0.144646, + "nauc_precision_at_20_std": -0.231284, + "nauc_precision_at_20_diff1": 0.55448, + "nauc_precision_at_100_max": -0.188509, + "nauc_precision_at_100_std": -0.277004, + "nauc_precision_at_100_diff1": 0.504464, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.170826, + "nauc_cv_recall_at_1_std": -0.267321, + "nauc_cv_recall_at_1_diff1": 0.78833, + "nauc_cv_recall_at_3_max": -0.1625, + "nauc_cv_recall_at_3_std": -0.265692, + "nauc_cv_recall_at_3_diff1": 0.686091, + "nauc_cv_recall_at_5_max": -0.149824, + "nauc_cv_recall_at_5_std": -0.245906, + "nauc_cv_recall_at_5_diff1": 0.654826, + "nauc_cv_recall_at_10_max": -0.164623, + "nauc_cv_recall_at_10_std": -0.251661, + "nauc_cv_recall_at_10_diff1": 0.59608, + "nauc_cv_recall_at_20_max": -0.144646, + "nauc_cv_recall_at_20_std": -0.231284, + "nauc_cv_recall_at_20_diff1": 0.55448, + "nauc_cv_recall_at_100_max": -0.188509, + "nauc_cv_recall_at_100_std": -0.277004, + "nauc_cv_recall_at_100_diff1": 0.504464, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.170826, + "nauc_mrr_at_1_std": -0.267321, + "nauc_mrr_at_1_diff1": 0.78833, + "nauc_mrr_at_3_max": -0.165672, + "nauc_mrr_at_3_std": -0.265142, + "nauc_mrr_at_3_diff1": 0.743035, + "nauc_mrr_at_5_max": -0.162505, + "nauc_mrr_at_5_std": -0.260368, + "nauc_mrr_at_5_diff1": 0.737146, + "nauc_mrr_at_10_max": -0.164206, + "nauc_mrr_at_10_std": -0.26099, + "nauc_mrr_at_10_diff1": 0.731313, + "nauc_mrr_at_20_max": -0.163386, + "nauc_mrr_at_20_std": -0.260213, + "nauc_mrr_at_20_diff1": 0.729941, + "nauc_mrr_at_100_max": -0.163481, + "nauc_mrr_at_100_std": -0.260598, + "nauc_mrr_at_100_diff1": 0.730937, + "nauc_mrr_at_1000_max": -0.163315, + "nauc_mrr_at_1000_std": -0.260425, + "nauc_mrr_at_1000_diff1": 0.731394, + "main_score": 0.52091, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.6299, + "ndcg_at_3": 0.67885, + "ndcg_at_5": 0.69571, + "ndcg_at_10": 0.70904, + "ndcg_at_20": 0.72145, + "ndcg_at_100": 0.73859, + "ndcg_at_1000": 0.74677, + "map_at_1": 0.6299, + "map_at_3": 0.66753, + "map_at_5": 0.6768, + "map_at_10": 0.6823, + "map_at_20": 0.68566, + "map_at_100": 0.68815, + "map_at_1000": 0.68843, + "recall_at_1": 0.6299, + "recall_at_3": 0.71134, + "recall_at_5": 0.75258, + "recall_at_10": 0.79381, + "recall_at_20": 0.8433, + "recall_at_100": 0.93402, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.6299, + "cv_recall_at_3": 0.71134, + "cv_recall_at_5": 0.75258, + "cv_recall_at_10": 0.79381, + "cv_recall_at_20": 0.8433, + "cv_recall_at_100": 0.93402, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.6299, + "precision_at_3": 0.23711, + "precision_at_5": 0.15052, + "precision_at_10": 0.07938, + "precision_at_20": 0.04216, + "precision_at_100": 0.00934, + "precision_at_1000": 0.001, + "mrr_at_1": 0.629897, + "mrr_at_3": 0.667526, + "mrr_at_5": 0.676804, + "mrr_at_10": 0.682304, + "mrr_at_20": 0.685656, + "mrr_at_100": 0.688149, + "mrr_at_1000": 0.688431, + "nauc_ndcg_at_1_max": -0.005871, + "nauc_ndcg_at_1_std": -0.175755, + "nauc_ndcg_at_1_diff1": 0.832731, + "nauc_ndcg_at_3_max": 0.008038, + "nauc_ndcg_at_3_std": -0.165599, + "nauc_ndcg_at_3_diff1": 0.809723, + "nauc_ndcg_at_5_max": 0.005492, + "nauc_ndcg_at_5_std": -0.16628, + "nauc_ndcg_at_5_diff1": 0.802504, + "nauc_ndcg_at_10_max": 0.00931, + "nauc_ndcg_at_10_std": -0.164442, + "nauc_ndcg_at_10_diff1": 0.795317, + "nauc_ndcg_at_20_max": 0.015379, + "nauc_ndcg_at_20_std": -0.157303, + "nauc_ndcg_at_20_diff1": 0.793683, + "nauc_ndcg_at_100_max": 0.020163, + "nauc_ndcg_at_100_std": -0.150787, + "nauc_ndcg_at_100_diff1": 0.798709, + "nauc_ndcg_at_1000_max": 0.012976, + "nauc_ndcg_at_1000_std": -0.159304, + "nauc_ndcg_at_1000_diff1": 0.802178, + "nauc_map_at_1_max": -0.005871, + "nauc_map_at_1_std": -0.175755, + "nauc_map_at_1_diff1": 0.832731, + "nauc_map_at_3_max": 0.00465, + "nauc_map_at_3_std": -0.168043, + "nauc_map_at_3_diff1": 0.815272, + "nauc_map_at_5_max": 0.003218, + "nauc_map_at_5_std": -0.168605, + "nauc_map_at_5_diff1": 0.811622, + "nauc_map_at_10_max": 0.004638, + "nauc_map_at_10_std": -0.16797, + "nauc_map_at_10_diff1": 0.808853, + "nauc_map_at_20_max": 0.006131, + "nauc_map_at_20_std": -0.16616, + "nauc_map_at_20_diff1": 0.808556, + "nauc_map_at_100_max": 0.006805, + "nauc_map_at_100_std": -0.165362, + "nauc_map_at_100_diff1": 0.809112, + "nauc_map_at_1000_max": 0.006675, + "nauc_map_at_1000_std": -0.165554, + "nauc_map_at_1000_diff1": 0.809201, + "nauc_recall_at_1_max": -0.005871, + "nauc_recall_at_1_std": -0.175755, + "nauc_recall_at_1_diff1": 0.832731, + "nauc_recall_at_3_max": 0.018704, + "nauc_recall_at_3_std": -0.157916, + "nauc_recall_at_3_diff1": 0.792275, + "nauc_recall_at_5_max": 0.012932, + "nauc_recall_at_5_std": -0.158105, + "nauc_recall_at_5_diff1": 0.769307, + "nauc_recall_at_10_max": 0.029643, + "nauc_recall_at_10_std": -0.149051, + "nauc_recall_at_10_diff1": 0.736322, + "nauc_recall_at_20_max": 0.073108, + "nauc_recall_at_20_std": -0.100779, + "nauc_recall_at_20_diff1": 0.709937, + "nauc_recall_at_100_max": 0.226351, + "nauc_recall_at_100_std": 0.087221, + "nauc_recall_at_100_diff1": 0.704226, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.005871, + "nauc_precision_at_1_std": -0.175755, + "nauc_precision_at_1_diff1": 0.832731, + "nauc_precision_at_3_max": 0.018704, + "nauc_precision_at_3_std": -0.157916, + "nauc_precision_at_3_diff1": 0.792275, + "nauc_precision_at_5_max": 0.012932, + "nauc_precision_at_5_std": -0.158105, + "nauc_precision_at_5_diff1": 0.769307, + "nauc_precision_at_10_max": 0.029643, + "nauc_precision_at_10_std": -0.149051, + "nauc_precision_at_10_diff1": 0.736322, + "nauc_precision_at_20_max": 0.073108, + "nauc_precision_at_20_std": -0.100779, + "nauc_precision_at_20_diff1": 0.709937, + "nauc_precision_at_100_max": 0.226351, + "nauc_precision_at_100_std": 0.087221, + "nauc_precision_at_100_diff1": 0.704226, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.005871, + "nauc_cv_recall_at_1_std": -0.175755, + "nauc_cv_recall_at_1_diff1": 0.832731, + "nauc_cv_recall_at_3_max": 0.018704, + "nauc_cv_recall_at_3_std": -0.157916, + "nauc_cv_recall_at_3_diff1": 0.792275, + "nauc_cv_recall_at_5_max": 0.012932, + "nauc_cv_recall_at_5_std": -0.158105, + "nauc_cv_recall_at_5_diff1": 0.769307, + "nauc_cv_recall_at_10_max": 0.029643, + "nauc_cv_recall_at_10_std": -0.149051, + "nauc_cv_recall_at_10_diff1": 0.736322, + "nauc_cv_recall_at_20_max": 0.073108, + "nauc_cv_recall_at_20_std": -0.100779, + "nauc_cv_recall_at_20_diff1": 0.709937, + "nauc_cv_recall_at_100_max": 0.226351, + "nauc_cv_recall_at_100_std": 0.087221, + "nauc_cv_recall_at_100_diff1": 0.704226, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.005871, + "nauc_mrr_at_1_std": -0.175755, + "nauc_mrr_at_1_diff1": 0.832731, + "nauc_mrr_at_3_max": 0.00465, + "nauc_mrr_at_3_std": -0.168043, + "nauc_mrr_at_3_diff1": 0.815272, + "nauc_mrr_at_5_max": 0.003218, + "nauc_mrr_at_5_std": -0.168605, + "nauc_mrr_at_5_diff1": 0.811622, + "nauc_mrr_at_10_max": 0.004638, + "nauc_mrr_at_10_std": -0.16797, + "nauc_mrr_at_10_diff1": 0.808853, + "nauc_mrr_at_20_max": 0.006131, + "nauc_mrr_at_20_std": -0.16616, + "nauc_mrr_at_20_diff1": 0.808556, + "nauc_mrr_at_100_max": 0.006805, + "nauc_mrr_at_100_std": -0.165362, + "nauc_mrr_at_100_diff1": 0.809112, + "nauc_mrr_at_1000_max": 0.006675, + "nauc_mrr_at_1000_std": -0.165554, + "nauc_mrr_at_1000_diff1": 0.809201, + "main_score": 0.69571, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.53438, + "ndcg_at_3": 0.58721, + "ndcg_at_5": 0.59985, + "ndcg_at_10": 0.61927, + "ndcg_at_20": 0.63167, + "ndcg_at_100": 0.65496, + "ndcg_at_1000": 0.6686, + "map_at_1": 0.53438, + "map_at_3": 0.57448, + "map_at_5": 0.58135, + "map_at_10": 0.58949, + "map_at_20": 0.59291, + "map_at_100": 0.59603, + "map_at_1000": 0.59651, + "recall_at_1": 0.53438, + "recall_at_3": 0.62396, + "recall_at_5": 0.65521, + "recall_at_10": 0.71458, + "recall_at_20": 0.76354, + "recall_at_100": 0.89062, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.53438, + "cv_recall_at_3": 0.62396, + "cv_recall_at_5": 0.65521, + "cv_recall_at_10": 0.71458, + "cv_recall_at_20": 0.76354, + "cv_recall_at_100": 0.89062, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.53438, + "precision_at_3": 0.20799, + "precision_at_5": 0.13104, + "precision_at_10": 0.07146, + "precision_at_20": 0.03818, + "precision_at_100": 0.00891, + "precision_at_1000": 0.001, + "mrr_at_1": 0.534375, + "mrr_at_3": 0.574479, + "mrr_at_5": 0.581354, + "mrr_at_10": 0.589493, + "mrr_at_20": 0.592913, + "mrr_at_100": 0.596032, + "mrr_at_1000": 0.596508, + "nauc_ndcg_at_1_max": -0.113257, + "nauc_ndcg_at_1_std": -0.228027, + "nauc_ndcg_at_1_diff1": 0.791392, + "nauc_ndcg_at_3_max": -0.100972, + "nauc_ndcg_at_3_std": -0.222102, + "nauc_ndcg_at_3_diff1": 0.752393, + "nauc_ndcg_at_5_max": -0.10732, + "nauc_ndcg_at_5_std": -0.228983, + "nauc_ndcg_at_5_diff1": 0.751463, + "nauc_ndcg_at_10_max": -0.089289, + "nauc_ndcg_at_10_std": -0.212329, + "nauc_ndcg_at_10_diff1": 0.742566, + "nauc_ndcg_at_20_max": -0.083371, + "nauc_ndcg_at_20_std": -0.208923, + "nauc_ndcg_at_20_diff1": 0.73784, + "nauc_ndcg_at_100_max": -0.092117, + "nauc_ndcg_at_100_std": -0.216054, + "nauc_ndcg_at_100_diff1": 0.739088, + "nauc_ndcg_at_1000_max": -0.094223, + "nauc_ndcg_at_1000_std": -0.21688, + "nauc_ndcg_at_1000_diff1": 0.74754, + "nauc_map_at_1_max": -0.113257, + "nauc_map_at_1_std": -0.228027, + "nauc_map_at_1_diff1": 0.791392, + "nauc_map_at_3_max": -0.104074, + "nauc_map_at_3_std": -0.223972, + "nauc_map_at_3_diff1": 0.761727, + "nauc_map_at_5_max": -0.107462, + "nauc_map_at_5_std": -0.227625, + "nauc_map_at_5_diff1": 0.761326, + "nauc_map_at_10_max": -0.100064, + "nauc_map_at_10_std": -0.220596, + "nauc_map_at_10_diff1": 0.757925, + "nauc_map_at_20_max": -0.098519, + "nauc_map_at_20_std": -0.219646, + "nauc_map_at_20_diff1": 0.75676, + "nauc_map_at_100_max": -0.099656, + "nauc_map_at_100_std": -0.220631, + "nauc_map_at_100_diff1": 0.756931, + "nauc_map_at_1000_max": -0.099726, + "nauc_map_at_1000_std": -0.220641, + "nauc_map_at_1000_diff1": 0.75723, + "nauc_recall_at_1_max": -0.113257, + "nauc_recall_at_1_std": -0.228027, + "nauc_recall_at_1_diff1": 0.791392, + "nauc_recall_at_3_max": -0.091404, + "nauc_recall_at_3_std": -0.216166, + "nauc_recall_at_3_diff1": 0.723832, + "nauc_recall_at_5_max": -0.107993, + "nauc_recall_at_5_std": -0.234429, + "nauc_recall_at_5_diff1": 0.719674, + "nauc_recall_at_10_max": -0.043354, + "nauc_recall_at_10_std": -0.176536, + "nauc_recall_at_10_diff1": 0.682539, + "nauc_recall_at_20_max": -0.005304, + "nauc_recall_at_20_std": -0.153978, + "nauc_recall_at_20_diff1": 0.648103, + "nauc_recall_at_100_max": -0.049224, + "nauc_recall_at_100_std": -0.194869, + "nauc_recall_at_100_diff1": 0.582086, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.113257, + "nauc_precision_at_1_std": -0.228027, + "nauc_precision_at_1_diff1": 0.791392, + "nauc_precision_at_3_max": -0.091404, + "nauc_precision_at_3_std": -0.216166, + "nauc_precision_at_3_diff1": 0.723832, + "nauc_precision_at_5_max": -0.107993, + "nauc_precision_at_5_std": -0.234429, + "nauc_precision_at_5_diff1": 0.719674, + "nauc_precision_at_10_max": -0.043354, + "nauc_precision_at_10_std": -0.176536, + "nauc_precision_at_10_diff1": 0.682539, + "nauc_precision_at_20_max": -0.005304, + "nauc_precision_at_20_std": -0.153978, + "nauc_precision_at_20_diff1": 0.648103, + "nauc_precision_at_100_max": -0.049224, + "nauc_precision_at_100_std": -0.194869, + "nauc_precision_at_100_diff1": 0.582086, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.113257, + "nauc_cv_recall_at_1_std": -0.228027, + "nauc_cv_recall_at_1_diff1": 0.791392, + "nauc_cv_recall_at_3_max": -0.091404, + "nauc_cv_recall_at_3_std": -0.216166, + "nauc_cv_recall_at_3_diff1": 0.723832, + "nauc_cv_recall_at_5_max": -0.107993, + "nauc_cv_recall_at_5_std": -0.234429, + "nauc_cv_recall_at_5_diff1": 0.719674, + "nauc_cv_recall_at_10_max": -0.043354, + "nauc_cv_recall_at_10_std": -0.176536, + "nauc_cv_recall_at_10_diff1": 0.682539, + "nauc_cv_recall_at_20_max": -0.005304, + "nauc_cv_recall_at_20_std": -0.153978, + "nauc_cv_recall_at_20_diff1": 0.648103, + "nauc_cv_recall_at_100_max": -0.049224, + "nauc_cv_recall_at_100_std": -0.194869, + "nauc_cv_recall_at_100_diff1": 0.582086, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.113257, + "nauc_mrr_at_1_std": -0.228027, + "nauc_mrr_at_1_diff1": 0.791392, + "nauc_mrr_at_3_max": -0.104074, + "nauc_mrr_at_3_std": -0.223972, + "nauc_mrr_at_3_diff1": 0.761727, + "nauc_mrr_at_5_max": -0.107462, + "nauc_mrr_at_5_std": -0.227625, + "nauc_mrr_at_5_diff1": 0.761326, + "nauc_mrr_at_10_max": -0.100064, + "nauc_mrr_at_10_std": -0.220596, + "nauc_mrr_at_10_diff1": 0.757925, + "nauc_mrr_at_20_max": -0.098519, + "nauc_mrr_at_20_std": -0.219646, + "nauc_mrr_at_20_diff1": 0.75676, + "nauc_mrr_at_100_max": -0.099656, + "nauc_mrr_at_100_std": -0.220631, + "nauc_mrr_at_100_diff1": 0.756931, + "nauc_mrr_at_1000_max": -0.099726, + "nauc_mrr_at_1000_std": -0.220641, + "nauc_mrr_at_1000_diff1": 0.75723, + "main_score": 0.59985, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.39895, + "ndcg_at_3": 0.43826, + "ndcg_at_5": 0.45333, + "ndcg_at_10": 0.46409, + "ndcg_at_20": 0.47334, + "ndcg_at_100": 0.49302, + "ndcg_at_1000": 0.53132, + "map_at_1": 0.39895, + "map_at_3": 0.4287, + "map_at_5": 0.43703, + "map_at_10": 0.44156, + "map_at_20": 0.44408, + "map_at_100": 0.44668, + "map_at_1000": 0.4478, + "recall_at_1": 0.39895, + "recall_at_3": 0.46588, + "recall_at_5": 0.50262, + "recall_at_10": 0.53543, + "recall_at_20": 0.57218, + "recall_at_100": 0.67979, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.39895, + "cv_recall_at_3": 0.46588, + "cv_recall_at_5": 0.50262, + "cv_recall_at_10": 0.53543, + "cv_recall_at_20": 0.57218, + "cv_recall_at_100": 0.67979, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.39895, + "precision_at_3": 0.15529, + "precision_at_5": 0.10052, + "precision_at_10": 0.05354, + "precision_at_20": 0.02861, + "precision_at_100": 0.0068, + "precision_at_1000": 0.001, + "mrr_at_1": 0.39895, + "mrr_at_3": 0.428696, + "mrr_at_5": 0.43703, + "mrr_at_10": 0.441556, + "mrr_at_20": 0.444075, + "mrr_at_100": 0.446684, + "mrr_at_1000": 0.447796, + "nauc_ndcg_at_1_max": 0.184372, + "nauc_ndcg_at_1_std": 0.132868, + "nauc_ndcg_at_1_diff1": 0.72776, + "nauc_ndcg_at_3_max": 0.192657, + "nauc_ndcg_at_3_std": 0.14309, + "nauc_ndcg_at_3_diff1": 0.699077, + "nauc_ndcg_at_5_max": 0.193132, + "nauc_ndcg_at_5_std": 0.14534, + "nauc_ndcg_at_5_diff1": 0.688318, + "nauc_ndcg_at_10_max": 0.196998, + "nauc_ndcg_at_10_std": 0.152494, + "nauc_ndcg_at_10_diff1": 0.683193, + "nauc_ndcg_at_20_max": 0.204148, + "nauc_ndcg_at_20_std": 0.158709, + "nauc_ndcg_at_20_diff1": 0.676564, + "nauc_ndcg_at_100_max": 0.213965, + "nauc_ndcg_at_100_std": 0.170459, + "nauc_ndcg_at_100_diff1": 0.669834, + "nauc_ndcg_at_1000_max": 0.203295, + "nauc_ndcg_at_1000_std": 0.158065, + "nauc_ndcg_at_1000_diff1": 0.681358, + "nauc_map_at_1_max": 0.184372, + "nauc_map_at_1_std": 0.132868, + "nauc_map_at_1_diff1": 0.72776, + "nauc_map_at_3_max": 0.190502, + "nauc_map_at_3_std": 0.140315, + "nauc_map_at_3_diff1": 0.706676, + "nauc_map_at_5_max": 0.190335, + "nauc_map_at_5_std": 0.141114, + "nauc_map_at_5_diff1": 0.700546, + "nauc_map_at_10_max": 0.19182, + "nauc_map_at_10_std": 0.143984, + "nauc_map_at_10_diff1": 0.698264, + "nauc_map_at_20_max": 0.193845, + "nauc_map_at_20_std": 0.145711, + "nauc_map_at_20_diff1": 0.696598, + "nauc_map_at_100_max": 0.195006, + "nauc_map_at_100_std": 0.147185, + "nauc_map_at_100_diff1": 0.695622, + "nauc_map_at_1000_max": 0.194767, + "nauc_map_at_1000_std": 0.146949, + "nauc_map_at_1000_diff1": 0.695786, + "nauc_recall_at_1_max": 0.184372, + "nauc_recall_at_1_std": 0.132868, + "nauc_recall_at_1_diff1": 0.72776, + "nauc_recall_at_3_max": 0.199011, + "nauc_recall_at_3_std": 0.151315, + "nauc_recall_at_3_diff1": 0.676621, + "nauc_recall_at_5_max": 0.202071, + "nauc_recall_at_5_std": 0.15884, + "nauc_recall_at_5_diff1": 0.650626, + "nauc_recall_at_10_max": 0.215252, + "nauc_recall_at_10_std": 0.182497, + "nauc_recall_at_10_diff1": 0.634171, + "nauc_recall_at_20_max": 0.245517, + "nauc_recall_at_20_std": 0.209581, + "nauc_recall_at_20_diff1": 0.603305, + "nauc_recall_at_100_max": 0.321299, + "nauc_recall_at_100_std": 0.299027, + "nauc_recall_at_100_diff1": 0.54582, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.184372, + "nauc_precision_at_1_std": 0.132868, + "nauc_precision_at_1_diff1": 0.72776, + "nauc_precision_at_3_max": 0.199011, + "nauc_precision_at_3_std": 0.151315, + "nauc_precision_at_3_diff1": 0.676621, + "nauc_precision_at_5_max": 0.202071, + "nauc_precision_at_5_std": 0.15884, + "nauc_precision_at_5_diff1": 0.650626, + "nauc_precision_at_10_max": 0.215252, + "nauc_precision_at_10_std": 0.182497, + "nauc_precision_at_10_diff1": 0.634171, + "nauc_precision_at_20_max": 0.245517, + "nauc_precision_at_20_std": 0.209581, + "nauc_precision_at_20_diff1": 0.603305, + "nauc_precision_at_100_max": 0.321299, + "nauc_precision_at_100_std": 0.299027, + "nauc_precision_at_100_diff1": 0.54582, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.184372, + "nauc_cv_recall_at_1_std": 0.132868, + "nauc_cv_recall_at_1_diff1": 0.72776, + "nauc_cv_recall_at_3_max": 0.199011, + "nauc_cv_recall_at_3_std": 0.151315, + "nauc_cv_recall_at_3_diff1": 0.676621, + "nauc_cv_recall_at_5_max": 0.202071, + "nauc_cv_recall_at_5_std": 0.15884, + "nauc_cv_recall_at_5_diff1": 0.650626, + "nauc_cv_recall_at_10_max": 0.215252, + "nauc_cv_recall_at_10_std": 0.182497, + "nauc_cv_recall_at_10_diff1": 0.634171, + "nauc_cv_recall_at_20_max": 0.245517, + "nauc_cv_recall_at_20_std": 0.209581, + "nauc_cv_recall_at_20_diff1": 0.603305, + "nauc_cv_recall_at_100_max": 0.321299, + "nauc_cv_recall_at_100_std": 0.299027, + "nauc_cv_recall_at_100_diff1": 0.54582, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.184372, + "nauc_mrr_at_1_std": 0.132868, + "nauc_mrr_at_1_diff1": 0.72776, + "nauc_mrr_at_3_max": 0.190502, + "nauc_mrr_at_3_std": 0.140315, + "nauc_mrr_at_3_diff1": 0.706676, + "nauc_mrr_at_5_max": 0.190335, + "nauc_mrr_at_5_std": 0.141114, + "nauc_mrr_at_5_diff1": 0.700546, + "nauc_mrr_at_10_max": 0.19182, + "nauc_mrr_at_10_std": 0.143984, + "nauc_mrr_at_10_diff1": 0.698264, + "nauc_mrr_at_20_max": 0.193845, + "nauc_mrr_at_20_std": 0.145711, + "nauc_mrr_at_20_diff1": 0.696598, + "nauc_mrr_at_100_max": 0.195006, + "nauc_mrr_at_100_std": 0.147185, + "nauc_mrr_at_100_diff1": 0.695622, + "nauc_mrr_at_1000_max": 0.194767, + "nauc_mrr_at_1000_std": 0.146949, + "nauc_mrr_at_1000_diff1": 0.695786, + "main_score": 0.45333, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.30729, + "ndcg_at_3": 0.36688, + "ndcg_at_5": 0.38972, + "ndcg_at_10": 0.42319, + "ndcg_at_20": 0.45782, + "ndcg_at_100": 0.50312, + "ndcg_at_1000": 0.50962, + "map_at_1": 0.30729, + "map_at_3": 0.35156, + "map_at_5": 0.3638, + "map_at_10": 0.3775, + "map_at_20": 0.38721, + "map_at_100": 0.39339, + "map_at_1000": 0.39371, + "recall_at_1": 0.30729, + "recall_at_3": 0.41146, + "recall_at_5": 0.46875, + "recall_at_10": 0.57292, + "recall_at_20": 0.70833, + "recall_at_100": 0.95312, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.30729, + "cv_recall_at_3": 0.41146, + "cv_recall_at_5": 0.46875, + "cv_recall_at_10": 0.57292, + "cv_recall_at_20": 0.70833, + "cv_recall_at_100": 0.95312, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.30729, + "precision_at_3": 0.13715, + "precision_at_5": 0.09375, + "precision_at_10": 0.05729, + "precision_at_20": 0.03542, + "precision_at_100": 0.00953, + "precision_at_1000": 0.001, + "mrr_at_1": 0.307292, + "mrr_at_3": 0.351562, + "mrr_at_5": 0.363802, + "mrr_at_10": 0.377499, + "mrr_at_20": 0.387206, + "mrr_at_100": 0.393389, + "mrr_at_1000": 0.393709, + "nauc_ndcg_at_1_max": -0.190263, + "nauc_ndcg_at_1_std": -0.268773, + "nauc_ndcg_at_1_diff1": 0.556838, + "nauc_ndcg_at_3_max": -0.201016, + "nauc_ndcg_at_3_std": -0.266785, + "nauc_ndcg_at_3_diff1": 0.465065, + "nauc_ndcg_at_5_max": -0.20581, + "nauc_ndcg_at_5_std": -0.265082, + "nauc_ndcg_at_5_diff1": 0.437152, + "nauc_ndcg_at_10_max": -0.197378, + "nauc_ndcg_at_10_std": -0.24778, + "nauc_ndcg_at_10_diff1": 0.413497, + "nauc_ndcg_at_20_max": -0.197414, + "nauc_ndcg_at_20_std": -0.241411, + "nauc_ndcg_at_20_diff1": 0.384077, + "nauc_ndcg_at_100_max": -0.188305, + "nauc_ndcg_at_100_std": -0.24003, + "nauc_ndcg_at_100_diff1": 0.415898, + "nauc_ndcg_at_1000_max": -0.196204, + "nauc_ndcg_at_1000_std": -0.251747, + "nauc_ndcg_at_1000_diff1": 0.433188, + "nauc_map_at_1_max": -0.190263, + "nauc_map_at_1_std": -0.268773, + "nauc_map_at_1_diff1": 0.556838, + "nauc_map_at_3_max": -0.199307, + "nauc_map_at_3_std": -0.269107, + "nauc_map_at_3_diff1": 0.487146, + "nauc_map_at_5_max": -0.202374, + "nauc_map_at_5_std": -0.268448, + "nauc_map_at_5_diff1": 0.472204, + "nauc_map_at_10_max": -0.199907, + "nauc_map_at_10_std": -0.262198, + "nauc_map_at_10_diff1": 0.461639, + "nauc_map_at_20_max": -0.200448, + "nauc_map_at_20_std": -0.261361, + "nauc_map_at_20_diff1": 0.454411, + "nauc_map_at_100_max": -0.198611, + "nauc_map_at_100_std": -0.260465, + "nauc_map_at_100_diff1": 0.459251, + "nauc_map_at_1000_max": -0.198946, + "nauc_map_at_1000_std": -0.260977, + "nauc_map_at_1000_diff1": 0.460054, + "nauc_recall_at_1_max": -0.190263, + "nauc_recall_at_1_std": -0.268773, + "nauc_recall_at_1_diff1": 0.556838, + "nauc_recall_at_3_max": -0.205498, + "nauc_recall_at_3_std": -0.259491, + "nauc_recall_at_3_diff1": 0.402644, + "nauc_recall_at_5_max": -0.215488, + "nauc_recall_at_5_std": -0.254084, + "nauc_recall_at_5_diff1": 0.331989, + "nauc_recall_at_10_max": -0.183052, + "nauc_recall_at_10_std": -0.192223, + "nauc_recall_at_10_diff1": 0.252522, + "nauc_recall_at_20_max": -0.174143, + "nauc_recall_at_20_std": -0.137987, + "nauc_recall_at_20_diff1": 0.060644, + "nauc_recall_at_100_max": 0.153501, + "nauc_recall_at_100_std": 0.263745, + "nauc_recall_at_100_diff1": -0.317591, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.190263, + "nauc_precision_at_1_std": -0.268773, + "nauc_precision_at_1_diff1": 0.556838, + "nauc_precision_at_3_max": -0.205498, + "nauc_precision_at_3_std": -0.259491, + "nauc_precision_at_3_diff1": 0.402644, + "nauc_precision_at_5_max": -0.215488, + "nauc_precision_at_5_std": -0.254084, + "nauc_precision_at_5_diff1": 0.331989, + "nauc_precision_at_10_max": -0.183052, + "nauc_precision_at_10_std": -0.192223, + "nauc_precision_at_10_diff1": 0.252522, + "nauc_precision_at_20_max": -0.174143, + "nauc_precision_at_20_std": -0.137987, + "nauc_precision_at_20_diff1": 0.060644, + "nauc_precision_at_100_max": 0.153501, + "nauc_precision_at_100_std": 0.263745, + "nauc_precision_at_100_diff1": -0.317591, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.190263, + "nauc_cv_recall_at_1_std": -0.268773, + "nauc_cv_recall_at_1_diff1": 0.556838, + "nauc_cv_recall_at_3_max": -0.205498, + "nauc_cv_recall_at_3_std": -0.259491, + "nauc_cv_recall_at_3_diff1": 0.402644, + "nauc_cv_recall_at_5_max": -0.215488, + "nauc_cv_recall_at_5_std": -0.254084, + "nauc_cv_recall_at_5_diff1": 0.331989, + "nauc_cv_recall_at_10_max": -0.183052, + "nauc_cv_recall_at_10_std": -0.192223, + "nauc_cv_recall_at_10_diff1": 0.252522, + "nauc_cv_recall_at_20_max": -0.174143, + "nauc_cv_recall_at_20_std": -0.137987, + "nauc_cv_recall_at_20_diff1": 0.060644, + "nauc_cv_recall_at_100_max": 0.153501, + "nauc_cv_recall_at_100_std": 0.263745, + "nauc_cv_recall_at_100_diff1": -0.317591, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.190263, + "nauc_mrr_at_1_std": -0.268773, + "nauc_mrr_at_1_diff1": 0.556838, + "nauc_mrr_at_3_max": -0.199307, + "nauc_mrr_at_3_std": -0.269107, + "nauc_mrr_at_3_diff1": 0.487146, + "nauc_mrr_at_5_max": -0.202374, + "nauc_mrr_at_5_std": -0.268448, + "nauc_mrr_at_5_diff1": 0.472204, + "nauc_mrr_at_10_max": -0.199907, + "nauc_mrr_at_10_std": -0.262198, + "nauc_mrr_at_10_diff1": 0.461639, + "nauc_mrr_at_20_max": -0.200448, + "nauc_mrr_at_20_std": -0.261361, + "nauc_mrr_at_20_diff1": 0.454411, + "nauc_mrr_at_100_max": -0.198611, + "nauc_mrr_at_100_std": -0.260465, + "nauc_mrr_at_100_diff1": 0.459251, + "nauc_mrr_at_1000_max": -0.198946, + "nauc_mrr_at_1000_std": -0.260977, + "nauc_mrr_at_1000_diff1": 0.460054, + "main_score": 0.38972, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.22299, + "ndcg_at_3": 0.2549, + "ndcg_at_5": 0.27058, + "ndcg_at_10": 0.28844, + "ndcg_at_20": 0.30642, + "ndcg_at_100": 0.36924, + "ndcg_at_1000": 0.39618, + "map_at_1": 0.22299, + "map_at_3": 0.24723, + "map_at_5": 0.25609, + "map_at_10": 0.26369, + "map_at_20": 0.26851, + "map_at_100": 0.27628, + "map_at_1000": 0.27737, + "recall_at_1": 0.22299, + "recall_at_3": 0.27701, + "recall_at_5": 0.3144, + "recall_at_10": 0.36842, + "recall_at_20": 0.44044, + "recall_at_100": 0.79224, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.22299, + "cv_recall_at_3": 0.27701, + "cv_recall_at_5": 0.3144, + "cv_recall_at_10": 0.36842, + "cv_recall_at_20": 0.44044, + "cv_recall_at_100": 0.79224, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.22299, + "precision_at_3": 0.09234, + "precision_at_5": 0.06288, + "precision_at_10": 0.03684, + "precision_at_20": 0.02202, + "precision_at_100": 0.00792, + "precision_at_1000": 0.001, + "mrr_at_1": 0.222992, + "mrr_at_3": 0.24723, + "mrr_at_5": 0.256094, + "mrr_at_10": 0.263694, + "mrr_at_20": 0.268515, + "mrr_at_100": 0.276279, + "mrr_at_1000": 0.277369, + "nauc_ndcg_at_1_max": -0.316232, + "nauc_ndcg_at_1_std": -0.358598, + "nauc_ndcg_at_1_diff1": 0.475734, + "nauc_ndcg_at_3_max": -0.31658, + "nauc_ndcg_at_3_std": -0.351669, + "nauc_ndcg_at_3_diff1": 0.425091, + "nauc_ndcg_at_5_max": -0.32167, + "nauc_ndcg_at_5_std": -0.354641, + "nauc_ndcg_at_5_diff1": 0.397218, + "nauc_ndcg_at_10_max": -0.330588, + "nauc_ndcg_at_10_std": -0.362678, + "nauc_ndcg_at_10_diff1": 0.385383, + "nauc_ndcg_at_20_max": -0.33061, + "nauc_ndcg_at_20_std": -0.36112, + "nauc_ndcg_at_20_diff1": 0.363653, + "nauc_ndcg_at_100_max": -0.32892, + "nauc_ndcg_at_100_std": -0.358923, + "nauc_ndcg_at_100_diff1": 0.364287, + "nauc_ndcg_at_1000_max": -0.326206, + "nauc_ndcg_at_1000_std": -0.358314, + "nauc_ndcg_at_1000_diff1": 0.386416, + "nauc_map_at_1_max": -0.316232, + "nauc_map_at_1_std": -0.358598, + "nauc_map_at_1_diff1": 0.475734, + "nauc_map_at_3_max": -0.316059, + "nauc_map_at_3_std": -0.352872, + "nauc_map_at_3_diff1": 0.436385, + "nauc_map_at_5_max": -0.318976, + "nauc_map_at_5_std": -0.354486, + "nauc_map_at_5_diff1": 0.420138, + "nauc_map_at_10_max": -0.323386, + "nauc_map_at_10_std": -0.358503, + "nauc_map_at_10_diff1": 0.414657, + "nauc_map_at_20_max": -0.32284, + "nauc_map_at_20_std": -0.357457, + "nauc_map_at_20_diff1": 0.409035, + "nauc_map_at_100_max": -0.32303, + "nauc_map_at_100_std": -0.357582, + "nauc_map_at_100_diff1": 0.408996, + "nauc_map_at_1000_max": -0.322849, + "nauc_map_at_1000_std": -0.357457, + "nauc_map_at_1000_diff1": 0.409893, + "nauc_recall_at_1_max": -0.316232, + "nauc_recall_at_1_std": -0.358598, + "nauc_recall_at_1_diff1": 0.475734, + "nauc_recall_at_3_max": -0.318183, + "nauc_recall_at_3_std": -0.34853, + "nauc_recall_at_3_diff1": 0.394296, + "nauc_recall_at_5_max": -0.329619, + "nauc_recall_at_5_std": -0.355659, + "nauc_recall_at_5_diff1": 0.333304, + "nauc_recall_at_10_max": -0.351919, + "nauc_recall_at_10_std": -0.37567, + "nauc_recall_at_10_diff1": 0.302947, + "nauc_recall_at_20_max": -0.355803, + "nauc_recall_at_20_std": -0.374166, + "nauc_recall_at_20_diff1": 0.220193, + "nauc_recall_at_100_max": -0.352424, + "nauc_recall_at_100_std": -0.356776, + "nauc_recall_at_100_diff1": 0.116778, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.316232, + "nauc_precision_at_1_std": -0.358598, + "nauc_precision_at_1_diff1": 0.475734, + "nauc_precision_at_3_max": -0.318183, + "nauc_precision_at_3_std": -0.34853, + "nauc_precision_at_3_diff1": 0.394296, + "nauc_precision_at_5_max": -0.329619, + "nauc_precision_at_5_std": -0.355659, + "nauc_precision_at_5_diff1": 0.333304, + "nauc_precision_at_10_max": -0.351919, + "nauc_precision_at_10_std": -0.37567, + "nauc_precision_at_10_diff1": 0.302947, + "nauc_precision_at_20_max": -0.355803, + "nauc_precision_at_20_std": -0.374166, + "nauc_precision_at_20_diff1": 0.220193, + "nauc_precision_at_100_max": -0.352424, + "nauc_precision_at_100_std": -0.356776, + "nauc_precision_at_100_diff1": 0.116778, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.316232, + "nauc_cv_recall_at_1_std": -0.358598, + "nauc_cv_recall_at_1_diff1": 0.475734, + "nauc_cv_recall_at_3_max": -0.318183, + "nauc_cv_recall_at_3_std": -0.34853, + "nauc_cv_recall_at_3_diff1": 0.394296, + "nauc_cv_recall_at_5_max": -0.329619, + "nauc_cv_recall_at_5_std": -0.355659, + "nauc_cv_recall_at_5_diff1": 0.333304, + "nauc_cv_recall_at_10_max": -0.351919, + "nauc_cv_recall_at_10_std": -0.37567, + "nauc_cv_recall_at_10_diff1": 0.302947, + "nauc_cv_recall_at_20_max": -0.355803, + "nauc_cv_recall_at_20_std": -0.374166, + "nauc_cv_recall_at_20_diff1": 0.220193, + "nauc_cv_recall_at_100_max": -0.352424, + "nauc_cv_recall_at_100_std": -0.356776, + "nauc_cv_recall_at_100_diff1": 0.116778, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.316232, + "nauc_mrr_at_1_std": -0.358598, + "nauc_mrr_at_1_diff1": 0.475734, + "nauc_mrr_at_3_max": -0.316059, + "nauc_mrr_at_3_std": -0.352872, + "nauc_mrr_at_3_diff1": 0.436385, + "nauc_mrr_at_5_max": -0.318976, + "nauc_mrr_at_5_std": -0.354486, + "nauc_mrr_at_5_diff1": 0.420138, + "nauc_mrr_at_10_max": -0.323386, + "nauc_mrr_at_10_std": -0.358503, + "nauc_mrr_at_10_diff1": 0.414657, + "nauc_mrr_at_20_max": -0.32284, + "nauc_mrr_at_20_std": -0.357457, + "nauc_mrr_at_20_diff1": 0.409035, + "nauc_mrr_at_100_max": -0.32303, + "nauc_mrr_at_100_std": -0.357582, + "nauc_mrr_at_100_diff1": 0.408996, + "nauc_mrr_at_1000_max": -0.322849, + "nauc_mrr_at_1000_std": -0.357457, + "nauc_mrr_at_1000_diff1": 0.409893, + "main_score": 0.27058, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.49661, + "ndcg_at_3": 0.55325, + "ndcg_at_5": 0.56833, + "ndcg_at_10": 0.5886, + "ndcg_at_20": 0.60347, + "ndcg_at_100": 0.63053, + "ndcg_at_1000": 0.64361, + "map_at_1": 0.49661, + "map_at_3": 0.53922, + "map_at_5": 0.54742, + "map_at_10": 0.55586, + "map_at_20": 0.55994, + "map_at_100": 0.56368, + "map_at_1000": 0.5642, + "recall_at_1": 0.49661, + "recall_at_3": 0.59389, + "recall_at_5": 0.63122, + "recall_at_10": 0.69344, + "recall_at_20": 0.75226, + "recall_at_100": 0.89819, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.49661, + "cv_recall_at_3": 0.59389, + "cv_recall_at_5": 0.63122, + "cv_recall_at_10": 0.69344, + "cv_recall_at_20": 0.75226, + "cv_recall_at_100": 0.89819, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.49661, + "precision_at_3": 0.19796, + "precision_at_5": 0.12624, + "precision_at_10": 0.06934, + "precision_at_20": 0.03761, + "precision_at_100": 0.00898, + "precision_at_1000": 0.001, + "mrr_at_1": 0.496606, + "mrr_at_3": 0.539216, + "mrr_at_5": 0.547417, + "mrr_at_10": 0.555863, + "mrr_at_20": 0.55994, + "mrr_at_100": 0.563682, + "mrr_at_1000": 0.564198, + "nauc_ndcg_at_1_max": -0.140085, + "nauc_ndcg_at_1_std": -0.29776, + "nauc_ndcg_at_1_diff1": 0.748681, + "nauc_ndcg_at_3_max": -0.146145, + "nauc_ndcg_at_3_std": -0.302115, + "nauc_ndcg_at_3_diff1": 0.706113, + "nauc_ndcg_at_5_max": -0.155053, + "nauc_ndcg_at_5_std": -0.308343, + "nauc_ndcg_at_5_diff1": 0.699671, + "nauc_ndcg_at_10_max": -0.140075, + "nauc_ndcg_at_10_std": -0.294738, + "nauc_ndcg_at_10_diff1": 0.690221, + "nauc_ndcg_at_20_max": -0.131824, + "nauc_ndcg_at_20_std": -0.282098, + "nauc_ndcg_at_20_diff1": 0.688113, + "nauc_ndcg_at_100_max": -0.123297, + "nauc_ndcg_at_100_std": -0.27208, + "nauc_ndcg_at_100_diff1": 0.694476, + "nauc_ndcg_at_1000_max": -0.134224, + "nauc_ndcg_at_1000_std": -0.285496, + "nauc_ndcg_at_1000_diff1": 0.700089, + "nauc_map_at_1_max": -0.140085, + "nauc_map_at_1_std": -0.29776, + "nauc_map_at_1_diff1": 0.748681, + "nauc_map_at_3_max": -0.146685, + "nauc_map_at_3_std": -0.302845, + "nauc_map_at_3_diff1": 0.716713, + "nauc_map_at_5_max": -0.151443, + "nauc_map_at_5_std": -0.306253, + "nauc_map_at_5_diff1": 0.713408, + "nauc_map_at_10_max": -0.145154, + "nauc_map_at_10_std": -0.300608, + "nauc_map_at_10_diff1": 0.709766, + "nauc_map_at_20_max": -0.142959, + "nauc_map_at_20_std": -0.297193, + "nauc_map_at_20_diff1": 0.709419, + "nauc_map_at_100_max": -0.141938, + "nauc_map_at_100_std": -0.295852, + "nauc_map_at_100_diff1": 0.709971, + "nauc_map_at_1000_max": -0.142166, + "nauc_map_at_1000_std": -0.29611, + "nauc_map_at_1000_diff1": 0.710213, + "nauc_recall_at_1_max": -0.140085, + "nauc_recall_at_1_std": -0.29776, + "nauc_recall_at_1_diff1": 0.748681, + "nauc_recall_at_3_max": -0.143589, + "nauc_recall_at_3_std": -0.299081, + "nauc_recall_at_3_diff1": 0.673724, + "nauc_recall_at_5_max": -0.167238, + "nauc_recall_at_5_std": -0.315175, + "nauc_recall_at_5_diff1": 0.65439, + "nauc_recall_at_10_max": -0.11595, + "nauc_recall_at_10_std": -0.267673, + "nauc_recall_at_10_diff1": 0.614587, + "nauc_recall_at_20_max": -0.068486, + "nauc_recall_at_20_std": -0.197099, + "nauc_recall_at_20_diff1": 0.588872, + "nauc_recall_at_100_max": 0.128532, + "nauc_recall_at_100_std": 0.038854, + "nauc_recall_at_100_diff1": 0.586195, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.140085, + "nauc_precision_at_1_std": -0.29776, + "nauc_precision_at_1_diff1": 0.748681, + "nauc_precision_at_3_max": -0.143589, + "nauc_precision_at_3_std": -0.299081, + "nauc_precision_at_3_diff1": 0.673724, + "nauc_precision_at_5_max": -0.167238, + "nauc_precision_at_5_std": -0.315175, + "nauc_precision_at_5_diff1": 0.65439, + "nauc_precision_at_10_max": -0.11595, + "nauc_precision_at_10_std": -0.267673, + "nauc_precision_at_10_diff1": 0.614587, + "nauc_precision_at_20_max": -0.068486, + "nauc_precision_at_20_std": -0.197099, + "nauc_precision_at_20_diff1": 0.588872, + "nauc_precision_at_100_max": 0.128532, + "nauc_precision_at_100_std": 0.038854, + "nauc_precision_at_100_diff1": 0.586195, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.140085, + "nauc_cv_recall_at_1_std": -0.29776, + "nauc_cv_recall_at_1_diff1": 0.748681, + "nauc_cv_recall_at_3_max": -0.143589, + "nauc_cv_recall_at_3_std": -0.299081, + "nauc_cv_recall_at_3_diff1": 0.673724, + "nauc_cv_recall_at_5_max": -0.167238, + "nauc_cv_recall_at_5_std": -0.315175, + "nauc_cv_recall_at_5_diff1": 0.65439, + "nauc_cv_recall_at_10_max": -0.11595, + "nauc_cv_recall_at_10_std": -0.267673, + "nauc_cv_recall_at_10_diff1": 0.614587, + "nauc_cv_recall_at_20_max": -0.068486, + "nauc_cv_recall_at_20_std": -0.197099, + "nauc_cv_recall_at_20_diff1": 0.588872, + "nauc_cv_recall_at_100_max": 0.128532, + "nauc_cv_recall_at_100_std": 0.038854, + "nauc_cv_recall_at_100_diff1": 0.586195, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.140085, + "nauc_mrr_at_1_std": -0.29776, + "nauc_mrr_at_1_diff1": 0.748681, + "nauc_mrr_at_3_max": -0.146685, + "nauc_mrr_at_3_std": -0.302845, + "nauc_mrr_at_3_diff1": 0.716713, + "nauc_mrr_at_5_max": -0.151443, + "nauc_mrr_at_5_std": -0.306253, + "nauc_mrr_at_5_diff1": 0.713408, + "nauc_mrr_at_10_max": -0.145154, + "nauc_mrr_at_10_std": -0.300608, + "nauc_mrr_at_10_diff1": 0.709766, + "nauc_mrr_at_20_max": -0.142959, + "nauc_mrr_at_20_std": -0.297193, + "nauc_mrr_at_20_diff1": 0.709419, + "nauc_mrr_at_100_max": -0.141938, + "nauc_mrr_at_100_std": -0.295852, + "nauc_mrr_at_100_diff1": 0.709971, + "nauc_mrr_at_1000_max": -0.142166, + "nauc_mrr_at_1000_std": -0.29611, + "nauc_mrr_at_1000_diff1": 0.710213, + "main_score": 0.56833, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.44191, + "ndcg_at_3": 0.4807, + "ndcg_at_5": 0.49574, + "ndcg_at_10": 0.51084, + "ndcg_at_20": 0.52376, + "ndcg_at_100": 0.55381, + "ndcg_at_1000": 0.57809, + "map_at_1": 0.44191, + "map_at_3": 0.47147, + "map_at_5": 0.47988, + "map_at_10": 0.4861, + "map_at_20": 0.48969, + "map_at_100": 0.49364, + "map_at_1000": 0.49451, + "recall_at_1": 0.44191, + "recall_at_3": 0.50726, + "recall_at_5": 0.54357, + "recall_at_10": 0.59025, + "recall_at_20": 0.64108, + "recall_at_100": 0.80602, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.44191, + "cv_recall_at_3": 0.50726, + "cv_recall_at_5": 0.54357, + "cv_recall_at_10": 0.59025, + "cv_recall_at_20": 0.64108, + "cv_recall_at_100": 0.80602, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.44191, + "precision_at_3": 0.16909, + "precision_at_5": 0.10871, + "precision_at_10": 0.05902, + "precision_at_20": 0.03205, + "precision_at_100": 0.00806, + "precision_at_1000": 0.001, + "mrr_at_1": 0.441909, + "mrr_at_3": 0.471473, + "mrr_at_5": 0.479876, + "mrr_at_10": 0.486105, + "mrr_at_20": 0.489692, + "mrr_at_100": 0.49364, + "mrr_at_1000": 0.494511, + "nauc_ndcg_at_1_max": -0.108698, + "nauc_ndcg_at_1_std": -0.239635, + "nauc_ndcg_at_1_diff1": 0.754348, + "nauc_ndcg_at_3_max": -0.1115, + "nauc_ndcg_at_3_std": -0.243535, + "nauc_ndcg_at_3_diff1": 0.716173, + "nauc_ndcg_at_5_max": -0.115445, + "nauc_ndcg_at_5_std": -0.246477, + "nauc_ndcg_at_5_diff1": 0.700602, + "nauc_ndcg_at_10_max": -0.114811, + "nauc_ndcg_at_10_std": -0.246163, + "nauc_ndcg_at_10_diff1": 0.691001, + "nauc_ndcg_at_20_max": -0.107489, + "nauc_ndcg_at_20_std": -0.240784, + "nauc_ndcg_at_20_diff1": 0.68841, + "nauc_ndcg_at_100_max": -0.09134, + "nauc_ndcg_at_100_std": -0.223371, + "nauc_ndcg_at_100_diff1": 0.688844, + "nauc_ndcg_at_1000_max": -0.103475, + "nauc_ndcg_at_1000_std": -0.234801, + "nauc_ndcg_at_1000_diff1": 0.698525, + "nauc_map_at_1_max": -0.108698, + "nauc_map_at_1_std": -0.239635, + "nauc_map_at_1_diff1": 0.754348, + "nauc_map_at_3_max": -0.111467, + "nauc_map_at_3_std": -0.24295, + "nauc_map_at_3_diff1": 0.725065, + "nauc_map_at_5_max": -0.113554, + "nauc_map_at_5_std": -0.244451, + "nauc_map_at_5_diff1": 0.716464, + "nauc_map_at_10_max": -0.113483, + "nauc_map_at_10_std": -0.244376, + "nauc_map_at_10_diff1": 0.712713, + "nauc_map_at_20_max": -0.111641, + "nauc_map_at_20_std": -0.242933, + "nauc_map_at_20_diff1": 0.711969, + "nauc_map_at_100_max": -0.109584, + "nauc_map_at_100_std": -0.240768, + "nauc_map_at_100_diff1": 0.711857, + "nauc_map_at_1000_max": -0.109876, + "nauc_map_at_1000_std": -0.24099, + "nauc_map_at_1000_diff1": 0.712162, + "nauc_recall_at_1_max": -0.108698, + "nauc_recall_at_1_std": -0.239635, + "nauc_recall_at_1_diff1": 0.754348, + "nauc_recall_at_3_max": -0.111326, + "nauc_recall_at_3_std": -0.245093, + "nauc_recall_at_3_diff1": 0.690284, + "nauc_recall_at_5_max": -0.121573, + "nauc_recall_at_5_std": -0.253021, + "nauc_recall_at_5_diff1": 0.650713, + "nauc_recall_at_10_max": -0.118728, + "nauc_recall_at_10_std": -0.252022, + "nauc_recall_at_10_diff1": 0.616054, + "nauc_recall_at_20_max": -0.084882, + "nauc_recall_at_20_std": -0.228177, + "nauc_recall_at_20_diff1": 0.599081, + "nauc_recall_at_100_max": 0.078541, + "nauc_recall_at_100_std": -0.057477, + "nauc_recall_at_100_diff1": 0.558569, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.108698, + "nauc_precision_at_1_std": -0.239635, + "nauc_precision_at_1_diff1": 0.754348, + "nauc_precision_at_3_max": -0.111326, + "nauc_precision_at_3_std": -0.245093, + "nauc_precision_at_3_diff1": 0.690284, + "nauc_precision_at_5_max": -0.121573, + "nauc_precision_at_5_std": -0.253021, + "nauc_precision_at_5_diff1": 0.650713, + "nauc_precision_at_10_max": -0.118728, + "nauc_precision_at_10_std": -0.252022, + "nauc_precision_at_10_diff1": 0.616054, + "nauc_precision_at_20_max": -0.084882, + "nauc_precision_at_20_std": -0.228177, + "nauc_precision_at_20_diff1": 0.599081, + "nauc_precision_at_100_max": 0.078541, + "nauc_precision_at_100_std": -0.057477, + "nauc_precision_at_100_diff1": 0.558569, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.108698, + "nauc_cv_recall_at_1_std": -0.239635, + "nauc_cv_recall_at_1_diff1": 0.754348, + "nauc_cv_recall_at_3_max": -0.111326, + "nauc_cv_recall_at_3_std": -0.245093, + "nauc_cv_recall_at_3_diff1": 0.690284, + "nauc_cv_recall_at_5_max": -0.121573, + "nauc_cv_recall_at_5_std": -0.253021, + "nauc_cv_recall_at_5_diff1": 0.650713, + "nauc_cv_recall_at_10_max": -0.118728, + "nauc_cv_recall_at_10_std": -0.252022, + "nauc_cv_recall_at_10_diff1": 0.616054, + "nauc_cv_recall_at_20_max": -0.084882, + "nauc_cv_recall_at_20_std": -0.228177, + "nauc_cv_recall_at_20_diff1": 0.599081, + "nauc_cv_recall_at_100_max": 0.078541, + "nauc_cv_recall_at_100_std": -0.057477, + "nauc_cv_recall_at_100_diff1": 0.558569, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.108698, + "nauc_mrr_at_1_std": -0.239635, + "nauc_mrr_at_1_diff1": 0.754348, + "nauc_mrr_at_3_max": -0.111467, + "nauc_mrr_at_3_std": -0.24295, + "nauc_mrr_at_3_diff1": 0.725065, + "nauc_mrr_at_5_max": -0.113554, + "nauc_mrr_at_5_std": -0.244451, + "nauc_mrr_at_5_diff1": 0.716464, + "nauc_mrr_at_10_max": -0.113483, + "nauc_mrr_at_10_std": -0.244376, + "nauc_mrr_at_10_diff1": 0.712713, + "nauc_mrr_at_20_max": -0.111641, + "nauc_mrr_at_20_std": -0.242933, + "nauc_mrr_at_20_diff1": 0.711969, + "nauc_mrr_at_100_max": -0.109584, + "nauc_mrr_at_100_std": -0.240768, + "nauc_mrr_at_100_diff1": 0.711857, + "nauc_mrr_at_1000_max": -0.109876, + "nauc_mrr_at_1000_std": -0.24099, + "nauc_mrr_at_1000_diff1": 0.712162, + "main_score": 0.49574, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.48168, + "ndcg_at_3": 0.52441, + "ndcg_at_5": 0.53939, + "ndcg_at_10": 0.55655, + "ndcg_at_20": 0.57145, + "ndcg_at_100": 0.60458, + "ndcg_at_1000": 0.61953, + "map_at_1": 0.48168, + "map_at_3": 0.51419, + "map_at_5": 0.52243, + "map_at_10": 0.52956, + "map_at_20": 0.53361, + "map_at_100": 0.53809, + "map_at_1000": 0.53865, + "recall_at_1": 0.48168, + "recall_at_3": 0.55388, + "recall_at_5": 0.59052, + "recall_at_10": 0.64332, + "recall_at_20": 0.70259, + "recall_at_100": 0.88254, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.48168, + "cv_recall_at_3": 0.55388, + "cv_recall_at_5": 0.59052, + "cv_recall_at_10": 0.64332, + "cv_recall_at_20": 0.70259, + "cv_recall_at_100": 0.88254, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.48168, + "precision_at_3": 0.18463, + "precision_at_5": 0.1181, + "precision_at_10": 0.06433, + "precision_at_20": 0.03513, + "precision_at_100": 0.00883, + "precision_at_1000": 0.001, + "mrr_at_1": 0.481681, + "mrr_at_3": 0.514188, + "mrr_at_5": 0.522432, + "mrr_at_10": 0.529561, + "mrr_at_20": 0.533608, + "mrr_at_100": 0.538091, + "mrr_at_1000": 0.53865, + "nauc_ndcg_at_1_max": -0.152363, + "nauc_ndcg_at_1_std": -0.380764, + "nauc_ndcg_at_1_diff1": 0.79668, + "nauc_ndcg_at_3_max": -0.138014, + "nauc_ndcg_at_3_std": -0.370402, + "nauc_ndcg_at_3_diff1": 0.763186, + "nauc_ndcg_at_5_max": -0.137021, + "nauc_ndcg_at_5_std": -0.364207, + "nauc_ndcg_at_5_diff1": 0.753003, + "nauc_ndcg_at_10_max": -0.135753, + "nauc_ndcg_at_10_std": -0.358703, + "nauc_ndcg_at_10_diff1": 0.740861, + "nauc_ndcg_at_20_max": -0.142605, + "nauc_ndcg_at_20_std": -0.362427, + "nauc_ndcg_at_20_diff1": 0.736634, + "nauc_ndcg_at_100_max": -0.144285, + "nauc_ndcg_at_100_std": -0.358829, + "nauc_ndcg_at_100_diff1": 0.732665, + "nauc_ndcg_at_1000_max": -0.142555, + "nauc_ndcg_at_1000_std": -0.363696, + "nauc_ndcg_at_1000_diff1": 0.745951, + "nauc_map_at_1_max": -0.152363, + "nauc_map_at_1_std": -0.380764, + "nauc_map_at_1_diff1": 0.79668, + "nauc_map_at_3_max": -0.141288, + "nauc_map_at_3_std": -0.372918, + "nauc_map_at_3_diff1": 0.77114, + "nauc_map_at_5_max": -0.140958, + "nauc_map_at_5_std": -0.369691, + "nauc_map_at_5_diff1": 0.765617, + "nauc_map_at_10_max": -0.14066, + "nauc_map_at_10_std": -0.367615, + "nauc_map_at_10_diff1": 0.760703, + "nauc_map_at_20_max": -0.142664, + "nauc_map_at_20_std": -0.368897, + "nauc_map_at_20_diff1": 0.759487, + "nauc_map_at_100_max": -0.142891, + "nauc_map_at_100_std": -0.368473, + "nauc_map_at_100_diff1": 0.758967, + "nauc_map_at_1000_max": -0.142814, + "nauc_map_at_1000_std": -0.368566, + "nauc_map_at_1000_diff1": 0.759405, + "nauc_recall_at_1_max": -0.152363, + "nauc_recall_at_1_std": -0.380764, + "nauc_recall_at_1_diff1": 0.79668, + "nauc_recall_at_3_max": -0.128341, + "nauc_recall_at_3_std": -0.362897, + "nauc_recall_at_3_diff1": 0.739544, + "nauc_recall_at_5_max": -0.12459, + "nauc_recall_at_5_std": -0.34617, + "nauc_recall_at_5_diff1": 0.712692, + "nauc_recall_at_10_max": -0.117876, + "nauc_recall_at_10_std": -0.324825, + "nauc_recall_at_10_diff1": 0.668008, + "nauc_recall_at_20_max": -0.147068, + "nauc_recall_at_20_std": -0.336092, + "nauc_recall_at_20_diff1": 0.640449, + "nauc_recall_at_100_max": -0.177128, + "nauc_recall_at_100_std": -0.258367, + "nauc_recall_at_100_diff1": 0.479178, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.152363, + "nauc_precision_at_1_std": -0.380764, + "nauc_precision_at_1_diff1": 0.79668, + "nauc_precision_at_3_max": -0.128341, + "nauc_precision_at_3_std": -0.362897, + "nauc_precision_at_3_diff1": 0.739544, + "nauc_precision_at_5_max": -0.12459, + "nauc_precision_at_5_std": -0.34617, + "nauc_precision_at_5_diff1": 0.712692, + "nauc_precision_at_10_max": -0.117876, + "nauc_precision_at_10_std": -0.324825, + "nauc_precision_at_10_diff1": 0.668008, + "nauc_precision_at_20_max": -0.147068, + "nauc_precision_at_20_std": -0.336092, + "nauc_precision_at_20_diff1": 0.640449, + "nauc_precision_at_100_max": -0.177128, + "nauc_precision_at_100_std": -0.258367, + "nauc_precision_at_100_diff1": 0.479178, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.152363, + "nauc_cv_recall_at_1_std": -0.380764, + "nauc_cv_recall_at_1_diff1": 0.79668, + "nauc_cv_recall_at_3_max": -0.128341, + "nauc_cv_recall_at_3_std": -0.362897, + "nauc_cv_recall_at_3_diff1": 0.739544, + "nauc_cv_recall_at_5_max": -0.12459, + "nauc_cv_recall_at_5_std": -0.34617, + "nauc_cv_recall_at_5_diff1": 0.712692, + "nauc_cv_recall_at_10_max": -0.117876, + "nauc_cv_recall_at_10_std": -0.324825, + "nauc_cv_recall_at_10_diff1": 0.668008, + "nauc_cv_recall_at_20_max": -0.147068, + "nauc_cv_recall_at_20_std": -0.336092, + "nauc_cv_recall_at_20_diff1": 0.640449, + "nauc_cv_recall_at_100_max": -0.177128, + "nauc_cv_recall_at_100_std": -0.258367, + "nauc_cv_recall_at_100_diff1": 0.479178, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.152363, + "nauc_mrr_at_1_std": -0.380764, + "nauc_mrr_at_1_diff1": 0.79668, + "nauc_mrr_at_3_max": -0.141288, + "nauc_mrr_at_3_std": -0.372918, + "nauc_mrr_at_3_diff1": 0.77114, + "nauc_mrr_at_5_max": -0.140958, + "nauc_mrr_at_5_std": -0.369691, + "nauc_mrr_at_5_diff1": 0.765617, + "nauc_mrr_at_10_max": -0.14066, + "nauc_mrr_at_10_std": -0.367615, + "nauc_mrr_at_10_diff1": 0.760703, + "nauc_mrr_at_20_max": -0.142664, + "nauc_mrr_at_20_std": -0.368897, + "nauc_mrr_at_20_diff1": 0.759487, + "nauc_mrr_at_100_max": -0.142891, + "nauc_mrr_at_100_std": -0.368473, + "nauc_mrr_at_100_diff1": 0.758967, + "nauc_mrr_at_1000_max": -0.142814, + "nauc_mrr_at_1000_std": -0.368566, + "nauc_mrr_at_1000_diff1": 0.759405, + "main_score": 0.53939, + "hf_subset": "jp", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.48565, + "ndcg_at_3": 0.53507, + "ndcg_at_5": 0.54964, + "ndcg_at_10": 0.56839, + "ndcg_at_20": 0.58166, + "ndcg_at_100": 0.61134, + "ndcg_at_1000": 0.62698, + "map_at_1": 0.48565, + "map_at_3": 0.52315, + "map_at_5": 0.53119, + "map_at_10": 0.53904, + "map_at_20": 0.54264, + "map_at_100": 0.54668, + "map_at_1000": 0.54724, + "recall_at_1": 0.48565, + "recall_at_3": 0.56946, + "recall_at_5": 0.60505, + "recall_at_10": 0.66246, + "recall_at_20": 0.71527, + "recall_at_100": 0.876, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.48565, + "cv_recall_at_3": 0.56946, + "cv_recall_at_5": 0.60505, + "cv_recall_at_10": 0.66246, + "cv_recall_at_20": 0.71527, + "cv_recall_at_100": 0.876, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.48565, + "precision_at_3": 0.18982, + "precision_at_5": 0.12101, + "precision_at_10": 0.06625, + "precision_at_20": 0.03576, + "precision_at_100": 0.00876, + "precision_at_1000": 0.001, + "mrr_at_1": 0.485649, + "mrr_at_3": 0.523153, + "mrr_at_5": 0.53119, + "mrr_at_10": 0.539041, + "mrr_at_20": 0.542639, + "mrr_at_100": 0.546675, + "mrr_at_1000": 0.547241, + "nauc_ndcg_at_1_max": -0.233172, + "nauc_ndcg_at_1_std": -0.307515, + "nauc_ndcg_at_1_diff1": 0.696442, + "nauc_ndcg_at_3_max": -0.239042, + "nauc_ndcg_at_3_std": -0.311161, + "nauc_ndcg_at_3_diff1": 0.646943, + "nauc_ndcg_at_5_max": -0.231478, + "nauc_ndcg_at_5_std": -0.302752, + "nauc_ndcg_at_5_diff1": 0.643843, + "nauc_ndcg_at_10_max": -0.21192, + "nauc_ndcg_at_10_std": -0.282947, + "nauc_ndcg_at_10_diff1": 0.638833, + "nauc_ndcg_at_20_max": -0.222063, + "nauc_ndcg_at_20_std": -0.291552, + "nauc_ndcg_at_20_diff1": 0.632977, + "nauc_ndcg_at_100_max": -0.227456, + "nauc_ndcg_at_100_std": -0.29626, + "nauc_ndcg_at_100_diff1": 0.635491, + "nauc_ndcg_at_1000_max": -0.225695, + "nauc_ndcg_at_1000_std": -0.296195, + "nauc_ndcg_at_1000_diff1": 0.643432, + "nauc_map_at_1_max": -0.233172, + "nauc_map_at_1_std": -0.307515, + "nauc_map_at_1_diff1": 0.696442, + "nauc_map_at_3_max": -0.237064, + "nauc_map_at_3_std": -0.309545, + "nauc_map_at_3_diff1": 0.659397, + "nauc_map_at_5_max": -0.232837, + "nauc_map_at_5_std": -0.304959, + "nauc_map_at_5_diff1": 0.657918, + "nauc_map_at_10_max": -0.224979, + "nauc_map_at_10_std": -0.29684, + "nauc_map_at_10_diff1": 0.656215, + "nauc_map_at_20_max": -0.227938, + "nauc_map_at_20_std": -0.299376, + "nauc_map_at_20_diff1": 0.654595, + "nauc_map_at_100_max": -0.228378, + "nauc_map_at_100_std": -0.299815, + "nauc_map_at_100_diff1": 0.654814, + "nauc_map_at_1000_max": -0.228315, + "nauc_map_at_1000_std": -0.29982, + "nauc_map_at_1000_diff1": 0.655038, + "nauc_recall_at_1_max": -0.233172, + "nauc_recall_at_1_std": -0.307515, + "nauc_recall_at_1_diff1": 0.696442, + "nauc_recall_at_3_max": -0.245234, + "nauc_recall_at_3_std": -0.316346, + "nauc_recall_at_3_diff1": 0.609305, + "nauc_recall_at_5_max": -0.226414, + "nauc_recall_at_5_std": -0.294862, + "nauc_recall_at_5_diff1": 0.599239, + "nauc_recall_at_10_max": -0.157263, + "nauc_recall_at_10_std": -0.225604, + "nauc_recall_at_10_diff1": 0.575753, + "nauc_recall_at_20_max": -0.19852, + "nauc_recall_at_20_std": -0.259101, + "nauc_recall_at_20_diff1": 0.540589, + "nauc_recall_at_100_max": -0.251922, + "nauc_recall_at_100_std": -0.29261, + "nauc_recall_at_100_diff1": 0.487964, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.233172, + "nauc_precision_at_1_std": -0.307515, + "nauc_precision_at_1_diff1": 0.696442, + "nauc_precision_at_3_max": -0.245234, + "nauc_precision_at_3_std": -0.316346, + "nauc_precision_at_3_diff1": 0.609305, + "nauc_precision_at_5_max": -0.226414, + "nauc_precision_at_5_std": -0.294862, + "nauc_precision_at_5_diff1": 0.599239, + "nauc_precision_at_10_max": -0.157263, + "nauc_precision_at_10_std": -0.225604, + "nauc_precision_at_10_diff1": 0.575753, + "nauc_precision_at_20_max": -0.19852, + "nauc_precision_at_20_std": -0.259101, + "nauc_precision_at_20_diff1": 0.540589, + "nauc_precision_at_100_max": -0.251922, + "nauc_precision_at_100_std": -0.29261, + "nauc_precision_at_100_diff1": 0.487964, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.233172, + "nauc_cv_recall_at_1_std": -0.307515, + "nauc_cv_recall_at_1_diff1": 0.696442, + "nauc_cv_recall_at_3_max": -0.245234, + "nauc_cv_recall_at_3_std": -0.316346, + "nauc_cv_recall_at_3_diff1": 0.609305, + "nauc_cv_recall_at_5_max": -0.226414, + "nauc_cv_recall_at_5_std": -0.294862, + "nauc_cv_recall_at_5_diff1": 0.599239, + "nauc_cv_recall_at_10_max": -0.157263, + "nauc_cv_recall_at_10_std": -0.225604, + "nauc_cv_recall_at_10_diff1": 0.575753, + "nauc_cv_recall_at_20_max": -0.19852, + "nauc_cv_recall_at_20_std": -0.259101, + "nauc_cv_recall_at_20_diff1": 0.540589, + "nauc_cv_recall_at_100_max": -0.251922, + "nauc_cv_recall_at_100_std": -0.29261, + "nauc_cv_recall_at_100_diff1": 0.487964, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.233172, + "nauc_mrr_at_1_std": -0.307515, + "nauc_mrr_at_1_diff1": 0.696442, + "nauc_mrr_at_3_max": -0.237064, + "nauc_mrr_at_3_std": -0.309545, + "nauc_mrr_at_3_diff1": 0.659397, + "nauc_mrr_at_5_max": -0.232837, + "nauc_mrr_at_5_std": -0.304959, + "nauc_mrr_at_5_diff1": 0.657918, + "nauc_mrr_at_10_max": -0.224979, + "nauc_mrr_at_10_std": -0.29684, + "nauc_mrr_at_10_diff1": 0.656215, + "nauc_mrr_at_20_max": -0.227938, + "nauc_mrr_at_20_std": -0.299376, + "nauc_mrr_at_20_diff1": 0.654595, + "nauc_mrr_at_100_max": -0.228378, + "nauc_mrr_at_100_std": -0.299815, + "nauc_mrr_at_100_diff1": 0.654814, + "nauc_mrr_at_1000_max": -0.228315, + "nauc_mrr_at_1000_std": -0.29982, + "nauc_mrr_at_1000_diff1": 0.655038, + "main_score": 0.54964, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.13333, + "ndcg_at_3": 0.15218, + "ndcg_at_5": 0.16581, + "ndcg_at_10": 0.20914, + "ndcg_at_20": 0.24747, + "ndcg_at_100": 0.34423, + "ndcg_at_1000": 0.34423, + "map_at_1": 0.13333, + "map_at_3": 0.14722, + "map_at_5": 0.15472, + "map_at_10": 0.17272, + "map_at_20": 0.18346, + "map_at_100": 0.1969, + "map_at_1000": 0.1969, + "recall_at_1": 0.13333, + "recall_at_3": 0.16667, + "recall_at_5": 0.2, + "recall_at_10": 0.33333, + "recall_at_20": 0.48333, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.13333, + "cv_recall_at_3": 0.16667, + "cv_recall_at_5": 0.2, + "cv_recall_at_10": 0.33333, + "cv_recall_at_20": 0.48333, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.13333, + "precision_at_3": 0.05556, + "precision_at_5": 0.04, + "precision_at_10": 0.03333, + "precision_at_20": 0.02417, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.133333, + "mrr_at_3": 0.147222, + "mrr_at_5": 0.154722, + "mrr_at_10": 0.172725, + "mrr_at_20": 0.183456, + "mrr_at_100": 0.1969, + "mrr_at_1000": 0.1969, + "nauc_ndcg_at_1_max": -0.439698, + "nauc_ndcg_at_1_std": -0.428158, + "nauc_ndcg_at_1_diff1": -0.262456, + "nauc_ndcg_at_3_max": -0.359935, + "nauc_ndcg_at_3_std": -0.341089, + "nauc_ndcg_at_3_diff1": -0.224322, + "nauc_ndcg_at_5_max": -0.323518, + "nauc_ndcg_at_5_std": -0.300221, + "nauc_ndcg_at_5_diff1": -0.181241, + "nauc_ndcg_at_10_max": -0.328126, + "nauc_ndcg_at_10_std": -0.308792, + "nauc_ndcg_at_10_diff1": -0.190774, + "nauc_ndcg_at_20_max": -0.297873, + "nauc_ndcg_at_20_std": -0.266504, + "nauc_ndcg_at_20_diff1": -0.201634, + "nauc_ndcg_at_100_max": -0.34746, + "nauc_ndcg_at_100_std": -0.320324, + "nauc_ndcg_at_100_diff1": -0.218916, + "nauc_ndcg_at_1000_max": -0.34746, + "nauc_ndcg_at_1000_std": -0.320324, + "nauc_ndcg_at_1000_diff1": -0.218916, + "nauc_map_at_1_max": -0.439698, + "nauc_map_at_1_std": -0.428158, + "nauc_map_at_1_diff1": -0.262456, + "nauc_map_at_3_max": -0.375587, + "nauc_map_at_3_std": -0.359131, + "nauc_map_at_3_diff1": -0.233654, + "nauc_map_at_5_max": -0.355444, + "nauc_map_at_5_std": -0.336141, + "nauc_map_at_5_diff1": -0.21041, + "nauc_map_at_10_max": -0.359852, + "nauc_map_at_10_std": -0.342029, + "nauc_map_at_10_diff1": -0.217751, + "nauc_map_at_20_max": -0.350934, + "nauc_map_at_20_std": -0.329559, + "nauc_map_at_20_diff1": -0.222454, + "nauc_map_at_100_max": -0.361062, + "nauc_map_at_100_std": -0.338972, + "nauc_map_at_100_diff1": -0.225949, + "nauc_map_at_1000_max": -0.361062, + "nauc_map_at_1000_std": -0.338972, + "nauc_map_at_1000_diff1": -0.225949, + "nauc_recall_at_1_max": -0.439698, + "nauc_recall_at_1_std": -0.428158, + "nauc_recall_at_1_diff1": -0.262456, + "nauc_recall_at_3_max": -0.31964, + "nauc_recall_at_3_std": -0.294229, + "nauc_recall_at_3_diff1": -0.199504, + "nauc_recall_at_5_max": -0.242762, + "nauc_recall_at_5_std": -0.209423, + "nauc_recall_at_5_diff1": -0.104671, + "nauc_recall_at_10_max": -0.254896, + "nauc_recall_at_10_std": -0.233429, + "nauc_recall_at_10_diff1": -0.125609, + "nauc_recall_at_20_max": -0.161636, + "nauc_recall_at_20_std": -0.103151, + "nauc_recall_at_20_diff1": -0.151304, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.439698, + "nauc_precision_at_1_std": -0.428158, + "nauc_precision_at_1_diff1": -0.262456, + "nauc_precision_at_3_max": -0.31964, + "nauc_precision_at_3_std": -0.294229, + "nauc_precision_at_3_diff1": -0.199504, + "nauc_precision_at_5_max": -0.242762, + "nauc_precision_at_5_std": -0.209423, + "nauc_precision_at_5_diff1": -0.104671, + "nauc_precision_at_10_max": -0.254896, + "nauc_precision_at_10_std": -0.233429, + "nauc_precision_at_10_diff1": -0.125609, + "nauc_precision_at_20_max": -0.161636, + "nauc_precision_at_20_std": -0.103151, + "nauc_precision_at_20_diff1": -0.151304, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.439698, + "nauc_cv_recall_at_1_std": -0.428158, + "nauc_cv_recall_at_1_diff1": -0.262456, + "nauc_cv_recall_at_3_max": -0.31964, + "nauc_cv_recall_at_3_std": -0.294229, + "nauc_cv_recall_at_3_diff1": -0.199504, + "nauc_cv_recall_at_5_max": -0.242762, + "nauc_cv_recall_at_5_std": -0.209423, + "nauc_cv_recall_at_5_diff1": -0.104671, + "nauc_cv_recall_at_10_max": -0.254896, + "nauc_cv_recall_at_10_std": -0.233429, + "nauc_cv_recall_at_10_diff1": -0.125609, + "nauc_cv_recall_at_20_max": -0.161636, + "nauc_cv_recall_at_20_std": -0.103151, + "nauc_cv_recall_at_20_diff1": -0.151304, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.439698, + "nauc_mrr_at_1_std": -0.428158, + "nauc_mrr_at_1_diff1": -0.262456, + "nauc_mrr_at_3_max": -0.375587, + "nauc_mrr_at_3_std": -0.359131, + "nauc_mrr_at_3_diff1": -0.233654, + "nauc_mrr_at_5_max": -0.355444, + "nauc_mrr_at_5_std": -0.336141, + "nauc_mrr_at_5_diff1": -0.21041, + "nauc_mrr_at_10_max": -0.359852, + "nauc_mrr_at_10_std": -0.342029, + "nauc_mrr_at_10_diff1": -0.217751, + "nauc_mrr_at_20_max": -0.350934, + "nauc_mrr_at_20_std": -0.329559, + "nauc_mrr_at_20_diff1": -0.222454, + "nauc_mrr_at_100_max": -0.361062, + "nauc_mrr_at_100_std": -0.338972, + "nauc_mrr_at_100_diff1": -0.225949, + "nauc_mrr_at_1000_max": -0.361062, + "nauc_mrr_at_1000_std": -0.338972, + "nauc_mrr_at_1000_diff1": -0.225949, + "main_score": 0.16581, + "hf_subset": "my", + "languages": [ + "mya-Mymr" + ] + }, + { + "ndcg_at_1": 0.49032, + "ndcg_at_3": 0.54917, + "ndcg_at_5": 0.57133, + "ndcg_at_10": 0.58861, + "ndcg_at_20": 0.6013, + "ndcg_at_100": 0.62497, + "ndcg_at_1000": 0.64072, + "map_at_1": 0.49032, + "map_at_3": 0.53459, + "map_at_5": 0.5469, + "map_at_10": 0.55417, + "map_at_20": 0.5576, + "map_at_100": 0.56103, + "map_at_1000": 0.56158, + "recall_at_1": 0.49032, + "recall_at_3": 0.5914, + "recall_at_5": 0.64516, + "recall_at_10": 0.69785, + "recall_at_20": 0.74839, + "recall_at_100": 0.87419, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.49032, + "cv_recall_at_3": 0.5914, + "cv_recall_at_5": 0.64516, + "cv_recall_at_10": 0.69785, + "cv_recall_at_20": 0.74839, + "cv_recall_at_100": 0.87419, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.49032, + "precision_at_3": 0.19713, + "precision_at_5": 0.12903, + "precision_at_10": 0.06978, + "precision_at_20": 0.03742, + "precision_at_100": 0.00874, + "precision_at_1000": 0.001, + "mrr_at_1": 0.490323, + "mrr_at_3": 0.534588, + "mrr_at_5": 0.5469, + "mrr_at_10": 0.554173, + "mrr_at_20": 0.557604, + "mrr_at_100": 0.561025, + "mrr_at_1000": 0.561578, + "nauc_ndcg_at_1_max": -0.099971, + "nauc_ndcg_at_1_std": -0.221779, + "nauc_ndcg_at_1_diff1": 0.754776, + "nauc_ndcg_at_3_max": -0.087504, + "nauc_ndcg_at_3_std": -0.208358, + "nauc_ndcg_at_3_diff1": 0.71861, + "nauc_ndcg_at_5_max": -0.086058, + "nauc_ndcg_at_5_std": -0.210054, + "nauc_ndcg_at_5_diff1": 0.712821, + "nauc_ndcg_at_10_max": -0.080515, + "nauc_ndcg_at_10_std": -0.204131, + "nauc_ndcg_at_10_diff1": 0.707082, + "nauc_ndcg_at_20_max": -0.076631, + "nauc_ndcg_at_20_std": -0.202476, + "nauc_ndcg_at_20_diff1": 0.707328, + "nauc_ndcg_at_100_max": -0.076922, + "nauc_ndcg_at_100_std": -0.20095, + "nauc_ndcg_at_100_diff1": 0.70809, + "nauc_ndcg_at_1000_max": -0.079702, + "nauc_ndcg_at_1000_std": -0.203358, + "nauc_ndcg_at_1000_diff1": 0.714033, + "nauc_map_at_1_max": -0.099971, + "nauc_map_at_1_std": -0.221779, + "nauc_map_at_1_diff1": 0.754776, + "nauc_map_at_3_max": -0.091027, + "nauc_map_at_3_std": -0.211912, + "nauc_map_at_3_diff1": 0.72644, + "nauc_map_at_5_max": -0.090118, + "nauc_map_at_5_std": -0.212668, + "nauc_map_at_5_diff1": 0.723409, + "nauc_map_at_10_max": -0.087396, + "nauc_map_at_10_std": -0.210012, + "nauc_map_at_10_diff1": 0.7215, + "nauc_map_at_20_max": -0.086276, + "nauc_map_at_20_std": -0.209491, + "nauc_map_at_20_diff1": 0.721807, + "nauc_map_at_100_max": -0.086011, + "nauc_map_at_100_std": -0.209092, + "nauc_map_at_100_diff1": 0.721833, + "nauc_map_at_1000_max": -0.086, + "nauc_map_at_1000_std": -0.209031, + "nauc_map_at_1000_diff1": 0.722031, + "nauc_recall_at_1_max": -0.099971, + "nauc_recall_at_1_std": -0.221779, + "nauc_recall_at_1_diff1": 0.754776, + "nauc_recall_at_3_max": -0.076555, + "nauc_recall_at_3_std": -0.197408, + "nauc_recall_at_3_diff1": 0.695205, + "nauc_recall_at_5_max": -0.072548, + "nauc_recall_at_5_std": -0.201959, + "nauc_recall_at_5_diff1": 0.677704, + "nauc_recall_at_10_max": -0.054586, + "nauc_recall_at_10_std": -0.181724, + "nauc_recall_at_10_diff1": 0.651139, + "nauc_recall_at_20_max": -0.031818, + "nauc_recall_at_20_std": -0.170972, + "nauc_recall_at_20_diff1": 0.641957, + "nauc_recall_at_100_max": -0.010845, + "nauc_recall_at_100_std": -0.134886, + "nauc_recall_at_100_diff1": 0.605058, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.099971, + "nauc_precision_at_1_std": -0.221779, + "nauc_precision_at_1_diff1": 0.754776, + "nauc_precision_at_3_max": -0.076555, + "nauc_precision_at_3_std": -0.197408, + "nauc_precision_at_3_diff1": 0.695205, + "nauc_precision_at_5_max": -0.072548, + "nauc_precision_at_5_std": -0.201959, + "nauc_precision_at_5_diff1": 0.677704, + "nauc_precision_at_10_max": -0.054586, + "nauc_precision_at_10_std": -0.181724, + "nauc_precision_at_10_diff1": 0.651139, + "nauc_precision_at_20_max": -0.031818, + "nauc_precision_at_20_std": -0.170972, + "nauc_precision_at_20_diff1": 0.641957, + "nauc_precision_at_100_max": -0.010845, + "nauc_precision_at_100_std": -0.134886, + "nauc_precision_at_100_diff1": 0.605058, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.099971, + "nauc_cv_recall_at_1_std": -0.221779, + "nauc_cv_recall_at_1_diff1": 0.754776, + "nauc_cv_recall_at_3_max": -0.076555, + "nauc_cv_recall_at_3_std": -0.197408, + "nauc_cv_recall_at_3_diff1": 0.695205, + "nauc_cv_recall_at_5_max": -0.072548, + "nauc_cv_recall_at_5_std": -0.201959, + "nauc_cv_recall_at_5_diff1": 0.677704, + "nauc_cv_recall_at_10_max": -0.054586, + "nauc_cv_recall_at_10_std": -0.181724, + "nauc_cv_recall_at_10_diff1": 0.651139, + "nauc_cv_recall_at_20_max": -0.031818, + "nauc_cv_recall_at_20_std": -0.170972, + "nauc_cv_recall_at_20_diff1": 0.641957, + "nauc_cv_recall_at_100_max": -0.010845, + "nauc_cv_recall_at_100_std": -0.134886, + "nauc_cv_recall_at_100_diff1": 0.605058, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.099971, + "nauc_mrr_at_1_std": -0.221779, + "nauc_mrr_at_1_diff1": 0.754776, + "nauc_mrr_at_3_max": -0.091027, + "nauc_mrr_at_3_std": -0.211912, + "nauc_mrr_at_3_diff1": 0.72644, + "nauc_mrr_at_5_max": -0.090118, + "nauc_mrr_at_5_std": -0.212668, + "nauc_mrr_at_5_diff1": 0.723409, + "nauc_mrr_at_10_max": -0.087396, + "nauc_mrr_at_10_std": -0.210012, + "nauc_mrr_at_10_diff1": 0.7215, + "nauc_mrr_at_20_max": -0.086276, + "nauc_mrr_at_20_std": -0.209491, + "nauc_mrr_at_20_diff1": 0.721807, + "nauc_mrr_at_100_max": -0.086011, + "nauc_mrr_at_100_std": -0.209092, + "nauc_mrr_at_100_diff1": 0.721833, + "nauc_mrr_at_1000_max": -0.086, + "nauc_mrr_at_1000_std": -0.209031, + "nauc_mrr_at_1000_diff1": 0.722031, + "main_score": 0.57133, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.52481, + "ndcg_at_3": 0.57783, + "ndcg_at_5": 0.59145, + "ndcg_at_10": 0.60789, + "ndcg_at_20": 0.62047, + "ndcg_at_100": 0.64128, + "ndcg_at_1000": 0.65862, + "map_at_1": 0.52481, + "map_at_3": 0.56523, + "map_at_5": 0.57279, + "map_at_10": 0.57959, + "map_at_20": 0.58306, + "map_at_100": 0.58587, + "map_at_1000": 0.58649, + "recall_at_1": 0.52481, + "recall_at_3": 0.61411, + "recall_at_5": 0.64719, + "recall_at_10": 0.69791, + "recall_at_20": 0.74752, + "recall_at_100": 0.86108, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.52481, + "cv_recall_at_3": 0.61411, + "cv_recall_at_5": 0.64719, + "cv_recall_at_10": 0.69791, + "cv_recall_at_20": 0.74752, + "cv_recall_at_100": 0.86108, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.52481, + "precision_at_3": 0.2047, + "precision_at_5": 0.12944, + "precision_at_10": 0.06979, + "precision_at_20": 0.03738, + "precision_at_100": 0.00861, + "precision_at_1000": 0.001, + "mrr_at_1": 0.524807, + "mrr_at_3": 0.565233, + "mrr_at_5": 0.572786, + "mrr_at_10": 0.57959, + "mrr_at_20": 0.583063, + "mrr_at_100": 0.58587, + "mrr_at_1000": 0.586491, + "nauc_ndcg_at_1_max": -0.090793, + "nauc_ndcg_at_1_std": -0.20215, + "nauc_ndcg_at_1_diff1": 0.688976, + "nauc_ndcg_at_3_max": -0.09326, + "nauc_ndcg_at_3_std": -0.206962, + "nauc_ndcg_at_3_diff1": 0.658835, + "nauc_ndcg_at_5_max": -0.083822, + "nauc_ndcg_at_5_std": -0.201425, + "nauc_ndcg_at_5_diff1": 0.662167, + "nauc_ndcg_at_10_max": -0.089156, + "nauc_ndcg_at_10_std": -0.20562, + "nauc_ndcg_at_10_diff1": 0.650809, + "nauc_ndcg_at_20_max": -0.083731, + "nauc_ndcg_at_20_std": -0.199519, + "nauc_ndcg_at_20_diff1": 0.6489, + "nauc_ndcg_at_100_max": -0.076411, + "nauc_ndcg_at_100_std": -0.193003, + "nauc_ndcg_at_100_diff1": 0.653594, + "nauc_ndcg_at_1000_max": -0.082134, + "nauc_ndcg_at_1000_std": -0.197637, + "nauc_ndcg_at_1000_diff1": 0.656943, + "nauc_map_at_1_max": -0.090793, + "nauc_map_at_1_std": -0.20215, + "nauc_map_at_1_diff1": 0.688976, + "nauc_map_at_3_max": -0.09346, + "nauc_map_at_3_std": -0.206928, + "nauc_map_at_3_diff1": 0.665276, + "nauc_map_at_5_max": -0.088036, + "nauc_map_at_5_std": -0.203652, + "nauc_map_at_5_diff1": 0.667355, + "nauc_map_at_10_max": -0.090376, + "nauc_map_at_10_std": -0.205466, + "nauc_map_at_10_diff1": 0.663029, + "nauc_map_at_20_max": -0.089277, + "nauc_map_at_20_std": -0.204143, + "nauc_map_at_20_diff1": 0.662488, + "nauc_map_at_100_max": -0.087935, + "nauc_map_at_100_std": -0.203027, + "nauc_map_at_100_diff1": 0.663204, + "nauc_map_at_1000_max": -0.087984, + "nauc_map_at_1000_std": -0.202985, + "nauc_map_at_1000_diff1": 0.66328, + "nauc_recall_at_1_max": -0.090793, + "nauc_recall_at_1_std": -0.20215, + "nauc_recall_at_1_diff1": 0.688976, + "nauc_recall_at_3_max": -0.092287, + "nauc_recall_at_3_std": -0.20655, + "nauc_recall_at_3_diff1": 0.639586, + "nauc_recall_at_5_max": -0.06881, + "nauc_recall_at_5_std": -0.193212, + "nauc_recall_at_5_diff1": 0.646259, + "nauc_recall_at_10_max": -0.085335, + "nauc_recall_at_10_std": -0.206643, + "nauc_recall_at_10_diff1": 0.602824, + "nauc_recall_at_20_max": -0.053478, + "nauc_recall_at_20_std": -0.172439, + "nauc_recall_at_20_diff1": 0.586848, + "nauc_recall_at_100_max": 0.031364, + "nauc_recall_at_100_std": -0.094699, + "nauc_recall_at_100_diff1": 0.596538, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.090793, + "nauc_precision_at_1_std": -0.20215, + "nauc_precision_at_1_diff1": 0.688976, + "nauc_precision_at_3_max": -0.092287, + "nauc_precision_at_3_std": -0.20655, + "nauc_precision_at_3_diff1": 0.639586, + "nauc_precision_at_5_max": -0.06881, + "nauc_precision_at_5_std": -0.193212, + "nauc_precision_at_5_diff1": 0.646259, + "nauc_precision_at_10_max": -0.085335, + "nauc_precision_at_10_std": -0.206643, + "nauc_precision_at_10_diff1": 0.602824, + "nauc_precision_at_20_max": -0.053478, + "nauc_precision_at_20_std": -0.172439, + "nauc_precision_at_20_diff1": 0.586848, + "nauc_precision_at_100_max": 0.031364, + "nauc_precision_at_100_std": -0.094699, + "nauc_precision_at_100_diff1": 0.596538, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.090793, + "nauc_cv_recall_at_1_std": -0.20215, + "nauc_cv_recall_at_1_diff1": 0.688976, + "nauc_cv_recall_at_3_max": -0.092287, + "nauc_cv_recall_at_3_std": -0.20655, + "nauc_cv_recall_at_3_diff1": 0.639586, + "nauc_cv_recall_at_5_max": -0.06881, + "nauc_cv_recall_at_5_std": -0.193212, + "nauc_cv_recall_at_5_diff1": 0.646259, + "nauc_cv_recall_at_10_max": -0.085335, + "nauc_cv_recall_at_10_std": -0.206643, + "nauc_cv_recall_at_10_diff1": 0.602824, + "nauc_cv_recall_at_20_max": -0.053478, + "nauc_cv_recall_at_20_std": -0.172439, + "nauc_cv_recall_at_20_diff1": 0.586848, + "nauc_cv_recall_at_100_max": 0.031364, + "nauc_cv_recall_at_100_std": -0.094699, + "nauc_cv_recall_at_100_diff1": 0.596538, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.090793, + "nauc_mrr_at_1_std": -0.20215, + "nauc_mrr_at_1_diff1": 0.688976, + "nauc_mrr_at_3_max": -0.09346, + "nauc_mrr_at_3_std": -0.206928, + "nauc_mrr_at_3_diff1": 0.665276, + "nauc_mrr_at_5_max": -0.088036, + "nauc_mrr_at_5_std": -0.203652, + "nauc_mrr_at_5_diff1": 0.667355, + "nauc_mrr_at_10_max": -0.090376, + "nauc_mrr_at_10_std": -0.205466, + "nauc_mrr_at_10_diff1": 0.663029, + "nauc_mrr_at_20_max": -0.089277, + "nauc_mrr_at_20_std": -0.204143, + "nauc_mrr_at_20_diff1": 0.662488, + "nauc_mrr_at_100_max": -0.087935, + "nauc_mrr_at_100_std": -0.203027, + "nauc_mrr_at_100_diff1": 0.663204, + "nauc_mrr_at_1000_max": -0.087984, + "nauc_mrr_at_1000_std": -0.202985, + "nauc_mrr_at_1000_diff1": 0.66328, + "main_score": 0.59145, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.3869, + "ndcg_at_3": 0.44638, + "ndcg_at_5": 0.46581, + "ndcg_at_10": 0.48743, + "ndcg_at_20": 0.50368, + "ndcg_at_100": 0.53387, + "ndcg_at_1000": 0.55506, + "map_at_1": 0.3869, + "map_at_3": 0.43159, + "map_at_5": 0.44239, + "map_at_10": 0.45119, + "map_at_20": 0.45561, + "map_at_100": 0.45972, + "map_at_1000": 0.4605, + "recall_at_1": 0.3869, + "recall_at_3": 0.48925, + "recall_at_5": 0.53634, + "recall_at_10": 0.60389, + "recall_at_20": 0.66837, + "recall_at_100": 0.83214, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.3869, + "cv_recall_at_3": 0.48925, + "cv_recall_at_5": 0.53634, + "cv_recall_at_10": 0.60389, + "cv_recall_at_20": 0.66837, + "cv_recall_at_100": 0.83214, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.3869, + "precision_at_3": 0.16308, + "precision_at_5": 0.10727, + "precision_at_10": 0.06039, + "precision_at_20": 0.03342, + "precision_at_100": 0.00832, + "precision_at_1000": 0.001, + "mrr_at_1": 0.386899, + "mrr_at_3": 0.431593, + "mrr_at_5": 0.442392, + "mrr_at_10": 0.451187, + "mrr_at_20": 0.455612, + "mrr_at_100": 0.459718, + "mrr_at_1000": 0.460497, + "nauc_ndcg_at_1_max": -0.106786, + "nauc_ndcg_at_1_std": -0.201803, + "nauc_ndcg_at_1_diff1": 0.734704, + "nauc_ndcg_at_3_max": -0.126281, + "nauc_ndcg_at_3_std": -0.219658, + "nauc_ndcg_at_3_diff1": 0.659871, + "nauc_ndcg_at_5_max": -0.124246, + "nauc_ndcg_at_5_std": -0.215494, + "nauc_ndcg_at_5_diff1": 0.650062, + "nauc_ndcg_at_10_max": -0.115955, + "nauc_ndcg_at_10_std": -0.204845, + "nauc_ndcg_at_10_diff1": 0.642271, + "nauc_ndcg_at_20_max": -0.117266, + "nauc_ndcg_at_20_std": -0.205206, + "nauc_ndcg_at_20_diff1": 0.640347, + "nauc_ndcg_at_100_max": -0.119282, + "nauc_ndcg_at_100_std": -0.208194, + "nauc_ndcg_at_100_diff1": 0.642848, + "nauc_ndcg_at_1000_max": -0.11815, + "nauc_ndcg_at_1000_std": -0.20765, + "nauc_ndcg_at_1000_diff1": 0.653906, + "nauc_map_at_1_max": -0.106786, + "nauc_map_at_1_std": -0.201803, + "nauc_map_at_1_diff1": 0.734704, + "nauc_map_at_3_max": -0.121582, + "nauc_map_at_3_std": -0.215199, + "nauc_map_at_3_diff1": 0.677481, + "nauc_map_at_5_max": -0.120256, + "nauc_map_at_5_std": -0.212641, + "nauc_map_at_5_diff1": 0.672235, + "nauc_map_at_10_max": -0.117078, + "nauc_map_at_10_std": -0.20859, + "nauc_map_at_10_diff1": 0.669364, + "nauc_map_at_20_max": -0.117454, + "nauc_map_at_20_std": -0.208697, + "nauc_map_at_20_diff1": 0.669252, + "nauc_map_at_100_max": -0.117757, + "nauc_map_at_100_std": -0.209072, + "nauc_map_at_100_diff1": 0.669561, + "nauc_map_at_1000_max": -0.117684, + "nauc_map_at_1000_std": -0.208977, + "nauc_map_at_1000_diff1": 0.66989, + "nauc_recall_at_1_max": -0.106786, + "nauc_recall_at_1_std": -0.201803, + "nauc_recall_at_1_diff1": 0.734704, + "nauc_recall_at_3_max": -0.140021, + "nauc_recall_at_3_std": -0.232758, + "nauc_recall_at_3_diff1": 0.60857, + "nauc_recall_at_5_max": -0.1362, + "nauc_recall_at_5_std": -0.223848, + "nauc_recall_at_5_diff1": 0.581825, + "nauc_recall_at_10_max": -0.107983, + "nauc_recall_at_10_std": -0.18696, + "nauc_recall_at_10_diff1": 0.549661, + "nauc_recall_at_20_max": -0.112857, + "nauc_recall_at_20_std": -0.186414, + "nauc_recall_at_20_diff1": 0.52669, + "nauc_recall_at_100_max": -0.129499, + "nauc_recall_at_100_std": -0.204914, + "nauc_recall_at_100_diff1": 0.476182, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.106786, + "nauc_precision_at_1_std": -0.201803, + "nauc_precision_at_1_diff1": 0.734704, + "nauc_precision_at_3_max": -0.140021, + "nauc_precision_at_3_std": -0.232758, + "nauc_precision_at_3_diff1": 0.60857, + "nauc_precision_at_5_max": -0.1362, + "nauc_precision_at_5_std": -0.223848, + "nauc_precision_at_5_diff1": 0.581825, + "nauc_precision_at_10_max": -0.107983, + "nauc_precision_at_10_std": -0.18696, + "nauc_precision_at_10_diff1": 0.549661, + "nauc_precision_at_20_max": -0.112857, + "nauc_precision_at_20_std": -0.186414, + "nauc_precision_at_20_diff1": 0.52669, + "nauc_precision_at_100_max": -0.129499, + "nauc_precision_at_100_std": -0.204914, + "nauc_precision_at_100_diff1": 0.476182, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.106786, + "nauc_cv_recall_at_1_std": -0.201803, + "nauc_cv_recall_at_1_diff1": 0.734704, + "nauc_cv_recall_at_3_max": -0.140021, + "nauc_cv_recall_at_3_std": -0.232758, + "nauc_cv_recall_at_3_diff1": 0.60857, + "nauc_cv_recall_at_5_max": -0.1362, + "nauc_cv_recall_at_5_std": -0.223848, + "nauc_cv_recall_at_5_diff1": 0.581825, + "nauc_cv_recall_at_10_max": -0.107983, + "nauc_cv_recall_at_10_std": -0.18696, + "nauc_cv_recall_at_10_diff1": 0.549661, + "nauc_cv_recall_at_20_max": -0.112857, + "nauc_cv_recall_at_20_std": -0.186414, + "nauc_cv_recall_at_20_diff1": 0.52669, + "nauc_cv_recall_at_100_max": -0.129499, + "nauc_cv_recall_at_100_std": -0.204914, + "nauc_cv_recall_at_100_diff1": 0.476182, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.106786, + "nauc_mrr_at_1_std": -0.201803, + "nauc_mrr_at_1_diff1": 0.734704, + "nauc_mrr_at_3_max": -0.121582, + "nauc_mrr_at_3_std": -0.215199, + "nauc_mrr_at_3_diff1": 0.677481, + "nauc_mrr_at_5_max": -0.120256, + "nauc_mrr_at_5_std": -0.212641, + "nauc_mrr_at_5_diff1": 0.672235, + "nauc_mrr_at_10_max": -0.117078, + "nauc_mrr_at_10_std": -0.20859, + "nauc_mrr_at_10_diff1": 0.669364, + "nauc_mrr_at_20_max": -0.117454, + "nauc_mrr_at_20_std": -0.208697, + "nauc_mrr_at_20_diff1": 0.669252, + "nauc_mrr_at_100_max": -0.117757, + "nauc_mrr_at_100_std": -0.209072, + "nauc_mrr_at_100_diff1": 0.669561, + "nauc_mrr_at_1000_max": -0.117684, + "nauc_mrr_at_1000_std": -0.208977, + "nauc_mrr_at_1000_diff1": 0.66989, + "main_score": 0.46581, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.38408, + "ndcg_at_3": 0.46206, + "ndcg_at_5": 0.48648, + "ndcg_at_10": 0.51072, + "ndcg_at_20": 0.53606, + "ndcg_at_100": 0.56018, + "ndcg_at_1000": 0.57644, + "map_at_1": 0.38408, + "map_at_3": 0.44348, + "map_at_5": 0.45715, + "map_at_10": 0.46694, + "map_at_20": 0.47389, + "map_at_100": 0.47737, + "map_at_1000": 0.47807, + "recall_at_1": 0.38408, + "recall_at_3": 0.51557, + "recall_at_5": 0.57439, + "recall_at_10": 0.65052, + "recall_at_20": 0.75087, + "recall_at_100": 0.87889, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.38408, + "cv_recall_at_3": 0.51557, + "cv_recall_at_5": 0.57439, + "cv_recall_at_10": 0.65052, + "cv_recall_at_20": 0.75087, + "cv_recall_at_100": 0.87889, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.38408, + "precision_at_3": 0.17186, + "precision_at_5": 0.11488, + "precision_at_10": 0.06505, + "precision_at_20": 0.03754, + "precision_at_100": 0.00879, + "precision_at_1000": 0.001, + "mrr_at_1": 0.384083, + "mrr_at_3": 0.443483, + "mrr_at_5": 0.457151, + "mrr_at_10": 0.466944, + "mrr_at_20": 0.473888, + "mrr_at_100": 0.477366, + "mrr_at_1000": 0.478075, + "nauc_ndcg_at_1_max": -0.122125, + "nauc_ndcg_at_1_std": -0.260968, + "nauc_ndcg_at_1_diff1": 0.628087, + "nauc_ndcg_at_3_max": -0.119947, + "nauc_ndcg_at_3_std": -0.246921, + "nauc_ndcg_at_3_diff1": 0.540679, + "nauc_ndcg_at_5_max": -0.127243, + "nauc_ndcg_at_5_std": -0.249551, + "nauc_ndcg_at_5_diff1": 0.5142, + "nauc_ndcg_at_10_max": -0.120688, + "nauc_ndcg_at_10_std": -0.24629, + "nauc_ndcg_at_10_diff1": 0.516065, + "nauc_ndcg_at_20_max": -0.118374, + "nauc_ndcg_at_20_std": -0.248952, + "nauc_ndcg_at_20_diff1": 0.518944, + "nauc_ndcg_at_100_max": -0.109221, + "nauc_ndcg_at_100_std": -0.235395, + "nauc_ndcg_at_100_diff1": 0.524207, + "nauc_ndcg_at_1000_max": -0.117261, + "nauc_ndcg_at_1000_std": -0.244025, + "nauc_ndcg_at_1000_diff1": 0.534633, + "nauc_map_at_1_max": -0.122125, + "nauc_map_at_1_std": -0.260968, + "nauc_map_at_1_diff1": 0.628087, + "nauc_map_at_3_max": -0.120547, + "nauc_map_at_3_std": -0.249944, + "nauc_map_at_3_diff1": 0.561221, + "nauc_map_at_5_max": -0.124281, + "nauc_map_at_5_std": -0.25116, + "nauc_map_at_5_diff1": 0.54668, + "nauc_map_at_10_max": -0.122999, + "nauc_map_at_10_std": -0.25119, + "nauc_map_at_10_diff1": 0.548054, + "nauc_map_at_20_max": -0.121994, + "nauc_map_at_20_std": -0.251312, + "nauc_map_at_20_diff1": 0.549067, + "nauc_map_at_100_max": -0.12031, + "nauc_map_at_100_std": -0.248733, + "nauc_map_at_100_diff1": 0.549926, + "nauc_map_at_1000_max": -0.120695, + "nauc_map_at_1000_std": -0.249135, + "nauc_map_at_1000_diff1": 0.550374, + "nauc_recall_at_1_max": -0.122125, + "nauc_recall_at_1_std": -0.260968, + "nauc_recall_at_1_diff1": 0.628087, + "nauc_recall_at_3_max": -0.118147, + "nauc_recall_at_3_std": -0.23816, + "nauc_recall_at_3_diff1": 0.480319, + "nauc_recall_at_5_max": -0.137887, + "nauc_recall_at_5_std": -0.245503, + "nauc_recall_at_5_diff1": 0.410158, + "nauc_recall_at_10_max": -0.107278, + "nauc_recall_at_10_std": -0.225073, + "nauc_recall_at_10_diff1": 0.401931, + "nauc_recall_at_20_max": -0.095504, + "nauc_recall_at_20_std": -0.240954, + "nauc_recall_at_20_diff1": 0.386695, + "nauc_recall_at_100_max": 0.022892, + "nauc_recall_at_100_std": -0.091745, + "nauc_recall_at_100_diff1": 0.342929, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.122125, + "nauc_precision_at_1_std": -0.260968, + "nauc_precision_at_1_diff1": 0.628087, + "nauc_precision_at_3_max": -0.118147, + "nauc_precision_at_3_std": -0.23816, + "nauc_precision_at_3_diff1": 0.480319, + "nauc_precision_at_5_max": -0.137887, + "nauc_precision_at_5_std": -0.245503, + "nauc_precision_at_5_diff1": 0.410158, + "nauc_precision_at_10_max": -0.107278, + "nauc_precision_at_10_std": -0.225073, + "nauc_precision_at_10_diff1": 0.401931, + "nauc_precision_at_20_max": -0.095504, + "nauc_precision_at_20_std": -0.240954, + "nauc_precision_at_20_diff1": 0.386695, + "nauc_precision_at_100_max": 0.022892, + "nauc_precision_at_100_std": -0.091745, + "nauc_precision_at_100_diff1": 0.342929, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.122125, + "nauc_cv_recall_at_1_std": -0.260968, + "nauc_cv_recall_at_1_diff1": 0.628087, + "nauc_cv_recall_at_3_max": -0.118147, + "nauc_cv_recall_at_3_std": -0.23816, + "nauc_cv_recall_at_3_diff1": 0.480319, + "nauc_cv_recall_at_5_max": -0.137887, + "nauc_cv_recall_at_5_std": -0.245503, + "nauc_cv_recall_at_5_diff1": 0.410158, + "nauc_cv_recall_at_10_max": -0.107278, + "nauc_cv_recall_at_10_std": -0.225073, + "nauc_cv_recall_at_10_diff1": 0.401931, + "nauc_cv_recall_at_20_max": -0.095504, + "nauc_cv_recall_at_20_std": -0.240954, + "nauc_cv_recall_at_20_diff1": 0.386695, + "nauc_cv_recall_at_100_max": 0.022892, + "nauc_cv_recall_at_100_std": -0.091745, + "nauc_cv_recall_at_100_diff1": 0.342929, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.122125, + "nauc_mrr_at_1_std": -0.260968, + "nauc_mrr_at_1_diff1": 0.628087, + "nauc_mrr_at_3_max": -0.120547, + "nauc_mrr_at_3_std": -0.249944, + "nauc_mrr_at_3_diff1": 0.561221, + "nauc_mrr_at_5_max": -0.124281, + "nauc_mrr_at_5_std": -0.25116, + "nauc_mrr_at_5_diff1": 0.54668, + "nauc_mrr_at_10_max": -0.122999, + "nauc_mrr_at_10_std": -0.25119, + "nauc_mrr_at_10_diff1": 0.548054, + "nauc_mrr_at_20_max": -0.121994, + "nauc_mrr_at_20_std": -0.251312, + "nauc_mrr_at_20_diff1": 0.549067, + "nauc_mrr_at_100_max": -0.12031, + "nauc_mrr_at_100_std": -0.248733, + "nauc_mrr_at_100_diff1": 0.549926, + "nauc_mrr_at_1000_max": -0.120695, + "nauc_mrr_at_1000_std": -0.249135, + "nauc_mrr_at_1000_diff1": 0.550374, + "main_score": 0.48648, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.09766, + "ndcg_at_3": 0.13639, + "ndcg_at_5": 0.15219, + "ndcg_at_10": 0.18433, + "ndcg_at_20": 0.21012, + "ndcg_at_100": 0.27327, + "ndcg_at_1000": 0.30582, + "map_at_1": 0.09766, + "map_at_3": 0.12565, + "map_at_5": 0.13424, + "map_at_10": 0.14782, + "map_at_20": 0.15496, + "map_at_100": 0.16236, + "map_at_1000": 0.16399, + "recall_at_1": 0.09766, + "recall_at_3": 0.16797, + "recall_at_5": 0.20703, + "recall_at_10": 0.30469, + "recall_at_20": 0.40625, + "recall_at_100": 0.76562, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.09766, + "cv_recall_at_3": 0.16797, + "cv_recall_at_5": 0.20703, + "cv_recall_at_10": 0.30469, + "cv_recall_at_20": 0.40625, + "cv_recall_at_100": 0.76562, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.09766, + "precision_at_3": 0.05599, + "precision_at_5": 0.04141, + "precision_at_10": 0.03047, + "precision_at_20": 0.02031, + "precision_at_100": 0.00766, + "precision_at_1000": 0.001, + "mrr_at_1": 0.097656, + "mrr_at_3": 0.125651, + "mrr_at_5": 0.134245, + "mrr_at_10": 0.147819, + "mrr_at_20": 0.154959, + "mrr_at_100": 0.162364, + "mrr_at_1000": 0.163994, + "nauc_ndcg_at_1_max": -0.154727, + "nauc_ndcg_at_1_std": -0.199689, + "nauc_ndcg_at_1_diff1": 0.392223, + "nauc_ndcg_at_3_max": -0.12481, + "nauc_ndcg_at_3_std": -0.172471, + "nauc_ndcg_at_3_diff1": 0.281301, + "nauc_ndcg_at_5_max": -0.153816, + "nauc_ndcg_at_5_std": -0.191393, + "nauc_ndcg_at_5_diff1": 0.230525, + "nauc_ndcg_at_10_max": -0.145149, + "nauc_ndcg_at_10_std": -0.149448, + "nauc_ndcg_at_10_diff1": 0.187135, + "nauc_ndcg_at_20_max": -0.123566, + "nauc_ndcg_at_20_std": -0.122065, + "nauc_ndcg_at_20_diff1": 0.158292, + "nauc_ndcg_at_100_max": -0.106602, + "nauc_ndcg_at_100_std": -0.099322, + "nauc_ndcg_at_100_diff1": 0.180036, + "nauc_ndcg_at_1000_max": -0.127879, + "nauc_ndcg_at_1000_std": -0.1375, + "nauc_ndcg_at_1000_diff1": 0.212768, + "nauc_map_at_1_max": -0.154727, + "nauc_map_at_1_std": -0.199689, + "nauc_map_at_1_diff1": 0.392223, + "nauc_map_at_3_max": -0.1336, + "nauc_map_at_3_std": -0.180945, + "nauc_map_at_3_diff1": 0.308143, + "nauc_map_at_5_max": -0.150019, + "nauc_map_at_5_std": -0.190943, + "nauc_map_at_5_diff1": 0.276464, + "nauc_map_at_10_max": -0.143694, + "nauc_map_at_10_std": -0.168055, + "nauc_map_at_10_diff1": 0.254977, + "nauc_map_at_20_max": -0.137874, + "nauc_map_at_20_std": -0.160382, + "nauc_map_at_20_diff1": 0.245067, + "nauc_map_at_100_max": -0.135388, + "nauc_map_at_100_std": -0.157246, + "nauc_map_at_100_diff1": 0.250287, + "nauc_map_at_1000_max": -0.13662, + "nauc_map_at_1000_std": -0.159373, + "nauc_map_at_1000_diff1": 0.252135, + "nauc_recall_at_1_max": -0.154727, + "nauc_recall_at_1_std": -0.199689, + "nauc_recall_at_1_diff1": 0.392223, + "nauc_recall_at_3_max": -0.103546, + "nauc_recall_at_3_std": -0.151862, + "nauc_recall_at_3_diff1": 0.217665, + "nauc_recall_at_5_max": -0.164675, + "nauc_recall_at_5_std": -0.194455, + "nauc_recall_at_5_diff1": 0.128, + "nauc_recall_at_10_max": -0.15141, + "nauc_recall_at_10_std": -0.111028, + "nauc_recall_at_10_diff1": 0.045856, + "nauc_recall_at_20_max": -0.086559, + "nauc_recall_at_20_std": -0.031506, + "nauc_recall_at_20_diff1": -0.026034, + "nauc_recall_at_100_max": 0.03522, + "nauc_recall_at_100_std": 0.159658, + "nauc_recall_at_100_diff1": -0.046156, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.154727, + "nauc_precision_at_1_std": -0.199689, + "nauc_precision_at_1_diff1": 0.392223, + "nauc_precision_at_3_max": -0.103546, + "nauc_precision_at_3_std": -0.151862, + "nauc_precision_at_3_diff1": 0.217665, + "nauc_precision_at_5_max": -0.164675, + "nauc_precision_at_5_std": -0.194455, + "nauc_precision_at_5_diff1": 0.128, + "nauc_precision_at_10_max": -0.15141, + "nauc_precision_at_10_std": -0.111028, + "nauc_precision_at_10_diff1": 0.045856, + "nauc_precision_at_20_max": -0.086559, + "nauc_precision_at_20_std": -0.031506, + "nauc_precision_at_20_diff1": -0.026034, + "nauc_precision_at_100_max": 0.03522, + "nauc_precision_at_100_std": 0.159658, + "nauc_precision_at_100_diff1": -0.046156, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.154727, + "nauc_cv_recall_at_1_std": -0.199689, + "nauc_cv_recall_at_1_diff1": 0.392223, + "nauc_cv_recall_at_3_max": -0.103546, + "nauc_cv_recall_at_3_std": -0.151862, + "nauc_cv_recall_at_3_diff1": 0.217665, + "nauc_cv_recall_at_5_max": -0.164675, + "nauc_cv_recall_at_5_std": -0.194455, + "nauc_cv_recall_at_5_diff1": 0.128, + "nauc_cv_recall_at_10_max": -0.15141, + "nauc_cv_recall_at_10_std": -0.111028, + "nauc_cv_recall_at_10_diff1": 0.045856, + "nauc_cv_recall_at_20_max": -0.086559, + "nauc_cv_recall_at_20_std": -0.031506, + "nauc_cv_recall_at_20_diff1": -0.026034, + "nauc_cv_recall_at_100_max": 0.03522, + "nauc_cv_recall_at_100_std": 0.159658, + "nauc_cv_recall_at_100_diff1": -0.046156, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.154727, + "nauc_mrr_at_1_std": -0.199689, + "nauc_mrr_at_1_diff1": 0.392223, + "nauc_mrr_at_3_max": -0.1336, + "nauc_mrr_at_3_std": -0.180945, + "nauc_mrr_at_3_diff1": 0.308143, + "nauc_mrr_at_5_max": -0.150019, + "nauc_mrr_at_5_std": -0.190943, + "nauc_mrr_at_5_diff1": 0.276464, + "nauc_mrr_at_10_max": -0.143694, + "nauc_mrr_at_10_std": -0.168055, + "nauc_mrr_at_10_diff1": 0.254977, + "nauc_mrr_at_20_max": -0.137874, + "nauc_mrr_at_20_std": -0.160382, + "nauc_mrr_at_20_diff1": 0.245067, + "nauc_mrr_at_100_max": -0.135388, + "nauc_mrr_at_100_std": -0.157246, + "nauc_mrr_at_100_diff1": 0.250287, + "nauc_mrr_at_1000_max": -0.13662, + "nauc_mrr_at_1000_std": -0.159373, + "nauc_mrr_at_1000_diff1": 0.252135, + "main_score": 0.15219, + "hf_subset": "ur", + "languages": [ + "urd-Arab" + ] + }, + { + "ndcg_at_1": 0.48989, + "ndcg_at_3": 0.54922, + "ndcg_at_5": 0.57194, + "ndcg_at_10": 0.59248, + "ndcg_at_20": 0.61114, + "ndcg_at_100": 0.63996, + "ndcg_at_1000": 0.64761, + "map_at_1": 0.48989, + "map_at_3": 0.53408, + "map_at_5": 0.54644, + "map_at_10": 0.55502, + "map_at_20": 0.5601, + "map_at_100": 0.56408, + "map_at_1000": 0.56439, + "recall_at_1": 0.48989, + "recall_at_3": 0.59326, + "recall_at_5": 0.64944, + "recall_at_10": 0.71236, + "recall_at_20": 0.78652, + "recall_at_100": 0.94157, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.48989, + "cv_recall_at_3": 0.59326, + "cv_recall_at_5": 0.64944, + "cv_recall_at_10": 0.71236, + "cv_recall_at_20": 0.78652, + "cv_recall_at_100": 0.94157, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.48989, + "precision_at_3": 0.19775, + "precision_at_5": 0.12989, + "precision_at_10": 0.07124, + "precision_at_20": 0.03933, + "precision_at_100": 0.00942, + "precision_at_1000": 0.001, + "mrr_at_1": 0.489888, + "mrr_at_3": 0.534082, + "mrr_at_5": 0.546442, + "mrr_at_10": 0.555022, + "mrr_at_20": 0.560097, + "mrr_at_100": 0.564084, + "mrr_at_1000": 0.56439, + "nauc_ndcg_at_1_max": -0.082766, + "nauc_ndcg_at_1_std": -0.20425, + "nauc_ndcg_at_1_diff1": 0.673415, + "nauc_ndcg_at_3_max": -0.098013, + "nauc_ndcg_at_3_std": -0.225598, + "nauc_ndcg_at_3_diff1": 0.61085, + "nauc_ndcg_at_5_max": -0.082292, + "nauc_ndcg_at_5_std": -0.219395, + "nauc_ndcg_at_5_diff1": 0.608847, + "nauc_ndcg_at_10_max": -0.07603, + "nauc_ndcg_at_10_std": -0.223692, + "nauc_ndcg_at_10_diff1": 0.602659, + "nauc_ndcg_at_20_max": -0.067111, + "nauc_ndcg_at_20_std": -0.211805, + "nauc_ndcg_at_20_diff1": 0.601656, + "nauc_ndcg_at_100_max": -0.059325, + "nauc_ndcg_at_100_std": -0.192934, + "nauc_ndcg_at_100_diff1": 0.618482, + "nauc_ndcg_at_1000_max": -0.072618, + "nauc_ndcg_at_1000_std": -0.208839, + "nauc_ndcg_at_1000_diff1": 0.619119, + "nauc_map_at_1_max": -0.082766, + "nauc_map_at_1_std": -0.20425, + "nauc_map_at_1_diff1": 0.673415, + "nauc_map_at_3_max": -0.09369, + "nauc_map_at_3_std": -0.219529, + "nauc_map_at_3_diff1": 0.627228, + "nauc_map_at_5_max": -0.085932, + "nauc_map_at_5_std": -0.216777, + "nauc_map_at_5_diff1": 0.626734, + "nauc_map_at_10_max": -0.083511, + "nauc_map_at_10_std": -0.218711, + "nauc_map_at_10_diff1": 0.624352, + "nauc_map_at_20_max": -0.081375, + "nauc_map_at_20_std": -0.215612, + "nauc_map_at_20_diff1": 0.624403, + "nauc_map_at_100_max": -0.080268, + "nauc_map_at_100_std": -0.213195, + "nauc_map_at_100_diff1": 0.627186, + "nauc_map_at_1000_max": -0.080735, + "nauc_map_at_1000_std": -0.213752, + "nauc_map_at_1000_diff1": 0.627209, + "nauc_recall_at_1_max": -0.082766, + "nauc_recall_at_1_std": -0.20425, + "nauc_recall_at_1_diff1": 0.673415, + "nauc_recall_at_3_max": -0.111482, + "nauc_recall_at_3_std": -0.244516, + "nauc_recall_at_3_diff1": 0.560344, + "nauc_recall_at_5_max": -0.066705, + "nauc_recall_at_5_std": -0.226381, + "nauc_recall_at_5_diff1": 0.548459, + "nauc_recall_at_10_max": -0.040802, + "nauc_recall_at_10_std": -0.241733, + "nauc_recall_at_10_diff1": 0.517627, + "nauc_recall_at_20_max": 0.022166, + "nauc_recall_at_20_std": -0.176801, + "nauc_recall_at_20_diff1": 0.488009, + "nauc_recall_at_100_max": 0.396066, + "nauc_recall_at_100_std": 0.350429, + "nauc_recall_at_100_diff1": 0.595579, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.082766, + "nauc_precision_at_1_std": -0.20425, + "nauc_precision_at_1_diff1": 0.673415, + "nauc_precision_at_3_max": -0.111482, + "nauc_precision_at_3_std": -0.244516, + "nauc_precision_at_3_diff1": 0.560344, + "nauc_precision_at_5_max": -0.066705, + "nauc_precision_at_5_std": -0.226381, + "nauc_precision_at_5_diff1": 0.548459, + "nauc_precision_at_10_max": -0.040802, + "nauc_precision_at_10_std": -0.241733, + "nauc_precision_at_10_diff1": 0.517627, + "nauc_precision_at_20_max": 0.022166, + "nauc_precision_at_20_std": -0.176801, + "nauc_precision_at_20_diff1": 0.488009, + "nauc_precision_at_100_max": 0.396066, + "nauc_precision_at_100_std": 0.350429, + "nauc_precision_at_100_diff1": 0.595579, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.082766, + "nauc_cv_recall_at_1_std": -0.20425, + "nauc_cv_recall_at_1_diff1": 0.673415, + "nauc_cv_recall_at_3_max": -0.111482, + "nauc_cv_recall_at_3_std": -0.244516, + "nauc_cv_recall_at_3_diff1": 0.560344, + "nauc_cv_recall_at_5_max": -0.066705, + "nauc_cv_recall_at_5_std": -0.226381, + "nauc_cv_recall_at_5_diff1": 0.548459, + "nauc_cv_recall_at_10_max": -0.040802, + "nauc_cv_recall_at_10_std": -0.241733, + "nauc_cv_recall_at_10_diff1": 0.517627, + "nauc_cv_recall_at_20_max": 0.022166, + "nauc_cv_recall_at_20_std": -0.176801, + "nauc_cv_recall_at_20_diff1": 0.488009, + "nauc_cv_recall_at_100_max": 0.396066, + "nauc_cv_recall_at_100_std": 0.350429, + "nauc_cv_recall_at_100_diff1": 0.595579, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.082766, + "nauc_mrr_at_1_std": -0.20425, + "nauc_mrr_at_1_diff1": 0.673415, + "nauc_mrr_at_3_max": -0.09369, + "nauc_mrr_at_3_std": -0.219529, + "nauc_mrr_at_3_diff1": 0.627228, + "nauc_mrr_at_5_max": -0.085932, + "nauc_mrr_at_5_std": -0.216777, + "nauc_mrr_at_5_diff1": 0.626734, + "nauc_mrr_at_10_max": -0.083511, + "nauc_mrr_at_10_std": -0.218711, + "nauc_mrr_at_10_diff1": 0.624352, + "nauc_mrr_at_20_max": -0.081375, + "nauc_mrr_at_20_std": -0.215612, + "nauc_mrr_at_20_diff1": 0.624403, + "nauc_mrr_at_100_max": -0.080268, + "nauc_mrr_at_100_std": -0.213195, + "nauc_mrr_at_100_diff1": 0.627186, + "nauc_mrr_at_1000_max": -0.080735, + "nauc_mrr_at_1000_std": -0.213752, + "nauc_mrr_at_1000_diff1": 0.627209, + "main_score": 0.57194, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.4663, + "ndcg_at_3": 0.52639, + "ndcg_at_5": 0.54593, + "ndcg_at_10": 0.56462, + "ndcg_at_20": 0.58058, + "ndcg_at_100": 0.60906, + "ndcg_at_1000": 0.62275, + "map_at_1": 0.4663, + "map_at_3": 0.51197, + "map_at_5": 0.5228, + "map_at_10": 0.53037, + "map_at_20": 0.53476, + "map_at_100": 0.53853, + "map_at_1000": 0.53906, + "recall_at_1": 0.4663, + "recall_at_3": 0.56796, + "recall_at_5": 0.61547, + "recall_at_10": 0.67403, + "recall_at_20": 0.73702, + "recall_at_100": 0.89282, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.4663, + "cv_recall_at_3": 0.56796, + "cv_recall_at_5": 0.61547, + "cv_recall_at_10": 0.67403, + "cv_recall_at_20": 0.73702, + "cv_recall_at_100": 0.89282, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.4663, + "precision_at_3": 0.18932, + "precision_at_5": 0.12309, + "precision_at_10": 0.0674, + "precision_at_20": 0.03685, + "precision_at_100": 0.00893, + "precision_at_1000": 0.001, + "mrr_at_1": 0.466298, + "mrr_at_3": 0.511971, + "mrr_at_5": 0.522799, + "mrr_at_10": 0.530369, + "mrr_at_20": 0.53476, + "mrr_at_100": 0.538532, + "mrr_at_1000": 0.539056, + "nauc_ndcg_at_1_max": -0.14271, + "nauc_ndcg_at_1_std": -0.29954, + "nauc_ndcg_at_1_diff1": 0.724135, + "nauc_ndcg_at_3_max": -0.136514, + "nauc_ndcg_at_3_std": -0.298353, + "nauc_ndcg_at_3_diff1": 0.675711, + "nauc_ndcg_at_5_max": -0.127497, + "nauc_ndcg_at_5_std": -0.291818, + "nauc_ndcg_at_5_diff1": 0.670942, + "nauc_ndcg_at_10_max": -0.140918, + "nauc_ndcg_at_10_std": -0.304797, + "nauc_ndcg_at_10_diff1": 0.659028, + "nauc_ndcg_at_20_max": -0.142298, + "nauc_ndcg_at_20_std": -0.304305, + "nauc_ndcg_at_20_diff1": 0.654021, + "nauc_ndcg_at_100_max": -0.14342, + "nauc_ndcg_at_100_std": -0.298449, + "nauc_ndcg_at_100_diff1": 0.656827, + "nauc_ndcg_at_1000_max": -0.140908, + "nauc_ndcg_at_1000_std": -0.300421, + "nauc_ndcg_at_1000_diff1": 0.666597, + "nauc_map_at_1_max": -0.14271, + "nauc_map_at_1_std": -0.29954, + "nauc_map_at_1_diff1": 0.724135, + "nauc_map_at_3_max": -0.139537, + "nauc_map_at_3_std": -0.299767, + "nauc_map_at_3_diff1": 0.686973, + "nauc_map_at_5_max": -0.135076, + "nauc_map_at_5_std": -0.296516, + "nauc_map_at_5_diff1": 0.684114, + "nauc_map_at_10_max": -0.140746, + "nauc_map_at_10_std": -0.30203, + "nauc_map_at_10_diff1": 0.679443, + "nauc_map_at_20_max": -0.141359, + "nauc_map_at_20_std": -0.302213, + "nauc_map_at_20_diff1": 0.678183, + "nauc_map_at_100_max": -0.141037, + "nauc_map_at_100_std": -0.30124, + "nauc_map_at_100_diff1": 0.67873, + "nauc_map_at_1000_max": -0.140954, + "nauc_map_at_1000_std": -0.301253, + "nauc_map_at_1000_diff1": 0.679019, + "nauc_recall_at_1_max": -0.14271, + "nauc_recall_at_1_std": -0.29954, + "nauc_recall_at_1_diff1": 0.724135, + "nauc_recall_at_3_max": -0.126723, + "nauc_recall_at_3_std": -0.293591, + "nauc_recall_at_3_diff1": 0.641978, + "nauc_recall_at_5_max": -0.100716, + "nauc_recall_at_5_std": -0.274932, + "nauc_recall_at_5_diff1": 0.629223, + "nauc_recall_at_10_max": -0.144283, + "nauc_recall_at_10_std": -0.317718, + "nauc_recall_at_10_diff1": 0.582147, + "nauc_recall_at_20_max": -0.149311, + "nauc_recall_at_20_std": -0.313798, + "nauc_recall_at_20_diff1": 0.543731, + "nauc_recall_at_100_max": -0.194377, + "nauc_recall_at_100_std": -0.250441, + "nauc_recall_at_100_diff1": 0.452191, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.14271, + "nauc_precision_at_1_std": -0.29954, + "nauc_precision_at_1_diff1": 0.724135, + "nauc_precision_at_3_max": -0.126723, + "nauc_precision_at_3_std": -0.293591, + "nauc_precision_at_3_diff1": 0.641978, + "nauc_precision_at_5_max": -0.100716, + "nauc_precision_at_5_std": -0.274932, + "nauc_precision_at_5_diff1": 0.629223, + "nauc_precision_at_10_max": -0.144283, + "nauc_precision_at_10_std": -0.317718, + "nauc_precision_at_10_diff1": 0.582147, + "nauc_precision_at_20_max": -0.149311, + "nauc_precision_at_20_std": -0.313798, + "nauc_precision_at_20_diff1": 0.543731, + "nauc_precision_at_100_max": -0.194377, + "nauc_precision_at_100_std": -0.250441, + "nauc_precision_at_100_diff1": 0.452191, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.14271, + "nauc_cv_recall_at_1_std": -0.29954, + "nauc_cv_recall_at_1_diff1": 0.724135, + "nauc_cv_recall_at_3_max": -0.126723, + "nauc_cv_recall_at_3_std": -0.293591, + "nauc_cv_recall_at_3_diff1": 0.641978, + "nauc_cv_recall_at_5_max": -0.100716, + "nauc_cv_recall_at_5_std": -0.274932, + "nauc_cv_recall_at_5_diff1": 0.629223, + "nauc_cv_recall_at_10_max": -0.144283, + "nauc_cv_recall_at_10_std": -0.317718, + "nauc_cv_recall_at_10_diff1": 0.582147, + "nauc_cv_recall_at_20_max": -0.149311, + "nauc_cv_recall_at_20_std": -0.313798, + "nauc_cv_recall_at_20_diff1": 0.543731, + "nauc_cv_recall_at_100_max": -0.194377, + "nauc_cv_recall_at_100_std": -0.250441, + "nauc_cv_recall_at_100_diff1": 0.452191, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.14271, + "nauc_mrr_at_1_std": -0.29954, + "nauc_mrr_at_1_diff1": 0.724135, + "nauc_mrr_at_3_max": -0.139537, + "nauc_mrr_at_3_std": -0.299767, + "nauc_mrr_at_3_diff1": 0.686973, + "nauc_mrr_at_5_max": -0.135076, + "nauc_mrr_at_5_std": -0.296516, + "nauc_mrr_at_5_diff1": 0.684114, + "nauc_mrr_at_10_max": -0.140746, + "nauc_mrr_at_10_std": -0.30203, + "nauc_mrr_at_10_diff1": 0.679443, + "nauc_mrr_at_20_max": -0.141359, + "nauc_mrr_at_20_std": -0.302213, + "nauc_mrr_at_20_diff1": 0.678183, + "nauc_mrr_at_100_max": -0.141037, + "nauc_mrr_at_100_std": -0.30124, + "nauc_mrr_at_100_diff1": 0.67873, + "nauc_mrr_at_1000_max": -0.140954, + "nauc_mrr_at_1000_std": -0.301253, + "nauc_mrr_at_1000_diff1": 0.679019, + "main_score": 0.54593, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 1998.7285494804382, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRWikimediaCommonsMapsRetrieval.json b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRWikimediaCommonsMapsRetrieval.json new file mode 100644 index 0000000000..8638c564b4 --- /dev/null +++ b/results/vidore__colpali-v1.3/1b5c8929330df1a66de441a9b5409a878f0de5b0/JinaVDRWikimediaCommonsMapsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRWikimediaCommonsMapsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.25508, + "ndcg_at_3": 0.2992, + "ndcg_at_5": 0.31136, + "ndcg_at_10": 0.32573, + "ndcg_at_20": 0.33692, + "ndcg_at_100": 0.37388, + "ndcg_at_1000": 0.41945, + "map_at_1": 0.25056, + "map_at_3": 0.28725, + "map_at_5": 0.29407, + "map_at_10": 0.30016, + "map_at_20": 0.3033, + "map_at_100": 0.30774, + "map_at_1000": 0.30969, + "recall_at_1": 0.25056, + "recall_at_3": 0.3307, + "recall_at_5": 0.36005, + "recall_at_10": 0.40406, + "recall_at_20": 0.44808, + "recall_at_100": 0.65688, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.25508, + "cv_recall_at_3": 0.33409, + "cv_recall_at_5": 0.36343, + "cv_recall_at_10": 0.40632, + "cv_recall_at_20": 0.44921, + "cv_recall_at_100": 0.65688, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.25508, + "precision_at_3": 0.11287, + "precision_at_5": 0.07404, + "precision_at_10": 0.04153, + "precision_at_20": 0.02302, + "precision_at_100": 0.00675, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.255079, + "mrr_at_3": 0.290444, + "mrr_at_5": 0.29699, + "mrr_at_10": 0.302754, + "mrr_at_20": 0.305716, + "mrr_at_100": 0.310089, + "mrr_at_1000": 0.312032, + "nauc_ndcg_at_1_max": -0.438822, + "nauc_ndcg_at_1_std": -0.47935, + "nauc_ndcg_at_1_diff1": 0.53334, + "nauc_ndcg_at_3_max": -0.443731, + "nauc_ndcg_at_3_std": -0.47715, + "nauc_ndcg_at_3_diff1": 0.478222, + "nauc_ndcg_at_5_max": -0.456466, + "nauc_ndcg_at_5_std": -0.491552, + "nauc_ndcg_at_5_diff1": 0.464297, + "nauc_ndcg_at_10_max": -0.460985, + "nauc_ndcg_at_10_std": -0.48623, + "nauc_ndcg_at_10_diff1": 0.439598, + "nauc_ndcg_at_20_max": -0.464892, + "nauc_ndcg_at_20_std": -0.488417, + "nauc_ndcg_at_20_diff1": 0.42802, + "nauc_ndcg_at_100_max": -0.456888, + "nauc_ndcg_at_100_std": -0.476589, + "nauc_ndcg_at_100_diff1": 0.425766, + "nauc_ndcg_at_1000_max": -0.454973, + "nauc_ndcg_at_1000_std": -0.481054, + "nauc_ndcg_at_1000_diff1": 0.448873, + "nauc_map_at_1_max": -0.44044, + "nauc_map_at_1_std": -0.479787, + "nauc_map_at_1_diff1": 0.537401, + "nauc_map_at_3_max": -0.442475, + "nauc_map_at_3_std": -0.477154, + "nauc_map_at_3_diff1": 0.492875, + "nauc_map_at_5_max": -0.44984, + "nauc_map_at_5_std": -0.485099, + "nauc_map_at_5_diff1": 0.48448, + "nauc_map_at_10_max": -0.451848, + "nauc_map_at_10_std": -0.48254, + "nauc_map_at_10_diff1": 0.473804, + "nauc_map_at_20_max": -0.453333, + "nauc_map_at_20_std": -0.483544, + "nauc_map_at_20_diff1": 0.470615, + "nauc_map_at_100_max": -0.451593, + "nauc_map_at_100_std": -0.481646, + "nauc_map_at_100_diff1": 0.470455, + "nauc_map_at_1000_max": -0.45137, + "nauc_map_at_1000_std": -0.481647, + "nauc_map_at_1000_diff1": 0.471578, + "nauc_recall_at_1_max": -0.44044, + "nauc_recall_at_1_std": -0.479787, + "nauc_recall_at_1_diff1": 0.537401, + "nauc_recall_at_3_max": -0.443093, + "nauc_recall_at_3_std": -0.473306, + "nauc_recall_at_3_diff1": 0.441188, + "nauc_recall_at_5_max": -0.472164, + "nauc_recall_at_5_std": -0.50719, + "nauc_recall_at_5_diff1": 0.410867, + "nauc_recall_at_10_max": -0.485373, + "nauc_recall_at_10_std": -0.493646, + "nauc_recall_at_10_diff1": 0.340022, + "nauc_recall_at_20_max": -0.498564, + "nauc_recall_at_20_std": -0.500201, + "nauc_recall_at_20_diff1": 0.294471, + "nauc_recall_at_100_max": -0.4655, + "nauc_recall_at_100_std": -0.431458, + "nauc_recall_at_100_diff1": 0.248657, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.438822, + "nauc_precision_at_1_std": -0.47935, + "nauc_precision_at_1_diff1": 0.53334, + "nauc_precision_at_3_max": -0.43377, + "nauc_precision_at_3_std": -0.466054, + "nauc_precision_at_3_diff1": 0.431582, + "nauc_precision_at_5_max": -0.462238, + "nauc_precision_at_5_std": -0.498686, + "nauc_precision_at_5_diff1": 0.395012, + "nauc_precision_at_10_max": -0.474299, + "nauc_precision_at_10_std": -0.484768, + "nauc_precision_at_10_diff1": 0.323748, + "nauc_precision_at_20_max": -0.484127, + "nauc_precision_at_20_std": -0.488613, + "nauc_precision_at_20_diff1": 0.275753, + "nauc_precision_at_100_max": -0.450552, + "nauc_precision_at_100_std": -0.422021, + "nauc_precision_at_100_diff1": 0.204263, + "nauc_precision_at_1000_max": -0.316017, + "nauc_precision_at_1000_std": -0.337079, + "nauc_precision_at_1000_diff1": -0.195308, + "nauc_cv_recall_at_1_max": -0.438822, + "nauc_cv_recall_at_1_std": -0.47935, + "nauc_cv_recall_at_1_diff1": 0.53334, + "nauc_cv_recall_at_3_max": -0.451096, + "nauc_cv_recall_at_3_std": -0.4803, + "nauc_cv_recall_at_3_diff1": 0.436508, + "nauc_cv_recall_at_5_max": -0.480472, + "nauc_cv_recall_at_5_std": -0.515441, + "nauc_cv_recall_at_5_diff1": 0.406923, + "nauc_cv_recall_at_10_max": -0.49157, + "nauc_cv_recall_at_10_std": -0.49985, + "nauc_cv_recall_at_10_diff1": 0.337438, + "nauc_cv_recall_at_20_max": -0.50192, + "nauc_cv_recall_at_20_std": -0.503144, + "nauc_cv_recall_at_20_diff1": 0.292833, + "nauc_cv_recall_at_100_max": -0.4655, + "nauc_cv_recall_at_100_std": -0.431458, + "nauc_cv_recall_at_100_diff1": 0.248657, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.438822, + "nauc_mrr_at_1_std": -0.47935, + "nauc_mrr_at_1_diff1": 0.53334, + "nauc_mrr_at_3_max": -0.445913, + "nauc_mrr_at_3_std": -0.480307, + "nauc_mrr_at_3_diff1": 0.487972, + "nauc_mrr_at_5_max": -0.45311, + "nauc_mrr_at_5_std": -0.488502, + "nauc_mrr_at_5_diff1": 0.48065, + "nauc_mrr_at_10_max": -0.454389, + "nauc_mrr_at_10_std": -0.485249, + "nauc_mrr_at_10_diff1": 0.470398, + "nauc_mrr_at_20_max": -0.455464, + "nauc_mrr_at_20_std": -0.48578, + "nauc_mrr_at_20_diff1": 0.467442, + "nauc_mrr_at_100_max": -0.453524, + "nauc_mrr_at_100_std": -0.483696, + "nauc_mrr_at_100_diff1": 0.467443, + "nauc_mrr_at_1000_max": -0.45331, + "nauc_mrr_at_1000_std": -0.483706, + "nauc_mrr_at_1000_diff1": 0.468548, + "main_score": 0.31136, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 43.422104597091675, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRAirbnbSyntheticRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRAirbnbSyntheticRetrieval.json new file mode 100644 index 0000000000..3a53b5fcf3 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRAirbnbSyntheticRetrieval.json @@ -0,0 +1,1761 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRAirbnbSyntheticRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.06653, + "ndcg_at_3": 0.13838, + "ndcg_at_5": 0.16979, + "ndcg_at_10": 0.20191, + "ndcg_at_20": 0.23008, + "ndcg_at_100": 0.28617, + "ndcg_at_1000": 0.31473, + "map_at_1": 0.06653, + "map_at_3": 0.11954, + "map_at_5": 0.13732, + "map_at_10": 0.15048, + "map_at_20": 0.15809, + "map_at_100": 0.16559, + "map_at_1000": 0.16685, + "recall_at_1": 0.06653, + "recall_at_3": 0.19335, + "recall_at_5": 0.26819, + "recall_at_10": 0.36798, + "recall_at_20": 0.48025, + "recall_at_100": 0.78586, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.06653, + "cv_recall_at_3": 0.19335, + "cv_recall_at_5": 0.26819, + "cv_recall_at_10": 0.36798, + "cv_recall_at_20": 0.48025, + "cv_recall_at_100": 0.78586, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.06653, + "precision_at_3": 0.06445, + "precision_at_5": 0.05364, + "precision_at_10": 0.0368, + "precision_at_20": 0.02401, + "precision_at_100": 0.00786, + "precision_at_1000": 0.001, + "mrr_at_1": 0.066528, + "mrr_at_3": 0.119543, + "mrr_at_5": 0.137318, + "mrr_at_10": 0.150483, + "mrr_at_20": 0.158095, + "mrr_at_100": 0.165591, + "mrr_at_1000": 0.16685, + "nauc_ndcg_at_1_max": 0.093991, + "nauc_ndcg_at_1_std": 0.008785, + "nauc_ndcg_at_1_diff1": 0.051352, + "nauc_ndcg_at_3_max": 0.103253, + "nauc_ndcg_at_3_std": 0.028361, + "nauc_ndcg_at_3_diff1": 0.020558, + "nauc_ndcg_at_5_max": 0.073556, + "nauc_ndcg_at_5_std": 0.036721, + "nauc_ndcg_at_5_diff1": -0.016654, + "nauc_ndcg_at_10_max": 0.073548, + "nauc_ndcg_at_10_std": 0.046508, + "nauc_ndcg_at_10_diff1": -0.026929, + "nauc_ndcg_at_20_max": 0.08961, + "nauc_ndcg_at_20_std": 0.063582, + "nauc_ndcg_at_20_diff1": -0.020014, + "nauc_ndcg_at_100_max": 0.066581, + "nauc_ndcg_at_100_std": 0.046858, + "nauc_ndcg_at_100_diff1": -0.018505, + "nauc_ndcg_at_1000_max": 0.075915, + "nauc_ndcg_at_1000_std": 0.043303, + "nauc_ndcg_at_1000_diff1": -0.014371, + "nauc_map_at_1_max": 0.093991, + "nauc_map_at_1_std": 0.008785, + "nauc_map_at_1_diff1": 0.051352, + "nauc_map_at_3_max": 0.097725, + "nauc_map_at_3_std": 0.02103, + "nauc_map_at_3_diff1": 0.026216, + "nauc_map_at_5_max": 0.07799, + "nauc_map_at_5_std": 0.026634, + "nauc_map_at_5_diff1": 0.001199, + "nauc_map_at_10_max": 0.078717, + "nauc_map_at_10_std": 0.032055, + "nauc_map_at_10_diff1": -0.004287, + "nauc_map_at_20_max": 0.083308, + "nauc_map_at_20_std": 0.036859, + "nauc_map_at_20_diff1": -0.002685, + "nauc_map_at_100_max": 0.078722, + "nauc_map_at_100_std": 0.033086, + "nauc_map_at_100_diff1": -0.00288, + "nauc_map_at_1000_max": 0.079271, + "nauc_map_at_1000_std": 0.033132, + "nauc_map_at_1000_diff1": -0.002797, + "nauc_recall_at_1_max": 0.093991, + "nauc_recall_at_1_std": 0.008785, + "nauc_recall_at_1_diff1": 0.051352, + "nauc_recall_at_3_max": 0.114967, + "nauc_recall_at_3_std": 0.043594, + "nauc_recall_at_3_diff1": 0.009441, + "nauc_recall_at_5_max": 0.064723, + "nauc_recall_at_5_std": 0.056255, + "nauc_recall_at_5_diff1": -0.050923, + "nauc_recall_at_10_max": 0.062941, + "nauc_recall_at_10_std": 0.073876, + "nauc_recall_at_10_diff1": -0.06929, + "nauc_recall_at_20_max": 0.108639, + "nauc_recall_at_20_std": 0.123283, + "nauc_recall_at_20_diff1": -0.048436, + "nauc_recall_at_100_max": 0.004894, + "nauc_recall_at_100_std": 0.084787, + "nauc_recall_at_100_diff1": -0.056715, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.093991, + "nauc_precision_at_1_std": 0.008785, + "nauc_precision_at_1_diff1": 0.051352, + "nauc_precision_at_3_max": 0.114967, + "nauc_precision_at_3_std": 0.043594, + "nauc_precision_at_3_diff1": 0.009441, + "nauc_precision_at_5_max": 0.064723, + "nauc_precision_at_5_std": 0.056255, + "nauc_precision_at_5_diff1": -0.050923, + "nauc_precision_at_10_max": 0.062941, + "nauc_precision_at_10_std": 0.073876, + "nauc_precision_at_10_diff1": -0.06929, + "nauc_precision_at_20_max": 0.108639, + "nauc_precision_at_20_std": 0.123283, + "nauc_precision_at_20_diff1": -0.048436, + "nauc_precision_at_100_max": 0.004894, + "nauc_precision_at_100_std": 0.084787, + "nauc_precision_at_100_diff1": -0.056715, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.093991, + "nauc_cv_recall_at_1_std": 0.008785, + "nauc_cv_recall_at_1_diff1": 0.051352, + "nauc_cv_recall_at_3_max": 0.114967, + "nauc_cv_recall_at_3_std": 0.043594, + "nauc_cv_recall_at_3_diff1": 0.009441, + "nauc_cv_recall_at_5_max": 0.064723, + "nauc_cv_recall_at_5_std": 0.056255, + "nauc_cv_recall_at_5_diff1": -0.050923, + "nauc_cv_recall_at_10_max": 0.062941, + "nauc_cv_recall_at_10_std": 0.073876, + "nauc_cv_recall_at_10_diff1": -0.06929, + "nauc_cv_recall_at_20_max": 0.108639, + "nauc_cv_recall_at_20_std": 0.123283, + "nauc_cv_recall_at_20_diff1": -0.048436, + "nauc_cv_recall_at_100_max": 0.004894, + "nauc_cv_recall_at_100_std": 0.084787, + "nauc_cv_recall_at_100_diff1": -0.056715, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.093991, + "nauc_mrr_at_1_std": 0.008785, + "nauc_mrr_at_1_diff1": 0.051352, + "nauc_mrr_at_3_max": 0.097725, + "nauc_mrr_at_3_std": 0.02103, + "nauc_mrr_at_3_diff1": 0.026216, + "nauc_mrr_at_5_max": 0.07799, + "nauc_mrr_at_5_std": 0.026634, + "nauc_mrr_at_5_diff1": 0.001199, + "nauc_mrr_at_10_max": 0.078717, + "nauc_mrr_at_10_std": 0.032055, + "nauc_mrr_at_10_diff1": -0.004287, + "nauc_mrr_at_20_max": 0.083308, + "nauc_mrr_at_20_std": 0.036859, + "nauc_mrr_at_20_diff1": -0.002685, + "nauc_mrr_at_100_max": 0.078722, + "nauc_mrr_at_100_std": 0.033086, + "nauc_mrr_at_100_diff1": -0.00288, + "nauc_mrr_at_1000_max": 0.079271, + "nauc_mrr_at_1000_std": 0.033132, + "nauc_mrr_at_1000_diff1": -0.002797, + "main_score": 0.16979, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.23848, + "ndcg_at_3": 0.40354, + "ndcg_at_5": 0.46366, + "ndcg_at_10": 0.51658, + "ndcg_at_20": 0.54346, + "ndcg_at_100": 0.55374, + "ndcg_at_1000": 0.5551, + "map_at_1": 0.23848, + "map_at_3": 0.36172, + "map_at_5": 0.39549, + "map_at_10": 0.41793, + "map_at_20": 0.42533, + "map_at_100": 0.42684, + "map_at_1000": 0.4269, + "recall_at_1": 0.23848, + "recall_at_3": 0.52505, + "recall_at_5": 0.66934, + "recall_at_10": 0.82966, + "recall_at_20": 0.93587, + "recall_at_100": 0.98998, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.23848, + "cv_recall_at_3": 0.52505, + "cv_recall_at_5": 0.66934, + "cv_recall_at_10": 0.82966, + "cv_recall_at_20": 0.93587, + "cv_recall_at_100": 0.98998, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.23848, + "precision_at_3": 0.17502, + "precision_at_5": 0.13387, + "precision_at_10": 0.08297, + "precision_at_20": 0.04679, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.238477, + "mrr_at_3": 0.361723, + "mrr_at_5": 0.395491, + "mrr_at_10": 0.417933, + "mrr_at_20": 0.425328, + "mrr_at_100": 0.426835, + "mrr_at_1000": 0.4269, + "nauc_ndcg_at_1_max": -0.148908, + "nauc_ndcg_at_1_std": -0.165482, + "nauc_ndcg_at_1_diff1": 0.120177, + "nauc_ndcg_at_3_max": -0.109373, + "nauc_ndcg_at_3_std": -0.188357, + "nauc_ndcg_at_3_diff1": 0.102332, + "nauc_ndcg_at_5_max": -0.134187, + "nauc_ndcg_at_5_std": -0.20004, + "nauc_ndcg_at_5_diff1": 0.058638, + "nauc_ndcg_at_10_max": -0.159848, + "nauc_ndcg_at_10_std": -0.226363, + "nauc_ndcg_at_10_diff1": 0.059796, + "nauc_ndcg_at_20_max": -0.126422, + "nauc_ndcg_at_20_std": -0.187802, + "nauc_ndcg_at_20_diff1": 0.066055, + "nauc_ndcg_at_100_max": -0.129751, + "nauc_ndcg_at_100_std": -0.189654, + "nauc_ndcg_at_100_diff1": 0.081862, + "nauc_ndcg_at_1000_max": -0.1325, + "nauc_ndcg_at_1000_std": -0.190749, + "nauc_ndcg_at_1000_diff1": 0.082035, + "nauc_map_at_1_max": -0.148908, + "nauc_map_at_1_std": -0.165482, + "nauc_map_at_1_diff1": 0.120177, + "nauc_map_at_3_max": -0.118317, + "nauc_map_at_3_std": -0.181141, + "nauc_map_at_3_diff1": 0.106457, + "nauc_map_at_5_max": -0.131881, + "nauc_map_at_5_std": -0.187242, + "nauc_map_at_5_diff1": 0.082683, + "nauc_map_at_10_max": -0.140741, + "nauc_map_at_10_std": -0.196161, + "nauc_map_at_10_diff1": 0.084752, + "nauc_map_at_20_max": -0.133136, + "nauc_map_at_20_std": -0.186914, + "nauc_map_at_20_diff1": 0.087376, + "nauc_map_at_100_max": -0.1333, + "nauc_map_at_100_std": -0.186896, + "nauc_map_at_100_diff1": 0.089413, + "nauc_map_at_1000_max": -0.133401, + "nauc_map_at_1000_std": -0.186931, + "nauc_map_at_1000_diff1": 0.089406, + "nauc_recall_at_1_max": -0.148908, + "nauc_recall_at_1_std": -0.165482, + "nauc_recall_at_1_diff1": 0.120177, + "nauc_recall_at_3_max": -0.084486, + "nauc_recall_at_3_std": -0.209255, + "nauc_recall_at_3_diff1": 0.090819, + "nauc_recall_at_5_max": -0.146505, + "nauc_recall_at_5_std": -0.244937, + "nauc_recall_at_5_diff1": -0.027517, + "nauc_recall_at_10_max": -0.2921, + "nauc_recall_at_10_std": -0.413568, + "nauc_recall_at_10_diff1": -0.086538, + "nauc_recall_at_20_max": 0.028788, + "nauc_recall_at_20_std": -0.107109, + "nauc_recall_at_20_diff1": -0.234867, + "nauc_recall_at_100_max": 0.342029, + "nauc_recall_at_100_std": 0.003635, + "nauc_recall_at_100_diff1": 0.034625, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.148908, + "nauc_precision_at_1_std": -0.165482, + "nauc_precision_at_1_diff1": 0.120177, + "nauc_precision_at_3_max": -0.084486, + "nauc_precision_at_3_std": -0.209255, + "nauc_precision_at_3_diff1": 0.090819, + "nauc_precision_at_5_max": -0.146505, + "nauc_precision_at_5_std": -0.244937, + "nauc_precision_at_5_diff1": -0.027517, + "nauc_precision_at_10_max": -0.2921, + "nauc_precision_at_10_std": -0.413568, + "nauc_precision_at_10_diff1": -0.086538, + "nauc_precision_at_20_max": 0.028788, + "nauc_precision_at_20_std": -0.107109, + "nauc_precision_at_20_diff1": -0.234867, + "nauc_precision_at_100_max": 0.342029, + "nauc_precision_at_100_std": 0.003635, + "nauc_precision_at_100_diff1": 0.034625, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.148908, + "nauc_cv_recall_at_1_std": -0.165482, + "nauc_cv_recall_at_1_diff1": 0.120177, + "nauc_cv_recall_at_3_max": -0.084486, + "nauc_cv_recall_at_3_std": -0.209255, + "nauc_cv_recall_at_3_diff1": 0.090819, + "nauc_cv_recall_at_5_max": -0.146505, + "nauc_cv_recall_at_5_std": -0.244937, + "nauc_cv_recall_at_5_diff1": -0.027517, + "nauc_cv_recall_at_10_max": -0.2921, + "nauc_cv_recall_at_10_std": -0.413568, + "nauc_cv_recall_at_10_diff1": -0.086538, + "nauc_cv_recall_at_20_max": 0.028788, + "nauc_cv_recall_at_20_std": -0.107109, + "nauc_cv_recall_at_20_diff1": -0.234867, + "nauc_cv_recall_at_100_max": 0.342029, + "nauc_cv_recall_at_100_std": 0.003635, + "nauc_cv_recall_at_100_diff1": 0.034625, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.148908, + "nauc_mrr_at_1_std": -0.165482, + "nauc_mrr_at_1_diff1": 0.120177, + "nauc_mrr_at_3_max": -0.118317, + "nauc_mrr_at_3_std": -0.181141, + "nauc_mrr_at_3_diff1": 0.106457, + "nauc_mrr_at_5_max": -0.131881, + "nauc_mrr_at_5_std": -0.187242, + "nauc_mrr_at_5_diff1": 0.082683, + "nauc_mrr_at_10_max": -0.140741, + "nauc_mrr_at_10_std": -0.196161, + "nauc_mrr_at_10_diff1": 0.084752, + "nauc_mrr_at_20_max": -0.133136, + "nauc_mrr_at_20_std": -0.186914, + "nauc_mrr_at_20_diff1": 0.087376, + "nauc_mrr_at_100_max": -0.1333, + "nauc_mrr_at_100_std": -0.186896, + "nauc_mrr_at_100_diff1": 0.089413, + "nauc_mrr_at_1000_max": -0.133401, + "nauc_mrr_at_1000_std": -0.186931, + "nauc_mrr_at_1000_diff1": 0.089406, + "main_score": 0.46366, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.33066, + "ndcg_at_3": 0.53013, + "ndcg_at_5": 0.5911, + "ndcg_at_10": 0.62721, + "ndcg_at_20": 0.64109, + "ndcg_at_100": 0.64452, + "ndcg_at_1000": 0.64452, + "map_at_1": 0.33066, + "map_at_3": 0.4813, + "map_at_5": 0.51506, + "map_at_10": 0.53024, + "map_at_20": 0.53416, + "map_at_100": 0.53481, + "map_at_1000": 0.53481, + "recall_at_1": 0.33066, + "recall_at_3": 0.67134, + "recall_at_5": 0.81964, + "recall_at_10": 0.92986, + "recall_at_20": 0.98397, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.33066, + "cv_recall_at_3": 0.67134, + "cv_recall_at_5": 0.81964, + "cv_recall_at_10": 0.92986, + "cv_recall_at_20": 0.98397, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.33066, + "precision_at_3": 0.22378, + "precision_at_5": 0.16393, + "precision_at_10": 0.09299, + "precision_at_20": 0.0492, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.330661, + "mrr_at_3": 0.481296, + "mrr_at_5": 0.515063, + "mrr_at_10": 0.530237, + "mrr_at_20": 0.534156, + "mrr_at_100": 0.534812, + "mrr_at_1000": 0.534812, + "nauc_ndcg_at_1_max": -0.038033, + "nauc_ndcg_at_1_std": -0.075927, + "nauc_ndcg_at_1_diff1": 0.293932, + "nauc_ndcg_at_3_max": -0.009869, + "nauc_ndcg_at_3_std": -0.103154, + "nauc_ndcg_at_3_diff1": 0.212407, + "nauc_ndcg_at_5_max": -0.035075, + "nauc_ndcg_at_5_std": -0.119857, + "nauc_ndcg_at_5_diff1": 0.238244, + "nauc_ndcg_at_10_max": -0.04552, + "nauc_ndcg_at_10_std": -0.111809, + "nauc_ndcg_at_10_diff1": 0.251822, + "nauc_ndcg_at_20_max": -0.040855, + "nauc_ndcg_at_20_std": -0.104101, + "nauc_ndcg_at_20_diff1": 0.248338, + "nauc_ndcg_at_100_max": -0.036398, + "nauc_ndcg_at_100_std": -0.10216, + "nauc_ndcg_at_100_diff1": 0.249983, + "nauc_ndcg_at_1000_max": -0.036398, + "nauc_ndcg_at_1000_std": -0.10216, + "nauc_ndcg_at_1000_diff1": 0.249983, + "nauc_map_at_1_max": -0.038033, + "nauc_map_at_1_std": -0.075927, + "nauc_map_at_1_diff1": 0.293932, + "nauc_map_at_3_max": -0.019188, + "nauc_map_at_3_std": -0.096578, + "nauc_map_at_3_diff1": 0.233013, + "nauc_map_at_5_max": -0.032066, + "nauc_map_at_5_std": -0.103979, + "nauc_map_at_5_diff1": 0.247141, + "nauc_map_at_10_max": -0.037393, + "nauc_map_at_10_std": -0.10058, + "nauc_map_at_10_diff1": 0.252482, + "nauc_map_at_20_max": -0.035933, + "nauc_map_at_20_std": -0.099042, + "nauc_map_at_20_diff1": 0.252143, + "nauc_map_at_100_max": -0.035193, + "nauc_map_at_100_std": -0.098695, + "nauc_map_at_100_diff1": 0.252426, + "nauc_map_at_1000_max": -0.035193, + "nauc_map_at_1000_std": -0.098695, + "nauc_map_at_1000_diff1": 0.252426, + "nauc_recall_at_1_max": -0.038033, + "nauc_recall_at_1_std": -0.075927, + "nauc_recall_at_1_diff1": 0.293932, + "nauc_recall_at_3_max": 0.022574, + "nauc_recall_at_3_std": -0.125116, + "nauc_recall_at_3_diff1": 0.143111, + "nauc_recall_at_5_max": -0.056456, + "nauc_recall_at_5_std": -0.205273, + "nauc_recall_at_5_diff1": 0.201431, + "nauc_recall_at_10_max": -0.153949, + "nauc_recall_at_10_std": -0.24068, + "nauc_recall_at_10_diff1": 0.284122, + "nauc_recall_at_20_max": -0.312043, + "nauc_recall_at_20_std": -0.219292, + "nauc_recall_at_20_diff1": 0.149905, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.038033, + "nauc_precision_at_1_std": -0.075927, + "nauc_precision_at_1_diff1": 0.293932, + "nauc_precision_at_3_max": 0.022574, + "nauc_precision_at_3_std": -0.125116, + "nauc_precision_at_3_diff1": 0.143111, + "nauc_precision_at_5_max": -0.056456, + "nauc_precision_at_5_std": -0.205273, + "nauc_precision_at_5_diff1": 0.201431, + "nauc_precision_at_10_max": -0.153949, + "nauc_precision_at_10_std": -0.24068, + "nauc_precision_at_10_diff1": 0.284122, + "nauc_precision_at_20_max": -0.312043, + "nauc_precision_at_20_std": -0.219292, + "nauc_precision_at_20_diff1": 0.149905, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.038033, + "nauc_cv_recall_at_1_std": -0.075927, + "nauc_cv_recall_at_1_diff1": 0.293932, + "nauc_cv_recall_at_3_max": 0.022574, + "nauc_cv_recall_at_3_std": -0.125116, + "nauc_cv_recall_at_3_diff1": 0.143111, + "nauc_cv_recall_at_5_max": -0.056456, + "nauc_cv_recall_at_5_std": -0.205273, + "nauc_cv_recall_at_5_diff1": 0.201431, + "nauc_cv_recall_at_10_max": -0.153949, + "nauc_cv_recall_at_10_std": -0.24068, + "nauc_cv_recall_at_10_diff1": 0.284122, + "nauc_cv_recall_at_20_max": -0.312043, + "nauc_cv_recall_at_20_std": -0.219292, + "nauc_cv_recall_at_20_diff1": 0.149905, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.038033, + "nauc_mrr_at_1_std": -0.075927, + "nauc_mrr_at_1_diff1": 0.293932, + "nauc_mrr_at_3_max": -0.019188, + "nauc_mrr_at_3_std": -0.096578, + "nauc_mrr_at_3_diff1": 0.233013, + "nauc_mrr_at_5_max": -0.032066, + "nauc_mrr_at_5_std": -0.103979, + "nauc_mrr_at_5_diff1": 0.247141, + "nauc_mrr_at_10_max": -0.037393, + "nauc_mrr_at_10_std": -0.10058, + "nauc_mrr_at_10_diff1": 0.252482, + "nauc_mrr_at_20_max": -0.035933, + "nauc_mrr_at_20_std": -0.099042, + "nauc_mrr_at_20_diff1": 0.252143, + "nauc_mrr_at_100_max": -0.035193, + "nauc_mrr_at_100_std": -0.098695, + "nauc_mrr_at_100_diff1": 0.252426, + "nauc_mrr_at_1000_max": -0.035193, + "nauc_mrr_at_1000_std": -0.098695, + "nauc_mrr_at_1000_diff1": 0.252426, + "main_score": 0.5911, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.24649, + "ndcg_at_3": 0.39622, + "ndcg_at_5": 0.45692, + "ndcg_at_10": 0.51254, + "ndcg_at_20": 0.53777, + "ndcg_at_100": 0.55325, + "ndcg_at_1000": 0.55352, + "map_at_1": 0.24649, + "map_at_3": 0.35872, + "map_at_5": 0.39218, + "map_at_10": 0.41545, + "map_at_20": 0.42259, + "map_at_100": 0.42523, + "map_at_1000": 0.42525, + "recall_at_1": 0.24649, + "recall_at_3": 0.50501, + "recall_at_5": 0.65331, + "recall_at_10": 0.82365, + "recall_at_20": 0.92184, + "recall_at_100": 0.998, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.24649, + "cv_recall_at_3": 0.50501, + "cv_recall_at_5": 0.65331, + "cv_recall_at_10": 0.82365, + "cv_recall_at_20": 0.92184, + "cv_recall_at_100": 0.998, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.24649, + "precision_at_3": 0.16834, + "precision_at_5": 0.13066, + "precision_at_10": 0.08236, + "precision_at_20": 0.04609, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.246493, + "mrr_at_3": 0.358717, + "mrr_at_5": 0.392184, + "mrr_at_10": 0.415455, + "mrr_at_20": 0.422592, + "mrr_at_100": 0.425234, + "mrr_at_1000": 0.425247, + "nauc_ndcg_at_1_max": 0.010845, + "nauc_ndcg_at_1_std": -0.071665, + "nauc_ndcg_at_1_diff1": 0.238178, + "nauc_ndcg_at_3_max": 0.046031, + "nauc_ndcg_at_3_std": -0.046541, + "nauc_ndcg_at_3_diff1": 0.15426, + "nauc_ndcg_at_5_max": 0.039941, + "nauc_ndcg_at_5_std": -0.056408, + "nauc_ndcg_at_5_diff1": 0.122446, + "nauc_ndcg_at_10_max": 0.06938, + "nauc_ndcg_at_10_std": -0.035976, + "nauc_ndcg_at_10_diff1": 0.148808, + "nauc_ndcg_at_20_max": 0.04789, + "nauc_ndcg_at_20_std": -0.046277, + "nauc_ndcg_at_20_diff1": 0.164383, + "nauc_ndcg_at_100_max": 0.039322, + "nauc_ndcg_at_100_std": -0.051317, + "nauc_ndcg_at_100_diff1": 0.164765, + "nauc_ndcg_at_1000_max": 0.041391, + "nauc_ndcg_at_1000_std": -0.050721, + "nauc_ndcg_at_1000_diff1": 0.164815, + "nauc_map_at_1_max": 0.010845, + "nauc_map_at_1_std": -0.071665, + "nauc_map_at_1_diff1": 0.238178, + "nauc_map_at_3_max": 0.034702, + "nauc_map_at_3_std": -0.052967, + "nauc_map_at_3_diff1": 0.172691, + "nauc_map_at_5_max": 0.030972, + "nauc_map_at_5_std": -0.058527, + "nauc_map_at_5_diff1": 0.156144, + "nauc_map_at_10_max": 0.042361, + "nauc_map_at_10_std": -0.05131, + "nauc_map_at_10_diff1": 0.167251, + "nauc_map_at_20_max": 0.036721, + "nauc_map_at_20_std": -0.053857, + "nauc_map_at_20_diff1": 0.171395, + "nauc_map_at_100_max": 0.035775, + "nauc_map_at_100_std": -0.054249, + "nauc_map_at_100_diff1": 0.171655, + "nauc_map_at_1000_max": 0.035852, + "nauc_map_at_1000_std": -0.054227, + "nauc_map_at_1000_diff1": 0.171657, + "nauc_recall_at_1_max": 0.010845, + "nauc_recall_at_1_std": -0.071665, + "nauc_recall_at_1_diff1": 0.238178, + "nauc_recall_at_3_max": 0.078688, + "nauc_recall_at_3_std": -0.028482, + "nauc_recall_at_3_diff1": 0.103536, + "nauc_recall_at_5_max": 0.069472, + "nauc_recall_at_5_std": -0.050999, + "nauc_recall_at_5_diff1": 0.008219, + "nauc_recall_at_10_max": 0.231947, + "nauc_recall_at_10_std": 0.059795, + "nauc_recall_at_10_diff1": 0.064833, + "nauc_recall_at_20_max": 0.144951, + "nauc_recall_at_20_std": 0.032618, + "nauc_recall_at_20_diff1": 0.164189, + "nauc_recall_at_100_max": -1.737219, + "nauc_recall_at_100_std": -0.563102, + "nauc_recall_at_100_diff1": 0.1218, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.010845, + "nauc_precision_at_1_std": -0.071665, + "nauc_precision_at_1_diff1": 0.238178, + "nauc_precision_at_3_max": 0.078688, + "nauc_precision_at_3_std": -0.028482, + "nauc_precision_at_3_diff1": 0.103536, + "nauc_precision_at_5_max": 0.069472, + "nauc_precision_at_5_std": -0.050999, + "nauc_precision_at_5_diff1": 0.008219, + "nauc_precision_at_10_max": 0.231947, + "nauc_precision_at_10_std": 0.059795, + "nauc_precision_at_10_diff1": 0.064833, + "nauc_precision_at_20_max": 0.144951, + "nauc_precision_at_20_std": 0.032618, + "nauc_precision_at_20_diff1": 0.164189, + "nauc_precision_at_100_max": -1.737219, + "nauc_precision_at_100_std": -0.563102, + "nauc_precision_at_100_diff1": 0.1218, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.010845, + "nauc_cv_recall_at_1_std": -0.071665, + "nauc_cv_recall_at_1_diff1": 0.238178, + "nauc_cv_recall_at_3_max": 0.078688, + "nauc_cv_recall_at_3_std": -0.028482, + "nauc_cv_recall_at_3_diff1": 0.103536, + "nauc_cv_recall_at_5_max": 0.069472, + "nauc_cv_recall_at_5_std": -0.050999, + "nauc_cv_recall_at_5_diff1": 0.008219, + "nauc_cv_recall_at_10_max": 0.231947, + "nauc_cv_recall_at_10_std": 0.059795, + "nauc_cv_recall_at_10_diff1": 0.064833, + "nauc_cv_recall_at_20_max": 0.144951, + "nauc_cv_recall_at_20_std": 0.032618, + "nauc_cv_recall_at_20_diff1": 0.164189, + "nauc_cv_recall_at_100_max": -1.737219, + "nauc_cv_recall_at_100_std": -0.563102, + "nauc_cv_recall_at_100_diff1": 0.1218, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.010845, + "nauc_mrr_at_1_std": -0.071665, + "nauc_mrr_at_1_diff1": 0.238178, + "nauc_mrr_at_3_max": 0.034702, + "nauc_mrr_at_3_std": -0.052967, + "nauc_mrr_at_3_diff1": 0.172691, + "nauc_mrr_at_5_max": 0.030972, + "nauc_mrr_at_5_std": -0.058527, + "nauc_mrr_at_5_diff1": 0.156144, + "nauc_mrr_at_10_max": 0.042361, + "nauc_mrr_at_10_std": -0.05131, + "nauc_mrr_at_10_diff1": 0.167251, + "nauc_mrr_at_20_max": 0.036721, + "nauc_mrr_at_20_std": -0.053857, + "nauc_mrr_at_20_diff1": 0.171395, + "nauc_mrr_at_100_max": 0.035775, + "nauc_mrr_at_100_std": -0.054249, + "nauc_mrr_at_100_diff1": 0.171655, + "nauc_mrr_at_1000_max": 0.035852, + "nauc_mrr_at_1000_std": -0.054227, + "nauc_mrr_at_1000_diff1": 0.171657, + "main_score": 0.45692, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.28657, + "ndcg_at_3": 0.44515, + "ndcg_at_5": 0.50388, + "ndcg_at_10": 0.55624, + "ndcg_at_20": 0.57867, + "ndcg_at_100": 0.58771, + "ndcg_at_1000": 0.58799, + "map_at_1": 0.28657, + "map_at_3": 0.40581, + "map_at_5": 0.43848, + "map_at_10": 0.45963, + "map_at_20": 0.46584, + "map_at_100": 0.46743, + "map_at_1000": 0.46744, + "recall_at_1": 0.28657, + "recall_at_3": 0.55912, + "recall_at_5": 0.7014, + "recall_at_10": 0.86573, + "recall_at_20": 0.95391, + "recall_at_100": 0.998, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.28657, + "cv_recall_at_3": 0.55912, + "cv_recall_at_5": 0.7014, + "cv_recall_at_10": 0.86573, + "cv_recall_at_20": 0.95391, + "cv_recall_at_100": 0.998, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.28657, + "precision_at_3": 0.18637, + "precision_at_5": 0.14028, + "precision_at_10": 0.08657, + "precision_at_20": 0.0477, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.286573, + "mrr_at_3": 0.405812, + "mrr_at_5": 0.438477, + "mrr_at_10": 0.459633, + "mrr_at_20": 0.465841, + "mrr_at_100": 0.467426, + "mrr_at_1000": 0.467441, + "nauc_ndcg_at_1_max": -0.009213, + "nauc_ndcg_at_1_std": -0.128994, + "nauc_ndcg_at_1_diff1": 0.242472, + "nauc_ndcg_at_3_max": 0.023493, + "nauc_ndcg_at_3_std": -0.095968, + "nauc_ndcg_at_3_diff1": 0.279071, + "nauc_ndcg_at_5_max": 0.020573, + "nauc_ndcg_at_5_std": -0.107344, + "nauc_ndcg_at_5_diff1": 0.230994, + "nauc_ndcg_at_10_max": 0.012068, + "nauc_ndcg_at_10_std": -0.126994, + "nauc_ndcg_at_10_diff1": 0.215914, + "nauc_ndcg_at_20_max": 0.007013, + "nauc_ndcg_at_20_std": -0.129301, + "nauc_ndcg_at_20_diff1": 0.235501, + "nauc_ndcg_at_100_max": 0.006459, + "nauc_ndcg_at_100_std": -0.120539, + "nauc_ndcg_at_100_diff1": 0.23977, + "nauc_ndcg_at_1000_max": 0.007849, + "nauc_ndcg_at_1000_std": -0.120477, + "nauc_ndcg_at_1000_diff1": 0.242147, + "nauc_map_at_1_max": -0.009213, + "nauc_map_at_1_std": -0.128994, + "nauc_map_at_1_diff1": 0.242472, + "nauc_map_at_3_max": 0.01409, + "nauc_map_at_3_std": -0.105637, + "nauc_map_at_3_diff1": 0.273382, + "nauc_map_at_5_max": 0.011595, + "nauc_map_at_5_std": -0.112643, + "nauc_map_at_5_diff1": 0.246577, + "nauc_map_at_10_max": 0.008183, + "nauc_map_at_10_std": -0.120039, + "nauc_map_at_10_diff1": 0.241391, + "nauc_map_at_20_max": 0.006564, + "nauc_map_at_20_std": -0.120719, + "nauc_map_at_20_diff1": 0.246374, + "nauc_map_at_100_max": 0.00662, + "nauc_map_at_100_std": -0.11945, + "nauc_map_at_100_diff1": 0.247161, + "nauc_map_at_1000_max": 0.006678, + "nauc_map_at_1000_std": -0.119447, + "nauc_map_at_1000_diff1": 0.247261, + "nauc_recall_at_1_max": -0.009213, + "nauc_recall_at_1_std": -0.128994, + "nauc_recall_at_1_diff1": 0.242472, + "nauc_recall_at_3_max": 0.051982, + "nauc_recall_at_3_std": -0.066609, + "nauc_recall_at_3_diff1": 0.294589, + "nauc_recall_at_5_max": 0.053896, + "nauc_recall_at_5_std": -0.088722, + "nauc_recall_at_5_diff1": 0.165843, + "nauc_recall_at_10_max": 0.031978, + "nauc_recall_at_10_std": -0.193648, + "nauc_recall_at_10_diff1": 0.01404, + "nauc_recall_at_20_max": -0.017297, + "nauc_recall_at_20_std": -0.348215, + "nauc_recall_at_20_diff1": 0.054486, + "nauc_recall_at_100_max": -1.15016, + "nauc_recall_at_100_std": -0.171729, + "nauc_recall_at_100_diff1": -1.737219, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.009213, + "nauc_precision_at_1_std": -0.128994, + "nauc_precision_at_1_diff1": 0.242472, + "nauc_precision_at_3_max": 0.051982, + "nauc_precision_at_3_std": -0.066609, + "nauc_precision_at_3_diff1": 0.294589, + "nauc_precision_at_5_max": 0.053896, + "nauc_precision_at_5_std": -0.088722, + "nauc_precision_at_5_diff1": 0.165843, + "nauc_precision_at_10_max": 0.031978, + "nauc_precision_at_10_std": -0.193648, + "nauc_precision_at_10_diff1": 0.01404, + "nauc_precision_at_20_max": -0.017297, + "nauc_precision_at_20_std": -0.348215, + "nauc_precision_at_20_diff1": 0.054486, + "nauc_precision_at_100_max": -1.15016, + "nauc_precision_at_100_std": -0.171729, + "nauc_precision_at_100_diff1": -1.737219, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.009213, + "nauc_cv_recall_at_1_std": -0.128994, + "nauc_cv_recall_at_1_diff1": 0.242472, + "nauc_cv_recall_at_3_max": 0.051982, + "nauc_cv_recall_at_3_std": -0.066609, + "nauc_cv_recall_at_3_diff1": 0.294589, + "nauc_cv_recall_at_5_max": 0.053896, + "nauc_cv_recall_at_5_std": -0.088722, + "nauc_cv_recall_at_5_diff1": 0.165843, + "nauc_cv_recall_at_10_max": 0.031978, + "nauc_cv_recall_at_10_std": -0.193648, + "nauc_cv_recall_at_10_diff1": 0.01404, + "nauc_cv_recall_at_20_max": -0.017297, + "nauc_cv_recall_at_20_std": -0.348215, + "nauc_cv_recall_at_20_diff1": 0.054486, + "nauc_cv_recall_at_100_max": -1.15016, + "nauc_cv_recall_at_100_std": -0.171729, + "nauc_cv_recall_at_100_diff1": -1.737219, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.009213, + "nauc_mrr_at_1_std": -0.128994, + "nauc_mrr_at_1_diff1": 0.242472, + "nauc_mrr_at_3_max": 0.01409, + "nauc_mrr_at_3_std": -0.105637, + "nauc_mrr_at_3_diff1": 0.273382, + "nauc_mrr_at_5_max": 0.011595, + "nauc_mrr_at_5_std": -0.112643, + "nauc_mrr_at_5_diff1": 0.246577, + "nauc_mrr_at_10_max": 0.008183, + "nauc_mrr_at_10_std": -0.120039, + "nauc_mrr_at_10_diff1": 0.241391, + "nauc_mrr_at_20_max": 0.006564, + "nauc_mrr_at_20_std": -0.120719, + "nauc_mrr_at_20_diff1": 0.246374, + "nauc_mrr_at_100_max": 0.00662, + "nauc_mrr_at_100_std": -0.11945, + "nauc_mrr_at_100_diff1": 0.247161, + "nauc_mrr_at_1000_max": 0.006678, + "nauc_mrr_at_1000_std": -0.119447, + "nauc_mrr_at_1000_diff1": 0.247261, + "main_score": 0.50388, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.06814, + "ndcg_at_3": 0.13112, + "ndcg_at_5": 0.1707, + "ndcg_at_10": 0.20705, + "ndcg_at_20": 0.24269, + "ndcg_at_100": 0.29866, + "ndcg_at_1000": 0.32063, + "map_at_1": 0.06814, + "map_at_3": 0.1149, + "map_at_5": 0.13684, + "map_at_10": 0.1515, + "map_at_20": 0.16137, + "map_at_100": 0.16904, + "map_at_1000": 0.16993, + "recall_at_1": 0.06814, + "recall_at_3": 0.17836, + "recall_at_5": 0.27455, + "recall_at_10": 0.38878, + "recall_at_20": 0.52906, + "recall_at_100": 0.83166, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.06814, + "cv_recall_at_3": 0.17836, + "cv_recall_at_5": 0.27455, + "cv_recall_at_10": 0.38878, + "cv_recall_at_20": 0.52906, + "cv_recall_at_100": 0.83166, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.06814, + "precision_at_3": 0.05945, + "precision_at_5": 0.05491, + "precision_at_10": 0.03888, + "precision_at_20": 0.02645, + "precision_at_100": 0.00832, + "precision_at_1000": 0.001, + "mrr_at_1": 0.068136, + "mrr_at_3": 0.114896, + "mrr_at_5": 0.13684, + "mrr_at_10": 0.151504, + "mrr_at_20": 0.161372, + "mrr_at_100": 0.16904, + "mrr_at_1000": 0.169927, + "nauc_ndcg_at_1_max": 0.035625, + "nauc_ndcg_at_1_std": 0.058451, + "nauc_ndcg_at_1_diff1": 0.160435, + "nauc_ndcg_at_3_max": 0.086022, + "nauc_ndcg_at_3_std": 0.008493, + "nauc_ndcg_at_3_diff1": 0.099313, + "nauc_ndcg_at_5_max": 0.098524, + "nauc_ndcg_at_5_std": 0.061039, + "nauc_ndcg_at_5_diff1": 0.073437, + "nauc_ndcg_at_10_max": 0.068362, + "nauc_ndcg_at_10_std": 0.083738, + "nauc_ndcg_at_10_diff1": 0.044549, + "nauc_ndcg_at_20_max": 0.070797, + "nauc_ndcg_at_20_std": 0.096831, + "nauc_ndcg_at_20_diff1": 0.039842, + "nauc_ndcg_at_100_max": 0.058284, + "nauc_ndcg_at_100_std": 0.100222, + "nauc_ndcg_at_100_diff1": 0.036213, + "nauc_ndcg_at_1000_max": 0.068659, + "nauc_ndcg_at_1000_std": 0.082488, + "nauc_ndcg_at_1000_diff1": 0.054067, + "nauc_map_at_1_max": 0.035625, + "nauc_map_at_1_std": 0.058451, + "nauc_map_at_1_diff1": 0.160435, + "nauc_map_at_3_max": 0.082039, + "nauc_map_at_3_std": 0.015605, + "nauc_map_at_3_diff1": 0.112503, + "nauc_map_at_5_max": 0.091672, + "nauc_map_at_5_std": 0.050125, + "nauc_map_at_5_diff1": 0.09525, + "nauc_map_at_10_max": 0.077169, + "nauc_map_at_10_std": 0.060466, + "nauc_map_at_10_diff1": 0.079227, + "nauc_map_at_20_max": 0.078011, + "nauc_map_at_20_std": 0.065359, + "nauc_map_at_20_diff1": 0.077716, + "nauc_map_at_100_max": 0.075396, + "nauc_map_at_100_std": 0.065309, + "nauc_map_at_100_diff1": 0.077443, + "nauc_map_at_1000_max": 0.075754, + "nauc_map_at_1000_std": 0.064626, + "nauc_map_at_1000_diff1": 0.078047, + "nauc_recall_at_1_max": 0.035625, + "nauc_recall_at_1_std": 0.058451, + "nauc_recall_at_1_diff1": 0.160435, + "nauc_recall_at_3_max": 0.092808, + "nauc_recall_at_3_std": -0.005412, + "nauc_recall_at_3_diff1": 0.072114, + "nauc_recall_at_5_max": 0.109596, + "nauc_recall_at_5_std": 0.083813, + "nauc_recall_at_5_diff1": 0.032446, + "nauc_recall_at_10_max": 0.045684, + "nauc_recall_at_10_std": 0.131901, + "nauc_recall_at_10_diff1": -0.019803, + "nauc_recall_at_20_max": 0.050884, + "nauc_recall_at_20_std": 0.167031, + "nauc_recall_at_20_diff1": -0.035752, + "nauc_recall_at_100_max": -0.041242, + "nauc_recall_at_100_std": 0.266436, + "nauc_recall_at_100_diff1": -0.134908, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.035625, + "nauc_precision_at_1_std": 0.058451, + "nauc_precision_at_1_diff1": 0.160435, + "nauc_precision_at_3_max": 0.092808, + "nauc_precision_at_3_std": -0.005412, + "nauc_precision_at_3_diff1": 0.072114, + "nauc_precision_at_5_max": 0.109596, + "nauc_precision_at_5_std": 0.083813, + "nauc_precision_at_5_diff1": 0.032446, + "nauc_precision_at_10_max": 0.045684, + "nauc_precision_at_10_std": 0.131901, + "nauc_precision_at_10_diff1": -0.019803, + "nauc_precision_at_20_max": 0.050884, + "nauc_precision_at_20_std": 0.167031, + "nauc_precision_at_20_diff1": -0.035752, + "nauc_precision_at_100_max": -0.041242, + "nauc_precision_at_100_std": 0.266436, + "nauc_precision_at_100_diff1": -0.134908, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.035625, + "nauc_cv_recall_at_1_std": 0.058451, + "nauc_cv_recall_at_1_diff1": 0.160435, + "nauc_cv_recall_at_3_max": 0.092808, + "nauc_cv_recall_at_3_std": -0.005412, + "nauc_cv_recall_at_3_diff1": 0.072114, + "nauc_cv_recall_at_5_max": 0.109596, + "nauc_cv_recall_at_5_std": 0.083813, + "nauc_cv_recall_at_5_diff1": 0.032446, + "nauc_cv_recall_at_10_max": 0.045684, + "nauc_cv_recall_at_10_std": 0.131901, + "nauc_cv_recall_at_10_diff1": -0.019803, + "nauc_cv_recall_at_20_max": 0.050884, + "nauc_cv_recall_at_20_std": 0.167031, + "nauc_cv_recall_at_20_diff1": -0.035752, + "nauc_cv_recall_at_100_max": -0.041242, + "nauc_cv_recall_at_100_std": 0.266436, + "nauc_cv_recall_at_100_diff1": -0.134908, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.035625, + "nauc_mrr_at_1_std": 0.058451, + "nauc_mrr_at_1_diff1": 0.160435, + "nauc_mrr_at_3_max": 0.082039, + "nauc_mrr_at_3_std": 0.015605, + "nauc_mrr_at_3_diff1": 0.112503, + "nauc_mrr_at_5_max": 0.091672, + "nauc_mrr_at_5_std": 0.050125, + "nauc_mrr_at_5_diff1": 0.09525, + "nauc_mrr_at_10_max": 0.077169, + "nauc_mrr_at_10_std": 0.060466, + "nauc_mrr_at_10_diff1": 0.079227, + "nauc_mrr_at_20_max": 0.078011, + "nauc_mrr_at_20_std": 0.065359, + "nauc_mrr_at_20_diff1": 0.077716, + "nauc_mrr_at_100_max": 0.075396, + "nauc_mrr_at_100_std": 0.065309, + "nauc_mrr_at_100_diff1": 0.077443, + "nauc_mrr_at_1000_max": 0.075754, + "nauc_mrr_at_1000_std": 0.064626, + "nauc_mrr_at_1000_diff1": 0.078047, + "main_score": 0.1707, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.23046, + "ndcg_at_3": 0.37317, + "ndcg_at_5": 0.41707, + "ndcg_at_10": 0.47102, + "ndcg_at_20": 0.49656, + "ndcg_at_100": 0.51871, + "ndcg_at_1000": 0.52385, + "map_at_1": 0.23046, + "map_at_3": 0.33801, + "map_at_5": 0.36246, + "map_at_10": 0.38481, + "map_at_20": 0.39194, + "map_at_100": 0.39533, + "map_at_1000": 0.39558, + "recall_at_1": 0.23046, + "recall_at_3": 0.47495, + "recall_at_5": 0.58116, + "recall_at_10": 0.74749, + "recall_at_20": 0.8477, + "recall_at_100": 0.96192, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.23046, + "cv_recall_at_3": 0.47495, + "cv_recall_at_5": 0.58116, + "cv_recall_at_10": 0.74749, + "cv_recall_at_20": 0.8477, + "cv_recall_at_100": 0.96192, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.23046, + "precision_at_3": 0.15832, + "precision_at_5": 0.11623, + "precision_at_10": 0.07475, + "precision_at_20": 0.04238, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "mrr_at_1": 0.230461, + "mrr_at_3": 0.338009, + "mrr_at_5": 0.362458, + "mrr_at_10": 0.384814, + "mrr_at_20": 0.391936, + "mrr_at_100": 0.395335, + "mrr_at_1000": 0.395575, + "nauc_ndcg_at_1_max": -0.033547, + "nauc_ndcg_at_1_std": -0.110895, + "nauc_ndcg_at_1_diff1": 0.233861, + "nauc_ndcg_at_3_max": -0.029638, + "nauc_ndcg_at_3_std": -0.087094, + "nauc_ndcg_at_3_diff1": 0.164335, + "nauc_ndcg_at_5_max": -0.039759, + "nauc_ndcg_at_5_std": -0.098766, + "nauc_ndcg_at_5_diff1": 0.158856, + "nauc_ndcg_at_10_max": -0.062631, + "nauc_ndcg_at_10_std": -0.116484, + "nauc_ndcg_at_10_diff1": 0.133538, + "nauc_ndcg_at_20_max": -0.066906, + "nauc_ndcg_at_20_std": -0.123383, + "nauc_ndcg_at_20_diff1": 0.153716, + "nauc_ndcg_at_100_max": -0.077498, + "nauc_ndcg_at_100_std": -0.131175, + "nauc_ndcg_at_100_diff1": 0.157284, + "nauc_ndcg_at_1000_max": -0.058883, + "nauc_ndcg_at_1000_std": -0.116801, + "nauc_ndcg_at_1000_diff1": 0.164809, + "nauc_map_at_1_max": -0.033547, + "nauc_map_at_1_std": -0.110895, + "nauc_map_at_1_diff1": 0.233861, + "nauc_map_at_3_max": -0.030068, + "nauc_map_at_3_std": -0.092513, + "nauc_map_at_3_diff1": 0.181244, + "nauc_map_at_5_max": -0.035304, + "nauc_map_at_5_std": -0.098981, + "nauc_map_at_5_diff1": 0.178546, + "nauc_map_at_10_max": -0.044507, + "nauc_map_at_10_std": -0.106303, + "nauc_map_at_10_diff1": 0.169573, + "nauc_map_at_20_max": -0.045435, + "nauc_map_at_20_std": -0.107766, + "nauc_map_at_20_diff1": 0.174981, + "nauc_map_at_100_max": -0.047152, + "nauc_map_at_100_std": -0.109149, + "nauc_map_at_100_diff1": 0.17605, + "nauc_map_at_1000_max": -0.046405, + "nauc_map_at_1000_std": -0.108556, + "nauc_map_at_1000_diff1": 0.176334, + "nauc_recall_at_1_max": -0.033547, + "nauc_recall_at_1_std": -0.110895, + "nauc_recall_at_1_diff1": 0.233861, + "nauc_recall_at_3_max": -0.028647, + "nauc_recall_at_3_std": -0.072418, + "nauc_recall_at_3_diff1": 0.118129, + "nauc_recall_at_5_max": -0.05493, + "nauc_recall_at_5_std": -0.100043, + "nauc_recall_at_5_diff1": 0.100257, + "nauc_recall_at_10_max": -0.149862, + "nauc_recall_at_10_std": -0.16869, + "nauc_recall_at_10_diff1": -0.027689, + "nauc_recall_at_20_max": -0.226021, + "nauc_recall_at_20_std": -0.249128, + "nauc_recall_at_20_diff1": 0.037059, + "nauc_recall_at_100_max": -0.966726, + "nauc_recall_at_100_std": -0.808392, + "nauc_recall_at_100_diff1": -0.210347, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.033547, + "nauc_precision_at_1_std": -0.110895, + "nauc_precision_at_1_diff1": 0.233861, + "nauc_precision_at_3_max": -0.028647, + "nauc_precision_at_3_std": -0.072418, + "nauc_precision_at_3_diff1": 0.118129, + "nauc_precision_at_5_max": -0.05493, + "nauc_precision_at_5_std": -0.100043, + "nauc_precision_at_5_diff1": 0.100257, + "nauc_precision_at_10_max": -0.149862, + "nauc_precision_at_10_std": -0.16869, + "nauc_precision_at_10_diff1": -0.027689, + "nauc_precision_at_20_max": -0.226021, + "nauc_precision_at_20_std": -0.249128, + "nauc_precision_at_20_diff1": 0.037059, + "nauc_precision_at_100_max": -0.966726, + "nauc_precision_at_100_std": -0.808392, + "nauc_precision_at_100_diff1": -0.210347, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.033547, + "nauc_cv_recall_at_1_std": -0.110895, + "nauc_cv_recall_at_1_diff1": 0.233861, + "nauc_cv_recall_at_3_max": -0.028647, + "nauc_cv_recall_at_3_std": -0.072418, + "nauc_cv_recall_at_3_diff1": 0.118129, + "nauc_cv_recall_at_5_max": -0.05493, + "nauc_cv_recall_at_5_std": -0.100043, + "nauc_cv_recall_at_5_diff1": 0.100257, + "nauc_cv_recall_at_10_max": -0.149862, + "nauc_cv_recall_at_10_std": -0.16869, + "nauc_cv_recall_at_10_diff1": -0.027689, + "nauc_cv_recall_at_20_max": -0.226021, + "nauc_cv_recall_at_20_std": -0.249128, + "nauc_cv_recall_at_20_diff1": 0.037059, + "nauc_cv_recall_at_100_max": -0.966726, + "nauc_cv_recall_at_100_std": -0.808392, + "nauc_cv_recall_at_100_diff1": -0.210347, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.033547, + "nauc_mrr_at_1_std": -0.110895, + "nauc_mrr_at_1_diff1": 0.233861, + "nauc_mrr_at_3_max": -0.030068, + "nauc_mrr_at_3_std": -0.092513, + "nauc_mrr_at_3_diff1": 0.181244, + "nauc_mrr_at_5_max": -0.035304, + "nauc_mrr_at_5_std": -0.098981, + "nauc_mrr_at_5_diff1": 0.178546, + "nauc_mrr_at_10_max": -0.044507, + "nauc_mrr_at_10_std": -0.106303, + "nauc_mrr_at_10_diff1": 0.169573, + "nauc_mrr_at_20_max": -0.045435, + "nauc_mrr_at_20_std": -0.107766, + "nauc_mrr_at_20_diff1": 0.174981, + "nauc_mrr_at_100_max": -0.047152, + "nauc_mrr_at_100_std": -0.109149, + "nauc_mrr_at_100_diff1": 0.17605, + "nauc_mrr_at_1000_max": -0.046405, + "nauc_mrr_at_1000_std": -0.108556, + "nauc_mrr_at_1000_diff1": 0.176334, + "main_score": 0.41707, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.28659, + "ndcg_at_3": 0.42571, + "ndcg_at_5": 0.4823, + "ndcg_at_10": 0.52072, + "ndcg_at_20": 0.55261, + "ndcg_at_100": 0.56776, + "ndcg_at_1000": 0.56963, + "map_at_1": 0.28659, + "map_at_3": 0.3916, + "map_at_5": 0.4228, + "map_at_10": 0.43882, + "map_at_20": 0.44786, + "map_at_100": 0.44997, + "map_at_1000": 0.45005, + "recall_at_1": 0.28659, + "recall_at_3": 0.52439, + "recall_at_5": 0.6626, + "recall_at_10": 0.78049, + "recall_at_20": 0.90447, + "recall_at_100": 0.98577, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.28659, + "cv_recall_at_3": 0.52439, + "cv_recall_at_5": 0.6626, + "cv_recall_at_10": 0.78049, + "cv_recall_at_20": 0.90447, + "cv_recall_at_100": 0.98577, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.28659, + "precision_at_3": 0.1748, + "precision_at_5": 0.13252, + "precision_at_10": 0.07805, + "precision_at_20": 0.04522, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.286585, + "mrr_at_3": 0.391599, + "mrr_at_5": 0.422798, + "mrr_at_10": 0.438819, + "mrr_at_20": 0.447858, + "mrr_at_100": 0.449968, + "mrr_at_1000": 0.450048, + "nauc_ndcg_at_1_max": -0.047167, + "nauc_ndcg_at_1_std": -0.120122, + "nauc_ndcg_at_1_diff1": 0.233794, + "nauc_ndcg_at_3_max": -0.052944, + "nauc_ndcg_at_3_std": -0.161094, + "nauc_ndcg_at_3_diff1": 0.204312, + "nauc_ndcg_at_5_max": -0.051926, + "nauc_ndcg_at_5_std": -0.160783, + "nauc_ndcg_at_5_diff1": 0.195374, + "nauc_ndcg_at_10_max": -0.067335, + "nauc_ndcg_at_10_std": -0.184578, + "nauc_ndcg_at_10_diff1": 0.201444, + "nauc_ndcg_at_20_max": -0.053619, + "nauc_ndcg_at_20_std": -0.162142, + "nauc_ndcg_at_20_diff1": 0.191741, + "nauc_ndcg_at_100_max": -0.050547, + "nauc_ndcg_at_100_std": -0.155717, + "nauc_ndcg_at_100_diff1": 0.205924, + "nauc_ndcg_at_1000_max": -0.051032, + "nauc_ndcg_at_1000_std": -0.154971, + "nauc_ndcg_at_1000_diff1": 0.204999, + "nauc_map_at_1_max": -0.047167, + "nauc_map_at_1_std": -0.120122, + "nauc_map_at_1_diff1": 0.233794, + "nauc_map_at_3_max": -0.048934, + "nauc_map_at_3_std": -0.148552, + "nauc_map_at_3_diff1": 0.210401, + "nauc_map_at_5_max": -0.048069, + "nauc_map_at_5_std": -0.147548, + "nauc_map_at_5_diff1": 0.206034, + "nauc_map_at_10_max": -0.054201, + "nauc_map_at_10_std": -0.156491, + "nauc_map_at_10_diff1": 0.209284, + "nauc_map_at_20_max": -0.050719, + "nauc_map_at_20_std": -0.149843, + "nauc_map_at_20_diff1": 0.207129, + "nauc_map_at_100_max": -0.049843, + "nauc_map_at_100_std": -0.148864, + "nauc_map_at_100_diff1": 0.208954, + "nauc_map_at_1000_max": -0.049874, + "nauc_map_at_1000_std": -0.148856, + "nauc_map_at_1000_diff1": 0.208911, + "nauc_recall_at_1_max": -0.047167, + "nauc_recall_at_1_std": -0.120122, + "nauc_recall_at_1_diff1": 0.233794, + "nauc_recall_at_3_max": -0.065626, + "nauc_recall_at_3_std": -0.198508, + "nauc_recall_at_3_diff1": 0.187091, + "nauc_recall_at_5_max": -0.066373, + "nauc_recall_at_5_std": -0.207461, + "nauc_recall_at_5_diff1": 0.157874, + "nauc_recall_at_10_max": -0.137745, + "nauc_recall_at_10_std": -0.329575, + "nauc_recall_at_10_diff1": 0.165177, + "nauc_recall_at_20_max": -0.064088, + "nauc_recall_at_20_std": -0.260419, + "nauc_recall_at_20_diff1": 0.020583, + "nauc_recall_at_100_max": -0.00717, + "nauc_recall_at_100_std": -0.281235, + "nauc_recall_at_100_diff1": 0.316871, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.047167, + "nauc_precision_at_1_std": -0.120122, + "nauc_precision_at_1_diff1": 0.233794, + "nauc_precision_at_3_max": -0.065626, + "nauc_precision_at_3_std": -0.198508, + "nauc_precision_at_3_diff1": 0.187091, + "nauc_precision_at_5_max": -0.066373, + "nauc_precision_at_5_std": -0.207461, + "nauc_precision_at_5_diff1": 0.157874, + "nauc_precision_at_10_max": -0.137745, + "nauc_precision_at_10_std": -0.329575, + "nauc_precision_at_10_diff1": 0.165177, + "nauc_precision_at_20_max": -0.064088, + "nauc_precision_at_20_std": -0.260419, + "nauc_precision_at_20_diff1": 0.020583, + "nauc_precision_at_100_max": -0.00717, + "nauc_precision_at_100_std": -0.281235, + "nauc_precision_at_100_diff1": 0.316871, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.047167, + "nauc_cv_recall_at_1_std": -0.120122, + "nauc_cv_recall_at_1_diff1": 0.233794, + "nauc_cv_recall_at_3_max": -0.065626, + "nauc_cv_recall_at_3_std": -0.198508, + "nauc_cv_recall_at_3_diff1": 0.187091, + "nauc_cv_recall_at_5_max": -0.066373, + "nauc_cv_recall_at_5_std": -0.207461, + "nauc_cv_recall_at_5_diff1": 0.157874, + "nauc_cv_recall_at_10_max": -0.137745, + "nauc_cv_recall_at_10_std": -0.329575, + "nauc_cv_recall_at_10_diff1": 0.165177, + "nauc_cv_recall_at_20_max": -0.064088, + "nauc_cv_recall_at_20_std": -0.260419, + "nauc_cv_recall_at_20_diff1": 0.020583, + "nauc_cv_recall_at_100_max": -0.00717, + "nauc_cv_recall_at_100_std": -0.281235, + "nauc_cv_recall_at_100_diff1": 0.316871, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.047167, + "nauc_mrr_at_1_std": -0.120122, + "nauc_mrr_at_1_diff1": 0.233794, + "nauc_mrr_at_3_max": -0.048934, + "nauc_mrr_at_3_std": -0.148552, + "nauc_mrr_at_3_diff1": 0.210401, + "nauc_mrr_at_5_max": -0.048069, + "nauc_mrr_at_5_std": -0.147548, + "nauc_mrr_at_5_diff1": 0.206034, + "nauc_mrr_at_10_max": -0.054201, + "nauc_mrr_at_10_std": -0.156491, + "nauc_mrr_at_10_diff1": 0.209284, + "nauc_mrr_at_20_max": -0.050719, + "nauc_mrr_at_20_std": -0.149843, + "nauc_mrr_at_20_diff1": 0.207129, + "nauc_mrr_at_100_max": -0.049843, + "nauc_mrr_at_100_std": -0.148864, + "nauc_mrr_at_100_diff1": 0.208954, + "nauc_mrr_at_1000_max": -0.049874, + "nauc_mrr_at_1000_std": -0.148856, + "nauc_mrr_at_1000_diff1": 0.208911, + "main_score": 0.4823, + "hf_subset": "jp", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.26253, + "ndcg_at_3": 0.42754, + "ndcg_at_5": 0.488, + "ndcg_at_10": 0.53352, + "ndcg_at_20": 0.55666, + "ndcg_at_100": 0.56921, + "ndcg_at_1000": 0.57023, + "map_at_1": 0.26253, + "map_at_3": 0.3851, + "map_at_5": 0.41877, + "map_at_10": 0.43728, + "map_at_20": 0.4438, + "map_at_100": 0.44593, + "map_at_1000": 0.44596, + "recall_at_1": 0.26253, + "recall_at_3": 0.5511, + "recall_at_5": 0.69739, + "recall_at_10": 0.83968, + "recall_at_20": 0.92986, + "recall_at_100": 0.99198, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.26253, + "cv_recall_at_3": 0.5511, + "cv_recall_at_5": 0.69739, + "cv_recall_at_10": 0.83968, + "cv_recall_at_20": 0.92986, + "cv_recall_at_100": 0.99198, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.26253, + "precision_at_3": 0.1837, + "precision_at_5": 0.13948, + "precision_at_10": 0.08397, + "precision_at_20": 0.04649, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.262525, + "mrr_at_3": 0.385104, + "mrr_at_5": 0.418771, + "mrr_at_10": 0.43728, + "mrr_at_20": 0.443797, + "mrr_at_100": 0.445926, + "mrr_at_1000": 0.445964, + "nauc_ndcg_at_1_max": -0.06169, + "nauc_ndcg_at_1_std": -0.103194, + "nauc_ndcg_at_1_diff1": 0.168973, + "nauc_ndcg_at_3_max": -0.073735, + "nauc_ndcg_at_3_std": -0.133609, + "nauc_ndcg_at_3_diff1": 0.114241, + "nauc_ndcg_at_5_max": -0.066616, + "nauc_ndcg_at_5_std": -0.145916, + "nauc_ndcg_at_5_diff1": 0.120314, + "nauc_ndcg_at_10_max": -0.063796, + "nauc_ndcg_at_10_std": -0.146392, + "nauc_ndcg_at_10_diff1": 0.145055, + "nauc_ndcg_at_20_max": -0.067956, + "nauc_ndcg_at_20_std": -0.146319, + "nauc_ndcg_at_20_diff1": 0.146537, + "nauc_ndcg_at_100_max": -0.060819, + "nauc_ndcg_at_100_std": -0.131523, + "nauc_ndcg_at_100_diff1": 0.138784, + "nauc_ndcg_at_1000_max": -0.063329, + "nauc_ndcg_at_1000_std": -0.133133, + "nauc_ndcg_at_1000_diff1": 0.139794, + "nauc_map_at_1_max": -0.06169, + "nauc_map_at_1_std": -0.103194, + "nauc_map_at_1_diff1": 0.168973, + "nauc_map_at_3_max": -0.070165, + "nauc_map_at_3_std": -0.127131, + "nauc_map_at_3_diff1": 0.127217, + "nauc_map_at_5_max": -0.066368, + "nauc_map_at_5_std": -0.133448, + "nauc_map_at_5_diff1": 0.131189, + "nauc_map_at_10_max": -0.06422, + "nauc_map_at_10_std": -0.131944, + "nauc_map_at_10_diff1": 0.140302, + "nauc_map_at_20_max": -0.065333, + "nauc_map_at_20_std": -0.131891, + "nauc_map_at_20_diff1": 0.14045, + "nauc_map_at_100_max": -0.064198, + "nauc_map_at_100_std": -0.129515, + "nauc_map_at_100_diff1": 0.139785, + "nauc_map_at_1000_max": -0.064284, + "nauc_map_at_1000_std": -0.129576, + "nauc_map_at_1000_diff1": 0.139865, + "nauc_recall_at_1_max": -0.06169, + "nauc_recall_at_1_std": -0.103194, + "nauc_recall_at_1_diff1": 0.168973, + "nauc_recall_at_3_max": -0.084362, + "nauc_recall_at_3_std": -0.152066, + "nauc_recall_at_3_diff1": 0.076669, + "nauc_recall_at_5_max": -0.066286, + "nauc_recall_at_5_std": -0.191406, + "nauc_recall_at_5_diff1": 0.083154, + "nauc_recall_at_10_max": -0.062237, + "nauc_recall_at_10_std": -0.238119, + "nauc_recall_at_10_diff1": 0.196348, + "nauc_recall_at_20_max": -0.114246, + "nauc_recall_at_20_std": -0.337103, + "nauc_recall_at_20_diff1": 0.280674, + "nauc_recall_at_100_max": 0.497702, + "nauc_recall_at_100_std": 0.22084, + "nauc_recall_at_100_diff1": -0.006012, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.06169, + "nauc_precision_at_1_std": -0.103194, + "nauc_precision_at_1_diff1": 0.168973, + "nauc_precision_at_3_max": -0.084362, + "nauc_precision_at_3_std": -0.152066, + "nauc_precision_at_3_diff1": 0.076669, + "nauc_precision_at_5_max": -0.066286, + "nauc_precision_at_5_std": -0.191406, + "nauc_precision_at_5_diff1": 0.083154, + "nauc_precision_at_10_max": -0.062237, + "nauc_precision_at_10_std": -0.238119, + "nauc_precision_at_10_diff1": 0.196348, + "nauc_precision_at_20_max": -0.114246, + "nauc_precision_at_20_std": -0.337103, + "nauc_precision_at_20_diff1": 0.280674, + "nauc_precision_at_100_max": 0.497702, + "nauc_precision_at_100_std": 0.22084, + "nauc_precision_at_100_diff1": -0.006012, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.06169, + "nauc_cv_recall_at_1_std": -0.103194, + "nauc_cv_recall_at_1_diff1": 0.168973, + "nauc_cv_recall_at_3_max": -0.084362, + "nauc_cv_recall_at_3_std": -0.152066, + "nauc_cv_recall_at_3_diff1": 0.076669, + "nauc_cv_recall_at_5_max": -0.066286, + "nauc_cv_recall_at_5_std": -0.191406, + "nauc_cv_recall_at_5_diff1": 0.083154, + "nauc_cv_recall_at_10_max": -0.062237, + "nauc_cv_recall_at_10_std": -0.238119, + "nauc_cv_recall_at_10_diff1": 0.196348, + "nauc_cv_recall_at_20_max": -0.114246, + "nauc_cv_recall_at_20_std": -0.337103, + "nauc_cv_recall_at_20_diff1": 0.280674, + "nauc_cv_recall_at_100_max": 0.497702, + "nauc_cv_recall_at_100_std": 0.22084, + "nauc_cv_recall_at_100_diff1": -0.006012, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.06169, + "nauc_mrr_at_1_std": -0.103194, + "nauc_mrr_at_1_diff1": 0.168973, + "nauc_mrr_at_3_max": -0.070165, + "nauc_mrr_at_3_std": -0.127131, + "nauc_mrr_at_3_diff1": 0.127217, + "nauc_mrr_at_5_max": -0.066368, + "nauc_mrr_at_5_std": -0.133448, + "nauc_mrr_at_5_diff1": 0.131189, + "nauc_mrr_at_10_max": -0.06422, + "nauc_mrr_at_10_std": -0.131944, + "nauc_mrr_at_10_diff1": 0.140302, + "nauc_mrr_at_20_max": -0.065333, + "nauc_mrr_at_20_std": -0.131891, + "nauc_mrr_at_20_diff1": 0.14045, + "nauc_mrr_at_100_max": -0.064198, + "nauc_mrr_at_100_std": -0.129515, + "nauc_mrr_at_100_diff1": 0.139785, + "nauc_mrr_at_1000_max": -0.064284, + "nauc_mrr_at_1000_std": -0.129576, + "nauc_mrr_at_1000_diff1": 0.139865, + "main_score": 0.488, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.26955, + "ndcg_at_3": 0.44189, + "ndcg_at_5": 0.50388, + "ndcg_at_10": 0.54749, + "ndcg_at_20": 0.57084, + "ndcg_at_100": 0.58253, + "ndcg_at_1000": 0.58253, + "map_at_1": 0.26955, + "map_at_3": 0.39849, + "map_at_5": 0.43296, + "map_at_10": 0.45117, + "map_at_20": 0.45782, + "map_at_100": 0.45981, + "map_at_1000": 0.45981, + "recall_at_1": 0.26955, + "recall_at_3": 0.5679, + "recall_at_5": 0.71811, + "recall_at_10": 0.85185, + "recall_at_20": 0.94239, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.26955, + "cv_recall_at_3": 0.5679, + "cv_recall_at_5": 0.71811, + "cv_recall_at_10": 0.85185, + "cv_recall_at_20": 0.94239, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.26955, + "precision_at_3": 0.1893, + "precision_at_5": 0.14362, + "precision_at_10": 0.08519, + "precision_at_20": 0.04712, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.269547, + "mrr_at_3": 0.398491, + "mrr_at_5": 0.432956, + "mrr_at_10": 0.451167, + "mrr_at_20": 0.45782, + "mrr_at_100": 0.459808, + "mrr_at_1000": 0.459808, + "nauc_ndcg_at_1_max": 0.06822, + "nauc_ndcg_at_1_std": -0.070651, + "nauc_ndcg_at_1_diff1": 0.173837, + "nauc_ndcg_at_3_max": 0.059958, + "nauc_ndcg_at_3_std": -0.064401, + "nauc_ndcg_at_3_diff1": 0.149819, + "nauc_ndcg_at_5_max": 0.05894, + "nauc_ndcg_at_5_std": -0.053537, + "nauc_ndcg_at_5_diff1": 0.159296, + "nauc_ndcg_at_10_max": 0.082356, + "nauc_ndcg_at_10_std": -0.061643, + "nauc_ndcg_at_10_diff1": 0.154095, + "nauc_ndcg_at_20_max": 0.077478, + "nauc_ndcg_at_20_std": -0.063906, + "nauc_ndcg_at_20_diff1": 0.147857, + "nauc_ndcg_at_100_max": 0.069766, + "nauc_ndcg_at_100_std": -0.06897, + "nauc_ndcg_at_100_diff1": 0.15439, + "nauc_ndcg_at_1000_max": 0.069766, + "nauc_ndcg_at_1000_std": -0.06897, + "nauc_ndcg_at_1000_diff1": 0.15439, + "nauc_map_at_1_max": 0.06822, + "nauc_map_at_1_std": -0.070651, + "nauc_map_at_1_diff1": 0.173837, + "nauc_map_at_3_max": 0.059424, + "nauc_map_at_3_std": -0.071953, + "nauc_map_at_3_diff1": 0.15316, + "nauc_map_at_5_max": 0.059247, + "nauc_map_at_5_std": -0.067421, + "nauc_map_at_5_diff1": 0.158225, + "nauc_map_at_10_max": 0.06882, + "nauc_map_at_10_std": -0.071004, + "nauc_map_at_10_diff1": 0.156988, + "nauc_map_at_20_max": 0.067465, + "nauc_map_at_20_std": -0.071444, + "nauc_map_at_20_diff1": 0.155336, + "nauc_map_at_100_max": 0.066587, + "nauc_map_at_100_std": -0.072097, + "nauc_map_at_100_diff1": 0.156131, + "nauc_map_at_1000_max": 0.066587, + "nauc_map_at_1000_std": -0.072097, + "nauc_map_at_1000_diff1": 0.156131, + "nauc_recall_at_1_max": 0.06822, + "nauc_recall_at_1_std": -0.070651, + "nauc_recall_at_1_diff1": 0.173837, + "nauc_recall_at_3_max": 0.062582, + "nauc_recall_at_3_std": -0.03963, + "nauc_recall_at_3_diff1": 0.140993, + "nauc_recall_at_5_max": 0.05838, + "nauc_recall_at_5_std": 0.004345, + "nauc_recall_at_5_diff1": 0.166622, + "nauc_recall_at_10_max": 0.181123, + "nauc_recall_at_10_std": -0.000116, + "nauc_recall_at_10_diff1": 0.134243, + "nauc_recall_at_20_max": 0.243965, + "nauc_recall_at_20_std": 0.042763, + "nauc_recall_at_20_diff1": 0.012643, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.06822, + "nauc_precision_at_1_std": -0.070651, + "nauc_precision_at_1_diff1": 0.173837, + "nauc_precision_at_3_max": 0.062582, + "nauc_precision_at_3_std": -0.03963, + "nauc_precision_at_3_diff1": 0.140993, + "nauc_precision_at_5_max": 0.05838, + "nauc_precision_at_5_std": 0.004345, + "nauc_precision_at_5_diff1": 0.166622, + "nauc_precision_at_10_max": 0.181123, + "nauc_precision_at_10_std": -0.000116, + "nauc_precision_at_10_diff1": 0.134243, + "nauc_precision_at_20_max": 0.243965, + "nauc_precision_at_20_std": 0.042763, + "nauc_precision_at_20_diff1": 0.012643, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.06822, + "nauc_cv_recall_at_1_std": -0.070651, + "nauc_cv_recall_at_1_diff1": 0.173837, + "nauc_cv_recall_at_3_max": 0.062582, + "nauc_cv_recall_at_3_std": -0.03963, + "nauc_cv_recall_at_3_diff1": 0.140993, + "nauc_cv_recall_at_5_max": 0.05838, + "nauc_cv_recall_at_5_std": 0.004345, + "nauc_cv_recall_at_5_diff1": 0.166622, + "nauc_cv_recall_at_10_max": 0.181123, + "nauc_cv_recall_at_10_std": -0.000116, + "nauc_cv_recall_at_10_diff1": 0.134243, + "nauc_cv_recall_at_20_max": 0.243965, + "nauc_cv_recall_at_20_std": 0.042763, + "nauc_cv_recall_at_20_diff1": 0.012643, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.06822, + "nauc_mrr_at_1_std": -0.070651, + "nauc_mrr_at_1_diff1": 0.173837, + "nauc_mrr_at_3_max": 0.059424, + "nauc_mrr_at_3_std": -0.071953, + "nauc_mrr_at_3_diff1": 0.15316, + "nauc_mrr_at_5_max": 0.059247, + "nauc_mrr_at_5_std": -0.067421, + "nauc_mrr_at_5_diff1": 0.158225, + "nauc_mrr_at_10_max": 0.06882, + "nauc_mrr_at_10_std": -0.071004, + "nauc_mrr_at_10_diff1": 0.156988, + "nauc_mrr_at_20_max": 0.067465, + "nauc_mrr_at_20_std": -0.071444, + "nauc_mrr_at_20_diff1": 0.155336, + "nauc_mrr_at_100_max": 0.066587, + "nauc_mrr_at_100_std": -0.072097, + "nauc_mrr_at_100_diff1": 0.156131, + "nauc_mrr_at_1000_max": 0.066587, + "nauc_mrr_at_1000_std": -0.072097, + "nauc_mrr_at_1000_diff1": 0.156131, + "main_score": 0.50388, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 2366.6487267017365, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRArabicChartQARetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRArabicChartQARetrieval.json new file mode 100644 index 0000000000..1c5a1c60e5 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRArabicChartQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRArabicChartQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.53154, + "ndcg_at_3": 0.57478, + "ndcg_at_5": 0.585, + "ndcg_at_10": 0.59401, + "ndcg_at_20": 0.60101, + "ndcg_at_100": 0.62014, + "ndcg_at_1000": 0.64676, + "map_at_1": 0.53154, + "map_at_3": 0.56421, + "map_at_5": 0.56971, + "map_at_10": 0.57337, + "map_at_20": 0.57522, + "map_at_100": 0.57758, + "map_at_1000": 0.5786, + "recall_at_1": 0.53154, + "recall_at_3": 0.60537, + "recall_at_5": 0.63087, + "recall_at_10": 0.65906, + "recall_at_20": 0.68725, + "recall_at_100": 0.79463, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.53154, + "cv_recall_at_3": 0.60537, + "cv_recall_at_5": 0.63087, + "cv_recall_at_10": 0.65906, + "cv_recall_at_20": 0.68725, + "cv_recall_at_100": 0.79463, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.53154, + "precision_at_3": 0.20179, + "precision_at_5": 0.12617, + "precision_at_10": 0.06591, + "precision_at_20": 0.03436, + "precision_at_100": 0.00795, + "precision_at_1000": 0.001, + "mrr_at_1": 0.531544, + "mrr_at_3": 0.564206, + "mrr_at_5": 0.569709, + "mrr_at_10": 0.573367, + "mrr_at_20": 0.575223, + "mrr_at_100": 0.577584, + "mrr_at_1000": 0.578603, + "nauc_ndcg_at_1_max": 0.587044, + "nauc_ndcg_at_1_std": 0.505199, + "nauc_ndcg_at_1_diff1": 0.823322, + "nauc_ndcg_at_3_max": 0.583585, + "nauc_ndcg_at_3_std": 0.552239, + "nauc_ndcg_at_3_diff1": 0.786574, + "nauc_ndcg_at_5_max": 0.580674, + "nauc_ndcg_at_5_std": 0.559337, + "nauc_ndcg_at_5_diff1": 0.778579, + "nauc_ndcg_at_10_max": 0.580371, + "nauc_ndcg_at_10_std": 0.56351, + "nauc_ndcg_at_10_diff1": 0.775449, + "nauc_ndcg_at_20_max": 0.57599, + "nauc_ndcg_at_20_std": 0.560772, + "nauc_ndcg_at_20_diff1": 0.769557, + "nauc_ndcg_at_100_max": 0.570605, + "nauc_ndcg_at_100_std": 0.559307, + "nauc_ndcg_at_100_diff1": 0.763696, + "nauc_ndcg_at_1000_max": 0.577978, + "nauc_ndcg_at_1000_std": 0.55426, + "nauc_ndcg_at_1000_diff1": 0.777195, + "nauc_map_at_1_max": 0.587044, + "nauc_map_at_1_std": 0.505199, + "nauc_map_at_1_diff1": 0.823322, + "nauc_map_at_3_max": 0.58479, + "nauc_map_at_3_std": 0.540035, + "nauc_map_at_3_diff1": 0.79591, + "nauc_map_at_5_max": 0.583448, + "nauc_map_at_5_std": 0.543975, + "nauc_map_at_5_diff1": 0.791878, + "nauc_map_at_10_max": 0.583422, + "nauc_map_at_10_std": 0.545665, + "nauc_map_at_10_diff1": 0.790611, + "nauc_map_at_20_max": 0.582353, + "nauc_map_at_20_std": 0.544906, + "nauc_map_at_20_diff1": 0.789183, + "nauc_map_at_100_max": 0.58182, + "nauc_map_at_100_std": 0.545161, + "nauc_map_at_100_diff1": 0.788544, + "nauc_map_at_1000_max": 0.582079, + "nauc_map_at_1000_std": 0.544944, + "nauc_map_at_1000_diff1": 0.788991, + "nauc_recall_at_1_max": 0.587044, + "nauc_recall_at_1_std": 0.505199, + "nauc_recall_at_1_diff1": 0.823322, + "nauc_recall_at_3_max": 0.579791, + "nauc_recall_at_3_std": 0.589394, + "nauc_recall_at_3_diff1": 0.758233, + "nauc_recall_at_5_max": 0.57103, + "nauc_recall_at_5_std": 0.608664, + "nauc_recall_at_5_diff1": 0.735153, + "nauc_recall_at_10_max": 0.568947, + "nauc_recall_at_10_std": 0.624957, + "nauc_recall_at_10_diff1": 0.722611, + "nauc_recall_at_20_max": 0.547468, + "nauc_recall_at_20_std": 0.615832, + "nauc_recall_at_20_diff1": 0.691812, + "nauc_recall_at_100_max": 0.488549, + "nauc_recall_at_100_std": 0.612967, + "nauc_recall_at_100_diff1": 0.611494, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.587044, + "nauc_precision_at_1_std": 0.505199, + "nauc_precision_at_1_diff1": 0.823322, + "nauc_precision_at_3_max": 0.579791, + "nauc_precision_at_3_std": 0.589394, + "nauc_precision_at_3_diff1": 0.758233, + "nauc_precision_at_5_max": 0.57103, + "nauc_precision_at_5_std": 0.608664, + "nauc_precision_at_5_diff1": 0.735153, + "nauc_precision_at_10_max": 0.568947, + "nauc_precision_at_10_std": 0.624957, + "nauc_precision_at_10_diff1": 0.722611, + "nauc_precision_at_20_max": 0.547468, + "nauc_precision_at_20_std": 0.615832, + "nauc_precision_at_20_diff1": 0.691812, + "nauc_precision_at_100_max": 0.488549, + "nauc_precision_at_100_std": 0.612967, + "nauc_precision_at_100_diff1": 0.611494, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.587044, + "nauc_cv_recall_at_1_std": 0.505199, + "nauc_cv_recall_at_1_diff1": 0.823322, + "nauc_cv_recall_at_3_max": 0.579791, + "nauc_cv_recall_at_3_std": 0.589394, + "nauc_cv_recall_at_3_diff1": 0.758233, + "nauc_cv_recall_at_5_max": 0.57103, + "nauc_cv_recall_at_5_std": 0.608664, + "nauc_cv_recall_at_5_diff1": 0.735153, + "nauc_cv_recall_at_10_max": 0.568947, + "nauc_cv_recall_at_10_std": 0.624957, + "nauc_cv_recall_at_10_diff1": 0.722611, + "nauc_cv_recall_at_20_max": 0.547468, + "nauc_cv_recall_at_20_std": 0.615832, + "nauc_cv_recall_at_20_diff1": 0.691812, + "nauc_cv_recall_at_100_max": 0.488549, + "nauc_cv_recall_at_100_std": 0.612967, + "nauc_cv_recall_at_100_diff1": 0.611494, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.587044, + "nauc_mrr_at_1_std": 0.505199, + "nauc_mrr_at_1_diff1": 0.823322, + "nauc_mrr_at_3_max": 0.58479, + "nauc_mrr_at_3_std": 0.540035, + "nauc_mrr_at_3_diff1": 0.79591, + "nauc_mrr_at_5_max": 0.583448, + "nauc_mrr_at_5_std": 0.543975, + "nauc_mrr_at_5_diff1": 0.791878, + "nauc_mrr_at_10_max": 0.583422, + "nauc_mrr_at_10_std": 0.545665, + "nauc_mrr_at_10_diff1": 0.790611, + "nauc_mrr_at_20_max": 0.582353, + "nauc_mrr_at_20_std": 0.544906, + "nauc_mrr_at_20_diff1": 0.789183, + "nauc_mrr_at_100_max": 0.58182, + "nauc_mrr_at_100_std": 0.545161, + "nauc_mrr_at_100_diff1": 0.788544, + "nauc_mrr_at_1000_max": 0.582079, + "nauc_mrr_at_1000_std": 0.544944, + "nauc_mrr_at_1000_diff1": 0.788991, + "main_score": 0.585, + "hf_subset": "default", + "languages": [ + "ara-Arab" + ] + } + ] + }, + "evaluation_time": 91.95356440544128, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRArabicInfographicsVQARetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRArabicInfographicsVQARetrieval.json new file mode 100644 index 0000000000..98b0a606f2 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRArabicInfographicsVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRArabicInfographicsVQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.80833, + "ndcg_at_3": 0.87867, + "ndcg_at_5": 0.89552, + "ndcg_at_10": 0.90328, + "ndcg_at_20": 0.90328, + "ndcg_at_100": 0.90504, + "ndcg_at_1000": 0.90504, + "map_at_1": 0.80833, + "map_at_3": 0.8625, + "map_at_5": 0.87167, + "map_at_10": 0.87468, + "map_at_20": 0.87468, + "map_at_100": 0.875, + "map_at_1000": 0.875, + "recall_at_1": 0.80833, + "recall_at_3": 0.925, + "recall_at_5": 0.96667, + "recall_at_10": 0.99167, + "recall_at_20": 0.99167, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.80833, + "cv_recall_at_3": 0.925, + "cv_recall_at_5": 0.96667, + "cv_recall_at_10": 0.99167, + "cv_recall_at_20": 0.99167, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.80833, + "precision_at_3": 0.30833, + "precision_at_5": 0.19333, + "precision_at_10": 0.09917, + "precision_at_20": 0.04958, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.808333, + "mrr_at_3": 0.8625, + "mrr_at_5": 0.871667, + "mrr_at_10": 0.874676, + "mrr_at_20": 0.874676, + "mrr_at_100": 0.874996, + "mrr_at_1000": 0.874996, + "nauc_ndcg_at_1_max": 0.031828, + "nauc_ndcg_at_1_std": -0.180466, + "nauc_ndcg_at_1_diff1": 0.846295, + "nauc_ndcg_at_3_max": -0.044981, + "nauc_ndcg_at_3_std": -0.217497, + "nauc_ndcg_at_3_diff1": 0.826276, + "nauc_ndcg_at_5_max": 0.034513, + "nauc_ndcg_at_5_std": -0.143799, + "nauc_ndcg_at_5_diff1": 0.839813, + "nauc_ndcg_at_10_max": 0.039226, + "nauc_ndcg_at_10_std": -0.149303, + "nauc_ndcg_at_10_diff1": 0.842757, + "nauc_ndcg_at_20_max": 0.039226, + "nauc_ndcg_at_20_std": -0.149303, + "nauc_ndcg_at_20_diff1": 0.842757, + "nauc_ndcg_at_100_max": 0.020629, + "nauc_ndcg_at_100_std": -0.16902, + "nauc_ndcg_at_100_diff1": 0.839713, + "nauc_ndcg_at_1000_max": 0.020629, + "nauc_ndcg_at_1000_std": -0.16902, + "nauc_ndcg_at_1000_diff1": 0.839713, + "nauc_map_at_1_max": 0.031828, + "nauc_map_at_1_std": -0.180466, + "nauc_map_at_1_diff1": 0.846295, + "nauc_map_at_3_max": -0.022838, + "nauc_map_at_3_std": -0.203162, + "nauc_map_at_3_diff1": 0.832401, + "nauc_map_at_5_max": 0.017652, + "nauc_map_at_5_std": -0.16982, + "nauc_map_at_5_diff1": 0.839011, + "nauc_map_at_10_max": 0.019222, + "nauc_map_at_10_std": -0.171511, + "nauc_map_at_10_diff1": 0.839984, + "nauc_map_at_20_max": 0.019222, + "nauc_map_at_20_std": -0.171511, + "nauc_map_at_20_diff1": 0.839984, + "nauc_map_at_100_max": 0.016581, + "nauc_map_at_100_std": -0.174314, + "nauc_map_at_100_diff1": 0.839553, + "nauc_map_at_1000_max": 0.016581, + "nauc_map_at_1000_std": -0.174314, + "nauc_map_at_1000_diff1": 0.839553, + "nauc_recall_at_1_max": 0.031828, + "nauc_recall_at_1_std": -0.180466, + "nauc_recall_at_1_diff1": 0.846295, + "nauc_recall_at_3_max": -0.154736, + "nauc_recall_at_3_std": -0.291576, + "nauc_recall_at_3_diff1": 0.795622, + "nauc_recall_at_5_max": 0.245565, + "nauc_recall_at_5_std": 0.170868, + "nauc_recall_at_5_diff1": 0.855859, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.869281, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.869281, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.031828, + "nauc_precision_at_1_std": -0.180466, + "nauc_precision_at_1_diff1": 0.846295, + "nauc_precision_at_3_max": -0.154736, + "nauc_precision_at_3_std": -0.291576, + "nauc_precision_at_3_diff1": 0.795622, + "nauc_precision_at_5_max": 0.245565, + "nauc_precision_at_5_std": 0.170868, + "nauc_precision_at_5_diff1": 0.855859, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.869281, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.869281, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.031828, + "nauc_cv_recall_at_1_std": -0.180466, + "nauc_cv_recall_at_1_diff1": 0.846295, + "nauc_cv_recall_at_3_max": -0.154736, + "nauc_cv_recall_at_3_std": -0.291576, + "nauc_cv_recall_at_3_diff1": 0.795622, + "nauc_cv_recall_at_5_max": 0.245565, + "nauc_cv_recall_at_5_std": 0.170868, + "nauc_cv_recall_at_5_diff1": 0.855859, + "nauc_cv_recall_at_10_max": 1.0, + "nauc_cv_recall_at_10_std": 0.869281, + "nauc_cv_recall_at_10_diff1": 1.0, + "nauc_cv_recall_at_20_max": 1.0, + "nauc_cv_recall_at_20_std": 0.869281, + "nauc_cv_recall_at_20_diff1": 1.0, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.031828, + "nauc_mrr_at_1_std": -0.180466, + "nauc_mrr_at_1_diff1": 0.846295, + "nauc_mrr_at_3_max": -0.022838, + "nauc_mrr_at_3_std": -0.203162, + "nauc_mrr_at_3_diff1": 0.832401, + "nauc_mrr_at_5_max": 0.017652, + "nauc_mrr_at_5_std": -0.16982, + "nauc_mrr_at_5_diff1": 0.839011, + "nauc_mrr_at_10_max": 0.019222, + "nauc_mrr_at_10_std": -0.171511, + "nauc_mrr_at_10_diff1": 0.839984, + "nauc_mrr_at_20_max": 0.019222, + "nauc_mrr_at_20_std": -0.171511, + "nauc_mrr_at_20_diff1": 0.839984, + "nauc_mrr_at_100_max": 0.016581, + "nauc_mrr_at_100_std": -0.174314, + "nauc_mrr_at_100_diff1": 0.839553, + "nauc_mrr_at_1000_max": 0.016581, + "nauc_mrr_at_1000_std": -0.174314, + "nauc_mrr_at_1000_diff1": 0.839553, + "main_score": 0.89552, + "hf_subset": "default", + "languages": [ + "ara-Arab" + ] + } + ] + }, + "evaluation_time": 10.907345533370972, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRArxivQARetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRArxivQARetrieval.json new file mode 100644 index 0000000000..4fe330c701 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRArxivQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRArxivQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "map_at_1": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "map_at_10": 1.0, + "map_at_20": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "recall_at_1": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 1.0, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 1.0, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_1000_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": NaN, + "nauc_cv_recall_at_1_std": NaN, + "nauc_cv_recall_at_1_diff1": NaN, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "main_score": 1.0, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 107.02352380752563, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRAutomobileCatelogRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRAutomobileCatelogRetrieval.json new file mode 100644 index 0000000000..b724dad1f1 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRAutomobileCatelogRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRAutomobileCatelogRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.53333, + "ndcg_at_3": 0.62857, + "ndcg_at_5": 0.6821, + "ndcg_at_10": 0.72626, + "ndcg_at_20": 0.73737, + "ndcg_at_100": 0.73737, + "ndcg_at_1000": 0.73737, + "map_at_1": 0.53333, + "map_at_3": 0.60741, + "map_at_5": 0.6363, + "map_at_10": 0.65508, + "map_at_20": 0.65804, + "map_at_100": 0.65804, + "map_at_1000": 0.65804, + "recall_at_1": 0.53333, + "recall_at_3": 0.68889, + "recall_at_5": 0.82222, + "recall_at_10": 0.95556, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.53333, + "cv_recall_at_3": 0.68889, + "cv_recall_at_5": 0.82222, + "cv_recall_at_10": 0.95556, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.53333, + "precision_at_3": 0.22963, + "precision_at_5": 0.16444, + "precision_at_10": 0.09556, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.533333, + "mrr_at_3": 0.607407, + "mrr_at_5": 0.636296, + "mrr_at_10": 0.655079, + "mrr_at_20": 0.658042, + "mrr_at_100": 0.658042, + "mrr_at_1000": 0.658042, + "nauc_ndcg_at_1_max": 0.335831, + "nauc_ndcg_at_1_std": 0.264875, + "nauc_ndcg_at_1_diff1": 0.415349, + "nauc_ndcg_at_3_max": 0.447502, + "nauc_ndcg_at_3_std": 0.356185, + "nauc_ndcg_at_3_diff1": 0.412239, + "nauc_ndcg_at_5_max": 0.390167, + "nauc_ndcg_at_5_std": 0.308871, + "nauc_ndcg_at_5_diff1": 0.340625, + "nauc_ndcg_at_10_max": 0.359539, + "nauc_ndcg_at_10_std": 0.260917, + "nauc_ndcg_at_10_diff1": 0.419334, + "nauc_ndcg_at_20_max": 0.387178, + "nauc_ndcg_at_20_std": 0.301655, + "nauc_ndcg_at_20_diff1": 0.398666, + "nauc_ndcg_at_100_max": 0.387178, + "nauc_ndcg_at_100_std": 0.301655, + "nauc_ndcg_at_100_diff1": 0.398666, + "nauc_ndcg_at_1000_max": 0.387178, + "nauc_ndcg_at_1000_std": 0.301655, + "nauc_ndcg_at_1000_diff1": 0.398666, + "nauc_map_at_1_max": 0.335831, + "nauc_map_at_1_std": 0.264875, + "nauc_map_at_1_diff1": 0.415349, + "nauc_map_at_3_max": 0.425162, + "nauc_map_at_3_std": 0.33878, + "nauc_map_at_3_diff1": 0.415908, + "nauc_map_at_5_max": 0.393894, + "nauc_map_at_5_std": 0.312541, + "nauc_map_at_5_diff1": 0.380148, + "nauc_map_at_10_max": 0.382083, + "nauc_map_at_10_std": 0.295412, + "nauc_map_at_10_diff1": 0.406033, + "nauc_map_at_20_max": 0.388032, + "nauc_map_at_20_std": 0.304195, + "nauc_map_at_20_diff1": 0.401624, + "nauc_map_at_100_max": 0.388032, + "nauc_map_at_100_std": 0.304195, + "nauc_map_at_100_diff1": 0.401624, + "nauc_map_at_1000_max": 0.388032, + "nauc_map_at_1000_std": 0.304195, + "nauc_map_at_1000_diff1": 0.401624, + "nauc_recall_at_1_max": 0.335831, + "nauc_recall_at_1_std": 0.264875, + "nauc_recall_at_1_diff1": 0.415349, + "nauc_recall_at_3_max": 0.517695, + "nauc_recall_at_3_std": 0.410326, + "nauc_recall_at_3_diff1": 0.398779, + "nauc_recall_at_5_max": 0.353372, + "nauc_recall_at_5_std": 0.276078, + "nauc_recall_at_5_diff1": 0.126574, + "nauc_recall_at_10_max": -0.145968, + "nauc_recall_at_10_std": -0.484204, + "nauc_recall_at_10_diff1": 0.797346, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.335831, + "nauc_precision_at_1_std": 0.264875, + "nauc_precision_at_1_diff1": 0.415349, + "nauc_precision_at_3_max": 0.517695, + "nauc_precision_at_3_std": 0.410326, + "nauc_precision_at_3_diff1": 0.398779, + "nauc_precision_at_5_max": 0.353372, + "nauc_precision_at_5_std": 0.276078, + "nauc_precision_at_5_diff1": 0.126574, + "nauc_precision_at_10_max": -0.145968, + "nauc_precision_at_10_std": -0.484204, + "nauc_precision_at_10_diff1": 0.797346, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.335831, + "nauc_cv_recall_at_1_std": 0.264875, + "nauc_cv_recall_at_1_diff1": 0.415349, + "nauc_cv_recall_at_3_max": 0.517695, + "nauc_cv_recall_at_3_std": 0.410326, + "nauc_cv_recall_at_3_diff1": 0.398779, + "nauc_cv_recall_at_5_max": 0.353372, + "nauc_cv_recall_at_5_std": 0.276078, + "nauc_cv_recall_at_5_diff1": 0.126574, + "nauc_cv_recall_at_10_max": -0.145968, + "nauc_cv_recall_at_10_std": -0.484204, + "nauc_cv_recall_at_10_diff1": 0.797346, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.335831, + "nauc_mrr_at_1_std": 0.264875, + "nauc_mrr_at_1_diff1": 0.415349, + "nauc_mrr_at_3_max": 0.425162, + "nauc_mrr_at_3_std": 0.33878, + "nauc_mrr_at_3_diff1": 0.415908, + "nauc_mrr_at_5_max": 0.393894, + "nauc_mrr_at_5_std": 0.312541, + "nauc_mrr_at_5_diff1": 0.380148, + "nauc_mrr_at_10_max": 0.382083, + "nauc_mrr_at_10_std": 0.295412, + "nauc_mrr_at_10_diff1": 0.406033, + "nauc_mrr_at_20_max": 0.388032, + "nauc_mrr_at_20_std": 0.304195, + "nauc_mrr_at_20_diff1": 0.401624, + "nauc_mrr_at_100_max": 0.388032, + "nauc_mrr_at_100_std": 0.304195, + "nauc_mrr_at_100_diff1": 0.401624, + "nauc_mrr_at_1000_max": 0.388032, + "nauc_mrr_at_1000_std": 0.304195, + "nauc_mrr_at_1000_diff1": 0.401624, + "main_score": 0.6821, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 7.400224208831787, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRBeveragesCatalogueRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRBeveragesCatalogueRetrieval.json new file mode 100644 index 0000000000..6f529f1877 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRBeveragesCatalogueRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRBeveragesCatalogueRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.79, + "ndcg_at_3": 0.83182, + "ndcg_at_5": 0.83612, + "ndcg_at_10": 0.84895, + "ndcg_at_20": 0.85647, + "ndcg_at_100": 0.86665, + "ndcg_at_1000": 0.86665, + "map_at_1": 0.78, + "map_at_3": 0.81833, + "map_at_5": 0.82083, + "map_at_10": 0.82605, + "map_at_20": 0.82807, + "map_at_100": 0.82979, + "map_at_1000": 0.82979, + "recall_at_1": 0.78, + "recall_at_3": 0.87, + "recall_at_5": 0.88, + "recall_at_10": 0.92, + "recall_at_20": 0.95, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.79, + "cv_recall_at_3": 0.87, + "cv_recall_at_5": 0.88, + "cv_recall_at_10": 0.92, + "cv_recall_at_20": 0.95, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.79, + "precision_at_3": 0.29667, + "precision_at_5": 0.18, + "precision_at_10": 0.094, + "precision_at_20": 0.0485, + "precision_at_100": 0.0102, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.79, + "mrr_at_3": 0.82, + "mrr_at_5": 0.8225, + "mrr_at_10": 0.827718, + "mrr_at_20": 0.829737, + "mrr_at_100": 0.831458, + "mrr_at_1000": 0.831458, + "nauc_ndcg_at_1_max": -0.023637, + "nauc_ndcg_at_1_std": 0.138264, + "nauc_ndcg_at_1_diff1": 0.764999, + "nauc_ndcg_at_3_max": -0.10285, + "nauc_ndcg_at_3_std": 0.222471, + "nauc_ndcg_at_3_diff1": 0.750425, + "nauc_ndcg_at_5_max": -0.089666, + "nauc_ndcg_at_5_std": 0.207764, + "nauc_ndcg_at_5_diff1": 0.773331, + "nauc_ndcg_at_10_max": -0.157425, + "nauc_ndcg_at_10_std": 0.164224, + "nauc_ndcg_at_10_diff1": 0.754065, + "nauc_ndcg_at_20_max": -0.158325, + "nauc_ndcg_at_20_std": 0.175374, + "nauc_ndcg_at_20_diff1": 0.756903, + "nauc_ndcg_at_100_max": -0.101968, + "nauc_ndcg_at_100_std": 0.176984, + "nauc_ndcg_at_100_diff1": 0.76353, + "nauc_ndcg_at_1000_max": -0.101968, + "nauc_ndcg_at_1000_std": 0.176984, + "nauc_ndcg_at_1000_diff1": 0.76353, + "nauc_map_at_1_max": -0.033732, + "nauc_map_at_1_std": 0.076112, + "nauc_map_at_1_diff1": 0.773427, + "nauc_map_at_3_max": -0.077589, + "nauc_map_at_3_std": 0.190176, + "nauc_map_at_3_diff1": 0.758803, + "nauc_map_at_5_max": -0.0702, + "nauc_map_at_5_std": 0.18188, + "nauc_map_at_5_diff1": 0.771181, + "nauc_map_at_10_max": -0.09359, + "nauc_map_at_10_std": 0.165637, + "nauc_map_at_10_diff1": 0.764125, + "nauc_map_at_20_max": -0.093418, + "nauc_map_at_20_std": 0.167541, + "nauc_map_at_20_diff1": 0.76479, + "nauc_map_at_100_max": -0.085594, + "nauc_map_at_100_std": 0.167733, + "nauc_map_at_100_diff1": 0.76585, + "nauc_map_at_1000_max": -0.085594, + "nauc_map_at_1000_std": 0.167733, + "nauc_map_at_1000_diff1": 0.76585, + "nauc_recall_at_1_max": -0.033732, + "nauc_recall_at_1_std": 0.076112, + "nauc_recall_at_1_diff1": 0.773427, + "nauc_recall_at_3_max": -0.211323, + "nauc_recall_at_3_std": 0.321151, + "nauc_recall_at_3_diff1": 0.718433, + "nauc_recall_at_5_max": -0.178969, + "nauc_recall_at_5_std": 0.283408, + "nauc_recall_at_5_diff1": 0.786231, + "nauc_recall_at_10_max": -0.600082, + "nauc_recall_at_10_std": 0.075747, + "nauc_recall_at_10_diff1": 0.686333, + "nauc_recall_at_20_max": -0.865173, + "nauc_recall_at_20_std": 0.158357, + "nauc_recall_at_20_diff1": 0.678805, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.023637, + "nauc_precision_at_1_std": 0.138264, + "nauc_precision_at_1_diff1": 0.764999, + "nauc_precision_at_3_max": -0.138218, + "nauc_precision_at_3_std": 0.394864, + "nauc_precision_at_3_diff1": 0.473244, + "nauc_precision_at_5_max": -0.109086, + "nauc_precision_at_5_std": 0.369961, + "nauc_precision_at_5_diff1": 0.511534, + "nauc_precision_at_10_max": -0.379789, + "nauc_precision_at_10_std": 0.253436, + "nauc_precision_at_10_diff1": 0.35246, + "nauc_precision_at_20_max": -0.458159, + "nauc_precision_at_20_std": 0.365008, + "nauc_precision_at_20_diff1": 0.229905, + "nauc_precision_at_100_max": 0.126643, + "nauc_precision_at_100_std": 0.661926, + "nauc_precision_at_100_diff1": -0.415079, + "nauc_precision_at_1000_max": 0.126643, + "nauc_precision_at_1000_std": 0.661926, + "nauc_precision_at_1000_diff1": -0.415079, + "nauc_cv_recall_at_1_max": -0.023637, + "nauc_cv_recall_at_1_std": 0.138264, + "nauc_cv_recall_at_1_diff1": 0.764999, + "nauc_cv_recall_at_3_max": -0.211323, + "nauc_cv_recall_at_3_std": 0.321151, + "nauc_cv_recall_at_3_diff1": 0.718433, + "nauc_cv_recall_at_5_max": -0.178969, + "nauc_cv_recall_at_5_std": 0.283408, + "nauc_cv_recall_at_5_diff1": 0.786231, + "nauc_cv_recall_at_10_max": -0.600082, + "nauc_cv_recall_at_10_std": 0.075747, + "nauc_cv_recall_at_10_diff1": 0.686333, + "nauc_cv_recall_at_20_max": -0.865173, + "nauc_cv_recall_at_20_std": 0.158357, + "nauc_cv_recall_at_20_diff1": 0.678805, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.023637, + "nauc_mrr_at_1_std": 0.138264, + "nauc_mrr_at_1_diff1": 0.764999, + "nauc_mrr_at_3_max": -0.072579, + "nauc_mrr_at_3_std": 0.208711, + "nauc_mrr_at_3_diff1": 0.757083, + "nauc_mrr_at_5_max": -0.065071, + "nauc_mrr_at_5_std": 0.200597, + "nauc_mrr_at_5_diff1": 0.769528, + "nauc_mrr_at_10_max": -0.088482, + "nauc_mrr_at_10_std": 0.184794, + "nauc_mrr_at_10_diff1": 0.76237, + "nauc_mrr_at_20_max": -0.088243, + "nauc_mrr_at_20_std": 0.186954, + "nauc_mrr_at_20_diff1": 0.763018, + "nauc_mrr_at_100_max": -0.080304, + "nauc_mrr_at_100_std": 0.187358, + "nauc_mrr_at_100_diff1": 0.764066, + "nauc_mrr_at_1000_max": -0.080304, + "nauc_mrr_at_1000_std": 0.187358, + "nauc_mrr_at_1000_diff1": 0.764066, + "main_score": 0.83612, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 13.546570539474487, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRCharXivOCRRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRCharXivOCRRetrieval.json new file mode 100644 index 0000000000..f5e7656849 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRCharXivOCRRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRCharXivOCRRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.82883, + "ndcg_at_3": 0.85918, + "ndcg_at_5": 0.86504, + "ndcg_at_10": 0.87315, + "ndcg_at_20": 0.8754, + "ndcg_at_100": 0.88293, + "ndcg_at_1000": 0.88652, + "map_at_1": 0.82883, + "map_at_3": 0.85169, + "map_at_5": 0.85499, + "map_at_10": 0.85834, + "map_at_20": 0.85895, + "map_at_100": 0.85989, + "map_at_1000": 0.86, + "recall_at_1": 0.82883, + "recall_at_3": 0.88088, + "recall_at_5": 0.89489, + "recall_at_10": 0.91992, + "recall_at_20": 0.92893, + "recall_at_100": 0.97097, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.82883, + "cv_recall_at_3": 0.88088, + "cv_recall_at_5": 0.89489, + "cv_recall_at_10": 0.91992, + "cv_recall_at_20": 0.92893, + "cv_recall_at_100": 0.97097, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.82883, + "precision_at_3": 0.29363, + "precision_at_5": 0.17898, + "precision_at_10": 0.09199, + "precision_at_20": 0.04645, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "mrr_at_1": 0.828829, + "mrr_at_3": 0.851685, + "mrr_at_5": 0.854988, + "mrr_at_10": 0.858342, + "mrr_at_20": 0.858945, + "mrr_at_100": 0.859887, + "mrr_at_1000": 0.860002, + "nauc_ndcg_at_1_max": 0.712431, + "nauc_ndcg_at_1_std": 0.010159, + "nauc_ndcg_at_1_diff1": 0.956861, + "nauc_ndcg_at_3_max": 0.716039, + "nauc_ndcg_at_3_std": 0.013149, + "nauc_ndcg_at_3_diff1": 0.935509, + "nauc_ndcg_at_5_max": 0.703999, + "nauc_ndcg_at_5_std": 0.000374, + "nauc_ndcg_at_5_diff1": 0.9288, + "nauc_ndcg_at_10_max": 0.700267, + "nauc_ndcg_at_10_std": -0.003374, + "nauc_ndcg_at_10_diff1": 0.931575, + "nauc_ndcg_at_20_max": 0.696336, + "nauc_ndcg_at_20_std": -0.008612, + "nauc_ndcg_at_20_diff1": 0.932215, + "nauc_ndcg_at_100_max": 0.700306, + "nauc_ndcg_at_100_std": 0.001812, + "nauc_ndcg_at_100_diff1": 0.934223, + "nauc_ndcg_at_1000_max": 0.702416, + "nauc_ndcg_at_1000_std": 0.00078, + "nauc_ndcg_at_1000_diff1": 0.935849, + "nauc_map_at_1_max": 0.712431, + "nauc_map_at_1_std": 0.010159, + "nauc_map_at_1_diff1": 0.956861, + "nauc_map_at_3_max": 0.714454, + "nauc_map_at_3_std": 0.01175, + "nauc_map_at_3_diff1": 0.941474, + "nauc_map_at_5_max": 0.708115, + "nauc_map_at_5_std": 0.005187, + "nauc_map_at_5_diff1": 0.938056, + "nauc_map_at_10_max": 0.706777, + "nauc_map_at_10_std": 0.003877, + "nauc_map_at_10_diff1": 0.939358, + "nauc_map_at_20_max": 0.705862, + "nauc_map_at_20_std": 0.002499, + "nauc_map_at_20_diff1": 0.939537, + "nauc_map_at_100_max": 0.706239, + "nauc_map_at_100_std": 0.003971, + "nauc_map_at_100_diff1": 0.939778, + "nauc_map_at_1000_max": 0.706304, + "nauc_map_at_1000_std": 0.003899, + "nauc_map_at_1000_diff1": 0.939822, + "nauc_recall_at_1_max": 0.712431, + "nauc_recall_at_1_std": 0.010159, + "nauc_recall_at_1_diff1": 0.956861, + "nauc_recall_at_3_max": 0.721909, + "nauc_recall_at_3_std": 0.018353, + "nauc_recall_at_3_diff1": 0.914501, + "nauc_recall_at_5_max": 0.686344, + "nauc_recall_at_5_std": -0.020367, + "nauc_recall_at_5_diff1": 0.892001, + "nauc_recall_at_10_max": 0.663664, + "nauc_recall_at_10_std": -0.044227, + "nauc_recall_at_10_diff1": 0.893512, + "nauc_recall_at_20_max": 0.632539, + "nauc_recall_at_20_std": -0.082524, + "nauc_recall_at_20_diff1": 0.893133, + "nauc_recall_at_100_max": 0.633957, + "nauc_recall_at_100_std": 0.01737, + "nauc_recall_at_100_diff1": 0.882059, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.712431, + "nauc_precision_at_1_std": 0.010159, + "nauc_precision_at_1_diff1": 0.956861, + "nauc_precision_at_3_max": 0.721909, + "nauc_precision_at_3_std": 0.018353, + "nauc_precision_at_3_diff1": 0.914501, + "nauc_precision_at_5_max": 0.686344, + "nauc_precision_at_5_std": -0.020367, + "nauc_precision_at_5_diff1": 0.892001, + "nauc_precision_at_10_max": 0.663664, + "nauc_precision_at_10_std": -0.044227, + "nauc_precision_at_10_diff1": 0.893512, + "nauc_precision_at_20_max": 0.632539, + "nauc_precision_at_20_std": -0.082524, + "nauc_precision_at_20_diff1": 0.893133, + "nauc_precision_at_100_max": 0.633957, + "nauc_precision_at_100_std": 0.01737, + "nauc_precision_at_100_diff1": 0.882059, + "nauc_precision_at_1000_max": -0.575179, + "nauc_precision_at_1000_std": -0.575179, + "nauc_precision_at_1000_diff1": -0.575179, + "nauc_cv_recall_at_1_max": 0.712431, + "nauc_cv_recall_at_1_std": 0.010159, + "nauc_cv_recall_at_1_diff1": 0.956861, + "nauc_cv_recall_at_3_max": 0.721909, + "nauc_cv_recall_at_3_std": 0.018353, + "nauc_cv_recall_at_3_diff1": 0.914501, + "nauc_cv_recall_at_5_max": 0.686344, + "nauc_cv_recall_at_5_std": -0.020367, + "nauc_cv_recall_at_5_diff1": 0.892001, + "nauc_cv_recall_at_10_max": 0.663664, + "nauc_cv_recall_at_10_std": -0.044227, + "nauc_cv_recall_at_10_diff1": 0.893512, + "nauc_cv_recall_at_20_max": 0.632539, + "nauc_cv_recall_at_20_std": -0.082524, + "nauc_cv_recall_at_20_diff1": 0.893133, + "nauc_cv_recall_at_100_max": 0.633957, + "nauc_cv_recall_at_100_std": 0.01737, + "nauc_cv_recall_at_100_diff1": 0.882059, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.712431, + "nauc_mrr_at_1_std": 0.010159, + "nauc_mrr_at_1_diff1": 0.956861, + "nauc_mrr_at_3_max": 0.714454, + "nauc_mrr_at_3_std": 0.01175, + "nauc_mrr_at_3_diff1": 0.941474, + "nauc_mrr_at_5_max": 0.708115, + "nauc_mrr_at_5_std": 0.005187, + "nauc_mrr_at_5_diff1": 0.938056, + "nauc_mrr_at_10_max": 0.706777, + "nauc_mrr_at_10_std": 0.003877, + "nauc_mrr_at_10_diff1": 0.939358, + "nauc_mrr_at_20_max": 0.705862, + "nauc_mrr_at_20_std": 0.002499, + "nauc_mrr_at_20_diff1": 0.939537, + "nauc_mrr_at_100_max": 0.706239, + "nauc_mrr_at_100_std": 0.003971, + "nauc_mrr_at_100_diff1": 0.939778, + "nauc_mrr_at_1000_max": 0.706307, + "nauc_mrr_at_1000_std": 0.003909, + "nauc_mrr_at_1000_diff1": 0.939823, + "main_score": 0.86504, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 243.91613912582397, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRChartQARetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRChartQARetrieval.json new file mode 100644 index 0000000000..7f1f4e593b --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRChartQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRChartQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.51807, + "ndcg_at_3": 0.59213, + "ndcg_at_5": 0.61339, + "ndcg_at_10": 0.63496, + "ndcg_at_20": 0.64611, + "ndcg_at_100": 0.65928, + "ndcg_at_1000": 0.67385, + "map_at_1": 0.51807, + "map_at_3": 0.5743, + "map_at_5": 0.58619, + "map_at_10": 0.59518, + "map_at_20": 0.59823, + "map_at_100": 0.59996, + "map_at_1000": 0.60037, + "recall_at_1": 0.51807, + "recall_at_3": 0.64357, + "recall_at_5": 0.69478, + "recall_at_10": 0.76104, + "recall_at_20": 0.80522, + "recall_at_100": 0.87751, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.51807, + "cv_recall_at_3": 0.64357, + "cv_recall_at_5": 0.69478, + "cv_recall_at_10": 0.76104, + "cv_recall_at_20": 0.80522, + "cv_recall_at_100": 0.87751, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.51807, + "precision_at_3": 0.21452, + "precision_at_5": 0.13896, + "precision_at_10": 0.0761, + "precision_at_20": 0.04026, + "precision_at_100": 0.00878, + "precision_at_1000": 0.001, + "mrr_at_1": 0.518072, + "mrr_at_3": 0.574297, + "mrr_at_5": 0.586195, + "mrr_at_10": 0.595178, + "mrr_at_20": 0.598229, + "mrr_at_100": 0.599961, + "mrr_at_1000": 0.600371, + "nauc_ndcg_at_1_max": 0.543102, + "nauc_ndcg_at_1_std": -0.006738, + "nauc_ndcg_at_1_diff1": 0.814584, + "nauc_ndcg_at_3_max": 0.591166, + "nauc_ndcg_at_3_std": 0.015018, + "nauc_ndcg_at_3_diff1": 0.770148, + "nauc_ndcg_at_5_max": 0.599314, + "nauc_ndcg_at_5_std": 0.021414, + "nauc_ndcg_at_5_diff1": 0.768944, + "nauc_ndcg_at_10_max": 0.606448, + "nauc_ndcg_at_10_std": 0.031675, + "nauc_ndcg_at_10_diff1": 0.77025, + "nauc_ndcg_at_20_max": 0.615948, + "nauc_ndcg_at_20_std": 0.045296, + "nauc_ndcg_at_20_diff1": 0.773792, + "nauc_ndcg_at_100_max": 0.608564, + "nauc_ndcg_at_100_std": 0.034433, + "nauc_ndcg_at_100_diff1": 0.775509, + "nauc_ndcg_at_1000_max": 0.600115, + "nauc_ndcg_at_1000_std": 0.02879, + "nauc_ndcg_at_1000_diff1": 0.776961, + "nauc_map_at_1_max": 0.543102, + "nauc_map_at_1_std": -0.006738, + "nauc_map_at_1_diff1": 0.814584, + "nauc_map_at_3_max": 0.578758, + "nauc_map_at_3_std": 0.008845, + "nauc_map_at_3_diff1": 0.780695, + "nauc_map_at_5_max": 0.582873, + "nauc_map_at_5_std": 0.012013, + "nauc_map_at_5_diff1": 0.780135, + "nauc_map_at_10_max": 0.585783, + "nauc_map_at_10_std": 0.016626, + "nauc_map_at_10_diff1": 0.780908, + "nauc_map_at_20_max": 0.587837, + "nauc_map_at_20_std": 0.019869, + "nauc_map_at_20_diff1": 0.781711, + "nauc_map_at_100_max": 0.586933, + "nauc_map_at_100_std": 0.018518, + "nauc_map_at_100_diff1": 0.781985, + "nauc_map_at_1000_max": 0.586706, + "nauc_map_at_1000_std": 0.018346, + "nauc_map_at_1000_diff1": 0.782009, + "nauc_recall_at_1_max": 0.543102, + "nauc_recall_at_1_std": -0.006738, + "nauc_recall_at_1_diff1": 0.814584, + "nauc_recall_at_3_max": 0.630701, + "nauc_recall_at_3_std": 0.034944, + "nauc_recall_at_3_diff1": 0.736964, + "nauc_recall_at_5_max": 0.657523, + "nauc_recall_at_5_std": 0.05547, + "nauc_recall_at_5_diff1": 0.730713, + "nauc_recall_at_10_max": 0.695677, + "nauc_recall_at_10_std": 0.098441, + "nauc_recall_at_10_diff1": 0.727427, + "nauc_recall_at_20_max": 0.770957, + "nauc_recall_at_20_std": 0.193035, + "nauc_recall_at_20_diff1": 0.743113, + "nauc_recall_at_100_max": 0.758712, + "nauc_recall_at_100_std": 0.136625, + "nauc_recall_at_100_diff1": 0.746678, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.543102, + "nauc_precision_at_1_std": -0.006738, + "nauc_precision_at_1_diff1": 0.814584, + "nauc_precision_at_3_max": 0.630701, + "nauc_precision_at_3_std": 0.034944, + "nauc_precision_at_3_diff1": 0.736964, + "nauc_precision_at_5_max": 0.657523, + "nauc_precision_at_5_std": 0.05547, + "nauc_precision_at_5_diff1": 0.730713, + "nauc_precision_at_10_max": 0.695677, + "nauc_precision_at_10_std": 0.098441, + "nauc_precision_at_10_diff1": 0.727427, + "nauc_precision_at_20_max": 0.770957, + "nauc_precision_at_20_std": 0.193035, + "nauc_precision_at_20_diff1": 0.743113, + "nauc_precision_at_100_max": 0.758712, + "nauc_precision_at_100_std": 0.136625, + "nauc_precision_at_100_diff1": 0.746678, + "nauc_precision_at_1000_max": -0.500078, + "nauc_precision_at_1000_std": 0.098707, + "nauc_precision_at_1000_diff1": -0.415494, + "nauc_cv_recall_at_1_max": 0.543102, + "nauc_cv_recall_at_1_std": -0.006738, + "nauc_cv_recall_at_1_diff1": 0.814584, + "nauc_cv_recall_at_3_max": 0.630701, + "nauc_cv_recall_at_3_std": 0.034944, + "nauc_cv_recall_at_3_diff1": 0.736964, + "nauc_cv_recall_at_5_max": 0.657523, + "nauc_cv_recall_at_5_std": 0.05547, + "nauc_cv_recall_at_5_diff1": 0.730713, + "nauc_cv_recall_at_10_max": 0.695677, + "nauc_cv_recall_at_10_std": 0.098441, + "nauc_cv_recall_at_10_diff1": 0.727427, + "nauc_cv_recall_at_20_max": 0.770957, + "nauc_cv_recall_at_20_std": 0.193035, + "nauc_cv_recall_at_20_diff1": 0.743113, + "nauc_cv_recall_at_100_max": 0.758712, + "nauc_cv_recall_at_100_std": 0.136625, + "nauc_cv_recall_at_100_diff1": 0.746678, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.543102, + "nauc_mrr_at_1_std": -0.006738, + "nauc_mrr_at_1_diff1": 0.814584, + "nauc_mrr_at_3_max": 0.578758, + "nauc_mrr_at_3_std": 0.008845, + "nauc_mrr_at_3_diff1": 0.780695, + "nauc_mrr_at_5_max": 0.582873, + "nauc_mrr_at_5_std": 0.012013, + "nauc_mrr_at_5_diff1": 0.780135, + "nauc_mrr_at_10_max": 0.585783, + "nauc_mrr_at_10_std": 0.016626, + "nauc_mrr_at_10_diff1": 0.780908, + "nauc_mrr_at_20_max": 0.587837, + "nauc_mrr_at_20_std": 0.019869, + "nauc_mrr_at_20_diff1": 0.781711, + "nauc_mrr_at_100_max": 0.586933, + "nauc_mrr_at_100_std": 0.018518, + "nauc_mrr_at_100_diff1": 0.781985, + "nauc_mrr_at_1000_max": 0.586706, + "nauc_mrr_at_1000_std": 0.018346, + "nauc_mrr_at_1000_diff1": 0.782009, + "main_score": 0.61339, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 167.88994884490967, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocQAAI.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocQAAI.json new file mode 100644 index 0000000000..6d8b3ff3a6 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocQAAI.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocQAAI", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "map_at_1": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "map_at_10": 1.0, + "map_at_20": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "recall_at_1": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 1.0, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 1.0, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_1000_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": NaN, + "nauc_cv_recall_at_1_std": NaN, + "nauc_cv_recall_at_1_diff1": NaN, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "main_score": 1.0, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 747.977724313736, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocQAEnergyRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocQAEnergyRetrieval.json new file mode 100644 index 0000000000..0f1b55f99f --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocQAEnergyRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocQAEnergyRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.94118, + "ndcg_at_3": 0.96709, + "ndcg_at_5": 0.96709, + "ndcg_at_10": 0.96709, + "ndcg_at_20": 0.97119, + "ndcg_at_100": 0.97119, + "ndcg_at_1000": 0.97119, + "map_at_1": 0.94118, + "map_at_3": 0.96078, + "map_at_5": 0.96078, + "map_at_10": 0.96078, + "map_at_20": 0.96212, + "map_at_100": 0.96212, + "map_at_1000": 0.96212, + "recall_at_1": 0.94118, + "recall_at_3": 0.98529, + "recall_at_5": 0.98529, + "recall_at_10": 0.98529, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.94118, + "cv_recall_at_3": 0.98529, + "cv_recall_at_5": 0.98529, + "cv_recall_at_10": 0.98529, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.94118, + "precision_at_3": 0.32843, + "precision_at_5": 0.19706, + "precision_at_10": 0.09853, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.941176, + "mrr_at_3": 0.960784, + "mrr_at_5": 0.960784, + "mrr_at_10": 0.960784, + "mrr_at_20": 0.962121, + "mrr_at_100": 0.962121, + "mrr_at_1000": 0.962121, + "nauc_ndcg_at_1_max": 0.058235, + "nauc_ndcg_at_1_std": -0.580747, + "nauc_ndcg_at_1_diff1": 0.967213, + "nauc_ndcg_at_3_max": 0.190417, + "nauc_ndcg_at_3_std": -0.834258, + "nauc_ndcg_at_3_diff1": 0.978374, + "nauc_ndcg_at_5_max": 0.190417, + "nauc_ndcg_at_5_std": -0.834258, + "nauc_ndcg_at_5_diff1": 0.978374, + "nauc_ndcg_at_10_max": 0.190417, + "nauc_ndcg_at_10_std": -0.834258, + "nauc_ndcg_at_10_diff1": 0.978374, + "nauc_ndcg_at_20_max": 0.166427, + "nauc_ndcg_at_20_std": -0.708785, + "nauc_ndcg_at_20_diff1": 0.975295, + "nauc_ndcg_at_100_max": 0.166427, + "nauc_ndcg_at_100_std": -0.708785, + "nauc_ndcg_at_100_diff1": 0.975295, + "nauc_ndcg_at_1000_max": 0.166427, + "nauc_ndcg_at_1000_std": -0.708785, + "nauc_ndcg_at_1000_diff1": 0.975295, + "nauc_map_at_1_max": 0.058235, + "nauc_map_at_1_std": -0.580747, + "nauc_map_at_1_diff1": 0.967213, + "nauc_map_at_3_max": 0.165276, + "nauc_map_at_3_std": -0.722595, + "nauc_map_at_3_diff1": 0.97541, + "nauc_map_at_5_max": 0.165276, + "nauc_map_at_5_std": -0.722595, + "nauc_map_at_5_diff1": 0.97541, + "nauc_map_at_10_max": 0.165276, + "nauc_map_at_10_std": -0.722595, + "nauc_map_at_10_diff1": 0.97541, + "nauc_map_at_20_max": 0.158442, + "nauc_map_at_20_std": -0.68755, + "nauc_map_at_20_diff1": 0.974542, + "nauc_map_at_100_max": 0.158442, + "nauc_map_at_100_std": -0.68755, + "nauc_map_at_100_diff1": 0.974542, + "nauc_map_at_1000_max": 0.158442, + "nauc_map_at_1000_std": -0.68755, + "nauc_map_at_1000_diff1": 0.974542, + "nauc_recall_at_1_max": 0.058235, + "nauc_recall_at_1_std": -0.580747, + "nauc_recall_at_1_diff1": 0.967213, + "nauc_recall_at_3_max": 0.358916, + "nauc_recall_at_3_std": -1.715532, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 0.358916, + "nauc_recall_at_5_std": -1.715532, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 0.358916, + "nauc_recall_at_10_std": -1.715532, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.058235, + "nauc_precision_at_1_std": -0.580747, + "nauc_precision_at_1_diff1": 0.967213, + "nauc_precision_at_3_max": 0.358916, + "nauc_precision_at_3_std": -1.715532, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 0.358916, + "nauc_precision_at_5_std": -1.715532, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 0.358916, + "nauc_precision_at_10_std": -1.715532, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.058235, + "nauc_cv_recall_at_1_std": -0.580747, + "nauc_cv_recall_at_1_diff1": 0.967213, + "nauc_cv_recall_at_3_max": 0.358916, + "nauc_cv_recall_at_3_std": -1.715532, + "nauc_cv_recall_at_3_diff1": 1.0, + "nauc_cv_recall_at_5_max": 0.358916, + "nauc_cv_recall_at_5_std": -1.715532, + "nauc_cv_recall_at_5_diff1": 1.0, + "nauc_cv_recall_at_10_max": 0.358916, + "nauc_cv_recall_at_10_std": -1.715532, + "nauc_cv_recall_at_10_diff1": 1.0, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.058235, + "nauc_mrr_at_1_std": -0.580747, + "nauc_mrr_at_1_diff1": 0.967213, + "nauc_mrr_at_3_max": 0.165276, + "nauc_mrr_at_3_std": -0.722595, + "nauc_mrr_at_3_diff1": 0.97541, + "nauc_mrr_at_5_max": 0.165276, + "nauc_mrr_at_5_std": -0.722595, + "nauc_mrr_at_5_diff1": 0.97541, + "nauc_mrr_at_10_max": 0.165276, + "nauc_mrr_at_10_std": -0.722595, + "nauc_mrr_at_10_diff1": 0.97541, + "nauc_mrr_at_20_max": 0.158442, + "nauc_mrr_at_20_std": -0.68755, + "nauc_mrr_at_20_diff1": 0.974542, + "nauc_mrr_at_100_max": 0.158442, + "nauc_mrr_at_100_std": -0.68755, + "nauc_mrr_at_100_diff1": 0.974542, + "nauc_mrr_at_1000_max": 0.158442, + "nauc_mrr_at_1000_std": -0.68755, + "nauc_mrr_at_1000_diff1": 0.974542, + "main_score": 0.96709, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 223.5877878665924, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocQAGovReportRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocQAGovReportRetrieval.json new file mode 100644 index 0000000000..5e6023b564 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocQAGovReportRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocQAGovReportRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.92105, + "ndcg_at_3": 0.95426, + "ndcg_at_5": 0.96559, + "ndcg_at_10": 0.96559, + "ndcg_at_20": 0.96559, + "ndcg_at_100": 0.96559, + "ndcg_at_1000": 0.96559, + "map_at_1": 0.92105, + "map_at_3": 0.94737, + "map_at_5": 0.95395, + "map_at_10": 0.95395, + "map_at_20": 0.95395, + "map_at_100": 0.95395, + "map_at_1000": 0.95395, + "recall_at_1": 0.92105, + "recall_at_3": 0.97368, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.92105, + "cv_recall_at_3": 0.97368, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.92105, + "precision_at_3": 0.32456, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.921053, + "mrr_at_3": 0.947368, + "mrr_at_5": 0.953947, + "mrr_at_10": 0.953947, + "mrr_at_20": 0.953947, + "mrr_at_100": 0.953947, + "mrr_at_1000": 0.953947, + "nauc_ndcg_at_1_max": 0.903624, + "nauc_ndcg_at_1_std": 0.750424, + "nauc_ndcg_at_1_diff1": 0.956171, + "nauc_ndcg_at_3_max": 0.938608, + "nauc_ndcg_at_3_std": 0.724654, + "nauc_ndcg_at_3_diff1": 0.948216, + "nauc_ndcg_at_5_max": 0.918385, + "nauc_ndcg_at_5_std": 0.73955, + "nauc_ndcg_at_5_diff1": 0.952814, + "nauc_ndcg_at_10_max": 0.918385, + "nauc_ndcg_at_10_std": 0.73955, + "nauc_ndcg_at_10_diff1": 0.952814, + "nauc_ndcg_at_20_max": 0.918385, + "nauc_ndcg_at_20_std": 0.73955, + "nauc_ndcg_at_20_diff1": 0.952814, + "nauc_ndcg_at_100_max": 0.918385, + "nauc_ndcg_at_100_std": 0.73955, + "nauc_ndcg_at_100_diff1": 0.952814, + "nauc_ndcg_at_1000_max": 0.918385, + "nauc_ndcg_at_1000_std": 0.73955, + "nauc_ndcg_at_1000_diff1": 0.952814, + "nauc_map_at_1_max": 0.903624, + "nauc_map_at_1_std": 0.750424, + "nauc_map_at_1_diff1": 0.956171, + "nauc_map_at_3_max": 0.927718, + "nauc_map_at_3_std": 0.732675, + "nauc_map_at_3_diff1": 0.950692, + "nauc_map_at_5_max": 0.917392, + "nauc_map_at_5_std": 0.740282, + "nauc_map_at_5_diff1": 0.95304, + "nauc_map_at_10_max": 0.917392, + "nauc_map_at_10_std": 0.740282, + "nauc_map_at_10_diff1": 0.95304, + "nauc_map_at_20_max": 0.917392, + "nauc_map_at_20_std": 0.740282, + "nauc_map_at_20_diff1": 0.95304, + "nauc_map_at_100_max": 0.917392, + "nauc_map_at_100_std": 0.740282, + "nauc_map_at_100_diff1": 0.95304, + "nauc_map_at_1000_max": 0.917392, + "nauc_map_at_1000_std": 0.740282, + "nauc_map_at_1000_diff1": 0.95304, + "nauc_recall_at_1_max": 0.903624, + "nauc_recall_at_1_std": 0.750424, + "nauc_recall_at_1_diff1": 0.956171, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.67943, + "nauc_recall_at_3_diff1": 0.934256, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.903624, + "nauc_precision_at_1_std": 0.750424, + "nauc_precision_at_1_diff1": 0.956171, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.67943, + "nauc_precision_at_3_diff1": 0.934256, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.903624, + "nauc_cv_recall_at_1_std": 0.750424, + "nauc_cv_recall_at_1_diff1": 0.956171, + "nauc_cv_recall_at_3_max": 1.0, + "nauc_cv_recall_at_3_std": 0.67943, + "nauc_cv_recall_at_3_diff1": 0.934256, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.903624, + "nauc_mrr_at_1_std": 0.750424, + "nauc_mrr_at_1_diff1": 0.956171, + "nauc_mrr_at_3_max": 0.927718, + "nauc_mrr_at_3_std": 0.732675, + "nauc_mrr_at_3_diff1": 0.950692, + "nauc_mrr_at_5_max": 0.917392, + "nauc_mrr_at_5_std": 0.740282, + "nauc_mrr_at_5_diff1": 0.95304, + "nauc_mrr_at_10_max": 0.917392, + "nauc_mrr_at_10_std": 0.740282, + "nauc_mrr_at_10_diff1": 0.95304, + "nauc_mrr_at_20_max": 0.917392, + "nauc_mrr_at_20_std": 0.740282, + "nauc_mrr_at_20_diff1": 0.95304, + "nauc_mrr_at_100_max": 0.917392, + "nauc_mrr_at_100_std": 0.740282, + "nauc_mrr_at_100_diff1": 0.95304, + "nauc_mrr_at_1000_max": 0.917392, + "nauc_mrr_at_1000_std": 0.740282, + "nauc_mrr_at_1000_diff1": 0.95304, + "main_score": 0.96559, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 225.71168327331543, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocQAHealthcareIndustryRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocQAHealthcareIndustryRetrieval.json new file mode 100644 index 0000000000..4325f94722 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocQAHealthcareIndustryRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocQAHealthcareIndustryRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.95506, + "ndcg_at_3": 0.98194, + "ndcg_at_5": 0.98194, + "ndcg_at_10": 0.98194, + "ndcg_at_20": 0.98194, + "ndcg_at_100": 0.98194, + "ndcg_at_1000": 0.98194, + "map_at_1": 0.95506, + "map_at_3": 0.97566, + "map_at_5": 0.97566, + "map_at_10": 0.97566, + "map_at_20": 0.97566, + "map_at_100": 0.97566, + "map_at_1000": 0.97566, + "recall_at_1": 0.95506, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.95506, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.95506, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.955056, + "mrr_at_3": 0.975655, + "mrr_at_5": 0.975655, + "mrr_at_10": 0.975655, + "mrr_at_20": 0.975655, + "mrr_at_100": 0.975655, + "mrr_at_1000": 0.975655, + "nauc_ndcg_at_1_max": 0.716293, + "nauc_ndcg_at_1_std": -0.085002, + "nauc_ndcg_at_1_diff1": 0.967279, + "nauc_ndcg_at_3_max": 0.702971, + "nauc_ndcg_at_3_std": -0.170768, + "nauc_ndcg_at_3_diff1": 0.969945, + "nauc_ndcg_at_5_max": 0.702971, + "nauc_ndcg_at_5_std": -0.170768, + "nauc_ndcg_at_5_diff1": 0.969945, + "nauc_ndcg_at_10_max": 0.702971, + "nauc_ndcg_at_10_std": -0.170768, + "nauc_ndcg_at_10_diff1": 0.969945, + "nauc_ndcg_at_20_max": 0.702971, + "nauc_ndcg_at_20_std": -0.170768, + "nauc_ndcg_at_20_diff1": 0.969945, + "nauc_ndcg_at_100_max": 0.702971, + "nauc_ndcg_at_100_std": -0.170768, + "nauc_ndcg_at_100_diff1": 0.969945, + "nauc_ndcg_at_1000_max": 0.702971, + "nauc_ndcg_at_1000_std": -0.170768, + "nauc_ndcg_at_1000_diff1": 0.969945, + "nauc_map_at_1_max": 0.716293, + "nauc_map_at_1_std": -0.085002, + "nauc_map_at_1_diff1": 0.967279, + "nauc_map_at_3_max": 0.703714, + "nauc_map_at_3_std": -0.165988, + "nauc_map_at_3_diff1": 0.969796, + "nauc_map_at_5_max": 0.703714, + "nauc_map_at_5_std": -0.165988, + "nauc_map_at_5_diff1": 0.969796, + "nauc_map_at_10_max": 0.703714, + "nauc_map_at_10_std": -0.165988, + "nauc_map_at_10_diff1": 0.969796, + "nauc_map_at_20_max": 0.703714, + "nauc_map_at_20_std": -0.165988, + "nauc_map_at_20_diff1": 0.969796, + "nauc_map_at_100_max": 0.703714, + "nauc_map_at_100_std": -0.165988, + "nauc_map_at_100_diff1": 0.969796, + "nauc_map_at_1000_max": 0.703714, + "nauc_map_at_1000_std": -0.165988, + "nauc_map_at_1000_diff1": 0.969796, + "nauc_recall_at_1_max": 0.716293, + "nauc_recall_at_1_std": -0.085002, + "nauc_recall_at_1_diff1": 0.967279, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.716293, + "nauc_precision_at_1_std": -0.085002, + "nauc_precision_at_1_diff1": 0.967279, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.716293, + "nauc_cv_recall_at_1_std": -0.085002, + "nauc_cv_recall_at_1_diff1": 0.967279, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.716293, + "nauc_mrr_at_1_std": -0.085002, + "nauc_mrr_at_1_diff1": 0.967279, + "nauc_mrr_at_3_max": 0.703714, + "nauc_mrr_at_3_std": -0.165988, + "nauc_mrr_at_3_diff1": 0.969796, + "nauc_mrr_at_5_max": 0.703714, + "nauc_mrr_at_5_std": -0.165988, + "nauc_mrr_at_5_diff1": 0.969796, + "nauc_mrr_at_10_max": 0.703714, + "nauc_mrr_at_10_std": -0.165988, + "nauc_mrr_at_10_diff1": 0.969796, + "nauc_mrr_at_20_max": 0.703714, + "nauc_mrr_at_20_std": -0.165988, + "nauc_mrr_at_20_diff1": 0.969796, + "nauc_mrr_at_100_max": 0.703714, + "nauc_mrr_at_100_std": -0.165988, + "nauc_mrr_at_100_diff1": 0.969796, + "nauc_mrr_at_1000_max": 0.703714, + "nauc_mrr_at_1000_std": -0.165988, + "nauc_mrr_at_1000_diff1": 0.969796, + "main_score": 0.98194, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 764.7062141895294, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocVQARetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocVQARetrieval.json new file mode 100644 index 0000000000..95142f05d7 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDocVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDocVQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.92105, + "ndcg_at_3": 0.93766, + "ndcg_at_5": 0.94899, + "ndcg_at_10": 0.95691, + "ndcg_at_20": 0.95691, + "ndcg_at_100": 0.95691, + "ndcg_at_1000": 0.95691, + "map_at_1": 0.92105, + "map_at_3": 0.93421, + "map_at_5": 0.94079, + "map_at_10": 0.94371, + "map_at_20": 0.94371, + "map_at_100": 0.94371, + "map_at_1000": 0.94371, + "recall_at_1": 0.92105, + "recall_at_3": 0.94737, + "recall_at_5": 0.97368, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.92105, + "cv_recall_at_3": 0.94737, + "cv_recall_at_5": 0.97368, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.92105, + "precision_at_3": 0.31579, + "precision_at_5": 0.19474, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.921053, + "mrr_at_3": 0.934211, + "mrr_at_5": 0.940789, + "mrr_at_10": 0.943713, + "mrr_at_20": 0.943713, + "mrr_at_100": 0.943713, + "mrr_at_1000": 0.943713, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.272989, + "nauc_ndcg_at_1_diff1": 0.956171, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 0.391976, + "nauc_ndcg_at_3_diff1": 0.944498, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 0.45146, + "nauc_ndcg_at_5_diff1": 0.961381, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 0.374785, + "nauc_ndcg_at_10_diff1": 0.954281, + "nauc_ndcg_at_20_max": 1.0, + "nauc_ndcg_at_20_std": 0.374785, + "nauc_ndcg_at_20_diff1": 0.954281, + "nauc_ndcg_at_100_max": 1.0, + "nauc_ndcg_at_100_std": 0.374785, + "nauc_ndcg_at_100_diff1": 0.954281, + "nauc_ndcg_at_1000_max": 1.0, + "nauc_ndcg_at_1000_std": 0.374785, + "nauc_ndcg_at_1000_diff1": 0.954281, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.272989, + "nauc_map_at_1_diff1": 0.956171, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 0.362346, + "nauc_map_at_3_diff1": 0.947405, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 0.388801, + "nauc_map_at_5_diff1": 0.956171, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 0.363881, + "nauc_map_at_10_diff1": 0.953894, + "nauc_map_at_20_max": 1.0, + "nauc_map_at_20_std": 0.363881, + "nauc_map_at_20_diff1": 0.953894, + "nauc_map_at_100_max": 1.0, + "nauc_map_at_100_std": 0.363881, + "nauc_map_at_100_diff1": 0.953894, + "nauc_map_at_1000_max": 1.0, + "nauc_map_at_1000_std": 0.363881, + "nauc_map_at_1000_diff1": 0.953894, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.272989, + "nauc_recall_at_1_diff1": 0.956171, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.49638, + "nauc_recall_at_3_diff1": 0.934256, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.868512, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.272989, + "nauc_precision_at_1_diff1": 0.956171, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.49638, + "nauc_precision_at_3_diff1": 0.934256, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.868512, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 1.0, + "nauc_cv_recall_at_1_std": 0.272989, + "nauc_cv_recall_at_1_diff1": 0.956171, + "nauc_cv_recall_at_3_max": 1.0, + "nauc_cv_recall_at_3_std": 0.49638, + "nauc_cv_recall_at_3_diff1": 0.934256, + "nauc_cv_recall_at_5_max": 1.0, + "nauc_cv_recall_at_5_std": 0.868512, + "nauc_cv_recall_at_5_diff1": 1.0, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.272989, + "nauc_mrr_at_1_diff1": 0.956171, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 0.362346, + "nauc_mrr_at_3_diff1": 0.947405, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 0.388801, + "nauc_mrr_at_5_diff1": 0.956171, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 0.363881, + "nauc_mrr_at_10_diff1": 0.953894, + "nauc_mrr_at_20_max": 1.0, + "nauc_mrr_at_20_std": 0.363881, + "nauc_mrr_at_20_diff1": 0.953894, + "nauc_mrr_at_100_max": 1.0, + "nauc_mrr_at_100_std": 0.363881, + "nauc_mrr_at_100_diff1": 0.953894, + "nauc_mrr_at_1000_max": 1.0, + "nauc_mrr_at_1000_std": 0.363881, + "nauc_mrr_at_1000_diff1": 0.953894, + "main_score": 0.94899, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 121.10238599777222, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDonutVQAISynHMPRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDonutVQAISynHMPRetrieval.json new file mode 100644 index 0000000000..9965d0e99d --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRDonutVQAISynHMPRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRDonutVQAISynHMPRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.27983, + "ndcg_at_3": 0.40486, + "ndcg_at_5": 0.45012, + "ndcg_at_10": 0.49662, + "ndcg_at_20": 0.52501, + "ndcg_at_100": 0.54345, + "ndcg_at_1000": 0.55192, + "map_at_1": 0.25852, + "map_at_3": 0.36641, + "map_at_5": 0.39262, + "map_at_10": 0.4136, + "map_at_20": 0.42214, + "map_at_100": 0.42527, + "map_at_1000": 0.42559, + "recall_at_1": 0.25852, + "recall_at_3": 0.49295, + "recall_at_5": 0.59948, + "recall_at_10": 0.7357, + "recall_at_20": 0.84323, + "recall_at_100": 0.93419, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.27983, + "cv_recall_at_3": 0.52557, + "cv_recall_at_5": 0.6321, + "cv_recall_at_10": 0.75994, + "cv_recall_at_20": 0.85938, + "cv_recall_at_100": 0.94318, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.27983, + "precision_at_3": 0.18134, + "precision_at_5": 0.13324, + "precision_at_10": 0.0831, + "precision_at_20": 0.04766, + "precision_at_100": 0.01061, + "precision_at_1000": 0.00114, + "mrr_at_1": 0.27983, + "mrr_at_3": 0.389205, + "mrr_at_5": 0.413565, + "mrr_at_10": 0.431006, + "mrr_at_20": 0.438265, + "mrr_at_100": 0.440848, + "mrr_at_1000": 0.4411, + "nauc_ndcg_at_1_max": 0.080905, + "nauc_ndcg_at_1_std": 0.001653, + "nauc_ndcg_at_1_diff1": 0.270848, + "nauc_ndcg_at_3_max": 0.041417, + "nauc_ndcg_at_3_std": 0.034184, + "nauc_ndcg_at_3_diff1": 0.227343, + "nauc_ndcg_at_5_max": 0.040565, + "nauc_ndcg_at_5_std": 0.03626, + "nauc_ndcg_at_5_diff1": 0.224848, + "nauc_ndcg_at_10_max": 0.048059, + "nauc_ndcg_at_10_std": 0.027654, + "nauc_ndcg_at_10_diff1": 0.226876, + "nauc_ndcg_at_20_max": 0.037654, + "nauc_ndcg_at_20_std": 0.022008, + "nauc_ndcg_at_20_diff1": 0.223968, + "nauc_ndcg_at_100_max": 0.045945, + "nauc_ndcg_at_100_std": 0.022472, + "nauc_ndcg_at_100_diff1": 0.224611, + "nauc_ndcg_at_1000_max": 0.048614, + "nauc_ndcg_at_1000_std": 0.024775, + "nauc_ndcg_at_1000_diff1": 0.227984, + "nauc_map_at_1_max": 0.066243, + "nauc_map_at_1_std": 0.007198, + "nauc_map_at_1_diff1": 0.273081, + "nauc_map_at_3_max": 0.04376, + "nauc_map_at_3_std": 0.024733, + "nauc_map_at_3_diff1": 0.246814, + "nauc_map_at_5_max": 0.042541, + "nauc_map_at_5_std": 0.02779, + "nauc_map_at_5_diff1": 0.245029, + "nauc_map_at_10_max": 0.047793, + "nauc_map_at_10_std": 0.023386, + "nauc_map_at_10_diff1": 0.244857, + "nauc_map_at_20_max": 0.045635, + "nauc_map_at_20_std": 0.022085, + "nauc_map_at_20_diff1": 0.243206, + "nauc_map_at_100_max": 0.047046, + "nauc_map_at_100_std": 0.022099, + "nauc_map_at_100_diff1": 0.243145, + "nauc_map_at_1000_max": 0.047096, + "nauc_map_at_1000_std": 0.02225, + "nauc_map_at_1000_diff1": 0.243208, + "nauc_recall_at_1_max": 0.066243, + "nauc_recall_at_1_std": 0.007198, + "nauc_recall_at_1_diff1": 0.273081, + "nauc_recall_at_3_max": 0.01947, + "nauc_recall_at_3_std": 0.056616, + "nauc_recall_at_3_diff1": 0.188187, + "nauc_recall_at_5_max": 0.011743, + "nauc_recall_at_5_std": 0.060925, + "nauc_recall_at_5_diff1": 0.175959, + "nauc_recall_at_10_max": 0.024961, + "nauc_recall_at_10_std": 0.038714, + "nauc_recall_at_10_diff1": 0.176873, + "nauc_recall_at_20_max": -0.063155, + "nauc_recall_at_20_std": -0.00202, + "nauc_recall_at_20_diff1": 0.146169, + "nauc_recall_at_100_max": -0.042254, + "nauc_recall_at_100_std": -0.028431, + "nauc_recall_at_100_diff1": 0.090014, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.080905, + "nauc_precision_at_1_std": 0.001653, + "nauc_precision_at_1_diff1": 0.270848, + "nauc_precision_at_3_max": 0.017124, + "nauc_precision_at_3_std": 0.035346, + "nauc_precision_at_3_diff1": 0.171696, + "nauc_precision_at_5_max": 0.015028, + "nauc_precision_at_5_std": 0.036261, + "nauc_precision_at_5_diff1": 0.14107, + "nauc_precision_at_10_max": 0.03836, + "nauc_precision_at_10_std": -0.004808, + "nauc_precision_at_10_diff1": 0.077453, + "nauc_precision_at_20_max": 0.003816, + "nauc_precision_at_20_std": -0.039624, + "nauc_precision_at_20_diff1": 0.003649, + "nauc_precision_at_100_max": 0.027791, + "nauc_precision_at_100_std": -0.035679, + "nauc_precision_at_100_diff1": -0.068088, + "nauc_precision_at_1000_max": 0.039742, + "nauc_precision_at_1000_std": -0.027587, + "nauc_precision_at_1000_diff1": -0.119863, + "nauc_cv_recall_at_1_max": 0.080905, + "nauc_cv_recall_at_1_std": 0.001653, + "nauc_cv_recall_at_1_diff1": 0.270848, + "nauc_cv_recall_at_3_max": 0.034515, + "nauc_cv_recall_at_3_std": 0.063982, + "nauc_cv_recall_at_3_diff1": 0.158706, + "nauc_cv_recall_at_5_max": 0.039675, + "nauc_cv_recall_at_5_std": 0.056929, + "nauc_cv_recall_at_5_diff1": 0.146997, + "nauc_cv_recall_at_10_max": 0.036226, + "nauc_cv_recall_at_10_std": 0.045204, + "nauc_cv_recall_at_10_diff1": 0.154429, + "nauc_cv_recall_at_20_max": -0.084775, + "nauc_cv_recall_at_20_std": 0.024589, + "nauc_cv_recall_at_20_diff1": 0.135584, + "nauc_cv_recall_at_100_max": -0.069498, + "nauc_cv_recall_at_100_std": -0.007753, + "nauc_cv_recall_at_100_diff1": 0.053422, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.080905, + "nauc_mrr_at_1_std": 0.001653, + "nauc_mrr_at_1_diff1": 0.270848, + "nauc_mrr_at_3_max": 0.062607, + "nauc_mrr_at_3_std": 0.029539, + "nauc_mrr_at_3_diff1": 0.225944, + "nauc_mrr_at_5_max": 0.064635, + "nauc_mrr_at_5_std": 0.027295, + "nauc_mrr_at_5_diff1": 0.225479, + "nauc_mrr_at_10_max": 0.065267, + "nauc_mrr_at_10_std": 0.025313, + "nauc_mrr_at_10_diff1": 0.228417, + "nauc_mrr_at_20_max": 0.061553, + "nauc_mrr_at_20_std": 0.024965, + "nauc_mrr_at_20_diff1": 0.228406, + "nauc_mrr_at_100_max": 0.063114, + "nauc_mrr_at_100_std": 0.024698, + "nauc_mrr_at_100_diff1": 0.22826, + "nauc_mrr_at_1000_max": 0.063248, + "nauc_mrr_at_1000_std": 0.024798, + "nauc_mrr_at_1000_diff1": 0.228374, + "main_score": 0.45012, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 183.68994188308716, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaDeNewsRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaDeNewsRetrieval.json new file mode 100644 index 0000000000..5eb8a0b8b0 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaDeNewsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaDeNewsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.35092, + "ndcg_at_3": 0.42426, + "ndcg_at_5": 0.45077, + "ndcg_at_10": 0.47775, + "ndcg_at_20": 0.49601, + "ndcg_at_100": 0.54236, + "ndcg_at_1000": 0.55174, + "map_at_1": 0.35092, + "map_at_3": 0.406, + "map_at_5": 0.4205, + "map_at_10": 0.43173, + "map_at_20": 0.43667, + "map_at_100": 0.44309, + "map_at_1000": 0.44377, + "recall_at_1": 0.35092, + "recall_at_3": 0.47526, + "recall_at_5": 0.5398, + "recall_at_10": 0.62268, + "recall_at_20": 0.6948, + "recall_at_100": 0.93878, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.35092, + "cv_recall_at_3": 0.47757, + "cv_recall_at_5": 0.54354, + "cv_recall_at_10": 0.62797, + "cv_recall_at_20": 0.70185, + "cv_recall_at_100": 0.94459, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.35092, + "precision_at_3": 0.15919, + "precision_at_5": 0.10923, + "precision_at_10": 0.06359, + "precision_at_20": 0.03549, + "precision_at_100": 0.00997, + "precision_at_1000": 0.00108, + "mrr_at_1": 0.350923, + "mrr_at_3": 0.406772, + "mrr_at_5": 0.421548, + "mrr_at_10": 0.432952, + "mrr_at_20": 0.438044, + "mrr_at_100": 0.444226, + "mrr_at_1000": 0.444708, + "nauc_ndcg_at_1_max": 0.167094, + "nauc_ndcg_at_1_std": -0.140442, + "nauc_ndcg_at_1_diff1": 0.538085, + "nauc_ndcg_at_3_max": 0.120021, + "nauc_ndcg_at_3_std": -0.149546, + "nauc_ndcg_at_3_diff1": 0.433517, + "nauc_ndcg_at_5_max": 0.136971, + "nauc_ndcg_at_5_std": -0.133734, + "nauc_ndcg_at_5_diff1": 0.407948, + "nauc_ndcg_at_10_max": 0.145279, + "nauc_ndcg_at_10_std": -0.13459, + "nauc_ndcg_at_10_diff1": 0.387226, + "nauc_ndcg_at_20_max": 0.147941, + "nauc_ndcg_at_20_std": -0.138377, + "nauc_ndcg_at_20_diff1": 0.385578, + "nauc_ndcg_at_100_max": 0.146129, + "nauc_ndcg_at_100_std": -0.135145, + "nauc_ndcg_at_100_diff1": 0.409574, + "nauc_ndcg_at_1000_max": 0.143502, + "nauc_ndcg_at_1000_std": -0.136697, + "nauc_ndcg_at_1000_diff1": 0.420014, + "nauc_map_at_1_max": 0.167094, + "nauc_map_at_1_std": -0.140442, + "nauc_map_at_1_diff1": 0.538085, + "nauc_map_at_3_max": 0.130987, + "nauc_map_at_3_std": -0.147771, + "nauc_map_at_3_diff1": 0.45845, + "nauc_map_at_5_max": 0.140717, + "nauc_map_at_5_std": -0.137591, + "nauc_map_at_5_diff1": 0.445267, + "nauc_map_at_10_max": 0.143863, + "nauc_map_at_10_std": -0.138332, + "nauc_map_at_10_diff1": 0.437647, + "nauc_map_at_20_max": 0.144489, + "nauc_map_at_20_std": -0.139542, + "nauc_map_at_20_diff1": 0.437478, + "nauc_map_at_100_max": 0.14506, + "nauc_map_at_100_std": -0.138449, + "nauc_map_at_100_diff1": 0.440371, + "nauc_map_at_1000_max": 0.144801, + "nauc_map_at_1000_std": -0.138514, + "nauc_map_at_1000_diff1": 0.441153, + "nauc_recall_at_1_max": 0.167094, + "nauc_recall_at_1_std": -0.140442, + "nauc_recall_at_1_diff1": 0.538085, + "nauc_recall_at_3_max": 0.089008, + "nauc_recall_at_3_std": -0.160605, + "nauc_recall_at_3_diff1": 0.35497, + "nauc_recall_at_5_max": 0.1302, + "nauc_recall_at_5_std": -0.125404, + "nauc_recall_at_5_diff1": 0.285408, + "nauc_recall_at_10_max": 0.161931, + "nauc_recall_at_10_std": -0.117979, + "nauc_recall_at_10_diff1": 0.204337, + "nauc_recall_at_20_max": 0.178194, + "nauc_recall_at_20_std": -0.135812, + "nauc_recall_at_20_diff1": 0.167704, + "nauc_recall_at_100_max": 0.203395, + "nauc_recall_at_100_std": -0.083465, + "nauc_recall_at_100_diff1": 0.091528, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.167094, + "nauc_precision_at_1_std": -0.140442, + "nauc_precision_at_1_diff1": 0.538085, + "nauc_precision_at_3_max": 0.088285, + "nauc_precision_at_3_std": -0.153229, + "nauc_precision_at_3_diff1": 0.362755, + "nauc_precision_at_5_max": 0.122805, + "nauc_precision_at_5_std": -0.113758, + "nauc_precision_at_5_diff1": 0.293129, + "nauc_precision_at_10_max": 0.134313, + "nauc_precision_at_10_std": -0.108535, + "nauc_precision_at_10_diff1": 0.206663, + "nauc_precision_at_20_max": 0.145785, + "nauc_precision_at_20_std": -0.113622, + "nauc_precision_at_20_diff1": 0.176285, + "nauc_precision_at_100_max": -0.115771, + "nauc_precision_at_100_std": 0.024026, + "nauc_precision_at_100_diff1": 0.085653, + "nauc_precision_at_1000_max": -0.288842, + "nauc_precision_at_1000_std": 0.070239, + "nauc_precision_at_1000_diff1": 0.074715, + "nauc_cv_recall_at_1_max": 0.167094, + "nauc_cv_recall_at_1_std": -0.140442, + "nauc_cv_recall_at_1_diff1": 0.538085, + "nauc_cv_recall_at_3_max": 0.088285, + "nauc_cv_recall_at_3_std": -0.153229, + "nauc_cv_recall_at_3_diff1": 0.362755, + "nauc_cv_recall_at_5_max": 0.12544, + "nauc_cv_recall_at_5_std": -0.124364, + "nauc_cv_recall_at_5_diff1": 0.288085, + "nauc_cv_recall_at_10_max": 0.151441, + "nauc_cv_recall_at_10_std": -0.124975, + "nauc_cv_recall_at_10_diff1": 0.202248, + "nauc_cv_recall_at_20_max": 0.16627, + "nauc_cv_recall_at_20_std": -0.132969, + "nauc_cv_recall_at_20_diff1": 0.169543, + "nauc_cv_recall_at_100_max": 0.179549, + "nauc_cv_recall_at_100_std": -0.100567, + "nauc_cv_recall_at_100_diff1": 0.107232, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.167094, + "nauc_mrr_at_1_std": -0.140442, + "nauc_mrr_at_1_diff1": 0.538085, + "nauc_mrr_at_3_max": 0.130758, + "nauc_mrr_at_3_std": -0.145318, + "nauc_mrr_at_3_diff1": 0.461063, + "nauc_mrr_at_5_max": 0.139547, + "nauc_mrr_at_5_std": -0.136989, + "nauc_mrr_at_5_diff1": 0.446403, + "nauc_mrr_at_10_max": 0.141904, + "nauc_mrr_at_10_std": -0.139053, + "nauc_mrr_at_10_diff1": 0.437906, + "nauc_mrr_at_20_max": 0.142501, + "nauc_mrr_at_20_std": -0.139567, + "nauc_mrr_at_20_diff1": 0.438096, + "nauc_mrr_at_100_max": 0.143342, + "nauc_mrr_at_100_std": -0.138818, + "nauc_mrr_at_100_diff1": 0.440776, + "nauc_mrr_at_1000_max": 0.143289, + "nauc_mrr_at_1000_std": -0.138861, + "nauc_mrr_at_1000_diff1": 0.441269, + "main_score": 0.45077, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 67.94517946243286, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaEsNewsRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaEsNewsRetrieval.json new file mode 100644 index 0000000000..1450aa2bb9 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaEsNewsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaEsNewsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.56962, + "ndcg_at_3": 0.67361, + "ndcg_at_5": 0.69342, + "ndcg_at_10": 0.70796, + "ndcg_at_20": 0.71981, + "ndcg_at_100": 0.7408, + "ndcg_at_1000": 0.74365, + "map_at_1": 0.56454, + "map_at_3": 0.64632, + "map_at_5": 0.65807, + "map_at_10": 0.66472, + "map_at_20": 0.66872, + "map_at_100": 0.67188, + "map_at_1000": 0.67213, + "recall_at_1": 0.56454, + "recall_at_3": 0.74329, + "recall_at_5": 0.79242, + "recall_at_10": 0.8351, + "recall_at_20": 0.87836, + "recall_at_100": 0.98299, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.56962, + "cv_recall_at_3": 0.74895, + "cv_recall_at_5": 0.79747, + "cv_recall_at_10": 0.83966, + "cv_recall_at_20": 0.88186, + "cv_recall_at_100": 0.98945, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.56962, + "precision_at_3": 0.25105, + "precision_at_5": 0.16118, + "precision_at_10": 0.08586, + "precision_at_20": 0.04631, + "precision_at_100": 0.01072, + "precision_at_1000": 0.00111, + "mrr_at_1": 0.56962, + "mrr_at_3": 0.651547, + "mrr_at_5": 0.662834, + "mrr_at_10": 0.66896, + "mrr_at_20": 0.671855, + "mrr_at_100": 0.674906, + "mrr_at_1000": 0.674991, + "nauc_ndcg_at_1_max": 0.405744, + "nauc_ndcg_at_1_std": -0.009057, + "nauc_ndcg_at_1_diff1": 0.72739, + "nauc_ndcg_at_3_max": 0.446188, + "nauc_ndcg_at_3_std": 0.00757, + "nauc_ndcg_at_3_diff1": 0.696326, + "nauc_ndcg_at_5_max": 0.434626, + "nauc_ndcg_at_5_std": -0.011023, + "nauc_ndcg_at_5_diff1": 0.69894, + "nauc_ndcg_at_10_max": 0.435822, + "nauc_ndcg_at_10_std": -0.00579, + "nauc_ndcg_at_10_diff1": 0.691165, + "nauc_ndcg_at_20_max": 0.448293, + "nauc_ndcg_at_20_std": 0.026116, + "nauc_ndcg_at_20_diff1": 0.690175, + "nauc_ndcg_at_100_max": 0.440903, + "nauc_ndcg_at_100_std": 0.018448, + "nauc_ndcg_at_100_diff1": 0.698546, + "nauc_ndcg_at_1000_max": 0.436373, + "nauc_ndcg_at_1000_std": 0.009902, + "nauc_ndcg_at_1000_diff1": 0.699199, + "nauc_map_at_1_max": 0.390377, + "nauc_map_at_1_std": -0.03606, + "nauc_map_at_1_diff1": 0.73506, + "nauc_map_at_3_max": 0.422642, + "nauc_map_at_3_std": -0.016622, + "nauc_map_at_3_diff1": 0.707772, + "nauc_map_at_5_max": 0.418767, + "nauc_map_at_5_std": -0.02285, + "nauc_map_at_5_diff1": 0.708965, + "nauc_map_at_10_max": 0.420241, + "nauc_map_at_10_std": -0.018935, + "nauc_map_at_10_diff1": 0.705629, + "nauc_map_at_20_max": 0.426364, + "nauc_map_at_20_std": -0.005904, + "nauc_map_at_20_diff1": 0.704644, + "nauc_map_at_100_max": 0.425605, + "nauc_map_at_100_std": -0.005529, + "nauc_map_at_100_diff1": 0.706078, + "nauc_map_at_1000_max": 0.425286, + "nauc_map_at_1000_std": -0.006122, + "nauc_map_at_1000_diff1": 0.706091, + "nauc_recall_at_1_max": 0.390377, + "nauc_recall_at_1_std": -0.03606, + "nauc_recall_at_1_diff1": 0.73506, + "nauc_recall_at_3_max": 0.484878, + "nauc_recall_at_3_std": 0.02755, + "nauc_recall_at_3_diff1": 0.667068, + "nauc_recall_at_5_max": 0.464391, + "nauc_recall_at_5_std": -0.013734, + "nauc_recall_at_5_diff1": 0.666968, + "nauc_recall_at_10_max": 0.474643, + "nauc_recall_at_10_std": 0.002645, + "nauc_recall_at_10_diff1": 0.625236, + "nauc_recall_at_20_max": 0.561819, + "nauc_recall_at_20_std": 0.202908, + "nauc_recall_at_20_diff1": 0.610672, + "nauc_recall_at_100_max": 0.777546, + "nauc_recall_at_100_std": 0.656802, + "nauc_recall_at_100_diff1": 0.628108, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.405744, + "nauc_precision_at_1_std": -0.009057, + "nauc_precision_at_1_diff1": 0.72739, + "nauc_precision_at_3_max": 0.513759, + "nauc_precision_at_3_std": 0.101668, + "nauc_precision_at_3_diff1": 0.626467, + "nauc_precision_at_5_max": 0.500196, + "nauc_precision_at_5_std": 0.102663, + "nauc_precision_at_5_diff1": 0.585438, + "nauc_precision_at_10_max": 0.501564, + "nauc_precision_at_10_std": 0.223647, + "nauc_precision_at_10_diff1": 0.432007, + "nauc_precision_at_20_max": 0.498553, + "nauc_precision_at_20_std": 0.515968, + "nauc_precision_at_20_diff1": 0.194561, + "nauc_precision_at_100_max": 0.09935, + "nauc_precision_at_100_std": 0.4198, + "nauc_precision_at_100_diff1": -0.355497, + "nauc_precision_at_1000_max": -0.059093, + "nauc_precision_at_1000_std": 0.213182, + "nauc_precision_at_1000_diff1": -0.418005, + "nauc_cv_recall_at_1_max": 0.405744, + "nauc_cv_recall_at_1_std": -0.009057, + "nauc_cv_recall_at_1_diff1": 0.72739, + "nauc_cv_recall_at_3_max": 0.518193, + "nauc_cv_recall_at_3_std": 0.07213, + "nauc_cv_recall_at_3_diff1": 0.659102, + "nauc_cv_recall_at_5_max": 0.498703, + "nauc_cv_recall_at_5_std": 0.032693, + "nauc_cv_recall_at_5_diff1": 0.657752, + "nauc_cv_recall_at_10_max": 0.507875, + "nauc_cv_recall_at_10_std": 0.05492, + "nauc_cv_recall_at_10_diff1": 0.618665, + "nauc_cv_recall_at_20_max": 0.551678, + "nauc_cv_recall_at_20_std": 0.192662, + "nauc_cv_recall_at_20_diff1": 0.608422, + "nauc_cv_recall_at_100_max": 0.921642, + "nauc_cv_recall_at_100_std": 0.709271, + "nauc_cv_recall_at_100_diff1": 0.700784, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.405744, + "nauc_mrr_at_1_std": -0.009057, + "nauc_mrr_at_1_diff1": 0.72739, + "nauc_mrr_at_3_max": 0.443544, + "nauc_mrr_at_3_std": 0.01577, + "nauc_mrr_at_3_diff1": 0.69947, + "nauc_mrr_at_5_max": 0.437833, + "nauc_mrr_at_5_std": 0.007487, + "nauc_mrr_at_5_diff1": 0.700614, + "nauc_mrr_at_10_max": 0.437298, + "nauc_mrr_at_10_std": 0.008634, + "nauc_mrr_at_10_diff1": 0.698114, + "nauc_mrr_at_20_max": 0.438018, + "nauc_mrr_at_20_std": 0.012749, + "nauc_mrr_at_20_diff1": 0.698591, + "nauc_mrr_at_100_max": 0.437387, + "nauc_mrr_at_100_std": 0.012774, + "nauc_mrr_at_100_diff1": 0.700318, + "nauc_mrr_at_1000_max": 0.437231, + "nauc_mrr_at_1000_std": 0.012555, + "nauc_mrr_at_1000_diff1": 0.700318, + "main_score": 0.69342, + "hf_subset": "default", + "languages": [ + "spa-Latn" + ] + } + ] + }, + "evaluation_time": 73.00743675231934, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaFrNewsRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaFrNewsRetrieval.json new file mode 100644 index 0000000000..036bfb61b5 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaFrNewsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaFrNewsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.40084, + "ndcg_at_3": 0.44189, + "ndcg_at_5": 0.46352, + "ndcg_at_10": 0.48531, + "ndcg_at_20": 0.50376, + "ndcg_at_100": 0.55239, + "ndcg_at_1000": 0.56858, + "map_at_1": 0.39274, + "map_at_3": 0.42491, + "map_at_5": 0.43732, + "map_at_10": 0.44684, + "map_at_20": 0.45218, + "map_at_100": 0.46043, + "map_at_1000": 0.46309, + "recall_at_1": 0.39274, + "recall_at_3": 0.46688, + "recall_at_5": 0.51945, + "recall_at_10": 0.5876, + "recall_at_20": 0.66049, + "recall_at_100": 0.90845, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.40084, + "cv_recall_at_3": 0.48101, + "cv_recall_at_5": 0.5443, + "cv_recall_at_10": 0.61181, + "cv_recall_at_20": 0.68776, + "cv_recall_at_100": 0.93671, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.40084, + "precision_at_3": 0.16174, + "precision_at_5": 0.11055, + "precision_at_10": 0.06414, + "precision_at_20": 0.03797, + "precision_at_100": 0.01456, + "precision_at_1000": 0.00183, + "mrr_at_1": 0.400844, + "mrr_at_3": 0.436006, + "mrr_at_5": 0.450985, + "mrr_at_10": 0.460281, + "mrr_at_20": 0.465483, + "mrr_at_100": 0.471248, + "mrr_at_1000": 0.47177, + "nauc_ndcg_at_1_max": 0.210687, + "nauc_ndcg_at_1_std": 0.070903, + "nauc_ndcg_at_1_diff1": 0.716197, + "nauc_ndcg_at_3_max": 0.158387, + "nauc_ndcg_at_3_std": 0.042813, + "nauc_ndcg_at_3_diff1": 0.680242, + "nauc_ndcg_at_5_max": 0.147822, + "nauc_ndcg_at_5_std": 0.054136, + "nauc_ndcg_at_5_diff1": 0.663929, + "nauc_ndcg_at_10_max": 0.143388, + "nauc_ndcg_at_10_std": 0.050614, + "nauc_ndcg_at_10_diff1": 0.658163, + "nauc_ndcg_at_20_max": 0.125986, + "nauc_ndcg_at_20_std": 0.042392, + "nauc_ndcg_at_20_diff1": 0.645458, + "nauc_ndcg_at_100_max": 0.141051, + "nauc_ndcg_at_100_std": 0.048557, + "nauc_ndcg_at_100_diff1": 0.65661, + "nauc_ndcg_at_1000_max": 0.14429, + "nauc_ndcg_at_1000_std": 0.043964, + "nauc_ndcg_at_1000_diff1": 0.660432, + "nauc_map_at_1_max": 0.201007, + "nauc_map_at_1_std": 0.045792, + "nauc_map_at_1_diff1": 0.726396, + "nauc_map_at_3_max": 0.169695, + "nauc_map_at_3_std": 0.035892, + "nauc_map_at_3_diff1": 0.69432, + "nauc_map_at_5_max": 0.164694, + "nauc_map_at_5_std": 0.043693, + "nauc_map_at_5_diff1": 0.683741, + "nauc_map_at_10_max": 0.163823, + "nauc_map_at_10_std": 0.042891, + "nauc_map_at_10_diff1": 0.68105, + "nauc_map_at_20_max": 0.159179, + "nauc_map_at_20_std": 0.040583, + "nauc_map_at_20_diff1": 0.678028, + "nauc_map_at_100_max": 0.158662, + "nauc_map_at_100_std": 0.043986, + "nauc_map_at_100_diff1": 0.680758, + "nauc_map_at_1000_max": 0.156367, + "nauc_map_at_1000_std": 0.045354, + "nauc_map_at_1000_diff1": 0.680873, + "nauc_recall_at_1_max": 0.201007, + "nauc_recall_at_1_std": 0.045792, + "nauc_recall_at_1_diff1": 0.726396, + "nauc_recall_at_3_max": 0.132747, + "nauc_recall_at_3_std": 0.023105, + "nauc_recall_at_3_diff1": 0.654299, + "nauc_recall_at_5_max": 0.108072, + "nauc_recall_at_5_std": 0.059085, + "nauc_recall_at_5_diff1": 0.607204, + "nauc_recall_at_10_max": 0.098029, + "nauc_recall_at_10_std": 0.05955, + "nauc_recall_at_10_diff1": 0.579585, + "nauc_recall_at_20_max": 0.012459, + "nauc_recall_at_20_std": 0.027385, + "nauc_recall_at_20_diff1": 0.505309, + "nauc_recall_at_100_max": 0.009678, + "nauc_recall_at_100_std": 0.12595, + "nauc_recall_at_100_diff1": 0.480489, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.210687, + "nauc_precision_at_1_std": 0.070903, + "nauc_precision_at_1_diff1": 0.716197, + "nauc_precision_at_3_max": 0.115934, + "nauc_precision_at_3_std": 0.040944, + "nauc_precision_at_3_diff1": 0.627429, + "nauc_precision_at_5_max": 0.073002, + "nauc_precision_at_5_std": 0.073989, + "nauc_precision_at_5_diff1": 0.56712, + "nauc_precision_at_10_max": 0.007375, + "nauc_precision_at_10_std": 0.072034, + "nauc_precision_at_10_diff1": 0.478887, + "nauc_precision_at_20_max": -0.130075, + "nauc_precision_at_20_std": 0.071752, + "nauc_precision_at_20_diff1": 0.322876, + "nauc_precision_at_100_max": -0.29191, + "nauc_precision_at_100_std": 0.151963, + "nauc_precision_at_100_diff1": -0.060634, + "nauc_precision_at_1000_max": -0.296789, + "nauc_precision_at_1000_std": 0.144554, + "nauc_precision_at_1000_diff1": -0.095102, + "nauc_cv_recall_at_1_max": 0.210687, + "nauc_cv_recall_at_1_std": 0.070903, + "nauc_cv_recall_at_1_diff1": 0.716197, + "nauc_cv_recall_at_3_max": 0.126998, + "nauc_cv_recall_at_3_std": 0.035058, + "nauc_cv_recall_at_3_diff1": 0.638447, + "nauc_cv_recall_at_5_max": 0.094422, + "nauc_cv_recall_at_5_std": 0.063042, + "nauc_cv_recall_at_5_diff1": 0.587681, + "nauc_cv_recall_at_10_max": 0.08551, + "nauc_cv_recall_at_10_std": 0.06529, + "nauc_cv_recall_at_10_diff1": 0.56223, + "nauc_cv_recall_at_20_max": -0.015345, + "nauc_cv_recall_at_20_std": 0.031895, + "nauc_cv_recall_at_20_diff1": 0.472194, + "nauc_cv_recall_at_100_max": -0.078687, + "nauc_cv_recall_at_100_std": 0.091766, + "nauc_cv_recall_at_100_diff1": 0.478711, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.210687, + "nauc_mrr_at_1_std": 0.070903, + "nauc_mrr_at_1_diff1": 0.716197, + "nauc_mrr_at_3_max": 0.171927, + "nauc_mrr_at_3_std": 0.0545, + "nauc_mrr_at_3_diff1": 0.681406, + "nauc_mrr_at_5_max": 0.165679, + "nauc_mrr_at_5_std": 0.060605, + "nauc_mrr_at_5_diff1": 0.670263, + "nauc_mrr_at_10_max": 0.165415, + "nauc_mrr_at_10_std": 0.060157, + "nauc_mrr_at_10_diff1": 0.667731, + "nauc_mrr_at_20_max": 0.160336, + "nauc_mrr_at_20_std": 0.057443, + "nauc_mrr_at_20_diff1": 0.663732, + "nauc_mrr_at_100_max": 0.163821, + "nauc_mrr_at_100_std": 0.058628, + "nauc_mrr_at_100_diff1": 0.666433, + "nauc_mrr_at_1000_max": 0.16419, + "nauc_mrr_at_1000_std": 0.058574, + "nauc_mrr_at_1000_diff1": 0.666741, + "main_score": 0.46352, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 37.05088829994202, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaItScansRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaItScansRetrieval.json new file mode 100644 index 0000000000..0389d1a515 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaItScansRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaItScansRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.62783, + "ndcg_at_3": 0.68735, + "ndcg_at_5": 0.70162, + "ndcg_at_10": 0.71678, + "ndcg_at_20": 0.72669, + "ndcg_at_100": 0.74615, + "ndcg_at_1000": 0.75549, + "map_at_1": 0.61889, + "map_at_3": 0.66796, + "map_at_5": 0.67658, + "map_at_10": 0.68365, + "map_at_20": 0.68649, + "map_at_100": 0.6896, + "map_at_1000": 0.69045, + "recall_at_1": 0.61889, + "recall_at_3": 0.72933, + "recall_at_5": 0.76543, + "recall_at_10": 0.81047, + "recall_at_20": 0.84817, + "recall_at_100": 0.94497, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.62783, + "cv_recall_at_3": 0.7411, + "cv_recall_at_5": 0.77832, + "cv_recall_at_10": 0.82362, + "cv_recall_at_20": 0.86408, + "cv_recall_at_100": 0.95955, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.62783, + "precision_at_3": 0.24973, + "precision_at_5": 0.1589, + "precision_at_10": 0.08544, + "precision_at_20": 0.04523, + "precision_at_100": 0.01089, + "precision_at_1000": 0.00128, + "mrr_at_1": 0.627832, + "mrr_at_3": 0.676915, + "mrr_at_5": 0.685248, + "mrr_at_10": 0.691601, + "mrr_at_20": 0.694526, + "mrr_at_100": 0.69696, + "mrr_at_1000": 0.697214, + "nauc_ndcg_at_1_max": 0.523855, + "nauc_ndcg_at_1_std": -0.019269, + "nauc_ndcg_at_1_diff1": 0.860494, + "nauc_ndcg_at_3_max": 0.590435, + "nauc_ndcg_at_3_std": 0.04232, + "nauc_ndcg_at_3_diff1": 0.831738, + "nauc_ndcg_at_5_max": 0.595339, + "nauc_ndcg_at_5_std": 0.050374, + "nauc_ndcg_at_5_diff1": 0.827423, + "nauc_ndcg_at_10_max": 0.595988, + "nauc_ndcg_at_10_std": 0.06271, + "nauc_ndcg_at_10_diff1": 0.82375, + "nauc_ndcg_at_20_max": 0.609541, + "nauc_ndcg_at_20_std": 0.089341, + "nauc_ndcg_at_20_diff1": 0.823796, + "nauc_ndcg_at_100_max": 0.601231, + "nauc_ndcg_at_100_std": 0.086868, + "nauc_ndcg_at_100_diff1": 0.82794, + "nauc_ndcg_at_1000_max": 0.586149, + "nauc_ndcg_at_1000_std": 0.057402, + "nauc_ndcg_at_1000_diff1": 0.830293, + "nauc_map_at_1_max": 0.534085, + "nauc_map_at_1_std": -0.009045, + "nauc_map_at_1_diff1": 0.871117, + "nauc_map_at_3_max": 0.578424, + "nauc_map_at_3_std": 0.028782, + "nauc_map_at_3_diff1": 0.84373, + "nauc_map_at_5_max": 0.579605, + "nauc_map_at_5_std": 0.03282, + "nauc_map_at_5_diff1": 0.840594, + "nauc_map_at_10_max": 0.579442, + "nauc_map_at_10_std": 0.038048, + "nauc_map_at_10_diff1": 0.83841, + "nauc_map_at_20_max": 0.583009, + "nauc_map_at_20_std": 0.04478, + "nauc_map_at_20_diff1": 0.838548, + "nauc_map_at_100_max": 0.582003, + "nauc_map_at_100_std": 0.046096, + "nauc_map_at_100_diff1": 0.838879, + "nauc_map_at_1000_max": 0.580709, + "nauc_map_at_1000_std": 0.043507, + "nauc_map_at_1000_diff1": 0.839086, + "nauc_recall_at_1_max": 0.534085, + "nauc_recall_at_1_std": -0.009045, + "nauc_recall_at_1_diff1": 0.871117, + "nauc_recall_at_3_max": 0.647531, + "nauc_recall_at_3_std": 0.095277, + "nauc_recall_at_3_diff1": 0.803989, + "nauc_recall_at_5_max": 0.668713, + "nauc_recall_at_5_std": 0.129808, + "nauc_recall_at_5_diff1": 0.784768, + "nauc_recall_at_10_max": 0.679703, + "nauc_recall_at_10_std": 0.181912, + "nauc_recall_at_10_diff1": 0.761742, + "nauc_recall_at_20_max": 0.775287, + "nauc_recall_at_20_std": 0.357434, + "nauc_recall_at_20_diff1": 0.750698, + "nauc_recall_at_100_max": 0.887202, + "nauc_recall_at_100_std": 0.690579, + "nauc_recall_at_100_diff1": 0.738865, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.523855, + "nauc_precision_at_1_std": -0.019269, + "nauc_precision_at_1_diff1": 0.860494, + "nauc_precision_at_3_max": 0.594212, + "nauc_precision_at_3_std": 0.090704, + "nauc_precision_at_3_diff1": 0.718954, + "nauc_precision_at_5_max": 0.545921, + "nauc_precision_at_5_std": 0.103359, + "nauc_precision_at_5_diff1": 0.624227, + "nauc_precision_at_10_max": 0.440103, + "nauc_precision_at_10_std": 0.157537, + "nauc_precision_at_10_diff1": 0.461915, + "nauc_precision_at_20_max": 0.397951, + "nauc_precision_at_20_std": 0.273515, + "nauc_precision_at_20_diff1": 0.323816, + "nauc_precision_at_100_max": -0.199312, + "nauc_precision_at_100_std": -0.003667, + "nauc_precision_at_100_diff1": -0.240149, + "nauc_precision_at_1000_max": -0.467383, + "nauc_precision_at_1000_std": -0.351301, + "nauc_precision_at_1000_diff1": -0.39694, + "nauc_cv_recall_at_1_max": 0.523855, + "nauc_cv_recall_at_1_std": -0.019269, + "nauc_cv_recall_at_1_diff1": 0.860494, + "nauc_cv_recall_at_3_max": 0.638519, + "nauc_cv_recall_at_3_std": 0.095215, + "nauc_cv_recall_at_3_diff1": 0.793598, + "nauc_cv_recall_at_5_max": 0.661771, + "nauc_cv_recall_at_5_std": 0.135252, + "nauc_cv_recall_at_5_diff1": 0.775006, + "nauc_cv_recall_at_10_max": 0.666421, + "nauc_cv_recall_at_10_std": 0.179034, + "nauc_cv_recall_at_10_diff1": 0.759616, + "nauc_cv_recall_at_20_max": 0.779536, + "nauc_cv_recall_at_20_std": 0.399206, + "nauc_cv_recall_at_20_diff1": 0.742542, + "nauc_cv_recall_at_100_max": 0.86974, + "nauc_cv_recall_at_100_std": 0.595849, + "nauc_cv_recall_at_100_diff1": 0.755345, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.523855, + "nauc_mrr_at_1_std": -0.019269, + "nauc_mrr_at_1_diff1": 0.860494, + "nauc_mrr_at_3_max": 0.566097, + "nauc_mrr_at_3_std": 0.022868, + "nauc_mrr_at_3_diff1": 0.834019, + "nauc_mrr_at_5_max": 0.568128, + "nauc_mrr_at_5_std": 0.027275, + "nauc_mrr_at_5_diff1": 0.832118, + "nauc_mrr_at_10_max": 0.566745, + "nauc_mrr_at_10_std": 0.029202, + "nauc_mrr_at_10_diff1": 0.831189, + "nauc_mrr_at_20_max": 0.570742, + "nauc_mrr_at_20_std": 0.036812, + "nauc_mrr_at_20_diff1": 0.831215, + "nauc_mrr_at_100_max": 0.56923, + "nauc_mrr_at_100_std": 0.0347, + "nauc_mrr_at_100_diff1": 0.831871, + "nauc_mrr_at_1000_max": 0.568958, + "nauc_mrr_at_1000_std": 0.034258, + "nauc_mrr_at_1000_diff1": 0.831977, + "main_score": 0.70162, + "hf_subset": "default", + "languages": [ + "ita-Latn" + ] + } + ] + }, + "evaluation_time": 76.75636553764343, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaNlLegalRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaNlLegalRetrieval.json new file mode 100644 index 0000000000..cea95af25f --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDREuropeanaNlLegalRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDREuropeanaNlLegalRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.38384, + "ndcg_at_3": 0.51444, + "ndcg_at_5": 0.55942, + "ndcg_at_10": 0.58843, + "ndcg_at_20": 0.61112, + "ndcg_at_100": 0.62716, + "ndcg_at_1000": 0.62997, + "map_at_1": 0.38384, + "map_at_3": 0.48274, + "map_at_5": 0.50724, + "map_at_10": 0.51901, + "map_at_20": 0.52538, + "map_at_100": 0.52771, + "map_at_1000": 0.52785, + "recall_at_1": 0.38384, + "recall_at_3": 0.60606, + "recall_at_5": 0.71717, + "recall_at_10": 0.80808, + "recall_at_20": 0.89562, + "recall_at_100": 0.9798, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.38384, + "cv_recall_at_3": 0.60606, + "cv_recall_at_5": 0.71717, + "cv_recall_at_10": 0.80808, + "cv_recall_at_20": 0.89899, + "cv_recall_at_100": 0.9798, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.38384, + "precision_at_3": 0.2037, + "precision_at_5": 0.14444, + "precision_at_10": 0.08131, + "precision_at_20": 0.0452, + "precision_at_100": 0.00995, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.383838, + "mrr_at_3": 0.482323, + "mrr_at_5": 0.506818, + "mrr_at_10": 0.518587, + "mrr_at_20": 0.525223, + "mrr_at_100": 0.527407, + "mrr_at_1000": 0.527548, + "nauc_ndcg_at_1_max": 0.179547, + "nauc_ndcg_at_1_std": -0.108458, + "nauc_ndcg_at_1_diff1": 0.532676, + "nauc_ndcg_at_3_max": 0.214018, + "nauc_ndcg_at_3_std": -0.101123, + "nauc_ndcg_at_3_diff1": 0.470249, + "nauc_ndcg_at_5_max": 0.227301, + "nauc_ndcg_at_5_std": -0.087165, + "nauc_ndcg_at_5_diff1": 0.46248, + "nauc_ndcg_at_10_max": 0.211689, + "nauc_ndcg_at_10_std": -0.100799, + "nauc_ndcg_at_10_diff1": 0.47157, + "nauc_ndcg_at_20_max": 0.215379, + "nauc_ndcg_at_20_std": -0.084845, + "nauc_ndcg_at_20_diff1": 0.492997, + "nauc_ndcg_at_100_max": 0.213783, + "nauc_ndcg_at_100_std": -0.092456, + "nauc_ndcg_at_100_diff1": 0.492032, + "nauc_ndcg_at_1000_max": 0.213694, + "nauc_ndcg_at_1000_std": -0.094602, + "nauc_ndcg_at_1000_diff1": 0.488451, + "nauc_map_at_1_max": 0.179547, + "nauc_map_at_1_std": -0.108458, + "nauc_map_at_1_diff1": 0.532676, + "nauc_map_at_3_max": 0.209553, + "nauc_map_at_3_std": -0.099951, + "nauc_map_at_3_diff1": 0.484292, + "nauc_map_at_5_max": 0.215819, + "nauc_map_at_5_std": -0.094443, + "nauc_map_at_5_diff1": 0.481411, + "nauc_map_at_10_max": 0.208419, + "nauc_map_at_10_std": -0.10209, + "nauc_map_at_10_diff1": 0.485829, + "nauc_map_at_20_max": 0.209945, + "nauc_map_at_20_std": -0.097694, + "nauc_map_at_20_diff1": 0.491724, + "nauc_map_at_100_max": 0.209958, + "nauc_map_at_100_std": -0.098397, + "nauc_map_at_100_diff1": 0.491427, + "nauc_map_at_1000_max": 0.209965, + "nauc_map_at_1000_std": -0.098479, + "nauc_map_at_1000_diff1": 0.491283, + "nauc_recall_at_1_max": 0.179547, + "nauc_recall_at_1_std": -0.108458, + "nauc_recall_at_1_diff1": 0.532676, + "nauc_recall_at_3_max": 0.226076, + "nauc_recall_at_3_std": -0.106302, + "nauc_recall_at_3_diff1": 0.426611, + "nauc_recall_at_5_max": 0.271889, + "nauc_recall_at_5_std": -0.055521, + "nauc_recall_at_5_diff1": 0.388737, + "nauc_recall_at_10_max": 0.223846, + "nauc_recall_at_10_std": -0.088061, + "nauc_recall_at_10_diff1": 0.400908, + "nauc_recall_at_20_max": 0.250316, + "nauc_recall_at_20_std": 0.06261, + "nauc_recall_at_20_diff1": 0.557586, + "nauc_recall_at_100_max": 0.228711, + "nauc_recall_at_100_std": 0.100314, + "nauc_recall_at_100_diff1": 0.806876, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.179547, + "nauc_precision_at_1_std": -0.108458, + "nauc_precision_at_1_diff1": 0.532676, + "nauc_precision_at_3_max": 0.214241, + "nauc_precision_at_3_std": -0.112143, + "nauc_precision_at_3_diff1": 0.403562, + "nauc_precision_at_5_max": 0.255524, + "nauc_precision_at_5_std": -0.064561, + "nauc_precision_at_5_diff1": 0.361207, + "nauc_precision_at_10_max": 0.203889, + "nauc_precision_at_10_std": -0.098807, + "nauc_precision_at_10_diff1": 0.363028, + "nauc_precision_at_20_max": 0.225827, + "nauc_precision_at_20_std": 0.051174, + "nauc_precision_at_20_diff1": 0.468158, + "nauc_precision_at_100_max": 0.097896, + "nauc_precision_at_100_std": 0.106629, + "nauc_precision_at_100_diff1": 0.083483, + "nauc_precision_at_1000_max": -0.002849, + "nauc_precision_at_1000_std": 0.111492, + "nauc_precision_at_1000_diff1": -0.473625, + "nauc_cv_recall_at_1_max": 0.179547, + "nauc_cv_recall_at_1_std": -0.108458, + "nauc_cv_recall_at_1_diff1": 0.532676, + "nauc_cv_recall_at_3_max": 0.226076, + "nauc_cv_recall_at_3_std": -0.106302, + "nauc_cv_recall_at_3_diff1": 0.426611, + "nauc_cv_recall_at_5_max": 0.271889, + "nauc_cv_recall_at_5_std": -0.055521, + "nauc_cv_recall_at_5_diff1": 0.388737, + "nauc_cv_recall_at_10_max": 0.223846, + "nauc_cv_recall_at_10_std": -0.088061, + "nauc_cv_recall_at_10_diff1": 0.400908, + "nauc_cv_recall_at_20_max": 0.263294, + "nauc_cv_recall_at_20_std": 0.08331, + "nauc_cv_recall_at_20_diff1": 0.544769, + "nauc_cv_recall_at_100_max": 0.228711, + "nauc_cv_recall_at_100_std": 0.100314, + "nauc_cv_recall_at_100_diff1": 0.806876, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.179547, + "nauc_mrr_at_1_std": -0.108458, + "nauc_mrr_at_1_diff1": 0.532676, + "nauc_mrr_at_3_max": 0.21004, + "nauc_mrr_at_3_std": -0.099287, + "nauc_mrr_at_3_diff1": 0.485287, + "nauc_mrr_at_5_max": 0.216329, + "nauc_mrr_at_5_std": -0.093749, + "nauc_mrr_at_5_diff1": 0.482448, + "nauc_mrr_at_10_max": 0.208942, + "nauc_mrr_at_10_std": -0.101379, + "nauc_mrr_at_10_diff1": 0.486896, + "nauc_mrr_at_20_max": 0.210771, + "nauc_mrr_at_20_std": -0.096569, + "nauc_mrr_at_20_diff1": 0.492445, + "nauc_mrr_at_100_max": 0.210633, + "nauc_mrr_at_100_std": -0.097479, + "nauc_mrr_at_100_diff1": 0.492349, + "nauc_mrr_at_1000_max": 0.21064, + "nauc_mrr_at_1000_std": -0.09756, + "nauc_mrr_at_1000_diff1": 0.492206, + "main_score": 0.55942, + "hf_subset": "default", + "languages": [ + "nld-Latn" + ] + } + ] + }, + "evaluation_time": 61.88400936126709, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRGitHubReadmeRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRGitHubReadmeRetrieval.json new file mode 100644 index 0000000000..e574fa9721 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRGitHubReadmeRetrieval.json @@ -0,0 +1,2986 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRGitHubReadmeRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.65898, + "ndcg_at_3": 0.7002, + "ndcg_at_5": 0.70853, + "ndcg_at_10": 0.71866, + "ndcg_at_20": 0.72405, + "ndcg_at_100": 0.73107, + "ndcg_at_1000": 0.74948, + "map_at_1": 0.65747, + "map_at_3": 0.6904, + "map_at_5": 0.69507, + "map_at_10": 0.6993, + "map_at_20": 0.70081, + "map_at_100": 0.70177, + "map_at_1000": 0.7022, + "recall_at_1": 0.65747, + "recall_at_3": 0.72818, + "recall_at_5": 0.74824, + "recall_at_10": 0.77934, + "recall_at_20": 0.8004, + "recall_at_100": 0.83852, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.65898, + "cv_recall_at_3": 0.72818, + "cv_recall_at_5": 0.74824, + "cv_recall_at_10": 0.77934, + "cv_recall_at_20": 0.8004, + "cv_recall_at_100": 0.83852, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.65898, + "precision_at_3": 0.24373, + "precision_at_5": 0.15025, + "precision_at_10": 0.07823, + "precision_at_20": 0.04017, + "precision_at_100": 0.00842, + "precision_at_1000": 0.001, + "mrr_at_1": 0.658977, + "mrr_at_3": 0.690572, + "mrr_at_5": 0.695236, + "mrr_at_10": 0.699464, + "mrr_at_20": 0.70098, + "mrr_at_100": 0.701937, + "mrr_at_1000": 0.702364, + "nauc_ndcg_at_1_max": 0.268054, + "nauc_ndcg_at_1_std": 0.019759, + "nauc_ndcg_at_1_diff1": 0.838147, + "nauc_ndcg_at_3_max": 0.266958, + "nauc_ndcg_at_3_std": 0.0228, + "nauc_ndcg_at_3_diff1": 0.806058, + "nauc_ndcg_at_5_max": 0.271515, + "nauc_ndcg_at_5_std": 0.028815, + "nauc_ndcg_at_5_diff1": 0.796986, + "nauc_ndcg_at_10_max": 0.266072, + "nauc_ndcg_at_10_std": 0.026269, + "nauc_ndcg_at_10_diff1": 0.788317, + "nauc_ndcg_at_20_max": 0.276798, + "nauc_ndcg_at_20_std": 0.041227, + "nauc_ndcg_at_20_diff1": 0.785375, + "nauc_ndcg_at_100_max": 0.271504, + "nauc_ndcg_at_100_std": 0.03657, + "nauc_ndcg_at_100_diff1": 0.784835, + "nauc_ndcg_at_1000_max": 0.269175, + "nauc_ndcg_at_1000_std": 0.029989, + "nauc_ndcg_at_1000_diff1": 0.792775, + "nauc_map_at_1_max": 0.267185, + "nauc_map_at_1_std": 0.021016, + "nauc_map_at_1_diff1": 0.838873, + "nauc_map_at_3_max": 0.266034, + "nauc_map_at_3_std": 0.019847, + "nauc_map_at_3_diff1": 0.813882, + "nauc_map_at_5_max": 0.26836, + "nauc_map_at_5_std": 0.022928, + "nauc_map_at_5_diff1": 0.809045, + "nauc_map_at_10_max": 0.266127, + "nauc_map_at_10_std": 0.021751, + "nauc_map_at_10_diff1": 0.805889, + "nauc_map_at_20_max": 0.268977, + "nauc_map_at_20_std": 0.025595, + "nauc_map_at_20_diff1": 0.805228, + "nauc_map_at_100_max": 0.268237, + "nauc_map_at_100_std": 0.024826, + "nauc_map_at_100_diff1": 0.805137, + "nauc_map_at_1000_max": 0.268072, + "nauc_map_at_1000_std": 0.024564, + "nauc_map_at_1000_diff1": 0.805233, + "nauc_recall_at_1_max": 0.267185, + "nauc_recall_at_1_std": 0.021016, + "nauc_recall_at_1_diff1": 0.838873, + "nauc_recall_at_3_max": 0.270801, + "nauc_recall_at_3_std": 0.033464, + "nauc_recall_at_3_diff1": 0.781691, + "nauc_recall_at_5_max": 0.283906, + "nauc_recall_at_5_std": 0.050962, + "nauc_recall_at_5_diff1": 0.75589, + "nauc_recall_at_10_max": 0.265353, + "nauc_recall_at_10_std": 0.044623, + "nauc_recall_at_10_diff1": 0.71837, + "nauc_recall_at_20_max": 0.318763, + "nauc_recall_at_20_std": 0.121825, + "nauc_recall_at_20_diff1": 0.69754, + "nauc_recall_at_100_max": 0.286136, + "nauc_recall_at_100_std": 0.104749, + "nauc_recall_at_100_diff1": 0.676091, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.268054, + "nauc_precision_at_1_std": 0.019759, + "nauc_precision_at_1_diff1": 0.838147, + "nauc_precision_at_3_max": 0.265176, + "nauc_precision_at_3_std": 0.029699, + "nauc_precision_at_3_diff1": 0.757517, + "nauc_precision_at_5_max": 0.277626, + "nauc_precision_at_5_std": 0.046561, + "nauc_precision_at_5_diff1": 0.730778, + "nauc_precision_at_10_max": 0.258861, + "nauc_precision_at_10_std": 0.039904, + "nauc_precision_at_10_diff1": 0.691483, + "nauc_precision_at_20_max": 0.310299, + "nauc_precision_at_20_std": 0.114626, + "nauc_precision_at_20_diff1": 0.669088, + "nauc_precision_at_100_max": 0.276981, + "nauc_precision_at_100_std": 0.096611, + "nauc_precision_at_100_diff1": 0.642408, + "nauc_precision_at_1000_max": 0.008481, + "nauc_precision_at_1000_std": -0.142084, + "nauc_precision_at_1000_diff1": -0.345491, + "nauc_cv_recall_at_1_max": 0.268054, + "nauc_cv_recall_at_1_std": 0.019759, + "nauc_cv_recall_at_1_diff1": 0.838147, + "nauc_cv_recall_at_3_max": 0.270801, + "nauc_cv_recall_at_3_std": 0.033464, + "nauc_cv_recall_at_3_diff1": 0.781691, + "nauc_cv_recall_at_5_max": 0.283906, + "nauc_cv_recall_at_5_std": 0.050962, + "nauc_cv_recall_at_5_diff1": 0.75589, + "nauc_cv_recall_at_10_max": 0.265353, + "nauc_cv_recall_at_10_std": 0.044623, + "nauc_cv_recall_at_10_diff1": 0.71837, + "nauc_cv_recall_at_20_max": 0.318763, + "nauc_cv_recall_at_20_std": 0.121825, + "nauc_cv_recall_at_20_diff1": 0.69754, + "nauc_cv_recall_at_100_max": 0.286136, + "nauc_cv_recall_at_100_std": 0.104749, + "nauc_cv_recall_at_100_diff1": 0.676091, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.268054, + "nauc_mrr_at_1_std": 0.019759, + "nauc_mrr_at_1_diff1": 0.838147, + "nauc_mrr_at_3_max": 0.265775, + "nauc_mrr_at_3_std": 0.019626, + "nauc_mrr_at_3_diff1": 0.81371, + "nauc_mrr_at_5_max": 0.268098, + "nauc_mrr_at_5_std": 0.022705, + "nauc_mrr_at_5_diff1": 0.808868, + "nauc_mrr_at_10_max": 0.265862, + "nauc_mrr_at_10_std": 0.021525, + "nauc_mrr_at_10_diff1": 0.805709, + "nauc_mrr_at_20_max": 0.268711, + "nauc_mrr_at_20_std": 0.02537, + "nauc_mrr_at_20_diff1": 0.805047, + "nauc_mrr_at_100_max": 0.26797, + "nauc_mrr_at_100_std": 0.024599, + "nauc_mrr_at_100_diff1": 0.804955, + "nauc_mrr_at_1000_max": 0.267804, + "nauc_mrr_at_1000_std": 0.024337, + "nauc_mrr_at_1000_diff1": 0.805052, + "main_score": 0.70853, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.555, + "ndcg_at_3": 0.58621, + "ndcg_at_5": 0.59577, + "ndcg_at_10": 0.60632, + "ndcg_at_20": 0.611, + "ndcg_at_100": 0.6193, + "ndcg_at_1000": 0.65056, + "map_at_1": 0.555, + "map_at_3": 0.57867, + "map_at_5": 0.58402, + "map_at_10": 0.5885, + "map_at_20": 0.58971, + "map_at_100": 0.59071, + "map_at_1000": 0.59149, + "recall_at_1": 0.555, + "recall_at_3": 0.608, + "recall_at_5": 0.631, + "recall_at_10": 0.663, + "recall_at_20": 0.682, + "recall_at_100": 0.729, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.555, + "cv_recall_at_3": 0.608, + "cv_recall_at_5": 0.631, + "cv_recall_at_10": 0.663, + "cv_recall_at_20": 0.682, + "cv_recall_at_100": 0.729, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.555, + "precision_at_3": 0.20267, + "precision_at_5": 0.1262, + "precision_at_10": 0.0663, + "precision_at_20": 0.0341, + "precision_at_100": 0.00729, + "precision_at_1000": 0.001, + "mrr_at_1": 0.555, + "mrr_at_3": 0.578667, + "mrr_at_5": 0.584017, + "mrr_at_10": 0.588495, + "mrr_at_20": 0.589706, + "mrr_at_100": 0.590715, + "mrr_at_1000": 0.591494, + "nauc_ndcg_at_1_max": 0.083134, + "nauc_ndcg_at_1_std": -0.021945, + "nauc_ndcg_at_1_diff1": 0.725031, + "nauc_ndcg_at_3_max": 0.08034, + "nauc_ndcg_at_3_std": -0.023559, + "nauc_ndcg_at_3_diff1": 0.693202, + "nauc_ndcg_at_5_max": 0.081193, + "nauc_ndcg_at_5_std": -0.019372, + "nauc_ndcg_at_5_diff1": 0.681888, + "nauc_ndcg_at_10_max": 0.072724, + "nauc_ndcg_at_10_std": -0.025902, + "nauc_ndcg_at_10_diff1": 0.670986, + "nauc_ndcg_at_20_max": 0.075153, + "nauc_ndcg_at_20_std": -0.022026, + "nauc_ndcg_at_20_diff1": 0.666009, + "nauc_ndcg_at_100_max": 0.075199, + "nauc_ndcg_at_100_std": -0.020484, + "nauc_ndcg_at_100_diff1": 0.660767, + "nauc_ndcg_at_1000_max": 0.07686, + "nauc_ndcg_at_1000_std": -0.021797, + "nauc_ndcg_at_1000_diff1": 0.673327, + "nauc_map_at_1_max": 0.083134, + "nauc_map_at_1_std": -0.021945, + "nauc_map_at_1_diff1": 0.725031, + "nauc_map_at_3_max": 0.080733, + "nauc_map_at_3_std": -0.023852, + "nauc_map_at_3_diff1": 0.701204, + "nauc_map_at_5_max": 0.081284, + "nauc_map_at_5_std": -0.021508, + "nauc_map_at_5_diff1": 0.695005, + "nauc_map_at_10_max": 0.078017, + "nauc_map_at_10_std": -0.023956, + "nauc_map_at_10_diff1": 0.690619, + "nauc_map_at_20_max": 0.078557, + "nauc_map_at_20_std": -0.023065, + "nauc_map_at_20_diff1": 0.68937, + "nauc_map_at_100_max": 0.078709, + "nauc_map_at_100_std": -0.0227, + "nauc_map_at_100_diff1": 0.688754, + "nauc_map_at_1000_max": 0.078771, + "nauc_map_at_1000_std": -0.022727, + "nauc_map_at_1000_diff1": 0.688987, + "nauc_recall_at_1_max": 0.083134, + "nauc_recall_at_1_std": -0.021945, + "nauc_recall_at_1_diff1": 0.725031, + "nauc_recall_at_3_max": 0.079292, + "nauc_recall_at_3_std": -0.022387, + "nauc_recall_at_3_diff1": 0.669203, + "nauc_recall_at_5_max": 0.081069, + "nauc_recall_at_5_std": -0.011893, + "nauc_recall_at_5_diff1": 0.639664, + "nauc_recall_at_10_max": 0.051467, + "nauc_recall_at_10_std": -0.034748, + "nauc_recall_at_10_diff1": 0.60056, + "nauc_recall_at_20_max": 0.062571, + "nauc_recall_at_20_std": -0.016454, + "nauc_recall_at_20_diff1": 0.575286, + "nauc_recall_at_100_max": 0.058293, + "nauc_recall_at_100_std": -0.008915, + "nauc_recall_at_100_diff1": 0.527488, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.083134, + "nauc_precision_at_1_std": -0.021945, + "nauc_precision_at_1_diff1": 0.725031, + "nauc_precision_at_3_max": 0.079292, + "nauc_precision_at_3_std": -0.022387, + "nauc_precision_at_3_diff1": 0.669203, + "nauc_precision_at_5_max": 0.081069, + "nauc_precision_at_5_std": -0.011893, + "nauc_precision_at_5_diff1": 0.639664, + "nauc_precision_at_10_max": 0.051467, + "nauc_precision_at_10_std": -0.034748, + "nauc_precision_at_10_diff1": 0.60056, + "nauc_precision_at_20_max": 0.062571, + "nauc_precision_at_20_std": -0.016454, + "nauc_precision_at_20_diff1": 0.575286, + "nauc_precision_at_100_max": 0.058293, + "nauc_precision_at_100_std": -0.008915, + "nauc_precision_at_100_diff1": 0.527488, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.083134, + "nauc_cv_recall_at_1_std": -0.021945, + "nauc_cv_recall_at_1_diff1": 0.725031, + "nauc_cv_recall_at_3_max": 0.079292, + "nauc_cv_recall_at_3_std": -0.022387, + "nauc_cv_recall_at_3_diff1": 0.669203, + "nauc_cv_recall_at_5_max": 0.081069, + "nauc_cv_recall_at_5_std": -0.011893, + "nauc_cv_recall_at_5_diff1": 0.639664, + "nauc_cv_recall_at_10_max": 0.051467, + "nauc_cv_recall_at_10_std": -0.034748, + "nauc_cv_recall_at_10_diff1": 0.60056, + "nauc_cv_recall_at_20_max": 0.062571, + "nauc_cv_recall_at_20_std": -0.016454, + "nauc_cv_recall_at_20_diff1": 0.575286, + "nauc_cv_recall_at_100_max": 0.058293, + "nauc_cv_recall_at_100_std": -0.008915, + "nauc_cv_recall_at_100_diff1": 0.527488, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.083134, + "nauc_mrr_at_1_std": -0.021945, + "nauc_mrr_at_1_diff1": 0.725031, + "nauc_mrr_at_3_max": 0.080733, + "nauc_mrr_at_3_std": -0.023852, + "nauc_mrr_at_3_diff1": 0.701204, + "nauc_mrr_at_5_max": 0.081284, + "nauc_mrr_at_5_std": -0.021508, + "nauc_mrr_at_5_diff1": 0.695005, + "nauc_mrr_at_10_max": 0.078017, + "nauc_mrr_at_10_std": -0.023956, + "nauc_mrr_at_10_diff1": 0.690619, + "nauc_mrr_at_20_max": 0.078557, + "nauc_mrr_at_20_std": -0.023065, + "nauc_mrr_at_20_diff1": 0.68937, + "nauc_mrr_at_100_max": 0.078709, + "nauc_mrr_at_100_std": -0.0227, + "nauc_mrr_at_100_diff1": 0.688754, + "nauc_mrr_at_1000_max": 0.078771, + "nauc_mrr_at_1000_std": -0.022727, + "nauc_mrr_at_1000_diff1": 0.688987, + "main_score": 0.59577, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.85743, + "ndcg_at_3": 0.88679, + "ndcg_at_5": 0.89051, + "ndcg_at_10": 0.89257, + "ndcg_at_20": 0.89668, + "ndcg_at_100": 0.90025, + "ndcg_at_1000": 0.90519, + "map_at_1": 0.85592, + "map_at_3": 0.87952, + "map_at_5": 0.88158, + "map_at_10": 0.88247, + "map_at_20": 0.88363, + "map_at_100": 0.88414, + "map_at_1000": 0.88427, + "recall_at_1": 0.85592, + "recall_at_3": 0.90713, + "recall_at_5": 0.91616, + "recall_at_10": 0.92219, + "recall_at_20": 0.93825, + "recall_at_100": 0.95733, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.85743, + "cv_recall_at_3": 0.90763, + "cv_recall_at_5": 0.91667, + "cv_recall_at_10": 0.92269, + "cv_recall_at_20": 0.93876, + "cv_recall_at_100": 0.95783, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.85743, + "precision_at_3": 0.30321, + "precision_at_5": 0.18373, + "precision_at_10": 0.09257, + "precision_at_20": 0.04709, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "mrr_at_1": 0.85743, + "mrr_at_3": 0.880187, + "mrr_at_5": 0.882246, + "mrr_at_10": 0.883111, + "mrr_at_20": 0.88427, + "mrr_at_100": 0.884782, + "mrr_at_1000": 0.884903, + "nauc_ndcg_at_1_max": 0.401973, + "nauc_ndcg_at_1_std": 0.057825, + "nauc_ndcg_at_1_diff1": 0.869916, + "nauc_ndcg_at_3_max": 0.407368, + "nauc_ndcg_at_3_std": 0.065518, + "nauc_ndcg_at_3_diff1": 0.838288, + "nauc_ndcg_at_5_max": 0.40385, + "nauc_ndcg_at_5_std": 0.071746, + "nauc_ndcg_at_5_diff1": 0.835694, + "nauc_ndcg_at_10_max": 0.408316, + "nauc_ndcg_at_10_std": 0.077185, + "nauc_ndcg_at_10_diff1": 0.832925, + "nauc_ndcg_at_20_max": 0.409806, + "nauc_ndcg_at_20_std": 0.086374, + "nauc_ndcg_at_20_diff1": 0.828859, + "nauc_ndcg_at_100_max": 0.403959, + "nauc_ndcg_at_100_std": 0.082801, + "nauc_ndcg_at_100_diff1": 0.825149, + "nauc_ndcg_at_1000_max": 0.404952, + "nauc_ndcg_at_1000_std": 0.076815, + "nauc_ndcg_at_1000_diff1": 0.833023, + "nauc_map_at_1_max": 0.399435, + "nauc_map_at_1_std": 0.055911, + "nauc_map_at_1_diff1": 0.871563, + "nauc_map_at_3_max": 0.405869, + "nauc_map_at_3_std": 0.062917, + "nauc_map_at_3_diff1": 0.847092, + "nauc_map_at_5_max": 0.40419, + "nauc_map_at_5_std": 0.066433, + "nauc_map_at_5_diff1": 0.845873, + "nauc_map_at_10_max": 0.406184, + "nauc_map_at_10_std": 0.068868, + "nauc_map_at_10_diff1": 0.844861, + "nauc_map_at_20_max": 0.406363, + "nauc_map_at_20_std": 0.071021, + "nauc_map_at_20_diff1": 0.843977, + "nauc_map_at_100_max": 0.405291, + "nauc_map_at_100_std": 0.070011, + "nauc_map_at_100_diff1": 0.843586, + "nauc_map_at_1000_max": 0.405316, + "nauc_map_at_1000_std": 0.069879, + "nauc_map_at_1000_diff1": 0.843659, + "nauc_recall_at_1_max": 0.399435, + "nauc_recall_at_1_std": 0.055911, + "nauc_recall_at_1_diff1": 0.871563, + "nauc_recall_at_3_max": 0.413031, + "nauc_recall_at_3_std": 0.072367, + "nauc_recall_at_3_diff1": 0.806185, + "nauc_recall_at_5_max": 0.401783, + "nauc_recall_at_5_std": 0.090455, + "nauc_recall_at_5_diff1": 0.794886, + "nauc_recall_at_10_max": 0.416662, + "nauc_recall_at_10_std": 0.108912, + "nauc_recall_at_10_diff1": 0.780694, + "nauc_recall_at_20_max": 0.430611, + "nauc_recall_at_20_std": 0.176712, + "nauc_recall_at_20_diff1": 0.740915, + "nauc_recall_at_100_max": 0.382014, + "nauc_recall_at_100_std": 0.194245, + "nauc_recall_at_100_diff1": 0.656242, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.401973, + "nauc_precision_at_1_std": 0.057825, + "nauc_precision_at_1_diff1": 0.869916, + "nauc_precision_at_3_max": 0.398378, + "nauc_precision_at_3_std": 0.071108, + "nauc_precision_at_3_diff1": 0.756324, + "nauc_precision_at_5_max": 0.385992, + "nauc_precision_at_5_std": 0.088442, + "nauc_precision_at_5_diff1": 0.740225, + "nauc_precision_at_10_max": 0.397559, + "nauc_precision_at_10_std": 0.124966, + "nauc_precision_at_10_diff1": 0.695044, + "nauc_precision_at_20_max": 0.405898, + "nauc_precision_at_20_std": 0.191818, + "nauc_precision_at_20_diff1": 0.6374, + "nauc_precision_at_100_max": 0.352209, + "nauc_precision_at_100_std": 0.213679, + "nauc_precision_at_100_diff1": 0.519526, + "nauc_precision_at_1000_max": 0.030881, + "nauc_precision_at_1000_std": 0.304209, + "nauc_precision_at_1000_diff1": -0.535361, + "nauc_cv_recall_at_1_max": 0.401973, + "nauc_cv_recall_at_1_std": 0.057825, + "nauc_cv_recall_at_1_diff1": 0.869916, + "nauc_cv_recall_at_3_max": 0.413329, + "nauc_cv_recall_at_3_std": 0.075823, + "nauc_cv_recall_at_3_diff1": 0.806641, + "nauc_cv_recall_at_5_max": 0.402046, + "nauc_cv_recall_at_5_std": 0.094394, + "nauc_cv_recall_at_5_diff1": 0.795324, + "nauc_cv_recall_at_10_max": 0.417042, + "nauc_cv_recall_at_10_std": 0.113278, + "nauc_cv_recall_at_10_diff1": 0.781074, + "nauc_cv_recall_at_20_max": 0.431205, + "nauc_cv_recall_at_20_std": 0.182779, + "nauc_cv_recall_at_20_diff1": 0.741068, + "nauc_cv_recall_at_100_max": 0.382299, + "nauc_cv_recall_at_100_std": 0.203266, + "nauc_cv_recall_at_100_diff1": 0.655456, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.401973, + "nauc_mrr_at_1_std": 0.057825, + "nauc_mrr_at_1_diff1": 0.869916, + "nauc_mrr_at_3_max": 0.405558, + "nauc_mrr_at_3_std": 0.065137, + "nauc_mrr_at_3_diff1": 0.846775, + "nauc_mrr_at_5_max": 0.403865, + "nauc_mrr_at_5_std": 0.068711, + "nauc_mrr_at_5_diff1": 0.845544, + "nauc_mrr_at_10_max": 0.405623, + "nauc_mrr_at_10_std": 0.07072, + "nauc_mrr_at_10_diff1": 0.844563, + "nauc_mrr_at_20_max": 0.405797, + "nauc_mrr_at_20_std": 0.072903, + "nauc_mrr_at_20_diff1": 0.843672, + "nauc_mrr_at_100_max": 0.404717, + "nauc_mrr_at_100_std": 0.071897, + "nauc_mrr_at_100_diff1": 0.843278, + "nauc_mrr_at_1000_max": 0.404742, + "nauc_mrr_at_1000_std": 0.071735, + "nauc_mrr_at_1000_diff1": 0.843351, + "main_score": 0.89051, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.93876, + "ndcg_at_3": 0.95267, + "ndcg_at_5": 0.95536, + "ndcg_at_10": 0.95913, + "ndcg_at_20": 0.96093, + "ndcg_at_100": 0.96245, + "ndcg_at_1000": 0.96319, + "map_at_1": 0.93825, + "map_at_3": 0.94946, + "map_at_5": 0.95094, + "map_at_10": 0.95273, + "map_at_20": 0.95323, + "map_at_100": 0.95345, + "map_at_1000": 0.95347, + "recall_at_1": 0.93825, + "recall_at_3": 0.96185, + "recall_at_5": 0.96821, + "recall_at_10": 0.97892, + "recall_at_20": 0.98594, + "recall_at_100": 0.99398, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.93876, + "cv_recall_at_3": 0.96185, + "cv_recall_at_5": 0.96888, + "cv_recall_at_10": 0.97892, + "cv_recall_at_20": 0.98594, + "cv_recall_at_100": 0.99398, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.93876, + "precision_at_3": 0.32095, + "precision_at_5": 0.19398, + "precision_at_10": 0.09819, + "precision_at_20": 0.04945, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.938755, + "mrr_at_3": 0.949465, + "mrr_at_5": 0.951071, + "mrr_at_10": 0.952623, + "mrr_at_20": 0.95313, + "mrr_at_100": 0.953345, + "mrr_at_1000": 0.953368, + "nauc_ndcg_at_1_max": 0.406016, + "nauc_ndcg_at_1_std": -0.109525, + "nauc_ndcg_at_1_diff1": 0.949907, + "nauc_ndcg_at_3_max": 0.392279, + "nauc_ndcg_at_3_std": -0.127561, + "nauc_ndcg_at_3_diff1": 0.94612, + "nauc_ndcg_at_5_max": 0.370749, + "nauc_ndcg_at_5_std": -0.147022, + "nauc_ndcg_at_5_diff1": 0.94515, + "nauc_ndcg_at_10_max": 0.39023, + "nauc_ndcg_at_10_std": -0.122479, + "nauc_ndcg_at_10_diff1": 0.943988, + "nauc_ndcg_at_20_max": 0.384009, + "nauc_ndcg_at_20_std": -0.132221, + "nauc_ndcg_at_20_diff1": 0.942196, + "nauc_ndcg_at_100_max": 0.368232, + "nauc_ndcg_at_100_std": -0.145536, + "nauc_ndcg_at_100_diff1": 0.939864, + "nauc_ndcg_at_1000_max": 0.383163, + "nauc_ndcg_at_1000_std": -0.131523, + "nauc_ndcg_at_1000_diff1": 0.943136, + "nauc_map_at_1_max": 0.40132, + "nauc_map_at_1_std": -0.107636, + "nauc_map_at_1_diff1": 0.950314, + "nauc_map_at_3_max": 0.397157, + "nauc_map_at_3_std": -0.12103, + "nauc_map_at_3_diff1": 0.947409, + "nauc_map_at_5_max": 0.385029, + "nauc_map_at_5_std": -0.132285, + "nauc_map_at_5_diff1": 0.946901, + "nauc_map_at_10_max": 0.39444, + "nauc_map_at_10_std": -0.120331, + "nauc_map_at_10_diff1": 0.94647, + "nauc_map_at_20_max": 0.392876, + "nauc_map_at_20_std": -0.122855, + "nauc_map_at_20_diff1": 0.946045, + "nauc_map_at_100_max": 0.391009, + "nauc_map_at_100_std": -0.124448, + "nauc_map_at_100_diff1": 0.945796, + "nauc_map_at_1000_max": 0.391447, + "nauc_map_at_1000_std": -0.123995, + "nauc_map_at_1000_diff1": 0.945854, + "nauc_recall_at_1_max": 0.40132, + "nauc_recall_at_1_std": -0.107636, + "nauc_recall_at_1_diff1": 0.950314, + "nauc_recall_at_3_max": 0.37316, + "nauc_recall_at_3_std": -0.153214, + "nauc_recall_at_3_diff1": 0.941092, + "nauc_recall_at_5_max": 0.292789, + "nauc_recall_at_5_std": -0.226945, + "nauc_recall_at_5_diff1": 0.93757, + "nauc_recall_at_10_max": 0.365019, + "nauc_recall_at_10_std": -0.132769, + "nauc_recall_at_10_diff1": 0.927093, + "nauc_recall_at_20_max": 0.288736, + "nauc_recall_at_20_std": -0.236966, + "nauc_recall_at_20_diff1": 0.899981, + "nauc_recall_at_100_max": -0.349547, + "nauc_recall_at_100_std": -0.802121, + "nauc_recall_at_100_diff1": 0.766622, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.406016, + "nauc_precision_at_1_std": -0.109525, + "nauc_precision_at_1_diff1": 0.949907, + "nauc_precision_at_3_max": 0.361155, + "nauc_precision_at_3_std": -0.149604, + "nauc_precision_at_3_diff1": 0.874763, + "nauc_precision_at_5_max": 0.311911, + "nauc_precision_at_5_std": -0.187874, + "nauc_precision_at_5_diff1": 0.855975, + "nauc_precision_at_10_max": 0.386868, + "nauc_precision_at_10_std": 0.021567, + "nauc_precision_at_10_diff1": 0.628238, + "nauc_precision_at_20_max": 0.339246, + "nauc_precision_at_20_std": 0.001872, + "nauc_precision_at_20_diff1": 0.499608, + "nauc_precision_at_100_max": 0.033784, + "nauc_precision_at_100_std": -0.130119, + "nauc_precision_at_100_diff1": 0.142649, + "nauc_precision_at_1000_max": 0.474857, + "nauc_precision_at_1000_std": 0.643109, + "nauc_precision_at_1000_diff1": -0.575317, + "nauc_cv_recall_at_1_max": 0.406016, + "nauc_cv_recall_at_1_std": -0.109525, + "nauc_cv_recall_at_1_diff1": 0.949907, + "nauc_cv_recall_at_3_max": 0.37316, + "nauc_cv_recall_at_3_std": -0.153214, + "nauc_cv_recall_at_3_diff1": 0.941092, + "nauc_cv_recall_at_5_max": 0.323866, + "nauc_cv_recall_at_5_std": -0.194446, + "nauc_cv_recall_at_5_diff1": 0.936227, + "nauc_cv_recall_at_10_max": 0.365019, + "nauc_cv_recall_at_10_std": -0.132769, + "nauc_cv_recall_at_10_diff1": 0.927093, + "nauc_cv_recall_at_20_max": 0.288736, + "nauc_cv_recall_at_20_std": -0.236966, + "nauc_cv_recall_at_20_diff1": 0.899981, + "nauc_cv_recall_at_100_max": -0.349547, + "nauc_cv_recall_at_100_std": -0.802121, + "nauc_cv_recall_at_100_diff1": 0.766622, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.406016, + "nauc_mrr_at_1_std": -0.109525, + "nauc_mrr_at_1_diff1": 0.949907, + "nauc_mrr_at_3_max": 0.397157, + "nauc_mrr_at_3_std": -0.12103, + "nauc_mrr_at_3_diff1": 0.947409, + "nauc_mrr_at_5_max": 0.389235, + "nauc_mrr_at_5_std": -0.127892, + "nauc_mrr_at_5_diff1": 0.946756, + "nauc_mrr_at_10_max": 0.391071, + "nauc_mrr_at_10_std": -0.123855, + "nauc_mrr_at_10_diff1": 0.946587, + "nauc_mrr_at_20_max": 0.389474, + "nauc_mrr_at_20_std": -0.126411, + "nauc_mrr_at_20_diff1": 0.946164, + "nauc_mrr_at_100_max": 0.387595, + "nauc_mrr_at_100_std": -0.128017, + "nauc_mrr_at_100_diff1": 0.945916, + "nauc_mrr_at_1000_max": 0.388031, + "nauc_mrr_at_1000_std": -0.127567, + "nauc_mrr_at_1000_diff1": 0.945974, + "main_score": 0.95536, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.85872, + "ndcg_at_3": 0.88206, + "ndcg_at_5": 0.88495, + "ndcg_at_10": 0.88789, + "ndcg_at_20": 0.89009, + "ndcg_at_100": 0.89493, + "ndcg_at_1000": 0.90076, + "map_at_1": 0.85822, + "map_at_3": 0.87659, + "map_at_5": 0.87819, + "map_at_10": 0.87941, + "map_at_20": 0.87998, + "map_at_100": 0.88064, + "map_at_1000": 0.88078, + "recall_at_1": 0.85822, + "recall_at_3": 0.8978, + "recall_at_5": 0.90481, + "recall_at_10": 0.91383, + "recall_at_20": 0.92285, + "recall_at_100": 0.9489, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.85872, + "cv_recall_at_3": 0.8978, + "cv_recall_at_5": 0.90481, + "cv_recall_at_10": 0.91383, + "cv_recall_at_20": 0.92285, + "cv_recall_at_100": 0.9489, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.85872, + "precision_at_3": 0.2996, + "precision_at_5": 0.18116, + "precision_at_10": 0.09148, + "precision_at_20": 0.04619, + "precision_at_100": 0.00951, + "precision_at_1000": 0.001, + "mrr_at_1": 0.858717, + "mrr_at_3": 0.876587, + "mrr_at_5": 0.87819, + "mrr_at_10": 0.879412, + "mrr_at_20": 0.879978, + "mrr_at_100": 0.880641, + "mrr_at_1000": 0.880776, + "nauc_ndcg_at_1_max": 0.500618, + "nauc_ndcg_at_1_std": 0.095977, + "nauc_ndcg_at_1_diff1": 0.913206, + "nauc_ndcg_at_3_max": 0.492374, + "nauc_ndcg_at_3_std": 0.101525, + "nauc_ndcg_at_3_diff1": 0.894117, + "nauc_ndcg_at_5_max": 0.487632, + "nauc_ndcg_at_5_std": 0.100854, + "nauc_ndcg_at_5_diff1": 0.892416, + "nauc_ndcg_at_10_max": 0.490937, + "nauc_ndcg_at_10_std": 0.100887, + "nauc_ndcg_at_10_diff1": 0.891523, + "nauc_ndcg_at_20_max": 0.487545, + "nauc_ndcg_at_20_std": 0.096629, + "nauc_ndcg_at_20_diff1": 0.890187, + "nauc_ndcg_at_100_max": 0.493301, + "nauc_ndcg_at_100_std": 0.107611, + "nauc_ndcg_at_100_diff1": 0.890722, + "nauc_ndcg_at_1000_max": 0.491999, + "nauc_ndcg_at_1000_std": 0.102405, + "nauc_ndcg_at_1000_diff1": 0.89313, + "nauc_map_at_1_max": 0.496947, + "nauc_map_at_1_std": 0.095041, + "nauc_map_at_1_diff1": 0.913483, + "nauc_map_at_3_max": 0.494692, + "nauc_map_at_3_std": 0.098941, + "nauc_map_at_3_diff1": 0.899619, + "nauc_map_at_5_max": 0.491991, + "nauc_map_at_5_std": 0.098044, + "nauc_map_at_5_diff1": 0.898734, + "nauc_map_at_10_max": 0.493325, + "nauc_map_at_10_std": 0.097976, + "nauc_map_at_10_diff1": 0.898448, + "nauc_map_at_20_max": 0.492433, + "nauc_map_at_20_std": 0.096717, + "nauc_map_at_20_diff1": 0.898163, + "nauc_map_at_100_max": 0.493555, + "nauc_map_at_100_std": 0.098731, + "nauc_map_at_100_diff1": 0.898247, + "nauc_map_at_1000_max": 0.493451, + "nauc_map_at_1000_std": 0.098582, + "nauc_map_at_1000_diff1": 0.898248, + "nauc_recall_at_1_max": 0.496947, + "nauc_recall_at_1_std": 0.095041, + "nauc_recall_at_1_diff1": 0.913483, + "nauc_recall_at_3_max": 0.48444, + "nauc_recall_at_3_std": 0.110851, + "nauc_recall_at_3_diff1": 0.875219, + "nauc_recall_at_5_max": 0.471432, + "nauc_recall_at_5_std": 0.112222, + "nauc_recall_at_5_diff1": 0.869293, + "nauc_recall_at_10_max": 0.482614, + "nauc_recall_at_10_std": 0.113883, + "nauc_recall_at_10_diff1": 0.863407, + "nauc_recall_at_20_max": 0.463533, + "nauc_recall_at_20_std": 0.094082, + "nauc_recall_at_20_diff1": 0.852536, + "nauc_recall_at_100_max": 0.502389, + "nauc_recall_at_100_std": 0.19092, + "nauc_recall_at_100_diff1": 0.84099, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.500618, + "nauc_precision_at_1_std": 0.095977, + "nauc_precision_at_1_diff1": 0.913206, + "nauc_precision_at_3_max": 0.481754, + "nauc_precision_at_3_std": 0.110645, + "nauc_precision_at_3_diff1": 0.852117, + "nauc_precision_at_5_max": 0.468792, + "nauc_precision_at_5_std": 0.111977, + "nauc_precision_at_5_diff1": 0.844688, + "nauc_precision_at_10_max": 0.479482, + "nauc_precision_at_10_std": 0.113581, + "nauc_precision_at_10_diff1": 0.836394, + "nauc_precision_at_20_max": 0.460464, + "nauc_precision_at_20_std": 0.094182, + "nauc_precision_at_20_diff1": 0.822675, + "nauc_precision_at_100_max": 0.467428, + "nauc_precision_at_100_std": 0.168628, + "nauc_precision_at_100_diff1": 0.753008, + "nauc_precision_at_1000_max": -0.045453, + "nauc_precision_at_1000_std": -0.158408, + "nauc_precision_at_1000_diff1": -0.537691, + "nauc_cv_recall_at_1_max": 0.500618, + "nauc_cv_recall_at_1_std": 0.095977, + "nauc_cv_recall_at_1_diff1": 0.913206, + "nauc_cv_recall_at_3_max": 0.48444, + "nauc_cv_recall_at_3_std": 0.110851, + "nauc_cv_recall_at_3_diff1": 0.875219, + "nauc_cv_recall_at_5_max": 0.471432, + "nauc_cv_recall_at_5_std": 0.112222, + "nauc_cv_recall_at_5_diff1": 0.869293, + "nauc_cv_recall_at_10_max": 0.482614, + "nauc_cv_recall_at_10_std": 0.113883, + "nauc_cv_recall_at_10_diff1": 0.863407, + "nauc_cv_recall_at_20_max": 0.463533, + "nauc_cv_recall_at_20_std": 0.094082, + "nauc_cv_recall_at_20_diff1": 0.852536, + "nauc_cv_recall_at_100_max": 0.502389, + "nauc_cv_recall_at_100_std": 0.19092, + "nauc_cv_recall_at_100_diff1": 0.84099, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.500618, + "nauc_mrr_at_1_std": 0.095977, + "nauc_mrr_at_1_diff1": 0.913206, + "nauc_mrr_at_3_max": 0.494692, + "nauc_mrr_at_3_std": 0.098941, + "nauc_mrr_at_3_diff1": 0.899619, + "nauc_mrr_at_5_max": 0.491991, + "nauc_mrr_at_5_std": 0.098044, + "nauc_mrr_at_5_diff1": 0.898734, + "nauc_mrr_at_10_max": 0.493325, + "nauc_mrr_at_10_std": 0.097976, + "nauc_mrr_at_10_diff1": 0.898448, + "nauc_mrr_at_20_max": 0.492433, + "nauc_mrr_at_20_std": 0.096717, + "nauc_mrr_at_20_diff1": 0.898163, + "nauc_mrr_at_100_max": 0.493563, + "nauc_mrr_at_100_std": 0.098751, + "nauc_mrr_at_100_diff1": 0.898251, + "nauc_mrr_at_1000_max": 0.493459, + "nauc_mrr_at_1000_std": 0.098603, + "nauc_mrr_at_1000_diff1": 0.898251, + "main_score": 0.88495, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.85571, + "ndcg_at_3": 0.87668, + "ndcg_at_5": 0.88202, + "ndcg_at_10": 0.88563, + "ndcg_at_20": 0.88841, + "ndcg_at_100": 0.89137, + "ndcg_at_1000": 0.89829, + "map_at_1": 0.85521, + "map_at_3": 0.87183, + "map_at_5": 0.87478, + "map_at_10": 0.8763, + "map_at_20": 0.87706, + "map_at_100": 0.87746, + "map_at_1000": 0.87766, + "recall_at_1": 0.85521, + "recall_at_3": 0.89028, + "recall_at_5": 0.90331, + "recall_at_10": 0.91433, + "recall_at_20": 0.92535, + "recall_at_100": 0.94138, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.85571, + "cv_recall_at_3": 0.89078, + "cv_recall_at_5": 0.90381, + "cv_recall_at_10": 0.91483, + "cv_recall_at_20": 0.92585, + "cv_recall_at_100": 0.94188, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.85571, + "precision_at_3": 0.29726, + "precision_at_5": 0.18096, + "precision_at_10": 0.09158, + "precision_at_20": 0.04634, + "precision_at_100": 0.00943, + "precision_at_1000": 0.001, + "mrr_at_1": 0.855711, + "mrr_at_3": 0.872077, + "mrr_at_5": 0.875033, + "mrr_at_10": 0.87655, + "mrr_at_20": 0.877306, + "mrr_at_100": 0.877714, + "mrr_at_1000": 0.877904, + "nauc_ndcg_at_1_max": 0.36714, + "nauc_ndcg_at_1_std": 0.011341, + "nauc_ndcg_at_1_diff1": 0.897407, + "nauc_ndcg_at_3_max": 0.372224, + "nauc_ndcg_at_3_std": 0.020934, + "nauc_ndcg_at_3_diff1": 0.878199, + "nauc_ndcg_at_5_max": 0.371868, + "nauc_ndcg_at_5_std": 0.025323, + "nauc_ndcg_at_5_diff1": 0.876415, + "nauc_ndcg_at_10_max": 0.371364, + "nauc_ndcg_at_10_std": 0.023047, + "nauc_ndcg_at_10_diff1": 0.875028, + "nauc_ndcg_at_20_max": 0.363814, + "nauc_ndcg_at_20_std": 0.017769, + "nauc_ndcg_at_20_diff1": 0.873311, + "nauc_ndcg_at_100_max": 0.366367, + "nauc_ndcg_at_100_std": 0.02202, + "nauc_ndcg_at_100_diff1": 0.871562, + "nauc_ndcg_at_1000_max": 0.366, + "nauc_ndcg_at_1000_std": 0.017244, + "nauc_ndcg_at_1000_diff1": 0.876263, + "nauc_map_at_1_max": 0.359723, + "nauc_map_at_1_std": 0.007155, + "nauc_map_at_1_diff1": 0.897729, + "nauc_map_at_3_max": 0.369407, + "nauc_map_at_3_std": 0.017126, + "nauc_map_at_3_diff1": 0.883073, + "nauc_map_at_5_max": 0.369381, + "nauc_map_at_5_std": 0.019517, + "nauc_map_at_5_diff1": 0.88234, + "nauc_map_at_10_max": 0.368819, + "nauc_map_at_10_std": 0.018126, + "nauc_map_at_10_diff1": 0.881842, + "nauc_map_at_20_max": 0.366903, + "nauc_map_at_20_std": 0.016697, + "nauc_map_at_20_diff1": 0.881436, + "nauc_map_at_100_max": 0.367055, + "nauc_map_at_100_std": 0.017122, + "nauc_map_at_100_diff1": 0.881226, + "nauc_map_at_1000_max": 0.366958, + "nauc_map_at_1000_std": 0.016804, + "nauc_map_at_1000_diff1": 0.881348, + "nauc_recall_at_1_max": 0.359723, + "nauc_recall_at_1_std": 0.007155, + "nauc_recall_at_1_diff1": 0.897729, + "nauc_recall_at_3_max": 0.378161, + "nauc_recall_at_3_std": 0.032521, + "nauc_recall_at_3_diff1": 0.862843, + "nauc_recall_at_5_max": 0.376434, + "nauc_recall_at_5_std": 0.045769, + "nauc_recall_at_5_diff1": 0.854692, + "nauc_recall_at_10_max": 0.377374, + "nauc_recall_at_10_std": 0.042376, + "nauc_recall_at_10_diff1": 0.846563, + "nauc_recall_at_20_max": 0.334666, + "nauc_recall_at_20_std": 0.015537, + "nauc_recall_at_20_diff1": 0.832683, + "nauc_recall_at_100_max": 0.358347, + "nauc_recall_at_100_std": 0.060781, + "nauc_recall_at_100_diff1": 0.805082, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.36714, + "nauc_precision_at_1_std": 0.011341, + "nauc_precision_at_1_diff1": 0.897407, + "nauc_precision_at_3_max": 0.39478, + "nauc_precision_at_3_std": 0.045215, + "nauc_precision_at_3_diff1": 0.840079, + "nauc_precision_at_5_max": 0.395338, + "nauc_precision_at_5_std": 0.059853, + "nauc_precision_at_5_diff1": 0.829855, + "nauc_precision_at_10_max": 0.398662, + "nauc_precision_at_10_std": 0.058295, + "nauc_precision_at_10_diff1": 0.818692, + "nauc_precision_at_20_max": 0.359744, + "nauc_precision_at_20_std": 0.034206, + "nauc_precision_at_20_diff1": 0.800991, + "nauc_precision_at_100_max": 0.389652, + "nauc_precision_at_100_std": 0.083513, + "nauc_precision_at_100_diff1": 0.765473, + "nauc_precision_at_1000_max": 0.831132, + "nauc_precision_at_1000_std": 0.493397, + "nauc_precision_at_1000_diff1": -0.537691, + "nauc_cv_recall_at_1_max": 0.36714, + "nauc_cv_recall_at_1_std": 0.011341, + "nauc_cv_recall_at_1_diff1": 0.897407, + "nauc_cv_recall_at_3_max": 0.385023, + "nauc_cv_recall_at_3_std": 0.035268, + "nauc_cv_recall_at_3_diff1": 0.861684, + "nauc_cv_recall_at_5_max": 0.38439, + "nauc_cv_recall_at_5_std": 0.048945, + "nauc_cv_recall_at_5_diff1": 0.853935, + "nauc_cv_recall_at_10_max": 0.386365, + "nauc_cv_recall_at_10_std": 0.045944, + "nauc_cv_recall_at_10_diff1": 0.845661, + "nauc_cv_recall_at_20_max": 0.344705, + "nauc_cv_recall_at_20_std": 0.019454, + "nauc_cv_recall_at_20_diff1": 0.831553, + "nauc_cv_recall_at_100_max": 0.37136, + "nauc_cv_recall_at_100_std": 0.066168, + "nauc_cv_recall_at_100_diff1": 0.803401, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.36714, + "nauc_mrr_at_1_std": 0.011341, + "nauc_mrr_at_1_diff1": 0.897407, + "nauc_mrr_at_3_max": 0.372374, + "nauc_mrr_at_3_std": 0.018293, + "nauc_mrr_at_3_diff1": 0.882605, + "nauc_mrr_at_5_max": 0.372413, + "nauc_mrr_at_5_std": 0.020714, + "nauc_mrr_at_5_diff1": 0.88186, + "nauc_mrr_at_10_max": 0.371889, + "nauc_mrr_at_10_std": 0.019335, + "nauc_mrr_at_10_diff1": 0.881355, + "nauc_mrr_at_20_max": 0.369989, + "nauc_mrr_at_20_std": 0.017911, + "nauc_mrr_at_20_diff1": 0.880945, + "nauc_mrr_at_100_max": 0.370151, + "nauc_mrr_at_100_std": 0.018342, + "nauc_mrr_at_100_diff1": 0.880733, + "nauc_mrr_at_1000_max": 0.370035, + "nauc_mrr_at_1000_std": 0.018015, + "nauc_mrr_at_1000_diff1": 0.880858, + "main_score": 0.88202, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.57916, + "ndcg_at_3": 0.62755, + "ndcg_at_5": 0.63783, + "ndcg_at_10": 0.64652, + "ndcg_at_20": 0.65169, + "ndcg_at_100": 0.66393, + "ndcg_at_1000": 0.68684, + "map_at_1": 0.57866, + "map_at_3": 0.61523, + "map_at_5": 0.62109, + "map_at_10": 0.62469, + "map_at_20": 0.6261, + "map_at_100": 0.6276, + "map_at_1000": 0.62821, + "recall_at_1": 0.57866, + "recall_at_3": 0.66283, + "recall_at_5": 0.68737, + "recall_at_10": 0.71393, + "recall_at_20": 0.73447, + "recall_at_100": 0.80361, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.57916, + "cv_recall_at_3": 0.66333, + "cv_recall_at_5": 0.68737, + "cv_recall_at_10": 0.71443, + "cv_recall_at_20": 0.73447, + "cv_recall_at_100": 0.80361, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.57916, + "precision_at_3": 0.22111, + "precision_at_5": 0.13768, + "precision_at_10": 0.07154, + "precision_at_20": 0.03682, + "precision_at_100": 0.00806, + "precision_at_1000": 0.001, + "mrr_at_1": 0.579158, + "mrr_at_3": 0.615731, + "mrr_at_5": 0.621393, + "mrr_at_10": 0.625066, + "mrr_at_20": 0.626424, + "mrr_at_100": 0.627921, + "mrr_at_1000": 0.628528, + "nauc_ndcg_at_1_max": 0.110131, + "nauc_ndcg_at_1_std": -0.009407, + "nauc_ndcg_at_1_diff1": 0.773001, + "nauc_ndcg_at_3_max": 0.104478, + "nauc_ndcg_at_3_std": -0.009253, + "nauc_ndcg_at_3_diff1": 0.728173, + "nauc_ndcg_at_5_max": 0.100597, + "nauc_ndcg_at_5_std": -0.011093, + "nauc_ndcg_at_5_diff1": 0.718164, + "nauc_ndcg_at_10_max": 0.106962, + "nauc_ndcg_at_10_std": -0.005552, + "nauc_ndcg_at_10_diff1": 0.711301, + "nauc_ndcg_at_20_max": 0.107711, + "nauc_ndcg_at_20_std": -0.004423, + "nauc_ndcg_at_20_diff1": 0.710662, + "nauc_ndcg_at_100_max": 0.111127, + "nauc_ndcg_at_100_std": 0.001214, + "nauc_ndcg_at_100_diff1": 0.703459, + "nauc_ndcg_at_1000_max": 0.109351, + "nauc_ndcg_at_1000_std": -0.003002, + "nauc_ndcg_at_1000_diff1": 0.716623, + "nauc_map_at_1_max": 0.111192, + "nauc_map_at_1_std": -0.00854, + "nauc_map_at_1_diff1": 0.773922, + "nauc_map_at_3_max": 0.106222, + "nauc_map_at_3_std": -0.008786, + "nauc_map_at_3_diff1": 0.74043, + "nauc_map_at_5_max": 0.103856, + "nauc_map_at_5_std": -0.010014, + "nauc_map_at_5_diff1": 0.73494, + "nauc_map_at_10_max": 0.106364, + "nauc_map_at_10_std": -0.007874, + "nauc_map_at_10_diff1": 0.732258, + "nauc_map_at_20_max": 0.106507, + "nauc_map_at_20_std": -0.00761, + "nauc_map_at_20_diff1": 0.732126, + "nauc_map_at_100_max": 0.107213, + "nauc_map_at_100_std": -0.006748, + "nauc_map_at_100_diff1": 0.731433, + "nauc_map_at_1000_max": 0.107263, + "nauc_map_at_1000_std": -0.006772, + "nauc_map_at_1000_diff1": 0.731741, + "nauc_recall_at_1_max": 0.111192, + "nauc_recall_at_1_std": -0.00854, + "nauc_recall_at_1_diff1": 0.773922, + "nauc_recall_at_3_max": 0.100133, + "nauc_recall_at_3_std": -0.009895, + "nauc_recall_at_3_diff1": 0.690306, + "nauc_recall_at_5_max": 0.090444, + "nauc_recall_at_5_std": -0.014137, + "nauc_recall_at_5_diff1": 0.662515, + "nauc_recall_at_10_max": 0.11211, + "nauc_recall_at_10_std": 0.005313, + "nauc_recall_at_10_diff1": 0.635164, + "nauc_recall_at_20_max": 0.116627, + "nauc_recall_at_20_std": 0.011716, + "nauc_recall_at_20_diff1": 0.627643, + "nauc_recall_at_100_max": 0.140563, + "nauc_recall_at_100_std": 0.058479, + "nauc_recall_at_100_diff1": 0.543041, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.110131, + "nauc_precision_at_1_std": -0.009407, + "nauc_precision_at_1_diff1": 0.773001, + "nauc_precision_at_3_max": 0.098938, + "nauc_precision_at_3_std": -0.010898, + "nauc_precision_at_3_diff1": 0.689433, + "nauc_precision_at_5_max": 0.087155, + "nauc_precision_at_5_std": -0.016118, + "nauc_precision_at_5_diff1": 0.654956, + "nauc_precision_at_10_max": 0.109733, + "nauc_precision_at_10_std": 0.004195, + "nauc_precision_at_10_diff1": 0.626451, + "nauc_precision_at_20_max": 0.114253, + "nauc_precision_at_20_std": 0.011586, + "nauc_precision_at_20_diff1": 0.611124, + "nauc_precision_at_100_max": 0.137104, + "nauc_precision_at_100_std": 0.057445, + "nauc_precision_at_100_diff1": 0.523641, + "nauc_precision_at_1000_max": -0.045453, + "nauc_precision_at_1000_std": 0.002864, + "nauc_precision_at_1000_diff1": -0.500081, + "nauc_cv_recall_at_1_max": 0.110131, + "nauc_cv_recall_at_1_std": -0.009407, + "nauc_cv_recall_at_1_diff1": 0.773001, + "nauc_cv_recall_at_3_max": 0.098938, + "nauc_cv_recall_at_3_std": -0.010898, + "nauc_cv_recall_at_3_diff1": 0.689433, + "nauc_cv_recall_at_5_max": 0.090444, + "nauc_cv_recall_at_5_std": -0.014137, + "nauc_cv_recall_at_5_diff1": 0.662515, + "nauc_cv_recall_at_10_max": 0.113409, + "nauc_cv_recall_at_10_std": 0.006456, + "nauc_cv_recall_at_10_diff1": 0.634337, + "nauc_cv_recall_at_20_max": 0.116627, + "nauc_cv_recall_at_20_std": 0.011716, + "nauc_cv_recall_at_20_diff1": 0.627643, + "nauc_cv_recall_at_100_max": 0.140563, + "nauc_cv_recall_at_100_std": 0.058479, + "nauc_cv_recall_at_100_diff1": 0.543041, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.110131, + "nauc_mrr_at_1_std": -0.009407, + "nauc_mrr_at_1_diff1": 0.773001, + "nauc_mrr_at_3_max": 0.105094, + "nauc_mrr_at_3_std": -0.009705, + "nauc_mrr_at_3_diff1": 0.739434, + "nauc_mrr_at_5_max": 0.103171, + "nauc_mrr_at_5_std": -0.010572, + "nauc_mrr_at_5_diff1": 0.734334, + "nauc_mrr_at_10_max": 0.105829, + "nauc_mrr_at_10_std": -0.008301, + "nauc_mrr_at_10_diff1": 0.731565, + "nauc_mrr_at_20_max": 0.105856, + "nauc_mrr_at_20_std": -0.008138, + "nauc_mrr_at_20_diff1": 0.731491, + "nauc_mrr_at_100_max": 0.10656, + "nauc_mrr_at_100_std": -0.007278, + "nauc_mrr_at_100_diff1": 0.730795, + "nauc_mrr_at_1000_max": 0.106609, + "nauc_mrr_at_1000_std": -0.007302, + "nauc_mrr_at_1000_diff1": 0.731102, + "main_score": 0.63783, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.8325, + "ndcg_at_3": 0.85988, + "ndcg_at_5": 0.86532, + "ndcg_at_10": 0.86786, + "ndcg_at_20": 0.8698, + "ndcg_at_100": 0.87338, + "ndcg_at_1000": 0.88172, + "map_at_1": 0.83149, + "map_at_3": 0.85306, + "map_at_5": 0.85612, + "map_at_10": 0.85725, + "map_at_20": 0.85774, + "map_at_100": 0.85822, + "map_at_1000": 0.85842, + "recall_at_1": 0.83149, + "recall_at_3": 0.87914, + "recall_at_5": 0.89218, + "recall_at_10": 0.8997, + "recall_at_20": 0.90772, + "recall_at_100": 0.92728, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.8325, + "cv_recall_at_3": 0.87964, + "cv_recall_at_5": 0.89268, + "cv_recall_at_10": 0.8997, + "cv_recall_at_20": 0.90772, + "cv_recall_at_100": 0.92778, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.8325, + "precision_at_3": 0.29355, + "precision_at_5": 0.17874, + "precision_at_10": 0.09017, + "precision_at_20": 0.04549, + "precision_at_100": 0.0093, + "precision_at_1000": 0.001, + "mrr_at_1": 0.832497, + "mrr_at_3": 0.853561, + "mrr_at_5": 0.85662, + "mrr_at_10": 0.857631, + "mrr_at_20": 0.858117, + "mrr_at_100": 0.858604, + "mrr_at_1000": 0.858804, + "nauc_ndcg_at_1_max": 0.33156, + "nauc_ndcg_at_1_std": -0.000921, + "nauc_ndcg_at_1_diff1": 0.8803, + "nauc_ndcg_at_3_max": 0.339954, + "nauc_ndcg_at_3_std": 0.02992, + "nauc_ndcg_at_3_diff1": 0.855333, + "nauc_ndcg_at_5_max": 0.335622, + "nauc_ndcg_at_5_std": 0.029019, + "nauc_ndcg_at_5_diff1": 0.849752, + "nauc_ndcg_at_10_max": 0.346807, + "nauc_ndcg_at_10_std": 0.037467, + "nauc_ndcg_at_10_diff1": 0.846557, + "nauc_ndcg_at_20_max": 0.348209, + "nauc_ndcg_at_20_std": 0.039811, + "nauc_ndcg_at_20_diff1": 0.845505, + "nauc_ndcg_at_100_max": 0.353583, + "nauc_ndcg_at_100_std": 0.047216, + "nauc_ndcg_at_100_diff1": 0.846515, + "nauc_ndcg_at_1000_max": 0.348889, + "nauc_ndcg_at_1000_std": 0.039745, + "nauc_ndcg_at_1000_diff1": 0.85094, + "nauc_map_at_1_max": 0.327868, + "nauc_map_at_1_std": -0.001807, + "nauc_map_at_1_diff1": 0.881365, + "nauc_map_at_3_max": 0.336584, + "nauc_map_at_3_std": 0.021848, + "nauc_map_at_3_diff1": 0.862393, + "nauc_map_at_5_max": 0.334294, + "nauc_map_at_5_std": 0.021201, + "nauc_map_at_5_diff1": 0.859636, + "nauc_map_at_10_max": 0.339671, + "nauc_map_at_10_std": 0.025287, + "nauc_map_at_10_diff1": 0.858403, + "nauc_map_at_20_max": 0.34009, + "nauc_map_at_20_std": 0.025867, + "nauc_map_at_20_diff1": 0.858197, + "nauc_map_at_100_max": 0.341062, + "nauc_map_at_100_std": 0.027045, + "nauc_map_at_100_diff1": 0.858315, + "nauc_map_at_1000_max": 0.341045, + "nauc_map_at_1000_std": 0.027066, + "nauc_map_at_1000_diff1": 0.858401, + "nauc_recall_at_1_max": 0.327868, + "nauc_recall_at_1_std": -0.001807, + "nauc_recall_at_1_diff1": 0.881365, + "nauc_recall_at_3_max": 0.345626, + "nauc_recall_at_3_std": 0.052283, + "nauc_recall_at_3_diff1": 0.831476, + "nauc_recall_at_5_max": 0.333206, + "nauc_recall_at_5_std": 0.05209, + "nauc_recall_at_5_diff1": 0.8123, + "nauc_recall_at_10_max": 0.37146, + "nauc_recall_at_10_std": 0.082194, + "nauc_recall_at_10_diff1": 0.79761, + "nauc_recall_at_20_max": 0.380079, + "nauc_recall_at_20_std": 0.098345, + "nauc_recall_at_20_diff1": 0.787471, + "nauc_recall_at_100_max": 0.430438, + "nauc_recall_at_100_std": 0.174978, + "nauc_recall_at_100_diff1": 0.783262, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.33156, + "nauc_precision_at_1_std": -0.000921, + "nauc_precision_at_1_diff1": 0.8803, + "nauc_precision_at_3_max": 0.342027, + "nauc_precision_at_3_std": 0.049251, + "nauc_precision_at_3_diff1": 0.810328, + "nauc_precision_at_5_max": 0.32938, + "nauc_precision_at_5_std": 0.048744, + "nauc_precision_at_5_diff1": 0.789167, + "nauc_precision_at_10_max": 0.364757, + "nauc_precision_at_10_std": 0.08217, + "nauc_precision_at_10_diff1": 0.752736, + "nauc_precision_at_20_max": 0.372501, + "nauc_precision_at_20_std": 0.097731, + "nauc_precision_at_20_diff1": 0.739205, + "nauc_precision_at_100_max": 0.417711, + "nauc_precision_at_100_std": 0.169457, + "nauc_precision_at_100_diff1": 0.720966, + "nauc_precision_at_1000_max": 0.008481, + "nauc_precision_at_1000_std": -0.014305, + "nauc_precision_at_1000_diff1": -0.549934, + "nauc_cv_recall_at_1_max": 0.33156, + "nauc_cv_recall_at_1_std": -0.000921, + "nauc_cv_recall_at_1_diff1": 0.8803, + "nauc_cv_recall_at_3_max": 0.351815, + "nauc_cv_recall_at_3_std": 0.057386, + "nauc_cv_recall_at_3_diff1": 0.830852, + "nauc_cv_recall_at_5_max": 0.340004, + "nauc_cv_recall_at_5_std": 0.057736, + "nauc_cv_recall_at_5_diff1": 0.811531, + "nauc_cv_recall_at_10_max": 0.37146, + "nauc_cv_recall_at_10_std": 0.082194, + "nauc_cv_recall_at_10_diff1": 0.79761, + "nauc_cv_recall_at_20_max": 0.380079, + "nauc_cv_recall_at_20_std": 0.098345, + "nauc_cv_recall_at_20_diff1": 0.787471, + "nauc_cv_recall_at_100_max": 0.429579, + "nauc_cv_recall_at_100_std": 0.173707, + "nauc_cv_recall_at_100_diff1": 0.781757, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.33156, + "nauc_mrr_at_1_std": -0.000921, + "nauc_mrr_at_1_diff1": 0.8803, + "nauc_mrr_at_3_max": 0.341747, + "nauc_mrr_at_3_std": 0.026033, + "nauc_mrr_at_3_diff1": 0.861966, + "nauc_mrr_at_5_max": 0.339548, + "nauc_mrr_at_5_std": 0.025465, + "nauc_mrr_at_5_diff1": 0.859192, + "nauc_mrr_at_10_max": 0.34365, + "nauc_mrr_at_10_std": 0.028515, + "nauc_mrr_at_10_diff1": 0.858064, + "nauc_mrr_at_20_max": 0.344084, + "nauc_mrr_at_20_std": 0.029108, + "nauc_mrr_at_20_diff1": 0.857857, + "nauc_mrr_at_100_max": 0.345055, + "nauc_mrr_at_100_std": 0.030273, + "nauc_mrr_at_100_diff1": 0.857962, + "nauc_mrr_at_1000_max": 0.345046, + "nauc_mrr_at_1000_std": 0.030302, + "nauc_mrr_at_1000_diff1": 0.858049, + "main_score": 0.86532, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.87362, + "ndcg_at_3": 0.89625, + "ndcg_at_5": 0.90035, + "ndcg_at_10": 0.9049, + "ndcg_at_20": 0.90542, + "ndcg_at_100": 0.90865, + "ndcg_at_1000": 0.91396, + "map_at_1": 0.87262, + "map_at_3": 0.89117, + "map_at_5": 0.89343, + "map_at_10": 0.8953, + "map_at_20": 0.89545, + "map_at_100": 0.89592, + "map_at_1000": 0.89606, + "recall_at_1": 0.87262, + "recall_at_3": 0.91073, + "recall_at_5": 0.92076, + "recall_at_10": 0.9348, + "recall_at_20": 0.93681, + "recall_at_100": 0.95386, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.87362, + "cv_recall_at_3": 0.91073, + "cv_recall_at_5": 0.92076, + "cv_recall_at_10": 0.9348, + "cv_recall_at_20": 0.93681, + "cv_recall_at_100": 0.95386, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.87362, + "precision_at_3": 0.30425, + "precision_at_5": 0.18455, + "precision_at_10": 0.09378, + "precision_at_20": 0.04699, + "precision_at_100": 0.00957, + "precision_at_1000": 0.001, + "mrr_at_1": 0.873621, + "mrr_at_3": 0.891174, + "mrr_at_5": 0.89343, + "mrr_at_10": 0.89526, + "mrr_at_20": 0.895411, + "mrr_at_100": 0.89588, + "mrr_at_1000": 0.896014, + "nauc_ndcg_at_1_max": 0.337336, + "nauc_ndcg_at_1_std": -0.047618, + "nauc_ndcg_at_1_diff1": 0.890974, + "nauc_ndcg_at_3_max": 0.339629, + "nauc_ndcg_at_3_std": -0.049128, + "nauc_ndcg_at_3_diff1": 0.869798, + "nauc_ndcg_at_5_max": 0.34926, + "nauc_ndcg_at_5_std": -0.040252, + "nauc_ndcg_at_5_diff1": 0.867935, + "nauc_ndcg_at_10_max": 0.350672, + "nauc_ndcg_at_10_std": -0.025445, + "nauc_ndcg_at_10_diff1": 0.864994, + "nauc_ndcg_at_20_max": 0.348388, + "nauc_ndcg_at_20_std": -0.026138, + "nauc_ndcg_at_20_diff1": 0.86497, + "nauc_ndcg_at_100_max": 0.352723, + "nauc_ndcg_at_100_std": -0.02269, + "nauc_ndcg_at_100_diff1": 0.863776, + "nauc_ndcg_at_1000_max": 0.350128, + "nauc_ndcg_at_1000_std": -0.028878, + "nauc_ndcg_at_1000_diff1": 0.867547, + "nauc_map_at_1_max": 0.330843, + "nauc_map_at_1_std": -0.051401, + "nauc_map_at_1_diff1": 0.8928, + "nauc_map_at_3_max": 0.339009, + "nauc_map_at_3_std": -0.048776, + "nauc_map_at_3_diff1": 0.875062, + "nauc_map_at_5_max": 0.344169, + "nauc_map_at_5_std": -0.044019, + "nauc_map_at_5_diff1": 0.874252, + "nauc_map_at_10_max": 0.344941, + "nauc_map_at_10_std": -0.038403, + "nauc_map_at_10_diff1": 0.873132, + "nauc_map_at_20_max": 0.344379, + "nauc_map_at_20_std": -0.038459, + "nauc_map_at_20_diff1": 0.873138, + "nauc_map_at_100_max": 0.345345, + "nauc_map_at_100_std": -0.037618, + "nauc_map_at_100_diff1": 0.873051, + "nauc_map_at_1000_max": 0.345355, + "nauc_map_at_1000_std": -0.03768, + "nauc_map_at_1000_diff1": 0.873085, + "nauc_recall_at_1_max": 0.330843, + "nauc_recall_at_1_std": -0.051401, + "nauc_recall_at_1_diff1": 0.8928, + "nauc_recall_at_3_max": 0.341771, + "nauc_recall_at_3_std": -0.050318, + "nauc_recall_at_3_diff1": 0.851866, + "nauc_recall_at_5_max": 0.370202, + "nauc_recall_at_5_std": -0.024407, + "nauc_recall_at_5_diff1": 0.843723, + "nauc_recall_at_10_max": 0.377281, + "nauc_recall_at_10_std": 0.042839, + "nauc_recall_at_10_diff1": 0.826657, + "nauc_recall_at_20_max": 0.364589, + "nauc_recall_at_20_std": 0.039342, + "nauc_recall_at_20_diff1": 0.825305, + "nauc_recall_at_100_max": 0.402358, + "nauc_recall_at_100_std": 0.085402, + "nauc_recall_at_100_diff1": 0.79744, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.337336, + "nauc_precision_at_1_std": -0.047618, + "nauc_precision_at_1_diff1": 0.890974, + "nauc_precision_at_3_max": 0.339913, + "nauc_precision_at_3_std": -0.03743, + "nauc_precision_at_3_diff1": 0.798199, + "nauc_precision_at_5_max": 0.366919, + "nauc_precision_at_5_std": -0.011048, + "nauc_precision_at_5_diff1": 0.783893, + "nauc_precision_at_10_max": 0.371751, + "nauc_precision_at_10_std": 0.070554, + "nauc_precision_at_10_diff1": 0.722509, + "nauc_precision_at_20_max": 0.359867, + "nauc_precision_at_20_std": 0.068137, + "nauc_precision_at_20_diff1": 0.718207, + "nauc_precision_at_100_max": 0.392222, + "nauc_precision_at_100_std": 0.119062, + "nauc_precision_at_100_diff1": 0.657633, + "nauc_precision_at_1000_max": 0.302858, + "nauc_precision_at_1000_std": 0.415829, + "nauc_precision_at_1000_diff1": -0.574997, + "nauc_cv_recall_at_1_max": 0.337336, + "nauc_cv_recall_at_1_std": -0.047618, + "nauc_cv_recall_at_1_diff1": 0.890974, + "nauc_cv_recall_at_3_max": 0.341771, + "nauc_cv_recall_at_3_std": -0.050318, + "nauc_cv_recall_at_3_diff1": 0.851866, + "nauc_cv_recall_at_5_max": 0.370202, + "nauc_cv_recall_at_5_std": -0.024407, + "nauc_cv_recall_at_5_diff1": 0.843723, + "nauc_cv_recall_at_10_max": 0.377281, + "nauc_cv_recall_at_10_std": 0.042839, + "nauc_cv_recall_at_10_diff1": 0.826657, + "nauc_cv_recall_at_20_max": 0.364589, + "nauc_cv_recall_at_20_std": 0.039342, + "nauc_cv_recall_at_20_diff1": 0.825305, + "nauc_cv_recall_at_100_max": 0.402358, + "nauc_cv_recall_at_100_std": 0.085402, + "nauc_cv_recall_at_100_diff1": 0.79744, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.337336, + "nauc_mrr_at_1_std": -0.047618, + "nauc_mrr_at_1_diff1": 0.890974, + "nauc_mrr_at_3_max": 0.339009, + "nauc_mrr_at_3_std": -0.048776, + "nauc_mrr_at_3_diff1": 0.875062, + "nauc_mrr_at_5_max": 0.344169, + "nauc_mrr_at_5_std": -0.044019, + "nauc_mrr_at_5_diff1": 0.874252, + "nauc_mrr_at_10_max": 0.344572, + "nauc_mrr_at_10_std": -0.038855, + "nauc_mrr_at_10_diff1": 0.873184, + "nauc_mrr_at_20_max": 0.34401, + "nauc_mrr_at_20_std": -0.038911, + "nauc_mrr_at_20_diff1": 0.873189, + "nauc_mrr_at_100_max": 0.344975, + "nauc_mrr_at_100_std": -0.038073, + "nauc_mrr_at_100_diff1": 0.873103, + "nauc_mrr_at_1000_max": 0.344984, + "nauc_mrr_at_1000_std": -0.038136, + "nauc_mrr_at_1000_diff1": 0.873137, + "main_score": 0.90035, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.85085, + "ndcg_at_3": 0.88201, + "ndcg_at_5": 0.88516, + "ndcg_at_10": 0.88981, + "ndcg_at_20": 0.89244, + "ndcg_at_100": 0.89605, + "ndcg_at_1000": 0.90147, + "map_at_1": 0.85085, + "map_at_3": 0.87504, + "map_at_5": 0.87677, + "map_at_10": 0.87875, + "map_at_20": 0.87953, + "map_at_100": 0.88006, + "map_at_1000": 0.88019, + "recall_at_1": 0.85085, + "recall_at_3": 0.9019, + "recall_at_5": 0.90941, + "recall_at_10": 0.92342, + "recall_at_20": 0.93343, + "recall_at_100": 0.95245, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.85085, + "cv_recall_at_3": 0.9019, + "cv_recall_at_5": 0.90991, + "cv_recall_at_10": 0.92392, + "cv_recall_at_20": 0.93393, + "cv_recall_at_100": 0.95295, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.85085, + "precision_at_3": 0.30063, + "precision_at_5": 0.18198, + "precision_at_10": 0.09239, + "precision_at_20": 0.0467, + "precision_at_100": 0.00953, + "precision_at_1000": 0.001, + "mrr_at_1": 0.850851, + "mrr_at_3": 0.875042, + "mrr_at_5": 0.876894, + "mrr_at_10": 0.878875, + "mrr_at_20": 0.879653, + "mrr_at_100": 0.880189, + "mrr_at_1000": 0.88031, + "nauc_ndcg_at_1_max": 0.363526, + "nauc_ndcg_at_1_std": 0.003284, + "nauc_ndcg_at_1_diff1": 0.900079, + "nauc_ndcg_at_3_max": 0.361579, + "nauc_ndcg_at_3_std": -0.008879, + "nauc_ndcg_at_3_diff1": 0.866097, + "nauc_ndcg_at_5_max": 0.370101, + "nauc_ndcg_at_5_std": -0.004707, + "nauc_ndcg_at_5_diff1": 0.863949, + "nauc_ndcg_at_10_max": 0.373024, + "nauc_ndcg_at_10_std": 0.010583, + "nauc_ndcg_at_10_diff1": 0.8609, + "nauc_ndcg_at_20_max": 0.372686, + "nauc_ndcg_at_20_std": 0.014976, + "nauc_ndcg_at_20_diff1": 0.858686, + "nauc_ndcg_at_100_max": 0.37006, + "nauc_ndcg_at_100_std": 0.009244, + "nauc_ndcg_at_100_diff1": 0.856108, + "nauc_ndcg_at_1000_max": 0.36791, + "nauc_ndcg_at_1000_std": 0.005952, + "nauc_ndcg_at_1000_diff1": 0.863335, + "nauc_map_at_1_max": 0.363526, + "nauc_map_at_1_std": 0.003284, + "nauc_map_at_1_diff1": 0.900079, + "nauc_map_at_3_max": 0.362267, + "nauc_map_at_3_std": -0.00626, + "nauc_map_at_3_diff1": 0.874857, + "nauc_map_at_5_max": 0.365964, + "nauc_map_at_5_std": -0.004782, + "nauc_map_at_5_diff1": 0.873836, + "nauc_map_at_10_max": 0.366981, + "nauc_map_at_10_std": 0.00122, + "nauc_map_at_10_diff1": 0.872784, + "nauc_map_at_20_max": 0.366818, + "nauc_map_at_20_std": 0.002368, + "nauc_map_at_20_diff1": 0.872258, + "nauc_map_at_100_max": 0.365805, + "nauc_map_at_100_std": 0.000866, + "nauc_map_at_100_diff1": 0.871982, + "nauc_map_at_1000_max": 0.365755, + "nauc_map_at_1000_std": 0.000874, + "nauc_map_at_1000_diff1": 0.872127, + "nauc_recall_at_1_max": 0.363526, + "nauc_recall_at_1_std": 0.003284, + "nauc_recall_at_1_diff1": 0.900079, + "nauc_recall_at_3_max": 0.359049, + "nauc_recall_at_3_std": -0.017828, + "nauc_recall_at_3_diff1": 0.835198, + "nauc_recall_at_5_max": 0.386233, + "nauc_recall_at_5_std": -0.004914, + "nauc_recall_at_5_diff1": 0.825964, + "nauc_recall_at_10_max": 0.402144, + "nauc_recall_at_10_std": 0.059785, + "nauc_recall_at_10_diff1": 0.806291, + "nauc_recall_at_20_max": 0.40486, + "nauc_recall_at_20_std": 0.092918, + "nauc_recall_at_20_diff1": 0.785026, + "nauc_recall_at_100_max": 0.412067, + "nauc_recall_at_100_std": 0.086558, + "nauc_recall_at_100_diff1": 0.726903, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.363526, + "nauc_precision_at_1_std": 0.003284, + "nauc_precision_at_1_diff1": 0.900079, + "nauc_precision_at_3_max": 0.359049, + "nauc_precision_at_3_std": -0.017828, + "nauc_precision_at_3_diff1": 0.835198, + "nauc_precision_at_5_max": 0.391508, + "nauc_precision_at_5_std": 0.001452, + "nauc_precision_at_5_diff1": 0.826541, + "nauc_precision_at_10_max": 0.408495, + "nauc_precision_at_10_std": 0.06775, + "nauc_precision_at_10_diff1": 0.806845, + "nauc_precision_at_20_max": 0.412194, + "nauc_precision_at_20_std": 0.102341, + "nauc_precision_at_20_diff1": 0.785502, + "nauc_precision_at_100_max": 0.422443, + "nauc_precision_at_100_std": 0.099723, + "nauc_precision_at_100_diff1": 0.726954, + "nauc_precision_at_1000_max": 0.323996, + "nauc_precision_at_1000_std": 0.661998, + "nauc_precision_at_1000_diff1": -0.415377, + "nauc_cv_recall_at_1_max": 0.363526, + "nauc_cv_recall_at_1_std": 0.003284, + "nauc_cv_recall_at_1_diff1": 0.900079, + "nauc_cv_recall_at_3_max": 0.359049, + "nauc_cv_recall_at_3_std": -0.017828, + "nauc_cv_recall_at_3_diff1": 0.835198, + "nauc_cv_recall_at_5_max": 0.391508, + "nauc_cv_recall_at_5_std": 0.001452, + "nauc_cv_recall_at_5_diff1": 0.826541, + "nauc_cv_recall_at_10_max": 0.408495, + "nauc_cv_recall_at_10_std": 0.06775, + "nauc_cv_recall_at_10_diff1": 0.806845, + "nauc_cv_recall_at_20_max": 0.412194, + "nauc_cv_recall_at_20_std": 0.102341, + "nauc_cv_recall_at_20_diff1": 0.785502, + "nauc_cv_recall_at_100_max": 0.422443, + "nauc_cv_recall_at_100_std": 0.099723, + "nauc_cv_recall_at_100_diff1": 0.726954, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.363526, + "nauc_mrr_at_1_std": 0.003284, + "nauc_mrr_at_1_diff1": 0.900079, + "nauc_mrr_at_3_max": 0.362267, + "nauc_mrr_at_3_std": -0.00626, + "nauc_mrr_at_3_diff1": 0.874857, + "nauc_mrr_at_5_max": 0.366935, + "nauc_mrr_at_5_std": -0.003585, + "nauc_mrr_at_5_diff1": 0.873994, + "nauc_mrr_at_10_max": 0.367969, + "nauc_mrr_at_10_std": 0.002444, + "nauc_mrr_at_10_diff1": 0.872944, + "nauc_mrr_at_20_max": 0.367813, + "nauc_mrr_at_20_std": 0.003602, + "nauc_mrr_at_20_diff1": 0.872418, + "nauc_mrr_at_100_max": 0.366803, + "nauc_mrr_at_100_std": 0.002104, + "nauc_mrr_at_100_diff1": 0.872143, + "nauc_mrr_at_1000_max": 0.366744, + "nauc_mrr_at_1000_std": 0.002099, + "nauc_mrr_at_1000_diff1": 0.872286, + "main_score": 0.88516, + "hf_subset": "jp", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.79016, + "ndcg_at_3": 0.82157, + "ndcg_at_5": 0.82528, + "ndcg_at_10": 0.83043, + "ndcg_at_20": 0.83481, + "ndcg_at_100": 0.84097, + "ndcg_at_1000": 0.85035, + "map_at_1": 0.78865, + "map_at_3": 0.81401, + "map_at_5": 0.81606, + "map_at_10": 0.81816, + "map_at_20": 0.81939, + "map_at_100": 0.82024, + "map_at_1000": 0.82047, + "recall_at_1": 0.78865, + "recall_at_3": 0.84287, + "recall_at_5": 0.85191, + "recall_at_10": 0.86797, + "recall_at_20": 0.88504, + "recall_at_100": 0.91817, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.79016, + "cv_recall_at_3": 0.84337, + "cv_recall_at_5": 0.85241, + "cv_recall_at_10": 0.86847, + "cv_recall_at_20": 0.88554, + "cv_recall_at_100": 0.91867, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.79016, + "precision_at_3": 0.28213, + "precision_at_5": 0.17108, + "precision_at_10": 0.08715, + "precision_at_20": 0.04443, + "precision_at_100": 0.00922, + "precision_at_1000": 0.001, + "mrr_at_1": 0.790161, + "mrr_at_3": 0.814424, + "mrr_at_5": 0.816483, + "mrr_at_10": 0.818574, + "mrr_at_20": 0.819809, + "mrr_at_100": 0.820663, + "mrr_at_1000": 0.820888, + "nauc_ndcg_at_1_max": 0.28798, + "nauc_ndcg_at_1_std": 0.023054, + "nauc_ndcg_at_1_diff1": 0.814946, + "nauc_ndcg_at_3_max": 0.294641, + "nauc_ndcg_at_3_std": 0.024803, + "nauc_ndcg_at_3_diff1": 0.788309, + "nauc_ndcg_at_5_max": 0.284442, + "nauc_ndcg_at_5_std": 0.014014, + "nauc_ndcg_at_5_diff1": 0.785233, + "nauc_ndcg_at_10_max": 0.287049, + "nauc_ndcg_at_10_std": 0.020294, + "nauc_ndcg_at_10_diff1": 0.777867, + "nauc_ndcg_at_20_max": 0.276849, + "nauc_ndcg_at_20_std": 0.008747, + "nauc_ndcg_at_20_diff1": 0.771538, + "nauc_ndcg_at_100_max": 0.273231, + "nauc_ndcg_at_100_std": 0.009971, + "nauc_ndcg_at_100_diff1": 0.768089, + "nauc_ndcg_at_1000_max": 0.280189, + "nauc_ndcg_at_1000_std": 0.01401, + "nauc_ndcg_at_1000_diff1": 0.778162, + "nauc_map_at_1_max": 0.290957, + "nauc_map_at_1_std": 0.02805, + "nauc_map_at_1_diff1": 0.816134, + "nauc_map_at_3_max": 0.293438, + "nauc_map_at_3_std": 0.025143, + "nauc_map_at_3_diff1": 0.795174, + "nauc_map_at_5_max": 0.288006, + "nauc_map_at_5_std": 0.019383, + "nauc_map_at_5_diff1": 0.793592, + "nauc_map_at_10_max": 0.289017, + "nauc_map_at_10_std": 0.021665, + "nauc_map_at_10_diff1": 0.790786, + "nauc_map_at_20_max": 0.286286, + "nauc_map_at_20_std": 0.018585, + "nauc_map_at_20_diff1": 0.789251, + "nauc_map_at_100_max": 0.285898, + "nauc_map_at_100_std": 0.018829, + "nauc_map_at_100_diff1": 0.788939, + "nauc_map_at_1000_max": 0.286044, + "nauc_map_at_1000_std": 0.018923, + "nauc_map_at_1000_diff1": 0.789115, + "nauc_recall_at_1_max": 0.290957, + "nauc_recall_at_1_std": 0.02805, + "nauc_recall_at_1_diff1": 0.816134, + "nauc_recall_at_3_max": 0.299405, + "nauc_recall_at_3_std": 0.026189, + "nauc_recall_at_3_diff1": 0.764328, + "nauc_recall_at_5_max": 0.271051, + "nauc_recall_at_5_std": -0.00385, + "nauc_recall_at_5_diff1": 0.754465, + "nauc_recall_at_10_max": 0.27991, + "nauc_recall_at_10_std": 0.019916, + "nauc_recall_at_10_diff1": 0.722906, + "nauc_recall_at_20_max": 0.225143, + "nauc_recall_at_20_std": -0.041273, + "nauc_recall_at_20_diff1": 0.681314, + "nauc_recall_at_100_max": 0.169249, + "nauc_recall_at_100_std": -0.049303, + "nauc_recall_at_100_diff1": 0.611732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.28798, + "nauc_precision_at_1_std": 0.023054, + "nauc_precision_at_1_diff1": 0.814946, + "nauc_precision_at_3_max": 0.273832, + "nauc_precision_at_3_std": 0.009606, + "nauc_precision_at_3_diff1": 0.721629, + "nauc_precision_at_5_max": 0.245036, + "nauc_precision_at_5_std": -0.020337, + "nauc_precision_at_5_diff1": 0.709802, + "nauc_precision_at_10_max": 0.250836, + "nauc_precision_at_10_std": 0.000834, + "nauc_precision_at_10_diff1": 0.674685, + "nauc_precision_at_20_max": 0.19464, + "nauc_precision_at_20_std": -0.060265, + "nauc_precision_at_20_diff1": 0.628716, + "nauc_precision_at_100_max": 0.130945, + "nauc_precision_at_100_std": -0.074753, + "nauc_precision_at_100_diff1": 0.54444, + "nauc_precision_at_1000_max": -0.400053, + "nauc_precision_at_1000_std": -0.411537, + "nauc_precision_at_1000_diff1": -0.445379, + "nauc_cv_recall_at_1_max": 0.28798, + "nauc_cv_recall_at_1_std": 0.023054, + "nauc_cv_recall_at_1_diff1": 0.814946, + "nauc_cv_recall_at_3_max": 0.298417, + "nauc_cv_recall_at_3_std": 0.023342, + "nauc_cv_recall_at_3_diff1": 0.765358, + "nauc_cv_recall_at_5_max": 0.269921, + "nauc_cv_recall_at_5_std": -0.006948, + "nauc_cv_recall_at_5_diff1": 0.755522, + "nauc_cv_recall_at_10_max": 0.278686, + "nauc_cv_recall_at_10_std": 0.016561, + "nauc_cv_recall_at_10_diff1": 0.723971, + "nauc_cv_recall_at_20_max": 0.223546, + "nauc_cv_recall_at_20_std": -0.045308, + "nauc_cv_recall_at_20_diff1": 0.682357, + "nauc_cv_recall_at_100_max": 0.166873, + "nauc_cv_recall_at_100_std": -0.054972, + "nauc_cv_recall_at_100_diff1": 0.613297, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.28798, + "nauc_mrr_at_1_std": 0.023054, + "nauc_mrr_at_1_diff1": 0.814946, + "nauc_mrr_at_3_max": 0.292829, + "nauc_mrr_at_3_std": 0.023093, + "nauc_mrr_at_3_diff1": 0.795941, + "nauc_mrr_at_5_max": 0.287381, + "nauc_mrr_at_5_std": 0.017302, + "nauc_mrr_at_5_diff1": 0.794364, + "nauc_mrr_at_10_max": 0.288387, + "nauc_mrr_at_10_std": 0.019565, + "nauc_mrr_at_10_diff1": 0.791561, + "nauc_mrr_at_20_max": 0.285647, + "nauc_mrr_at_20_std": 0.016467, + "nauc_mrr_at_20_diff1": 0.790029, + "nauc_mrr_at_100_max": 0.285255, + "nauc_mrr_at_100_std": 0.016702, + "nauc_mrr_at_100_diff1": 0.789719, + "nauc_mrr_at_1000_max": 0.285407, + "nauc_mrr_at_1000_std": 0.016806, + "nauc_mrr_at_1000_diff1": 0.789894, + "main_score": 0.82528, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.87575, + "ndcg_at_3": 0.89975, + "ndcg_at_5": 0.90186, + "ndcg_at_10": 0.90595, + "ndcg_at_20": 0.90695, + "ndcg_at_100": 0.91044, + "ndcg_at_1000": 0.91561, + "map_at_1": 0.87475, + "map_at_3": 0.89446, + "map_at_5": 0.89566, + "map_at_10": 0.89726, + "map_at_20": 0.89754, + "map_at_100": 0.89799, + "map_at_1000": 0.89814, + "recall_at_1": 0.87475, + "recall_at_3": 0.91483, + "recall_at_5": 0.91984, + "recall_at_10": 0.93287, + "recall_at_20": 0.93687, + "recall_at_100": 0.95591, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.87575, + "cv_recall_at_3": 0.91483, + "cv_recall_at_5": 0.91984, + "cv_recall_at_10": 0.93287, + "cv_recall_at_20": 0.93687, + "cv_recall_at_100": 0.95591, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.87575, + "precision_at_3": 0.30561, + "precision_at_5": 0.18437, + "precision_at_10": 0.09349, + "precision_at_20": 0.04694, + "precision_at_100": 0.00958, + "precision_at_1000": 0.001, + "mrr_at_1": 0.875752, + "mrr_at_3": 0.894456, + "mrr_at_5": 0.895658, + "mrr_at_10": 0.897265, + "mrr_at_20": 0.897538, + "mrr_at_100": 0.897994, + "mrr_at_1000": 0.898136, + "nauc_ndcg_at_1_max": 0.410351, + "nauc_ndcg_at_1_std": 0.04985, + "nauc_ndcg_at_1_diff1": 0.863233, + "nauc_ndcg_at_3_max": 0.37518, + "nauc_ndcg_at_3_std": 0.013672, + "nauc_ndcg_at_3_diff1": 0.827941, + "nauc_ndcg_at_5_max": 0.382315, + "nauc_ndcg_at_5_std": 0.020161, + "nauc_ndcg_at_5_diff1": 0.828616, + "nauc_ndcg_at_10_max": 0.384235, + "nauc_ndcg_at_10_std": 0.034084, + "nauc_ndcg_at_10_diff1": 0.824323, + "nauc_ndcg_at_20_max": 0.395827, + "nauc_ndcg_at_20_std": 0.044788, + "nauc_ndcg_at_20_diff1": 0.824354, + "nauc_ndcg_at_100_max": 0.391762, + "nauc_ndcg_at_100_std": 0.041548, + "nauc_ndcg_at_100_diff1": 0.82006, + "nauc_ndcg_at_1000_max": 0.39022, + "nauc_ndcg_at_1000_std": 0.037143, + "nauc_ndcg_at_1000_diff1": 0.826464, + "nauc_map_at_1_max": 0.411496, + "nauc_map_at_1_std": 0.054535, + "nauc_map_at_1_diff1": 0.865284, + "nauc_map_at_3_max": 0.384698, + "nauc_map_at_3_std": 0.023581, + "nauc_map_at_3_diff1": 0.836834, + "nauc_map_at_5_max": 0.388492, + "nauc_map_at_5_std": 0.026973, + "nauc_map_at_5_diff1": 0.837318, + "nauc_map_at_10_max": 0.389442, + "nauc_map_at_10_std": 0.03277, + "nauc_map_at_10_diff1": 0.835885, + "nauc_map_at_20_max": 0.392162, + "nauc_map_at_20_std": 0.035333, + "nauc_map_at_20_diff1": 0.835908, + "nauc_map_at_100_max": 0.391756, + "nauc_map_at_100_std": 0.034999, + "nauc_map_at_100_diff1": 0.835389, + "nauc_map_at_1000_max": 0.391582, + "nauc_map_at_1000_std": 0.034795, + "nauc_map_at_1000_diff1": 0.835432, + "nauc_recall_at_1_max": 0.411496, + "nauc_recall_at_1_std": 0.054535, + "nauc_recall_at_1_diff1": 0.865284, + "nauc_recall_at_3_max": 0.341833, + "nauc_recall_at_3_std": -0.021108, + "nauc_recall_at_3_diff1": 0.797124, + "nauc_recall_at_5_max": 0.360985, + "nauc_recall_at_5_std": -0.003573, + "nauc_recall_at_5_diff1": 0.797043, + "nauc_recall_at_10_max": 0.363992, + "nauc_recall_at_10_std": 0.047954, + "nauc_recall_at_10_diff1": 0.772124, + "nauc_recall_at_20_max": 0.431539, + "nauc_recall_at_20_std": 0.111622, + "nauc_recall_at_20_diff1": 0.769143, + "nauc_recall_at_100_max": 0.401347, + "nauc_recall_at_100_std": 0.104091, + "nauc_recall_at_100_diff1": 0.701277, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.410351, + "nauc_precision_at_1_std": 0.04985, + "nauc_precision_at_1_diff1": 0.863233, + "nauc_precision_at_3_max": 0.317188, + "nauc_precision_at_3_std": -0.034151, + "nauc_precision_at_3_diff1": 0.743198, + "nauc_precision_at_5_max": 0.334067, + "nauc_precision_at_5_std": -0.018128, + "nauc_precision_at_5_diff1": 0.739891, + "nauc_precision_at_10_max": 0.331961, + "nauc_precision_at_10_std": 0.028173, + "nauc_precision_at_10_diff1": 0.705658, + "nauc_precision_at_20_max": 0.394047, + "nauc_precision_at_20_std": 0.087321, + "nauc_precision_at_20_diff1": 0.698835, + "nauc_precision_at_100_max": 0.351062, + "nauc_precision_at_100_std": 0.070617, + "nauc_precision_at_100_diff1": 0.6078, + "nauc_precision_at_1000_max": -0.285376, + "nauc_precision_at_1000_std": -0.353058, + "nauc_precision_at_1000_diff1": -0.5753, + "nauc_cv_recall_at_1_max": 0.410351, + "nauc_cv_recall_at_1_std": 0.04985, + "nauc_cv_recall_at_1_diff1": 0.863233, + "nauc_cv_recall_at_3_max": 0.341833, + "nauc_cv_recall_at_3_std": -0.021108, + "nauc_cv_recall_at_3_diff1": 0.797124, + "nauc_cv_recall_at_5_max": 0.360985, + "nauc_cv_recall_at_5_std": -0.003573, + "nauc_cv_recall_at_5_diff1": 0.797043, + "nauc_cv_recall_at_10_max": 0.363992, + "nauc_cv_recall_at_10_std": 0.047954, + "nauc_cv_recall_at_10_diff1": 0.772124, + "nauc_cv_recall_at_20_max": 0.431539, + "nauc_cv_recall_at_20_std": 0.111622, + "nauc_cv_recall_at_20_diff1": 0.769143, + "nauc_cv_recall_at_100_max": 0.401347, + "nauc_cv_recall_at_100_std": 0.104091, + "nauc_cv_recall_at_100_diff1": 0.701277, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.410351, + "nauc_mrr_at_1_std": 0.04985, + "nauc_mrr_at_1_diff1": 0.863233, + "nauc_mrr_at_3_max": 0.384698, + "nauc_mrr_at_3_std": 0.023581, + "nauc_mrr_at_3_diff1": 0.836834, + "nauc_mrr_at_5_max": 0.388492, + "nauc_mrr_at_5_std": 0.026973, + "nauc_mrr_at_5_diff1": 0.837318, + "nauc_mrr_at_10_max": 0.389442, + "nauc_mrr_at_10_std": 0.03277, + "nauc_mrr_at_10_diff1": 0.835885, + "nauc_mrr_at_20_max": 0.392162, + "nauc_mrr_at_20_std": 0.035333, + "nauc_mrr_at_20_diff1": 0.835908, + "nauc_mrr_at_100_max": 0.391756, + "nauc_mrr_at_100_std": 0.034999, + "nauc_mrr_at_100_diff1": 0.835389, + "nauc_mrr_at_1000_max": 0.391582, + "nauc_mrr_at_1000_std": 0.034795, + "nauc_mrr_at_1000_diff1": 0.835432, + "main_score": 0.90186, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.86145, + "ndcg_at_3": 0.88674, + "ndcg_at_5": 0.8905, + "ndcg_at_10": 0.89429, + "ndcg_at_20": 0.89754, + "ndcg_at_100": 0.90122, + "ndcg_at_1000": 0.90602, + "map_at_1": 0.85944, + "map_at_3": 0.88086, + "map_at_5": 0.88297, + "map_at_10": 0.88447, + "map_at_20": 0.88534, + "map_at_100": 0.88583, + "map_at_1000": 0.88594, + "recall_at_1": 0.85944, + "recall_at_3": 0.90361, + "recall_at_5": 0.91265, + "recall_at_10": 0.9247, + "recall_at_20": 0.93775, + "recall_at_100": 0.95783, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.86145, + "cv_recall_at_3": 0.90361, + "cv_recall_at_5": 0.91265, + "cv_recall_at_10": 0.9247, + "cv_recall_at_20": 0.93775, + "cv_recall_at_100": 0.95783, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.86145, + "precision_at_3": 0.30254, + "precision_at_5": 0.18333, + "precision_at_10": 0.09287, + "precision_at_20": 0.04709, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "mrr_at_1": 0.861446, + "mrr_at_3": 0.880857, + "mrr_at_5": 0.882965, + "mrr_at_10": 0.884472, + "mrr_at_20": 0.885336, + "mrr_at_100": 0.885827, + "mrr_at_1000": 0.885936, + "nauc_ndcg_at_1_max": 0.405567, + "nauc_ndcg_at_1_std": -0.035438, + "nauc_ndcg_at_1_diff1": 0.921889, + "nauc_ndcg_at_3_max": 0.428652, + "nauc_ndcg_at_3_std": -0.021891, + "nauc_ndcg_at_3_diff1": 0.899425, + "nauc_ndcg_at_5_max": 0.428882, + "nauc_ndcg_at_5_std": -0.018406, + "nauc_ndcg_at_5_diff1": 0.899027, + "nauc_ndcg_at_10_max": 0.419793, + "nauc_ndcg_at_10_std": -0.025259, + "nauc_ndcg_at_10_diff1": 0.897688, + "nauc_ndcg_at_20_max": 0.415176, + "nauc_ndcg_at_20_std": -0.029368, + "nauc_ndcg_at_20_diff1": 0.897204, + "nauc_ndcg_at_100_max": 0.409363, + "nauc_ndcg_at_100_std": -0.035829, + "nauc_ndcg_at_100_diff1": 0.896137, + "nauc_ndcg_at_1000_max": 0.412034, + "nauc_ndcg_at_1000_std": -0.033974, + "nauc_ndcg_at_1000_diff1": 0.899511, + "nauc_map_at_1_max": 0.38542, + "nauc_map_at_1_std": -0.05207, + "nauc_map_at_1_diff1": 0.922213, + "nauc_map_at_3_max": 0.418826, + "nauc_map_at_3_std": -0.031171, + "nauc_map_at_3_diff1": 0.905262, + "nauc_map_at_5_max": 0.418411, + "nauc_map_at_5_std": -0.029833, + "nauc_map_at_5_diff1": 0.90513, + "nauc_map_at_10_max": 0.414676, + "nauc_map_at_10_std": -0.032924, + "nauc_map_at_10_diff1": 0.904702, + "nauc_map_at_20_max": 0.413624, + "nauc_map_at_20_std": -0.03402, + "nauc_map_at_20_diff1": 0.904681, + "nauc_map_at_100_max": 0.412849, + "nauc_map_at_100_std": -0.034774, + "nauc_map_at_100_diff1": 0.90456, + "nauc_map_at_1000_max": 0.412819, + "nauc_map_at_1000_std": -0.034782, + "nauc_map_at_1000_diff1": 0.904593, + "nauc_recall_at_1_max": 0.38542, + "nauc_recall_at_1_std": -0.05207, + "nauc_recall_at_1_diff1": 0.922213, + "nauc_recall_at_3_max": 0.464651, + "nauc_recall_at_3_std": 0.013243, + "nauc_recall_at_3_diff1": 0.879247, + "nauc_recall_at_5_max": 0.47098, + "nauc_recall_at_5_std": 0.028976, + "nauc_recall_at_5_diff1": 0.876148, + "nauc_recall_at_10_max": 0.44015, + "nauc_recall_at_10_std": 0.010082, + "nauc_recall_at_10_diff1": 0.866793, + "nauc_recall_at_20_max": 0.413231, + "nauc_recall_at_20_std": -0.008401, + "nauc_recall_at_20_diff1": 0.856602, + "nauc_recall_at_100_max": 0.343284, + "nauc_recall_at_100_std": -0.079098, + "nauc_recall_at_100_diff1": 0.82477, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.405567, + "nauc_precision_at_1_std": -0.035438, + "nauc_precision_at_1_diff1": 0.921889, + "nauc_precision_at_3_max": 0.472322, + "nauc_precision_at_3_std": 0.05709, + "nauc_precision_at_3_diff1": 0.787888, + "nauc_precision_at_5_max": 0.478917, + "nauc_precision_at_5_std": 0.075859, + "nauc_precision_at_5_diff1": 0.776266, + "nauc_precision_at_10_max": 0.451865, + "nauc_precision_at_10_std": 0.065433, + "nauc_precision_at_10_diff1": 0.75308, + "nauc_precision_at_20_max": 0.429869, + "nauc_precision_at_20_std": 0.059248, + "nauc_precision_at_20_diff1": 0.722478, + "nauc_precision_at_100_max": 0.376654, + "nauc_precision_at_100_std": 0.026232, + "nauc_precision_at_100_diff1": 0.64037, + "nauc_precision_at_1000_max": 0.578242, + "nauc_precision_at_1000_std": 0.662509, + "nauc_precision_at_1000_diff1": -0.473562, + "nauc_cv_recall_at_1_max": 0.405567, + "nauc_cv_recall_at_1_std": -0.035438, + "nauc_cv_recall_at_1_diff1": 0.921889, + "nauc_cv_recall_at_3_max": 0.464651, + "nauc_cv_recall_at_3_std": 0.013243, + "nauc_cv_recall_at_3_diff1": 0.879247, + "nauc_cv_recall_at_5_max": 0.47098, + "nauc_cv_recall_at_5_std": 0.028976, + "nauc_cv_recall_at_5_diff1": 0.876148, + "nauc_cv_recall_at_10_max": 0.44015, + "nauc_cv_recall_at_10_std": 0.010082, + "nauc_cv_recall_at_10_diff1": 0.866793, + "nauc_cv_recall_at_20_max": 0.413231, + "nauc_cv_recall_at_20_std": -0.008401, + "nauc_cv_recall_at_20_diff1": 0.856602, + "nauc_cv_recall_at_100_max": 0.343284, + "nauc_cv_recall_at_100_std": -0.079098, + "nauc_cv_recall_at_100_diff1": 0.82477, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.405567, + "nauc_mrr_at_1_std": -0.035438, + "nauc_mrr_at_1_diff1": 0.921889, + "nauc_mrr_at_3_max": 0.418826, + "nauc_mrr_at_3_std": -0.031171, + "nauc_mrr_at_3_diff1": 0.905262, + "nauc_mrr_at_5_max": 0.418411, + "nauc_mrr_at_5_std": -0.029833, + "nauc_mrr_at_5_diff1": 0.90513, + "nauc_mrr_at_10_max": 0.414676, + "nauc_mrr_at_10_std": -0.032924, + "nauc_mrr_at_10_diff1": 0.904702, + "nauc_mrr_at_20_max": 0.413624, + "nauc_mrr_at_20_std": -0.03402, + "nauc_mrr_at_20_diff1": 0.904681, + "nauc_mrr_at_100_max": 0.412849, + "nauc_mrr_at_100_std": -0.034774, + "nauc_mrr_at_100_diff1": 0.90456, + "nauc_mrr_at_1000_max": 0.412819, + "nauc_mrr_at_1000_std": -0.034782, + "nauc_mrr_at_1000_diff1": 0.904593, + "main_score": 0.8905, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.84639, + "ndcg_at_3": 0.86927, + "ndcg_at_5": 0.87256, + "ndcg_at_10": 0.87757, + "ndcg_at_20": 0.88028, + "ndcg_at_100": 0.88473, + "ndcg_at_1000": 0.89132, + "map_at_1": 0.84488, + "map_at_3": 0.86396, + "map_at_5": 0.86576, + "map_at_10": 0.8679, + "map_at_20": 0.8686, + "map_at_100": 0.8692, + "map_at_1000": 0.86937, + "recall_at_1": 0.84488, + "recall_at_3": 0.88454, + "recall_at_5": 0.89257, + "recall_at_10": 0.90763, + "recall_at_20": 0.91867, + "recall_at_100": 0.94277, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.84639, + "cv_recall_at_3": 0.88454, + "cv_recall_at_5": 0.89257, + "cv_recall_at_10": 0.90763, + "cv_recall_at_20": 0.91867, + "cv_recall_at_100": 0.94277, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.84639, + "precision_at_3": 0.29585, + "precision_at_5": 0.17912, + "precision_at_10": 0.09116, + "precision_at_20": 0.04613, + "precision_at_100": 0.00947, + "precision_at_1000": 0.001, + "mrr_at_1": 0.846386, + "mrr_at_3": 0.863956, + "mrr_at_5": 0.865763, + "mrr_at_10": 0.867874, + "mrr_at_20": 0.868575, + "mrr_at_100": 0.869177, + "mrr_at_1000": 0.869339, + "nauc_ndcg_at_1_max": 0.314495, + "nauc_ndcg_at_1_std": -0.064472, + "nauc_ndcg_at_1_diff1": 0.912181, + "nauc_ndcg_at_3_max": 0.344248, + "nauc_ndcg_at_3_std": -0.033595, + "nauc_ndcg_at_3_diff1": 0.88683, + "nauc_ndcg_at_5_max": 0.343879, + "nauc_ndcg_at_5_std": -0.037096, + "nauc_ndcg_at_5_diff1": 0.883507, + "nauc_ndcg_at_10_max": 0.347212, + "nauc_ndcg_at_10_std": -0.035468, + "nauc_ndcg_at_10_diff1": 0.87973, + "nauc_ndcg_at_20_max": 0.340442, + "nauc_ndcg_at_20_std": -0.043751, + "nauc_ndcg_at_20_diff1": 0.878041, + "nauc_ndcg_at_100_max": 0.335956, + "nauc_ndcg_at_100_std": -0.047346, + "nauc_ndcg_at_100_diff1": 0.880368, + "nauc_ndcg_at_1000_max": 0.336188, + "nauc_ndcg_at_1000_std": -0.046597, + "nauc_ndcg_at_1000_diff1": 0.88388, + "nauc_map_at_1_max": 0.304356, + "nauc_map_at_1_std": -0.068772, + "nauc_map_at_1_diff1": 0.913845, + "nauc_map_at_3_max": 0.337129, + "nauc_map_at_3_std": -0.041657, + "nauc_map_at_3_diff1": 0.893372, + "nauc_map_at_5_max": 0.336575, + "nauc_map_at_5_std": -0.043952, + "nauc_map_at_5_diff1": 0.891759, + "nauc_map_at_10_max": 0.337809, + "nauc_map_at_10_std": -0.04334, + "nauc_map_at_10_diff1": 0.890362, + "nauc_map_at_20_max": 0.33594, + "nauc_map_at_20_std": -0.045662, + "nauc_map_at_20_diff1": 0.890021, + "nauc_map_at_100_max": 0.335178, + "nauc_map_at_100_std": -0.046231, + "nauc_map_at_100_diff1": 0.890146, + "nauc_map_at_1000_max": 0.335105, + "nauc_map_at_1000_std": -0.046325, + "nauc_map_at_1000_diff1": 0.890249, + "nauc_recall_at_1_max": 0.304356, + "nauc_recall_at_1_std": -0.068772, + "nauc_recall_at_1_diff1": 0.913845, + "nauc_recall_at_3_max": 0.367606, + "nauc_recall_at_3_std": -0.006782, + "nauc_recall_at_3_diff1": 0.865112, + "nauc_recall_at_5_max": 0.369469, + "nauc_recall_at_5_std": -0.01318, + "nauc_recall_at_5_diff1": 0.853958, + "nauc_recall_at_10_max": 0.386198, + "nauc_recall_at_10_std": -0.00365, + "nauc_recall_at_10_diff1": 0.834796, + "nauc_recall_at_20_max": 0.354482, + "nauc_recall_at_20_std": -0.043935, + "nauc_recall_at_20_diff1": 0.81882, + "nauc_recall_at_100_max": 0.31842, + "nauc_recall_at_100_std": -0.079652, + "nauc_recall_at_100_diff1": 0.82566, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.314495, + "nauc_precision_at_1_std": -0.064472, + "nauc_precision_at_1_diff1": 0.912181, + "nauc_precision_at_3_max": 0.369732, + "nauc_precision_at_3_std": 0.005655, + "nauc_precision_at_3_diff1": 0.802701, + "nauc_precision_at_5_max": 0.37164, + "nauc_precision_at_5_std": 0.000334, + "nauc_precision_at_5_diff1": 0.78817, + "nauc_precision_at_10_max": 0.379734, + "nauc_precision_at_10_std": 0.012846, + "nauc_precision_at_10_diff1": 0.739847, + "nauc_precision_at_20_max": 0.349716, + "nauc_precision_at_20_std": -0.022191, + "nauc_precision_at_20_diff1": 0.713258, + "nauc_precision_at_100_max": 0.315786, + "nauc_precision_at_100_std": -0.045866, + "nauc_precision_at_100_diff1": 0.67974, + "nauc_precision_at_1000_max": 0.294191, + "nauc_precision_at_1000_std": 0.231123, + "nauc_precision_at_1000_diff1": -0.516552, + "nauc_cv_recall_at_1_max": 0.314495, + "nauc_cv_recall_at_1_std": -0.064472, + "nauc_cv_recall_at_1_diff1": 0.912181, + "nauc_cv_recall_at_3_max": 0.367606, + "nauc_cv_recall_at_3_std": -0.006782, + "nauc_cv_recall_at_3_diff1": 0.865112, + "nauc_cv_recall_at_5_max": 0.369469, + "nauc_cv_recall_at_5_std": -0.01318, + "nauc_cv_recall_at_5_diff1": 0.853958, + "nauc_cv_recall_at_10_max": 0.386198, + "nauc_cv_recall_at_10_std": -0.00365, + "nauc_cv_recall_at_10_diff1": 0.834796, + "nauc_cv_recall_at_20_max": 0.354482, + "nauc_cv_recall_at_20_std": -0.043935, + "nauc_cv_recall_at_20_diff1": 0.81882, + "nauc_cv_recall_at_100_max": 0.31842, + "nauc_cv_recall_at_100_std": -0.079652, + "nauc_cv_recall_at_100_diff1": 0.82566, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.314495, + "nauc_mrr_at_1_std": -0.064472, + "nauc_mrr_at_1_diff1": 0.912181, + "nauc_mrr_at_3_max": 0.337129, + "nauc_mrr_at_3_std": -0.041657, + "nauc_mrr_at_3_diff1": 0.893372, + "nauc_mrr_at_5_max": 0.336575, + "nauc_mrr_at_5_std": -0.043952, + "nauc_mrr_at_5_diff1": 0.891759, + "nauc_mrr_at_10_max": 0.337772, + "nauc_mrr_at_10_std": -0.043369, + "nauc_mrr_at_10_diff1": 0.890351, + "nauc_mrr_at_20_max": 0.335902, + "nauc_mrr_at_20_std": -0.045691, + "nauc_mrr_at_20_diff1": 0.890009, + "nauc_mrr_at_100_max": 0.335141, + "nauc_mrr_at_100_std": -0.04626, + "nauc_mrr_at_100_diff1": 0.890135, + "nauc_mrr_at_1000_max": 0.335068, + "nauc_mrr_at_1000_std": -0.046354, + "nauc_mrr_at_1000_diff1": 0.890237, + "main_score": 0.87256, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.65998, + "ndcg_at_3": 0.69936, + "ndcg_at_5": 0.70605, + "ndcg_at_10": 0.7152, + "ndcg_at_20": 0.72197, + "ndcg_at_100": 0.73149, + "ndcg_at_1000": 0.74915, + "map_at_1": 0.65848, + "map_at_3": 0.68974, + "map_at_5": 0.6935, + "map_at_10": 0.69731, + "map_at_20": 0.69912, + "map_at_100": 0.70039, + "map_at_1000": 0.70088, + "recall_at_1": 0.65848, + "recall_at_3": 0.72718, + "recall_at_5": 0.74323, + "recall_at_10": 0.77131, + "recall_at_20": 0.7984, + "recall_at_100": 0.85055, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.65998, + "cv_recall_at_3": 0.72718, + "cv_recall_at_5": 0.74323, + "cv_recall_at_10": 0.77131, + "cv_recall_at_20": 0.7984, + "cv_recall_at_100": 0.85055, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.65998, + "precision_at_3": 0.2434, + "precision_at_5": 0.14925, + "precision_at_10": 0.07743, + "precision_at_20": 0.04007, + "precision_at_100": 0.00854, + "precision_at_1000": 0.001, + "mrr_at_1": 0.65998, + "mrr_at_3": 0.689736, + "mrr_at_5": 0.693497, + "mrr_at_10": 0.69731, + "mrr_at_20": 0.699123, + "mrr_at_100": 0.700386, + "mrr_at_1000": 0.700883, + "nauc_ndcg_at_1_max": 0.039009, + "nauc_ndcg_at_1_std": -0.184342, + "nauc_ndcg_at_1_diff1": 0.849935, + "nauc_ndcg_at_3_max": 0.030086, + "nauc_ndcg_at_3_std": -0.197232, + "nauc_ndcg_at_3_diff1": 0.824988, + "nauc_ndcg_at_5_max": 0.028787, + "nauc_ndcg_at_5_std": -0.197607, + "nauc_ndcg_at_5_diff1": 0.820388, + "nauc_ndcg_at_10_max": 0.03325, + "nauc_ndcg_at_10_std": -0.189461, + "nauc_ndcg_at_10_diff1": 0.815456, + "nauc_ndcg_at_20_max": 0.033192, + "nauc_ndcg_at_20_std": -0.187805, + "nauc_ndcg_at_20_diff1": 0.810478, + "nauc_ndcg_at_100_max": 0.031556, + "nauc_ndcg_at_100_std": -0.186558, + "nauc_ndcg_at_100_diff1": 0.806777, + "nauc_ndcg_at_1000_max": 0.033388, + "nauc_ndcg_at_1000_std": -0.187657, + "nauc_ndcg_at_1000_diff1": 0.815014, + "nauc_map_at_1_max": 0.038347, + "nauc_map_at_1_std": -0.184344, + "nauc_map_at_1_diff1": 0.85147, + "nauc_map_at_3_max": 0.032379, + "nauc_map_at_3_std": -0.194356, + "nauc_map_at_3_diff1": 0.831291, + "nauc_map_at_5_max": 0.031727, + "nauc_map_at_5_std": -0.19448, + "nauc_map_at_5_diff1": 0.828885, + "nauc_map_at_10_max": 0.033838, + "nauc_map_at_10_std": -0.190917, + "nauc_map_at_10_diff1": 0.827062, + "nauc_map_at_20_max": 0.03369, + "nauc_map_at_20_std": -0.190704, + "nauc_map_at_20_diff1": 0.825861, + "nauc_map_at_100_max": 0.033619, + "nauc_map_at_100_std": -0.190356, + "nauc_map_at_100_diff1": 0.825419, + "nauc_map_at_1000_max": 0.03374, + "nauc_map_at_1000_std": -0.190256, + "nauc_map_at_1000_diff1": 0.825514, + "nauc_recall_at_1_max": 0.038347, + "nauc_recall_at_1_std": -0.184344, + "nauc_recall_at_1_diff1": 0.85147, + "nauc_recall_at_3_max": 0.022816, + "nauc_recall_at_3_std": -0.20615, + "nauc_recall_at_3_diff1": 0.805057, + "nauc_recall_at_5_max": 0.018852, + "nauc_recall_at_5_std": -0.207839, + "nauc_recall_at_5_diff1": 0.791683, + "nauc_recall_at_10_max": 0.03196, + "nauc_recall_at_10_std": -0.181305, + "nauc_recall_at_10_diff1": 0.770641, + "nauc_recall_at_20_max": 0.032852, + "nauc_recall_at_20_std": -0.170039, + "nauc_recall_at_20_diff1": 0.740541, + "nauc_recall_at_100_max": 0.015131, + "nauc_recall_at_100_std": -0.158813, + "nauc_recall_at_100_diff1": 0.68713, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.039009, + "nauc_precision_at_1_std": -0.184342, + "nauc_precision_at_1_diff1": 0.849935, + "nauc_precision_at_3_max": 0.023588, + "nauc_precision_at_3_std": -0.200481, + "nauc_precision_at_3_diff1": 0.778513, + "nauc_precision_at_5_max": 0.019752, + "nauc_precision_at_5_std": -0.201851, + "nauc_precision_at_5_diff1": 0.764119, + "nauc_precision_at_10_max": 0.032623, + "nauc_precision_at_10_std": -0.175399, + "nauc_precision_at_10_diff1": 0.740968, + "nauc_precision_at_20_max": 0.033558, + "nauc_precision_at_20_std": -0.16384, + "nauc_precision_at_20_diff1": 0.708679, + "nauc_precision_at_100_max": 0.016677, + "nauc_precision_at_100_std": -0.151128, + "nauc_precision_at_100_diff1": 0.647475, + "nauc_precision_at_1000_max": 0.05892, + "nauc_precision_at_1000_std": 0.05892, + "nauc_precision_at_1000_diff1": -0.436319, + "nauc_cv_recall_at_1_max": 0.039009, + "nauc_cv_recall_at_1_std": -0.184342, + "nauc_cv_recall_at_1_diff1": 0.849935, + "nauc_cv_recall_at_3_max": 0.022816, + "nauc_cv_recall_at_3_std": -0.20615, + "nauc_cv_recall_at_3_diff1": 0.805057, + "nauc_cv_recall_at_5_max": 0.018852, + "nauc_cv_recall_at_5_std": -0.207839, + "nauc_cv_recall_at_5_diff1": 0.791683, + "nauc_cv_recall_at_10_max": 0.03196, + "nauc_cv_recall_at_10_std": -0.181305, + "nauc_cv_recall_at_10_diff1": 0.770641, + "nauc_cv_recall_at_20_max": 0.032852, + "nauc_cv_recall_at_20_std": -0.170039, + "nauc_cv_recall_at_20_diff1": 0.740541, + "nauc_cv_recall_at_100_max": 0.015131, + "nauc_cv_recall_at_100_std": -0.158813, + "nauc_cv_recall_at_100_diff1": 0.68713, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.039009, + "nauc_mrr_at_1_std": -0.184342, + "nauc_mrr_at_1_diff1": 0.849935, + "nauc_mrr_at_3_max": 0.032379, + "nauc_mrr_at_3_std": -0.194356, + "nauc_mrr_at_3_diff1": 0.831291, + "nauc_mrr_at_5_max": 0.031727, + "nauc_mrr_at_5_std": -0.19448, + "nauc_mrr_at_5_diff1": 0.828885, + "nauc_mrr_at_10_max": 0.033838, + "nauc_mrr_at_10_std": -0.190917, + "nauc_mrr_at_10_diff1": 0.827062, + "nauc_mrr_at_20_max": 0.03369, + "nauc_mrr_at_20_std": -0.190704, + "nauc_mrr_at_20_diff1": 0.825861, + "nauc_mrr_at_100_max": 0.033619, + "nauc_mrr_at_100_std": -0.190356, + "nauc_mrr_at_100_diff1": 0.825419, + "nauc_mrr_at_1000_max": 0.03374, + "nauc_mrr_at_1000_std": -0.190256, + "nauc_mrr_at_1000_diff1": 0.825514, + "main_score": 0.70605, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.809, + "ndcg_at_3": 0.83858, + "ndcg_at_5": 0.84194, + "ndcg_at_10": 0.84771, + "ndcg_at_20": 0.8495, + "ndcg_at_100": 0.8562, + "ndcg_at_1000": 0.86441, + "map_at_1": 0.809, + "map_at_3": 0.8315, + "map_at_5": 0.8334, + "map_at_10": 0.83575, + "map_at_20": 0.83625, + "map_at_100": 0.83711, + "map_at_1000": 0.83731, + "recall_at_1": 0.809, + "recall_at_3": 0.859, + "recall_at_5": 0.867, + "recall_at_10": 0.885, + "recall_at_20": 0.892, + "recall_at_100": 0.929, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.809, + "cv_recall_at_3": 0.859, + "cv_recall_at_5": 0.867, + "cv_recall_at_10": 0.885, + "cv_recall_at_20": 0.892, + "cv_recall_at_100": 0.929, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.809, + "precision_at_3": 0.28633, + "precision_at_5": 0.1734, + "precision_at_10": 0.0885, + "precision_at_20": 0.0446, + "precision_at_100": 0.00929, + "precision_at_1000": 0.001, + "mrr_at_1": 0.809, + "mrr_at_3": 0.8315, + "mrr_at_5": 0.8334, + "mrr_at_10": 0.83575, + "mrr_at_20": 0.836252, + "mrr_at_100": 0.837108, + "mrr_at_1000": 0.837313, + "nauc_ndcg_at_1_max": 0.424513, + "nauc_ndcg_at_1_std": 0.12556, + "nauc_ndcg_at_1_diff1": 0.87901, + "nauc_ndcg_at_3_max": 0.411486, + "nauc_ndcg_at_3_std": 0.10182, + "nauc_ndcg_at_3_diff1": 0.861133, + "nauc_ndcg_at_5_max": 0.410269, + "nauc_ndcg_at_5_std": 0.107082, + "nauc_ndcg_at_5_diff1": 0.857776, + "nauc_ndcg_at_10_max": 0.414454, + "nauc_ndcg_at_10_std": 0.121529, + "nauc_ndcg_at_10_diff1": 0.850947, + "nauc_ndcg_at_20_max": 0.408006, + "nauc_ndcg_at_20_std": 0.115435, + "nauc_ndcg_at_20_diff1": 0.848154, + "nauc_ndcg_at_100_max": 0.412584, + "nauc_ndcg_at_100_std": 0.123964, + "nauc_ndcg_at_100_diff1": 0.847068, + "nauc_ndcg_at_1000_max": 0.412245, + "nauc_ndcg_at_1000_std": 0.117075, + "nauc_ndcg_at_1000_diff1": 0.853083, + "nauc_map_at_1_max": 0.424513, + "nauc_map_at_1_std": 0.12556, + "nauc_map_at_1_diff1": 0.87901, + "nauc_map_at_3_max": 0.414819, + "nauc_map_at_3_std": 0.107248, + "nauc_map_at_3_diff1": 0.866008, + "nauc_map_at_5_max": 0.414144, + "nauc_map_at_5_std": 0.110028, + "nauc_map_at_5_diff1": 0.86426, + "nauc_map_at_10_max": 0.415761, + "nauc_map_at_10_std": 0.115364, + "nauc_map_at_10_diff1": 0.861717, + "nauc_map_at_20_max": 0.41409, + "nauc_map_at_20_std": 0.11375, + "nauc_map_at_20_diff1": 0.861001, + "nauc_map_at_100_max": 0.414683, + "nauc_map_at_100_std": 0.114597, + "nauc_map_at_100_diff1": 0.860851, + "nauc_map_at_1000_max": 0.41462, + "nauc_map_at_1000_std": 0.1144, + "nauc_map_at_1000_diff1": 0.860959, + "nauc_recall_at_1_max": 0.424513, + "nauc_recall_at_1_std": 0.12556, + "nauc_recall_at_1_diff1": 0.87901, + "nauc_recall_at_3_max": 0.400266, + "nauc_recall_at_3_std": 0.083881, + "nauc_recall_at_3_diff1": 0.84457, + "nauc_recall_at_5_max": 0.396541, + "nauc_recall_at_5_std": 0.098151, + "nauc_recall_at_5_diff1": 0.834266, + "nauc_recall_at_10_max": 0.411415, + "nauc_recall_at_10_std": 0.156127, + "nauc_recall_at_10_diff1": 0.803808, + "nauc_recall_at_20_max": 0.377361, + "nauc_recall_at_20_std": 0.126183, + "nauc_recall_at_20_diff1": 0.786688, + "nauc_recall_at_100_max": 0.410706, + "nauc_recall_at_100_std": 0.228364, + "nauc_recall_at_100_diff1": 0.746847, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.424513, + "nauc_precision_at_1_std": 0.12556, + "nauc_precision_at_1_diff1": 0.87901, + "nauc_precision_at_3_max": 0.400266, + "nauc_precision_at_3_std": 0.083881, + "nauc_precision_at_3_diff1": 0.84457, + "nauc_precision_at_5_max": 0.396541, + "nauc_precision_at_5_std": 0.098151, + "nauc_precision_at_5_diff1": 0.834266, + "nauc_precision_at_10_max": 0.411415, + "nauc_precision_at_10_std": 0.156127, + "nauc_precision_at_10_diff1": 0.803808, + "nauc_precision_at_20_max": 0.377361, + "nauc_precision_at_20_std": 0.126183, + "nauc_precision_at_20_diff1": 0.786688, + "nauc_precision_at_100_max": 0.410706, + "nauc_precision_at_100_std": 0.228364, + "nauc_precision_at_100_diff1": 0.746847, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.424513, + "nauc_cv_recall_at_1_std": 0.12556, + "nauc_cv_recall_at_1_diff1": 0.87901, + "nauc_cv_recall_at_3_max": 0.400266, + "nauc_cv_recall_at_3_std": 0.083881, + "nauc_cv_recall_at_3_diff1": 0.84457, + "nauc_cv_recall_at_5_max": 0.396541, + "nauc_cv_recall_at_5_std": 0.098151, + "nauc_cv_recall_at_5_diff1": 0.834266, + "nauc_cv_recall_at_10_max": 0.411415, + "nauc_cv_recall_at_10_std": 0.156127, + "nauc_cv_recall_at_10_diff1": 0.803808, + "nauc_cv_recall_at_20_max": 0.377361, + "nauc_cv_recall_at_20_std": 0.126183, + "nauc_cv_recall_at_20_diff1": 0.786688, + "nauc_cv_recall_at_100_max": 0.410706, + "nauc_cv_recall_at_100_std": 0.228364, + "nauc_cv_recall_at_100_diff1": 0.746847, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.424513, + "nauc_mrr_at_1_std": 0.12556, + "nauc_mrr_at_1_diff1": 0.87901, + "nauc_mrr_at_3_max": 0.414819, + "nauc_mrr_at_3_std": 0.107248, + "nauc_mrr_at_3_diff1": 0.866008, + "nauc_mrr_at_5_max": 0.414144, + "nauc_mrr_at_5_std": 0.110028, + "nauc_mrr_at_5_diff1": 0.86426, + "nauc_mrr_at_10_max": 0.415761, + "nauc_mrr_at_10_std": 0.115364, + "nauc_mrr_at_10_diff1": 0.861717, + "nauc_mrr_at_20_max": 0.41409, + "nauc_mrr_at_20_std": 0.11375, + "nauc_mrr_at_20_diff1": 0.861001, + "nauc_mrr_at_100_max": 0.414683, + "nauc_mrr_at_100_std": 0.114597, + "nauc_mrr_at_100_diff1": 0.860851, + "nauc_mrr_at_1000_max": 0.41462, + "nauc_mrr_at_1000_std": 0.1144, + "nauc_mrr_at_1000_diff1": 0.860959, + "main_score": 0.84194, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.78471, + "ndcg_at_3": 0.79721, + "ndcg_at_5": 0.80123, + "ndcg_at_10": 0.80548, + "ndcg_at_20": 0.80773, + "ndcg_at_100": 0.81252, + "ndcg_at_1000": 0.82773, + "map_at_1": 0.78169, + "map_at_3": 0.79326, + "map_at_5": 0.79542, + "map_at_10": 0.79719, + "map_at_20": 0.79787, + "map_at_100": 0.79844, + "map_at_1000": 0.79877, + "recall_at_1": 0.78169, + "recall_at_3": 0.80634, + "recall_at_5": 0.8164, + "recall_at_10": 0.82948, + "recall_at_20": 0.83803, + "recall_at_100": 0.86519, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.78471, + "cv_recall_at_3": 0.80885, + "cv_recall_at_5": 0.81891, + "cv_recall_at_10": 0.83199, + "cv_recall_at_20": 0.84004, + "cv_recall_at_100": 0.8672, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.78471, + "precision_at_3": 0.26995, + "precision_at_5": 0.16398, + "precision_at_10": 0.0833, + "precision_at_20": 0.0421, + "precision_at_100": 0.00869, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.784708, + "mrr_at_3": 0.795775, + "mrr_at_5": 0.797938, + "mrr_at_10": 0.799702, + "mrr_at_20": 0.800302, + "mrr_at_100": 0.800874, + "mrr_at_1000": 0.801193, + "nauc_ndcg_at_1_max": 0.369649, + "nauc_ndcg_at_1_std": 0.039678, + "nauc_ndcg_at_1_diff1": 0.796072, + "nauc_ndcg_at_3_max": 0.384223, + "nauc_ndcg_at_3_std": 0.06825, + "nauc_ndcg_at_3_diff1": 0.779215, + "nauc_ndcg_at_5_max": 0.383593, + "nauc_ndcg_at_5_std": 0.071017, + "nauc_ndcg_at_5_diff1": 0.775605, + "nauc_ndcg_at_10_max": 0.380397, + "nauc_ndcg_at_10_std": 0.06652, + "nauc_ndcg_at_10_diff1": 0.771959, + "nauc_ndcg_at_20_max": 0.381841, + "nauc_ndcg_at_20_std": 0.068312, + "nauc_ndcg_at_20_diff1": 0.771139, + "nauc_ndcg_at_100_max": 0.380388, + "nauc_ndcg_at_100_std": 0.06758, + "nauc_ndcg_at_100_diff1": 0.766754, + "nauc_ndcg_at_1000_max": 0.379782, + "nauc_ndcg_at_1000_std": 0.065133, + "nauc_ndcg_at_1000_diff1": 0.772845, + "nauc_map_at_1_max": 0.366769, + "nauc_map_at_1_std": 0.040473, + "nauc_map_at_1_diff1": 0.796676, + "nauc_map_at_3_max": 0.379316, + "nauc_map_at_3_std": 0.061628, + "nauc_map_at_3_diff1": 0.783056, + "nauc_map_at_5_max": 0.37888, + "nauc_map_at_5_std": 0.062954, + "nauc_map_at_5_diff1": 0.781239, + "nauc_map_at_10_max": 0.377666, + "nauc_map_at_10_std": 0.061113, + "nauc_map_at_10_diff1": 0.779781, + "nauc_map_at_20_max": 0.378318, + "nauc_map_at_20_std": 0.06178, + "nauc_map_at_20_diff1": 0.779598, + "nauc_map_at_100_max": 0.377828, + "nauc_map_at_100_std": 0.061421, + "nauc_map_at_100_diff1": 0.779061, + "nauc_map_at_1000_max": 0.377823, + "nauc_map_at_1000_std": 0.061357, + "nauc_map_at_1000_diff1": 0.779224, + "nauc_recall_at_1_max": 0.366769, + "nauc_recall_at_1_std": 0.040473, + "nauc_recall_at_1_diff1": 0.796676, + "nauc_recall_at_3_max": 0.394181, + "nauc_recall_at_3_std": 0.086654, + "nauc_recall_at_3_diff1": 0.765875, + "nauc_recall_at_5_max": 0.39326, + "nauc_recall_at_5_std": 0.09526, + "nauc_recall_at_5_diff1": 0.755376, + "nauc_recall_at_10_max": 0.382276, + "nauc_recall_at_10_std": 0.081312, + "nauc_recall_at_10_diff1": 0.741626, + "nauc_recall_at_20_max": 0.387751, + "nauc_recall_at_20_std": 0.089241, + "nauc_recall_at_20_diff1": 0.736535, + "nauc_recall_at_100_max": 0.385179, + "nauc_recall_at_100_std": 0.093488, + "nauc_recall_at_100_diff1": 0.69869, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.369649, + "nauc_precision_at_1_std": 0.039678, + "nauc_precision_at_1_diff1": 0.796072, + "nauc_precision_at_3_max": 0.391851, + "nauc_precision_at_3_std": 0.083496, + "nauc_precision_at_3_diff1": 0.754675, + "nauc_precision_at_5_max": 0.390809, + "nauc_precision_at_5_std": 0.091964, + "nauc_precision_at_5_diff1": 0.74358, + "nauc_precision_at_10_max": 0.379622, + "nauc_precision_at_10_std": 0.077745, + "nauc_precision_at_10_diff1": 0.728959, + "nauc_precision_at_20_max": 0.383288, + "nauc_precision_at_20_std": 0.088042, + "nauc_precision_at_20_diff1": 0.710726, + "nauc_precision_at_100_max": 0.379951, + "nauc_precision_at_100_std": 0.092018, + "nauc_precision_at_100_diff1": 0.668766, + "nauc_precision_at_1000_max": -0.043656, + "nauc_precision_at_1000_std": -0.046724, + "nauc_precision_at_1000_diff1": -0.353081, + "nauc_cv_recall_at_1_max": 0.369649, + "nauc_cv_recall_at_1_std": 0.039678, + "nauc_cv_recall_at_1_diff1": 0.796072, + "nauc_cv_recall_at_3_max": 0.399738, + "nauc_cv_recall_at_3_std": 0.088368, + "nauc_cv_recall_at_3_diff1": 0.76767, + "nauc_cv_recall_at_5_max": 0.39909, + "nauc_cv_recall_at_5_std": 0.097172, + "nauc_cv_recall_at_5_diff1": 0.757128, + "nauc_cv_recall_at_10_max": 0.388372, + "nauc_cv_recall_at_10_std": 0.083169, + "nauc_cv_recall_at_10_diff1": 0.743314, + "nauc_cv_recall_at_20_max": 0.389283, + "nauc_cv_recall_at_20_std": 0.087234, + "nauc_cv_recall_at_20_diff1": 0.738499, + "nauc_cv_recall_at_100_max": 0.386957, + "nauc_cv_recall_at_100_std": 0.09117, + "nauc_cv_recall_at_100_diff1": 0.700499, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.369649, + "nauc_mrr_at_1_std": 0.039678, + "nauc_mrr_at_1_diff1": 0.796072, + "nauc_mrr_at_3_max": 0.383659, + "nauc_mrr_at_3_std": 0.06284, + "nauc_mrr_at_3_diff1": 0.783422, + "nauc_mrr_at_5_max": 0.383263, + "nauc_mrr_at_5_std": 0.064191, + "nauc_mrr_at_5_diff1": 0.781591, + "nauc_mrr_at_10_max": 0.382073, + "nauc_mrr_at_10_std": 0.062342, + "nauc_mrr_at_10_diff1": 0.780121, + "nauc_mrr_at_20_max": 0.3821, + "nauc_mrr_at_20_std": 0.062478, + "nauc_mrr_at_20_diff1": 0.78001, + "nauc_mrr_at_100_max": 0.381616, + "nauc_mrr_at_100_std": 0.062118, + "nauc_mrr_at_100_diff1": 0.779469, + "nauc_mrr_at_1000_max": 0.381616, + "nauc_mrr_at_1000_std": 0.06207, + "nauc_mrr_at_1000_diff1": 0.779635, + "main_score": 0.80123, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 7115.103085041046, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRHindiGovVQARetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRHindiGovVQARetrieval.json new file mode 100644 index 0000000000..095444a2b0 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRHindiGovVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRHindiGovVQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.12115, + "ndcg_at_3": 0.14064, + "ndcg_at_5": 0.14727, + "ndcg_at_10": 0.16916, + "ndcg_at_20": 0.18123, + "ndcg_at_100": 0.22974, + "ndcg_at_1000": 0.29799, + "map_at_1": 0.11576, + "map_at_3": 0.13235, + "map_at_5": 0.13631, + "map_at_10": 0.14607, + "map_at_20": 0.14926, + "map_at_100": 0.15519, + "map_at_1000": 0.15942, + "recall_at_1": 0.11576, + "recall_at_3": 0.15504, + "recall_at_5": 0.17267, + "recall_at_10": 0.23831, + "recall_at_20": 0.28533, + "recall_at_100": 0.53808, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.12115, + "cv_recall_at_3": 0.163, + "cv_recall_at_5": 0.18062, + "cv_recall_at_10": 0.2467, + "cv_recall_at_20": 0.30617, + "cv_recall_at_100": 0.58811, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.12115, + "precision_at_3": 0.05433, + "precision_at_5": 0.03612, + "precision_at_10": 0.02599, + "precision_at_20": 0.01652, + "precision_at_100": 0.0083, + "precision_at_1000": 0.00187, + "mrr_at_1": 0.121145, + "mrr_at_3": 0.138767, + "mrr_at_5": 0.142731, + "mrr_at_10": 0.15171, + "mrr_at_20": 0.155771, + "mrr_at_100": 0.161646, + "mrr_at_1000": 0.163847, + "nauc_ndcg_at_1_max": 0.304416, + "nauc_ndcg_at_1_std": 0.160224, + "nauc_ndcg_at_1_diff1": 0.512529, + "nauc_ndcg_at_3_max": 0.300118, + "nauc_ndcg_at_3_std": 0.154604, + "nauc_ndcg_at_3_diff1": 0.500277, + "nauc_ndcg_at_5_max": 0.305635, + "nauc_ndcg_at_5_std": 0.161181, + "nauc_ndcg_at_5_diff1": 0.476056, + "nauc_ndcg_at_10_max": 0.340495, + "nauc_ndcg_at_10_std": 0.197538, + "nauc_ndcg_at_10_diff1": 0.457031, + "nauc_ndcg_at_20_max": 0.332428, + "nauc_ndcg_at_20_std": 0.189738, + "nauc_ndcg_at_20_diff1": 0.448508, + "nauc_ndcg_at_100_max": 0.302192, + "nauc_ndcg_at_100_std": 0.164641, + "nauc_ndcg_at_100_diff1": 0.430661, + "nauc_ndcg_at_1000_max": 0.285563, + "nauc_ndcg_at_1000_std": 0.154776, + "nauc_ndcg_at_1000_diff1": 0.429833, + "nauc_map_at_1_max": 0.326817, + "nauc_map_at_1_std": 0.177037, + "nauc_map_at_1_diff1": 0.52472, + "nauc_map_at_3_max": 0.312154, + "nauc_map_at_3_std": 0.162826, + "nauc_map_at_3_diff1": 0.510095, + "nauc_map_at_5_max": 0.313754, + "nauc_map_at_5_std": 0.165681, + "nauc_map_at_5_diff1": 0.494896, + "nauc_map_at_10_max": 0.328794, + "nauc_map_at_10_std": 0.18124, + "nauc_map_at_10_diff1": 0.483889, + "nauc_map_at_20_max": 0.326097, + "nauc_map_at_20_std": 0.1785, + "nauc_map_at_20_diff1": 0.481676, + "nauc_map_at_100_max": 0.321027, + "nauc_map_at_100_std": 0.174641, + "nauc_map_at_100_diff1": 0.478785, + "nauc_map_at_1000_max": 0.317368, + "nauc_map_at_1000_std": 0.172733, + "nauc_map_at_1000_diff1": 0.475715, + "nauc_recall_at_1_max": 0.326817, + "nauc_recall_at_1_std": 0.177037, + "nauc_recall_at_1_diff1": 0.52472, + "nauc_recall_at_3_max": 0.303927, + "nauc_recall_at_3_std": 0.159159, + "nauc_recall_at_3_diff1": 0.48993, + "nauc_recall_at_5_max": 0.309185, + "nauc_recall_at_5_std": 0.168764, + "nauc_recall_at_5_diff1": 0.438347, + "nauc_recall_at_10_max": 0.388302, + "nauc_recall_at_10_std": 0.252303, + "nauc_recall_at_10_diff1": 0.400195, + "nauc_recall_at_20_max": 0.363594, + "nauc_recall_at_20_std": 0.228277, + "nauc_recall_at_20_diff1": 0.384183, + "nauc_recall_at_100_max": 0.256912, + "nauc_recall_at_100_std": 0.135464, + "nauc_recall_at_100_diff1": 0.312107, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.304416, + "nauc_precision_at_1_std": 0.160224, + "nauc_precision_at_1_diff1": 0.512529, + "nauc_precision_at_3_max": 0.282047, + "nauc_precision_at_3_std": 0.140319, + "nauc_precision_at_3_diff1": 0.477928, + "nauc_precision_at_5_max": 0.288789, + "nauc_precision_at_5_std": 0.151027, + "nauc_precision_at_5_diff1": 0.429026, + "nauc_precision_at_10_max": 0.332882, + "nauc_precision_at_10_std": 0.207982, + "nauc_precision_at_10_diff1": 0.371006, + "nauc_precision_at_20_max": 0.26375, + "nauc_precision_at_20_std": 0.156013, + "nauc_precision_at_20_diff1": 0.318687, + "nauc_precision_at_100_max": -0.031809, + "nauc_precision_at_100_std": -0.021689, + "nauc_precision_at_100_diff1": 0.048661, + "nauc_precision_at_1000_max": -0.214716, + "nauc_precision_at_1000_std": -0.108548, + "nauc_precision_at_1000_diff1": -0.183304, + "nauc_cv_recall_at_1_max": 0.304416, + "nauc_cv_recall_at_1_std": 0.160224, + "nauc_cv_recall_at_1_diff1": 0.512529, + "nauc_cv_recall_at_3_max": 0.282047, + "nauc_cv_recall_at_3_std": 0.140319, + "nauc_cv_recall_at_3_diff1": 0.477928, + "nauc_cv_recall_at_5_max": 0.288789, + "nauc_cv_recall_at_5_std": 0.151027, + "nauc_cv_recall_at_5_diff1": 0.429026, + "nauc_cv_recall_at_10_max": 0.367011, + "nauc_cv_recall_at_10_std": 0.239554, + "nauc_cv_recall_at_10_diff1": 0.389433, + "nauc_cv_recall_at_20_max": 0.326485, + "nauc_cv_recall_at_20_std": 0.202419, + "nauc_cv_recall_at_20_diff1": 0.355192, + "nauc_cv_recall_at_100_max": 0.20321, + "nauc_cv_recall_at_100_std": 0.105688, + "nauc_cv_recall_at_100_diff1": 0.284984, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.304416, + "nauc_mrr_at_1_std": 0.160224, + "nauc_mrr_at_1_diff1": 0.512529, + "nauc_mrr_at_3_max": 0.290716, + "nauc_mrr_at_3_std": 0.145534, + "nauc_mrr_at_3_diff1": 0.497609, + "nauc_mrr_at_5_max": 0.292701, + "nauc_mrr_at_5_std": 0.148647, + "nauc_mrr_at_5_diff1": 0.483169, + "nauc_mrr_at_10_max": 0.308582, + "nauc_mrr_at_10_std": 0.166736, + "nauc_mrr_at_10_diff1": 0.474045, + "nauc_mrr_at_20_max": 0.304027, + "nauc_mrr_at_20_std": 0.16248, + "nauc_mrr_at_20_diff1": 0.469749, + "nauc_mrr_at_100_max": 0.299514, + "nauc_mrr_at_100_std": 0.159116, + "nauc_mrr_at_100_diff1": 0.467367, + "nauc_mrr_at_1000_max": 0.299754, + "nauc_mrr_at_1000_std": 0.159079, + "nauc_mrr_at_1000_diff1": 0.468511, + "main_score": 0.14727, + "hf_subset": "default", + "languages": [ + "hin-Deva" + ] + } + ] + }, + "evaluation_time": 85.30378437042236, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRHungarianDocQARetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRHungarianDocQARetrieval.json new file mode 100644 index 0000000000..d775f9b42c --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRHungarianDocQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRHungarianDocQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.75926, + "ndcg_at_3": 0.83135, + "ndcg_at_5": 0.83932, + "ndcg_at_10": 0.84592, + "ndcg_at_20": 0.8553, + "ndcg_at_100": 0.86279, + "ndcg_at_1000": 0.86279, + "map_at_1": 0.75926, + "map_at_3": 0.81173, + "map_at_5": 0.81636, + "map_at_10": 0.81944, + "map_at_20": 0.82205, + "map_at_100": 0.8233, + "map_at_1000": 0.8233, + "recall_at_1": 0.75926, + "recall_at_3": 0.88889, + "recall_at_5": 0.90741, + "recall_at_10": 0.92593, + "recall_at_20": 0.96296, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.75926, + "cv_recall_at_3": 0.88889, + "cv_recall_at_5": 0.90741, + "cv_recall_at_10": 0.92593, + "cv_recall_at_20": 0.96296, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.75926, + "precision_at_3": 0.2963, + "precision_at_5": 0.18148, + "precision_at_10": 0.09259, + "precision_at_20": 0.04815, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.759259, + "mrr_at_3": 0.811728, + "mrr_at_5": 0.816358, + "mrr_at_10": 0.819444, + "mrr_at_20": 0.822054, + "mrr_at_100": 0.823301, + "mrr_at_1000": 0.823301, + "nauc_ndcg_at_1_max": 0.609563, + "nauc_ndcg_at_1_std": 0.052939, + "nauc_ndcg_at_1_diff1": 0.822203, + "nauc_ndcg_at_3_max": 0.494957, + "nauc_ndcg_at_3_std": -0.003289, + "nauc_ndcg_at_3_diff1": 0.822554, + "nauc_ndcg_at_5_max": 0.479423, + "nauc_ndcg_at_5_std": 0.005457, + "nauc_ndcg_at_5_diff1": 0.807432, + "nauc_ndcg_at_10_max": 0.455449, + "nauc_ndcg_at_10_std": -0.034375, + "nauc_ndcg_at_10_diff1": 0.811338, + "nauc_ndcg_at_20_max": 0.478864, + "nauc_ndcg_at_20_std": 0.014498, + "nauc_ndcg_at_20_diff1": 0.817122, + "nauc_ndcg_at_100_max": 0.506578, + "nauc_ndcg_at_100_std": 0.001126, + "nauc_ndcg_at_100_diff1": 0.818222, + "nauc_ndcg_at_1000_max": 0.506578, + "nauc_ndcg_at_1000_std": 0.001126, + "nauc_ndcg_at_1000_diff1": 0.818222, + "nauc_map_at_1_max": 0.609563, + "nauc_map_at_1_std": 0.052939, + "nauc_map_at_1_diff1": 0.822203, + "nauc_map_at_3_max": 0.531767, + "nauc_map_at_3_std": 0.014951, + "nauc_map_at_3_diff1": 0.825373, + "nauc_map_at_5_max": 0.524654, + "nauc_map_at_5_std": 0.019884, + "nauc_map_at_5_diff1": 0.817662, + "nauc_map_at_10_max": 0.515817, + "nauc_map_at_10_std": 0.004073, + "nauc_map_at_10_diff1": 0.81943, + "nauc_map_at_20_max": 0.521324, + "nauc_map_at_20_std": 0.012955, + "nauc_map_at_20_diff1": 0.820401, + "nauc_map_at_100_max": 0.524937, + "nauc_map_at_100_std": 0.010778, + "nauc_map_at_100_diff1": 0.820528, + "nauc_map_at_1000_max": 0.524937, + "nauc_map_at_1000_std": 0.010778, + "nauc_map_at_1000_diff1": 0.820528, + "nauc_recall_at_1_max": 0.609563, + "nauc_recall_at_1_std": 0.052939, + "nauc_recall_at_1_diff1": 0.822203, + "nauc_recall_at_3_max": 0.32426, + "nauc_recall_at_3_std": -0.087988, + "nauc_recall_at_3_diff1": 0.807674, + "nauc_recall_at_5_max": 0.236183, + "nauc_recall_at_5_std": -0.069869, + "nauc_recall_at_5_diff1": 0.748266, + "nauc_recall_at_10_max": 0.045229, + "nauc_recall_at_10_std": -0.304924, + "nauc_recall_at_10_diff1": 0.754681, + "nauc_recall_at_20_max": -0.004404, + "nauc_recall_at_20_std": 0.217885, + "nauc_recall_at_20_diff1": 0.796477, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.609563, + "nauc_precision_at_1_std": 0.052939, + "nauc_precision_at_1_diff1": 0.822203, + "nauc_precision_at_3_max": 0.32426, + "nauc_precision_at_3_std": -0.087988, + "nauc_precision_at_3_diff1": 0.807674, + "nauc_precision_at_5_max": 0.236183, + "nauc_precision_at_5_std": -0.069869, + "nauc_precision_at_5_diff1": 0.748266, + "nauc_precision_at_10_max": 0.045229, + "nauc_precision_at_10_std": -0.304924, + "nauc_precision_at_10_diff1": 0.754681, + "nauc_precision_at_20_max": -0.004404, + "nauc_precision_at_20_std": 0.217885, + "nauc_precision_at_20_diff1": 0.796477, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.609563, + "nauc_cv_recall_at_1_std": 0.052939, + "nauc_cv_recall_at_1_diff1": 0.822203, + "nauc_cv_recall_at_3_max": 0.32426, + "nauc_cv_recall_at_3_std": -0.087988, + "nauc_cv_recall_at_3_diff1": 0.807674, + "nauc_cv_recall_at_5_max": 0.236183, + "nauc_cv_recall_at_5_std": -0.069869, + "nauc_cv_recall_at_5_diff1": 0.748266, + "nauc_cv_recall_at_10_max": 0.045229, + "nauc_cv_recall_at_10_std": -0.304924, + "nauc_cv_recall_at_10_diff1": 0.754681, + "nauc_cv_recall_at_20_max": -0.004404, + "nauc_cv_recall_at_20_std": 0.217885, + "nauc_cv_recall_at_20_diff1": 0.796477, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.609563, + "nauc_mrr_at_1_std": 0.052939, + "nauc_mrr_at_1_diff1": 0.822203, + "nauc_mrr_at_3_max": 0.531767, + "nauc_mrr_at_3_std": 0.014951, + "nauc_mrr_at_3_diff1": 0.825373, + "nauc_mrr_at_5_max": 0.524654, + "nauc_mrr_at_5_std": 0.019884, + "nauc_mrr_at_5_diff1": 0.817662, + "nauc_mrr_at_10_max": 0.515817, + "nauc_mrr_at_10_std": 0.004073, + "nauc_mrr_at_10_diff1": 0.81943, + "nauc_mrr_at_20_max": 0.521324, + "nauc_mrr_at_20_std": 0.012955, + "nauc_mrr_at_20_diff1": 0.820401, + "nauc_mrr_at_100_max": 0.524937, + "nauc_mrr_at_100_std": 0.010778, + "nauc_mrr_at_100_diff1": 0.820528, + "nauc_mrr_at_1000_max": 0.524937, + "nauc_mrr_at_1000_std": 0.010778, + "nauc_mrr_at_1000_diff1": 0.820528, + "main_score": 0.83932, + "hf_subset": "default", + "languages": [ + "hun-Latn" + ] + } + ] + }, + "evaluation_time": 11.335825681686401, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRInfovqaRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRInfovqaRetrieval.json new file mode 100644 index 0000000000..74909ec12d --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRInfovqaRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRInfovqaRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.93923, + "ndcg_at_3": 0.9578, + "ndcg_at_5": 0.96232, + "ndcg_at_10": 0.9639, + "ndcg_at_20": 0.96538, + "ndcg_at_100": 0.96593, + "ndcg_at_1000": 0.9666, + "map_at_1": 0.93923, + "map_at_3": 0.95304, + "map_at_5": 0.95552, + "map_at_10": 0.95645, + "map_at_20": 0.95689, + "map_at_100": 0.95698, + "map_at_1000": 0.957, + "recall_at_1": 0.93923, + "recall_at_3": 0.97099, + "recall_at_5": 0.98204, + "recall_at_10": 0.98619, + "recall_at_20": 0.99171, + "recall_at_100": 0.99448, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.93923, + "cv_recall_at_3": 0.97238, + "cv_recall_at_5": 0.98343, + "cv_recall_at_10": 0.98619, + "cv_recall_at_20": 0.99171, + "cv_recall_at_100": 0.99448, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.93923, + "precision_at_3": 0.32413, + "precision_at_5": 0.19669, + "precision_at_10": 0.0989, + "precision_at_20": 0.04972, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.939227, + "mrr_at_3": 0.953499, + "mrr_at_5": 0.955985, + "mrr_at_10": 0.956446, + "mrr_at_20": 0.956894, + "mrr_at_100": 0.956983, + "mrr_at_1000": 0.957001, + "nauc_ndcg_at_1_max": 0.476043, + "nauc_ndcg_at_1_std": -0.373962, + "nauc_ndcg_at_1_diff1": 0.970309, + "nauc_ndcg_at_3_max": 0.569317, + "nauc_ndcg_at_3_std": -0.249991, + "nauc_ndcg_at_3_diff1": 0.968034, + "nauc_ndcg_at_5_max": 0.590547, + "nauc_ndcg_at_5_std": -0.180407, + "nauc_ndcg_at_5_diff1": 0.967907, + "nauc_ndcg_at_10_max": 0.583555, + "nauc_ndcg_at_10_std": -0.174286, + "nauc_ndcg_at_10_diff1": 0.966496, + "nauc_ndcg_at_20_max": 0.568449, + "nauc_ndcg_at_20_std": -0.192195, + "nauc_ndcg_at_20_diff1": 0.967734, + "nauc_ndcg_at_100_max": 0.56145, + "nauc_ndcg_at_100_std": -0.204299, + "nauc_ndcg_at_100_diff1": 0.967211, + "nauc_ndcg_at_1000_max": 0.552755, + "nauc_ndcg_at_1000_std": -0.228176, + "nauc_ndcg_at_1000_diff1": 0.967913, + "nauc_map_at_1_max": 0.476043, + "nauc_map_at_1_std": -0.373962, + "nauc_map_at_1_diff1": 0.970309, + "nauc_map_at_3_max": 0.536344, + "nauc_map_at_3_std": -0.292274, + "nauc_map_at_3_diff1": 0.969261, + "nauc_map_at_5_max": 0.544919, + "nauc_map_at_5_std": -0.260083, + "nauc_map_at_5_diff1": 0.969166, + "nauc_map_at_10_max": 0.541391, + "nauc_map_at_10_std": -0.257834, + "nauc_map_at_10_diff1": 0.968514, + "nauc_map_at_20_max": 0.537218, + "nauc_map_at_20_std": -0.263163, + "nauc_map_at_20_diff1": 0.968785, + "nauc_map_at_100_max": 0.536259, + "nauc_map_at_100_std": -0.264856, + "nauc_map_at_100_diff1": 0.96872, + "nauc_map_at_1000_max": 0.536071, + "nauc_map_at_1000_std": -0.26537, + "nauc_map_at_1000_diff1": 0.96874, + "nauc_recall_at_1_max": 0.476043, + "nauc_recall_at_1_std": -0.373962, + "nauc_recall_at_1_diff1": 0.970309, + "nauc_recall_at_3_max": 0.725615, + "nauc_recall_at_3_std": -0.057084, + "nauc_recall_at_3_diff1": 0.962675, + "nauc_recall_at_5_max": 0.925509, + "nauc_recall_at_5_std": 0.397339, + "nauc_recall_at_5_diff1": 0.959803, + "nauc_recall_at_10_max": 0.973872, + "nauc_recall_at_10_std": 0.606941, + "nauc_recall_at_10_diff1": 0.947744, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.851391, + "nauc_recall_at_20_diff1": 0.956454, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934681, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.476043, + "nauc_precision_at_1_std": -0.373962, + "nauc_precision_at_1_diff1": 0.970309, + "nauc_precision_at_3_max": 0.734187, + "nauc_precision_at_3_std": -0.031847, + "nauc_precision_at_3_diff1": 0.960808, + "nauc_precision_at_5_max": 0.956454, + "nauc_precision_at_5_std": 0.477269, + "nauc_precision_at_5_diff1": 0.956454, + "nauc_precision_at_10_max": 0.639778, + "nauc_precision_at_10_std": 0.533226, + "nauc_precision_at_10_diff1": 0.55431, + "nauc_precision_at_20_max": 0.515474, + "nauc_precision_at_20_std": 0.656713, + "nauc_precision_at_20_diff1": 0.39398, + "nauc_precision_at_100_max": 0.386088, + "nauc_precision_at_100_std": 0.684095, + "nauc_precision_at_100_diff1": 0.232151, + "nauc_precision_at_1000_max": -0.317611, + "nauc_precision_at_1000_std": 0.321988, + "nauc_precision_at_1000_diff1": -0.573126, + "nauc_cv_recall_at_1_max": 0.476043, + "nauc_cv_recall_at_1_std": -0.373962, + "nauc_cv_recall_at_1_diff1": 0.970309, + "nauc_cv_recall_at_3_max": 0.734187, + "nauc_cv_recall_at_3_std": -0.031847, + "nauc_cv_recall_at_3_diff1": 0.960808, + "nauc_cv_recall_at_5_max": 0.956454, + "nauc_cv_recall_at_5_std": 0.477269, + "nauc_cv_recall_at_5_diff1": 0.956454, + "nauc_cv_recall_at_10_max": 0.973872, + "nauc_cv_recall_at_10_std": 0.606941, + "nauc_cv_recall_at_10_diff1": 0.947744, + "nauc_cv_recall_at_20_max": 1.0, + "nauc_cv_recall_at_20_std": 0.851391, + "nauc_cv_recall_at_20_diff1": 0.956454, + "nauc_cv_recall_at_100_max": 1.0, + "nauc_cv_recall_at_100_std": 1.0, + "nauc_cv_recall_at_100_diff1": 0.934681, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.476043, + "nauc_mrr_at_1_std": -0.373962, + "nauc_mrr_at_1_diff1": 0.970309, + "nauc_mrr_at_3_max": 0.536167, + "nauc_mrr_at_3_std": -0.289606, + "nauc_mrr_at_3_diff1": 0.968957, + "nauc_mrr_at_5_max": 0.544822, + "nauc_mrr_at_5_std": -0.256927, + "nauc_mrr_at_5_diff1": 0.968843, + "nauc_mrr_at_10_max": 0.541391, + "nauc_mrr_at_10_std": -0.257834, + "nauc_mrr_at_10_diff1": 0.968514, + "nauc_mrr_at_20_max": 0.537218, + "nauc_mrr_at_20_std": -0.263163, + "nauc_mrr_at_20_diff1": 0.968785, + "nauc_mrr_at_100_max": 0.536259, + "nauc_mrr_at_100_std": -0.264856, + "nauc_mrr_at_100_diff1": 0.96872, + "nauc_mrr_at_1000_max": 0.536071, + "nauc_mrr_at_1000_std": -0.26537, + "nauc_mrr_at_1000_diff1": 0.96874, + "main_score": 0.96232, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 129.23353672027588, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRJDocQARetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRJDocQARetrieval.json new file mode 100644 index 0000000000..085dce6571 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRJDocQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRJDocQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.73925, + "ndcg_at_3": 0.79428, + "ndcg_at_5": 0.80033, + "ndcg_at_10": 0.80816, + "ndcg_at_20": 0.81507, + "ndcg_at_100": 0.82486, + "ndcg_at_1000": 0.83123, + "map_at_1": 0.73835, + "map_at_3": 0.78086, + "map_at_5": 0.7841, + "map_at_10": 0.78733, + "map_at_20": 0.78935, + "map_at_100": 0.79072, + "map_at_1000": 0.79094, + "recall_at_1": 0.73835, + "recall_at_3": 0.83143, + "recall_at_5": 0.84655, + "recall_at_10": 0.87074, + "recall_at_20": 0.89707, + "recall_at_100": 0.94892, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.73925, + "cv_recall_at_3": 0.83333, + "cv_recall_at_5": 0.84946, + "cv_recall_at_10": 0.87366, + "cv_recall_at_20": 0.89919, + "cv_recall_at_100": 0.95161, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.73925, + "precision_at_3": 0.27778, + "precision_at_5": 0.16989, + "precision_at_10": 0.08737, + "precision_at_20": 0.04509, + "precision_at_100": 0.0096, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.739247, + "mrr_at_3": 0.782258, + "mrr_at_5": 0.785753, + "mrr_at_10": 0.788983, + "mrr_at_20": 0.790884, + "mrr_at_100": 0.792213, + "mrr_at_1000": 0.792391, + "nauc_ndcg_at_1_max": 0.41118, + "nauc_ndcg_at_1_std": 0.087404, + "nauc_ndcg_at_1_diff1": 0.806942, + "nauc_ndcg_at_3_max": 0.447581, + "nauc_ndcg_at_3_std": 0.089243, + "nauc_ndcg_at_3_diff1": 0.778596, + "nauc_ndcg_at_5_max": 0.439619, + "nauc_ndcg_at_5_std": 0.07795, + "nauc_ndcg_at_5_diff1": 0.779332, + "nauc_ndcg_at_10_max": 0.44152, + "nauc_ndcg_at_10_std": 0.080837, + "nauc_ndcg_at_10_diff1": 0.781776, + "nauc_ndcg_at_20_max": 0.442628, + "nauc_ndcg_at_20_std": 0.082256, + "nauc_ndcg_at_20_diff1": 0.782256, + "nauc_ndcg_at_100_max": 0.442213, + "nauc_ndcg_at_100_std": 0.089823, + "nauc_ndcg_at_100_diff1": 0.783043, + "nauc_ndcg_at_1000_max": 0.441163, + "nauc_ndcg_at_1000_std": 0.086934, + "nauc_ndcg_at_1000_diff1": 0.786419, + "nauc_map_at_1_max": 0.411417, + "nauc_map_at_1_std": 0.087634, + "nauc_map_at_1_diff1": 0.807482, + "nauc_map_at_3_max": 0.439498, + "nauc_map_at_3_std": 0.090023, + "nauc_map_at_3_diff1": 0.786776, + "nauc_map_at_5_max": 0.435619, + "nauc_map_at_5_std": 0.084709, + "nauc_map_at_5_diff1": 0.787183, + "nauc_map_at_10_max": 0.436235, + "nauc_map_at_10_std": 0.085858, + "nauc_map_at_10_diff1": 0.78827, + "nauc_map_at_20_max": 0.436443, + "nauc_map_at_20_std": 0.08615, + "nauc_map_at_20_diff1": 0.788438, + "nauc_map_at_100_max": 0.436392, + "nauc_map_at_100_std": 0.086973, + "nauc_map_at_100_diff1": 0.788651, + "nauc_map_at_1000_max": 0.436488, + "nauc_map_at_1000_std": 0.086963, + "nauc_map_at_1000_diff1": 0.788883, + "nauc_recall_at_1_max": 0.411417, + "nauc_recall_at_1_std": 0.087634, + "nauc_recall_at_1_diff1": 0.807482, + "nauc_recall_at_3_max": 0.474173, + "nauc_recall_at_3_std": 0.086244, + "nauc_recall_at_3_diff1": 0.747807, + "nauc_recall_at_5_max": 0.450838, + "nauc_recall_at_5_std": 0.04875, + "nauc_recall_at_5_diff1": 0.748598, + "nauc_recall_at_10_max": 0.461206, + "nauc_recall_at_10_std": 0.056652, + "nauc_recall_at_10_diff1": 0.753526, + "nauc_recall_at_20_max": 0.472918, + "nauc_recall_at_20_std": 0.061885, + "nauc_recall_at_20_diff1": 0.750434, + "nauc_recall_at_100_max": 0.496156, + "nauc_recall_at_100_std": 0.177887, + "nauc_recall_at_100_diff1": 0.727322, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.41118, + "nauc_precision_at_1_std": 0.087404, + "nauc_precision_at_1_diff1": 0.806942, + "nauc_precision_at_3_max": 0.476329, + "nauc_precision_at_3_std": 0.085668, + "nauc_precision_at_3_diff1": 0.749263, + "nauc_precision_at_5_max": 0.453174, + "nauc_precision_at_5_std": 0.047124, + "nauc_precision_at_5_diff1": 0.749704, + "nauc_precision_at_10_max": 0.464156, + "nauc_precision_at_10_std": 0.054911, + "nauc_precision_at_10_diff1": 0.754923, + "nauc_precision_at_20_max": 0.446074, + "nauc_precision_at_20_std": 0.054609, + "nauc_precision_at_20_diff1": 0.700698, + "nauc_precision_at_100_max": 0.345895, + "nauc_precision_at_100_std": 0.133867, + "nauc_precision_at_100_diff1": 0.471705, + "nauc_precision_at_1000_max": -0.162882, + "nauc_precision_at_1000_std": -0.034297, + "nauc_precision_at_1000_diff1": -0.357202, + "nauc_cv_recall_at_1_max": 0.41118, + "nauc_cv_recall_at_1_std": 0.087404, + "nauc_cv_recall_at_1_diff1": 0.806942, + "nauc_cv_recall_at_3_max": 0.476329, + "nauc_cv_recall_at_3_std": 0.085668, + "nauc_cv_recall_at_3_diff1": 0.749263, + "nauc_cv_recall_at_5_max": 0.453174, + "nauc_cv_recall_at_5_std": 0.047124, + "nauc_cv_recall_at_5_diff1": 0.749704, + "nauc_cv_recall_at_10_max": 0.464156, + "nauc_cv_recall_at_10_std": 0.054911, + "nauc_cv_recall_at_10_diff1": 0.754923, + "nauc_cv_recall_at_20_max": 0.476399, + "nauc_cv_recall_at_20_std": 0.060428, + "nauc_cv_recall_at_20_diff1": 0.752606, + "nauc_cv_recall_at_100_max": 0.506008, + "nauc_cv_recall_at_100_std": 0.185033, + "nauc_cv_recall_at_100_diff1": 0.733149, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.41118, + "nauc_mrr_at_1_std": 0.087404, + "nauc_mrr_at_1_diff1": 0.806942, + "nauc_mrr_at_3_max": 0.440048, + "nauc_mrr_at_3_std": 0.089664, + "nauc_mrr_at_3_diff1": 0.78704, + "nauc_mrr_at_5_max": 0.436182, + "nauc_mrr_at_5_std": 0.08425, + "nauc_mrr_at_5_diff1": 0.787404, + "nauc_mrr_at_10_max": 0.436811, + "nauc_mrr_at_10_std": 0.0854, + "nauc_mrr_at_10_diff1": 0.788502, + "nauc_mrr_at_20_max": 0.437012, + "nauc_mrr_at_20_std": 0.085719, + "nauc_mrr_at_20_diff1": 0.788696, + "nauc_mrr_at_100_max": 0.43696, + "nauc_mrr_at_100_std": 0.086559, + "nauc_mrr_at_100_diff1": 0.788933, + "nauc_mrr_at_1000_max": 0.437012, + "nauc_mrr_at_1000_std": 0.086544, + "nauc_mrr_at_1000_diff1": 0.789114, + "main_score": 0.80033, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 179.41725540161133, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRJina2024YearlyBookRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRJina2024YearlyBookRetrieval.json new file mode 100644 index 0000000000..c63c666145 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRJina2024YearlyBookRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRJina2024YearlyBookRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.92, + "ndcg_at_3": 0.96032, + "ndcg_at_5": 0.96032, + "ndcg_at_10": 0.96032, + "ndcg_at_20": 0.96358, + "ndcg_at_100": 0.96358, + "ndcg_at_1000": 0.96358, + "map_at_1": 0.92, + "map_at_3": 0.95111, + "map_at_5": 0.95111, + "map_at_10": 0.95111, + "map_at_20": 0.95194, + "map_at_100": 0.95194, + "map_at_1000": 0.95194, + "recall_at_1": 0.92, + "recall_at_3": 0.98667, + "recall_at_5": 0.98667, + "recall_at_10": 0.98667, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.92, + "cv_recall_at_3": 0.98667, + "cv_recall_at_5": 0.98667, + "cv_recall_at_10": 0.98667, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.92, + "precision_at_3": 0.32889, + "precision_at_5": 0.19733, + "precision_at_10": 0.09867, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.92, + "mrr_at_3": 0.951111, + "mrr_at_5": 0.951111, + "mrr_at_10": 0.951111, + "mrr_at_20": 0.951944, + "mrr_at_100": 0.951944, + "mrr_at_1000": 0.951944, + "nauc_ndcg_at_1_max": 0.114605, + "nauc_ndcg_at_1_std": -0.266113, + "nauc_ndcg_at_1_diff1": 0.978051, + "nauc_ndcg_at_3_max": 0.204618, + "nauc_ndcg_at_3_std": -0.168042, + "nauc_ndcg_at_3_diff1": 0.983669, + "nauc_ndcg_at_5_max": 0.204618, + "nauc_ndcg_at_5_std": -0.168042, + "nauc_ndcg_at_5_diff1": 0.983669, + "nauc_ndcg_at_10_max": 0.204618, + "nauc_ndcg_at_10_std": -0.168042, + "nauc_ndcg_at_10_diff1": 0.983669, + "nauc_ndcg_at_20_max": 0.191106, + "nauc_ndcg_at_20_std": -0.193572, + "nauc_ndcg_at_20_diff1": 0.982207, + "nauc_ndcg_at_100_max": 0.191106, + "nauc_ndcg_at_100_std": -0.193572, + "nauc_ndcg_at_100_diff1": 0.982207, + "nauc_ndcg_at_1000_max": 0.191106, + "nauc_ndcg_at_1000_std": -0.193572, + "nauc_ndcg_at_1000_diff1": 0.982207, + "nauc_map_at_1_max": 0.114605, + "nauc_map_at_1_std": -0.266113, + "nauc_map_at_1_diff1": 0.978051, + "nauc_map_at_3_max": 0.187697, + "nauc_map_at_3_std": -0.196454, + "nauc_map_at_3_diff1": 0.982042, + "nauc_map_at_5_max": 0.187697, + "nauc_map_at_5_std": -0.196454, + "nauc_map_at_5_diff1": 0.982042, + "nauc_map_at_10_max": 0.187697, + "nauc_map_at_10_std": -0.196454, + "nauc_map_at_10_diff1": 0.982042, + "nauc_map_at_20_max": 0.184788, + "nauc_map_at_20_std": -0.20189, + "nauc_map_at_20_diff1": 0.98173, + "nauc_map_at_100_max": 0.184788, + "nauc_map_at_100_std": -0.20189, + "nauc_map_at_100_diff1": 0.98173, + "nauc_map_at_1000_max": 0.184788, + "nauc_map_at_1000_std": -0.20189, + "nauc_map_at_1000_diff1": 0.98173, + "nauc_recall_at_1_max": 0.114605, + "nauc_recall_at_1_std": -0.266113, + "nauc_recall_at_1_diff1": 0.978051, + "nauc_recall_at_3_max": 0.355485, + "nauc_recall_at_3_std": 0.117011, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 0.355485, + "nauc_recall_at_5_std": 0.117011, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 0.355485, + "nauc_recall_at_10_std": 0.117011, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.114605, + "nauc_precision_at_1_std": -0.266113, + "nauc_precision_at_1_diff1": 0.978051, + "nauc_precision_at_3_max": 0.355485, + "nauc_precision_at_3_std": 0.117011, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 0.355485, + "nauc_precision_at_5_std": 0.117011, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 0.355485, + "nauc_precision_at_10_std": 0.117011, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.114605, + "nauc_cv_recall_at_1_std": -0.266113, + "nauc_cv_recall_at_1_diff1": 0.978051, + "nauc_cv_recall_at_3_max": 0.355485, + "nauc_cv_recall_at_3_std": 0.117011, + "nauc_cv_recall_at_3_diff1": 1.0, + "nauc_cv_recall_at_5_max": 0.355485, + "nauc_cv_recall_at_5_std": 0.117011, + "nauc_cv_recall_at_5_diff1": 1.0, + "nauc_cv_recall_at_10_max": 0.355485, + "nauc_cv_recall_at_10_std": 0.117011, + "nauc_cv_recall_at_10_diff1": 1.0, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.114605, + "nauc_mrr_at_1_std": -0.266113, + "nauc_mrr_at_1_diff1": 0.978051, + "nauc_mrr_at_3_max": 0.187697, + "nauc_mrr_at_3_std": -0.196454, + "nauc_mrr_at_3_diff1": 0.982042, + "nauc_mrr_at_5_max": 0.187697, + "nauc_mrr_at_5_std": -0.196454, + "nauc_mrr_at_5_diff1": 0.982042, + "nauc_mrr_at_10_max": 0.187697, + "nauc_mrr_at_10_std": -0.196454, + "nauc_mrr_at_10_diff1": 0.982042, + "nauc_mrr_at_20_max": 0.184788, + "nauc_mrr_at_20_std": -0.20189, + "nauc_mrr_at_20_diff1": 0.98173, + "nauc_mrr_at_100_max": 0.184788, + "nauc_mrr_at_100_std": -0.20189, + "nauc_mrr_at_100_diff1": 0.98173, + "nauc_mrr_at_1000_max": 0.184788, + "nauc_mrr_at_1000_std": -0.20189, + "nauc_mrr_at_1000_diff1": 0.98173, + "main_score": 0.96032, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 11.353399991989136, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRMMTabRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRMMTabRetrieval.json new file mode 100644 index 0000000000..484f7a300c --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRMMTabRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRMMTabRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.83384, + "ndcg_at_3": 0.88595, + "ndcg_at_5": 0.89596, + "ndcg_at_10": 0.90291, + "ndcg_at_20": 0.90649, + "ndcg_at_100": 0.90944, + "ndcg_at_1000": 0.91009, + "map_at_1": 0.83207, + "map_at_3": 0.87318, + "map_at_5": 0.87902, + "map_at_10": 0.88206, + "map_at_20": 0.88324, + "map_at_100": 0.8837, + "map_at_1000": 0.88372, + "recall_at_1": 0.83207, + "recall_at_3": 0.92148, + "recall_at_5": 0.9454, + "recall_at_10": 0.96623, + "recall_at_20": 0.97974, + "recall_at_100": 0.99493, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.83384, + "cv_recall_at_3": 0.92199, + "cv_recall_at_5": 0.9463, + "cv_recall_at_10": 0.96657, + "cv_recall_at_20": 0.97974, + "cv_recall_at_100": 0.99493, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.83384, + "precision_at_3": 0.30834, + "precision_at_5": 0.19027, + "precision_at_10": 0.09767, + "precision_at_20": 0.04965, + "precision_at_100": 0.01008, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.83384, + "mrr_at_3": 0.87386, + "mrr_at_5": 0.879483, + "mrr_at_10": 0.882252, + "mrr_at_20": 0.883207, + "mrr_at_100": 0.883664, + "mrr_at_1000": 0.883689, + "nauc_ndcg_at_1_max": 0.431334, + "nauc_ndcg_at_1_std": -0.21695, + "nauc_ndcg_at_1_diff1": 0.903598, + "nauc_ndcg_at_3_max": 0.510634, + "nauc_ndcg_at_3_std": -0.243978, + "nauc_ndcg_at_3_diff1": 0.879554, + "nauc_ndcg_at_5_max": 0.515597, + "nauc_ndcg_at_5_std": -0.216873, + "nauc_ndcg_at_5_diff1": 0.882828, + "nauc_ndcg_at_10_max": 0.512331, + "nauc_ndcg_at_10_std": -0.218243, + "nauc_ndcg_at_10_diff1": 0.88282, + "nauc_ndcg_at_20_max": 0.502634, + "nauc_ndcg_at_20_std": -0.208367, + "nauc_ndcg_at_20_diff1": 0.882413, + "nauc_ndcg_at_100_max": 0.496231, + "nauc_ndcg_at_100_std": -0.21262, + "nauc_ndcg_at_100_diff1": 0.883541, + "nauc_ndcg_at_1000_max": 0.494565, + "nauc_ndcg_at_1000_std": -0.216963, + "nauc_ndcg_at_1000_diff1": 0.884569, + "nauc_map_at_1_max": 0.431277, + "nauc_map_at_1_std": -0.206632, + "nauc_map_at_1_diff1": 0.905364, + "nauc_map_at_3_max": 0.49259, + "nauc_map_at_3_std": -0.228403, + "nauc_map_at_3_diff1": 0.886067, + "nauc_map_at_5_max": 0.493142, + "nauc_map_at_5_std": -0.217092, + "nauc_map_at_5_diff1": 0.887663, + "nauc_map_at_10_max": 0.49135, + "nauc_map_at_10_std": -0.218326, + "nauc_map_at_10_diff1": 0.887577, + "nauc_map_at_20_max": 0.488083, + "nauc_map_at_20_std": -0.21787, + "nauc_map_at_20_diff1": 0.88715, + "nauc_map_at_100_max": 0.487073, + "nauc_map_at_100_std": -0.218715, + "nauc_map_at_100_diff1": 0.887316, + "nauc_map_at_1000_max": 0.487028, + "nauc_map_at_1000_std": -0.218794, + "nauc_map_at_1000_diff1": 0.88734, + "nauc_recall_at_1_max": 0.431277, + "nauc_recall_at_1_std": -0.206632, + "nauc_recall_at_1_diff1": 0.905364, + "nauc_recall_at_3_max": 0.595242, + "nauc_recall_at_3_std": -0.297678, + "nauc_recall_at_3_diff1": 0.852355, + "nauc_recall_at_5_max": 0.654795, + "nauc_recall_at_5_std": -0.195647, + "nauc_recall_at_5_diff1": 0.857403, + "nauc_recall_at_10_max": 0.710925, + "nauc_recall_at_10_std": -0.188263, + "nauc_recall_at_10_diff1": 0.844751, + "nauc_recall_at_20_max": 0.688469, + "nauc_recall_at_20_std": 0.02581, + "nauc_recall_at_20_diff1": 0.821197, + "nauc_recall_at_100_max": 0.726905, + "nauc_recall_at_100_std": 0.427906, + "nauc_recall_at_100_diff1": 0.734361, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.431334, + "nauc_precision_at_1_std": -0.21695, + "nauc_precision_at_1_diff1": 0.903598, + "nauc_precision_at_3_max": 0.545336, + "nauc_precision_at_3_std": -0.311977, + "nauc_precision_at_3_diff1": 0.763252, + "nauc_precision_at_5_max": 0.512219, + "nauc_precision_at_5_std": -0.251425, + "nauc_precision_at_5_diff1": 0.659793, + "nauc_precision_at_10_max": 0.308949, + "nauc_precision_at_10_std": -0.311316, + "nauc_precision_at_10_diff1": 0.361483, + "nauc_precision_at_20_max": 0.069812, + "nauc_precision_at_20_std": -0.271363, + "nauc_precision_at_20_diff1": 0.089551, + "nauc_precision_at_100_max": -0.259273, + "nauc_precision_at_100_std": -0.359979, + "nauc_precision_at_100_diff1": -0.32359, + "nauc_precision_at_1000_max": -0.477311, + "nauc_precision_at_1000_std": -0.534175, + "nauc_precision_at_1000_diff1": -0.557496, + "nauc_cv_recall_at_1_max": 0.431334, + "nauc_cv_recall_at_1_std": -0.21695, + "nauc_cv_recall_at_1_diff1": 0.903598, + "nauc_cv_recall_at_3_max": 0.592614, + "nauc_cv_recall_at_3_std": -0.306104, + "nauc_cv_recall_at_3_diff1": 0.852246, + "nauc_cv_recall_at_5_max": 0.649005, + "nauc_cv_recall_at_5_std": -0.2157, + "nauc_cv_recall_at_5_diff1": 0.855012, + "nauc_cv_recall_at_10_max": 0.708005, + "nauc_cv_recall_at_10_std": -0.200266, + "nauc_cv_recall_at_10_diff1": 0.843183, + "nauc_cv_recall_at_20_max": 0.688469, + "nauc_cv_recall_at_20_std": 0.02581, + "nauc_cv_recall_at_20_diff1": 0.821197, + "nauc_cv_recall_at_100_max": 0.726905, + "nauc_cv_recall_at_100_std": 0.427906, + "nauc_cv_recall_at_100_diff1": 0.734361, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.431334, + "nauc_mrr_at_1_std": -0.21695, + "nauc_mrr_at_1_diff1": 0.903598, + "nauc_mrr_at_3_max": 0.490308, + "nauc_mrr_at_3_std": -0.234665, + "nauc_mrr_at_3_diff1": 0.885336, + "nauc_mrr_at_5_max": 0.491898, + "nauc_mrr_at_5_std": -0.22147, + "nauc_mrr_at_5_diff1": 0.887061, + "nauc_mrr_at_10_max": 0.49129, + "nauc_mrr_at_10_std": -0.219892, + "nauc_mrr_at_10_diff1": 0.88723, + "nauc_mrr_at_20_max": 0.489143, + "nauc_mrr_at_20_std": -0.217061, + "nauc_mrr_at_20_diff1": 0.887212, + "nauc_mrr_at_100_max": 0.488138, + "nauc_mrr_at_100_std": -0.217902, + "nauc_mrr_at_100_diff1": 0.887378, + "nauc_mrr_at_1000_max": 0.488093, + "nauc_mrr_at_1000_std": -0.217981, + "nauc_mrr_at_1000_diff1": 0.887402, + "main_score": 0.89596, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 185.2452850341797, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRMPMQARetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRMPMQARetrieval.json new file mode 100644 index 0000000000..42c856aa28 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRMPMQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRMPMQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.85065, + "ndcg_at_3": 0.92169, + "ndcg_at_5": 0.9298, + "ndcg_at_10": 0.93167, + "ndcg_at_20": 0.93167, + "ndcg_at_100": 0.93167, + "ndcg_at_1000": 0.93167, + "map_at_1": 0.85065, + "map_at_3": 0.90368, + "map_at_5": 0.90823, + "map_at_10": 0.90887, + "map_at_20": 0.90887, + "map_at_100": 0.90887, + "map_at_1000": 0.90887, + "recall_at_1": 0.85065, + "recall_at_3": 0.97403, + "recall_at_5": 0.99351, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.85065, + "cv_recall_at_3": 0.97403, + "cv_recall_at_5": 0.99351, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.85065, + "precision_at_3": 0.32468, + "precision_at_5": 0.1987, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.850649, + "mrr_at_3": 0.90368, + "mrr_at_5": 0.908225, + "mrr_at_10": 0.908874, + "mrr_at_20": 0.908874, + "mrr_at_100": 0.908874, + "mrr_at_1000": 0.908874, + "nauc_ndcg_at_1_max": 0.369911, + "nauc_ndcg_at_1_std": 0.092771, + "nauc_ndcg_at_1_diff1": 0.959431, + "nauc_ndcg_at_3_max": 0.330886, + "nauc_ndcg_at_3_std": -0.015961, + "nauc_ndcg_at_3_diff1": 0.906689, + "nauc_ndcg_at_5_max": 0.377459, + "nauc_ndcg_at_5_std": 0.089665, + "nauc_ndcg_at_5_diff1": 0.937149, + "nauc_ndcg_at_10_max": 0.359708, + "nauc_ndcg_at_10_std": 0.067424, + "nauc_ndcg_at_10_diff1": 0.939073, + "nauc_ndcg_at_20_max": 0.359708, + "nauc_ndcg_at_20_std": 0.067424, + "nauc_ndcg_at_20_diff1": 0.939073, + "nauc_ndcg_at_100_max": 0.359708, + "nauc_ndcg_at_100_std": 0.067424, + "nauc_ndcg_at_100_diff1": 0.939073, + "nauc_ndcg_at_1000_max": 0.359708, + "nauc_ndcg_at_1000_std": 0.067424, + "nauc_ndcg_at_1000_diff1": 0.939073, + "nauc_map_at_1_max": 0.369911, + "nauc_map_at_1_std": 0.092771, + "nauc_map_at_1_diff1": 0.959431, + "nauc_map_at_3_max": 0.342853, + "nauc_map_at_3_std": 0.028223, + "nauc_map_at_3_diff1": 0.925616, + "nauc_map_at_5_max": 0.363801, + "nauc_map_at_5_std": 0.074329, + "nauc_map_at_5_diff1": 0.940066, + "nauc_map_at_10_max": 0.359092, + "nauc_map_at_10_std": 0.068443, + "nauc_map_at_10_diff1": 0.940587, + "nauc_map_at_20_max": 0.359092, + "nauc_map_at_20_std": 0.068443, + "nauc_map_at_20_diff1": 0.940587, + "nauc_map_at_100_max": 0.359092, + "nauc_map_at_100_std": 0.068443, + "nauc_map_at_100_diff1": 0.940587, + "nauc_map_at_1000_max": 0.359092, + "nauc_map_at_1000_std": 0.068443, + "nauc_map_at_1000_diff1": 0.940587, + "nauc_recall_at_1_max": 0.369911, + "nauc_recall_at_1_std": 0.092771, + "nauc_recall_at_1_diff1": 0.959431, + "nauc_recall_at_3_max": 0.210973, + "nauc_recall_at_3_std": -0.478029, + "nauc_recall_at_3_diff1": 0.71213, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.869657, + "nauc_recall_at_5_diff1": 0.869657, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.369911, + "nauc_precision_at_1_std": 0.092771, + "nauc_precision_at_1_diff1": 0.959431, + "nauc_precision_at_3_max": 0.210973, + "nauc_precision_at_3_std": -0.478029, + "nauc_precision_at_3_diff1": 0.71213, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.869657, + "nauc_precision_at_5_diff1": 0.869657, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.369911, + "nauc_cv_recall_at_1_std": 0.092771, + "nauc_cv_recall_at_1_diff1": 0.959431, + "nauc_cv_recall_at_3_max": 0.210973, + "nauc_cv_recall_at_3_std": -0.478029, + "nauc_cv_recall_at_3_diff1": 0.71213, + "nauc_cv_recall_at_5_max": 1.0, + "nauc_cv_recall_at_5_std": 0.869657, + "nauc_cv_recall_at_5_diff1": 0.869657, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.369911, + "nauc_mrr_at_1_std": 0.092771, + "nauc_mrr_at_1_diff1": 0.959431, + "nauc_mrr_at_3_max": 0.342853, + "nauc_mrr_at_3_std": 0.028223, + "nauc_mrr_at_3_diff1": 0.925616, + "nauc_mrr_at_5_max": 0.363801, + "nauc_mrr_at_5_std": 0.074329, + "nauc_mrr_at_5_diff1": 0.940066, + "nauc_mrr_at_10_max": 0.359092, + "nauc_mrr_at_10_std": 0.068443, + "nauc_mrr_at_10_diff1": 0.940587, + "nauc_mrr_at_20_max": 0.359092, + "nauc_mrr_at_20_std": 0.068443, + "nauc_mrr_at_20_diff1": 0.940587, + "nauc_mrr_at_100_max": 0.359092, + "nauc_mrr_at_100_std": 0.068443, + "nauc_mrr_at_100_diff1": 0.940587, + "nauc_mrr_at_1000_max": 0.359092, + "nauc_mrr_at_1000_std": 0.068443, + "nauc_mrr_at_1000_diff1": 0.940587, + "main_score": 0.9298, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 168.84345078468323, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRMedicalPrescriptionsRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRMedicalPrescriptionsRetrieval.json new file mode 100644 index 0000000000..20e8ad3f32 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRMedicalPrescriptionsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRMedicalPrescriptionsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.79, + "ndcg_at_3": 0.82893, + "ndcg_at_5": 0.85002, + "ndcg_at_10": 0.86606, + "ndcg_at_20": 0.87679, + "ndcg_at_100": 0.87679, + "ndcg_at_1000": 0.87679, + "map_at_1": 0.79, + "map_at_3": 0.81833, + "map_at_5": 0.83033, + "map_at_10": 0.83686, + "map_at_20": 0.84014, + "map_at_100": 0.84014, + "map_at_1000": 0.84014, + "recall_at_1": 0.79, + "recall_at_3": 0.86, + "recall_at_5": 0.91, + "recall_at_10": 0.96, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.79, + "cv_recall_at_3": 0.86, + "cv_recall_at_5": 0.91, + "cv_recall_at_10": 0.96, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.79, + "precision_at_3": 0.28667, + "precision_at_5": 0.182, + "precision_at_10": 0.096, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.79, + "mrr_at_3": 0.818333, + "mrr_at_5": 0.830333, + "mrr_at_10": 0.836861, + "mrr_at_20": 0.840138, + "mrr_at_100": 0.840138, + "mrr_at_1000": 0.840138, + "nauc_ndcg_at_1_max": -0.167408, + "nauc_ndcg_at_1_std": -0.380504, + "nauc_ndcg_at_1_diff1": 0.842162, + "nauc_ndcg_at_3_max": -0.149617, + "nauc_ndcg_at_3_std": -0.44864, + "nauc_ndcg_at_3_diff1": 0.866019, + "nauc_ndcg_at_5_max": -0.136324, + "nauc_ndcg_at_5_std": -0.486778, + "nauc_ndcg_at_5_diff1": 0.849912, + "nauc_ndcg_at_10_max": -0.110699, + "nauc_ndcg_at_10_std": -0.48565, + "nauc_ndcg_at_10_diff1": 0.844749, + "nauc_ndcg_at_20_max": -0.141895, + "nauc_ndcg_at_20_std": -0.43663, + "nauc_ndcg_at_20_diff1": 0.846021, + "nauc_ndcg_at_100_max": -0.141895, + "nauc_ndcg_at_100_std": -0.43663, + "nauc_ndcg_at_100_diff1": 0.846021, + "nauc_ndcg_at_1000_max": -0.141895, + "nauc_ndcg_at_1000_std": -0.43663, + "nauc_ndcg_at_1000_diff1": 0.846021, + "nauc_map_at_1_max": -0.167408, + "nauc_map_at_1_std": -0.380504, + "nauc_map_at_1_diff1": 0.842162, + "nauc_map_at_3_max": -0.1525, + "nauc_map_at_3_std": -0.426405, + "nauc_map_at_3_diff1": 0.856197, + "nauc_map_at_5_max": -0.145841, + "nauc_map_at_5_std": -0.444245, + "nauc_map_at_5_diff1": 0.847401, + "nauc_map_at_10_max": -0.137012, + "nauc_map_at_10_std": -0.442629, + "nauc_map_at_10_diff1": 0.845197, + "nauc_map_at_20_max": -0.145297, + "nauc_map_at_20_std": -0.428863, + "nauc_map_at_20_diff1": 0.845563, + "nauc_map_at_100_max": -0.145297, + "nauc_map_at_100_std": -0.428863, + "nauc_map_at_100_diff1": 0.845563, + "nauc_map_at_1000_max": -0.145297, + "nauc_map_at_1000_std": -0.428863, + "nauc_map_at_1000_diff1": 0.845563, + "nauc_recall_at_1_max": -0.167408, + "nauc_recall_at_1_std": -0.380504, + "nauc_recall_at_1_diff1": 0.842162, + "nauc_recall_at_3_max": -0.140155, + "nauc_recall_at_3_std": -0.531523, + "nauc_recall_at_3_diff1": 0.903526, + "nauc_recall_at_5_max": -0.086368, + "nauc_recall_at_5_std": -0.715998, + "nauc_recall_at_5_diff1": 0.8615, + "nauc_recall_at_10_max": 0.21592, + "nauc_recall_at_10_std": -0.980159, + "nauc_recall_at_10_diff1": 0.832516, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.167408, + "nauc_precision_at_1_std": -0.380504, + "nauc_precision_at_1_diff1": 0.842162, + "nauc_precision_at_3_max": -0.140155, + "nauc_precision_at_3_std": -0.531523, + "nauc_precision_at_3_diff1": 0.903526, + "nauc_precision_at_5_max": -0.086368, + "nauc_precision_at_5_std": -0.715998, + "nauc_precision_at_5_diff1": 0.8615, + "nauc_precision_at_10_max": 0.21592, + "nauc_precision_at_10_std": -0.980159, + "nauc_precision_at_10_diff1": 0.832516, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.167408, + "nauc_cv_recall_at_1_std": -0.380504, + "nauc_cv_recall_at_1_diff1": 0.842162, + "nauc_cv_recall_at_3_max": -0.140155, + "nauc_cv_recall_at_3_std": -0.531523, + "nauc_cv_recall_at_3_diff1": 0.903526, + "nauc_cv_recall_at_5_max": -0.086368, + "nauc_cv_recall_at_5_std": -0.715998, + "nauc_cv_recall_at_5_diff1": 0.8615, + "nauc_cv_recall_at_10_max": 0.21592, + "nauc_cv_recall_at_10_std": -0.980159, + "nauc_cv_recall_at_10_diff1": 0.832516, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.167408, + "nauc_mrr_at_1_std": -0.380504, + "nauc_mrr_at_1_diff1": 0.842162, + "nauc_mrr_at_3_max": -0.1525, + "nauc_mrr_at_3_std": -0.426405, + "nauc_mrr_at_3_diff1": 0.856197, + "nauc_mrr_at_5_max": -0.145841, + "nauc_mrr_at_5_std": -0.444245, + "nauc_mrr_at_5_diff1": 0.847401, + "nauc_mrr_at_10_max": -0.137012, + "nauc_mrr_at_10_std": -0.442629, + "nauc_mrr_at_10_diff1": 0.845197, + "nauc_mrr_at_20_max": -0.145297, + "nauc_mrr_at_20_std": -0.428863, + "nauc_mrr_at_20_diff1": 0.845563, + "nauc_mrr_at_100_max": -0.145297, + "nauc_mrr_at_100_std": -0.428863, + "nauc_mrr_at_100_diff1": 0.845563, + "nauc_mrr_at_1000_max": -0.145297, + "nauc_mrr_at_1000_std": -0.428863, + "nauc_mrr_at_1000_diff1": 0.845563, + "main_score": 0.85002, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 30.53374695777893, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDROWIDChartsRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDROWIDChartsRetrieval.json new file mode 100644 index 0000000000..567af8aa51 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDROWIDChartsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDROWIDChartsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.74809, + "ndcg_at_3": 0.87313, + "ndcg_at_5": 0.87937, + "ndcg_at_10": 0.8845, + "ndcg_at_20": 0.88641, + "ndcg_at_100": 0.88641, + "ndcg_at_1000": 0.88747, + "map_at_1": 0.74809, + "map_at_3": 0.84478, + "map_at_5": 0.84822, + "map_at_10": 0.85045, + "map_at_20": 0.85095, + "map_at_100": 0.85095, + "map_at_1000": 0.85101, + "recall_at_1": 0.74809, + "recall_at_3": 0.9542, + "recall_at_5": 0.96947, + "recall_at_10": 0.98473, + "recall_at_20": 0.99237, + "recall_at_100": 0.99237, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.74809, + "cv_recall_at_3": 0.9542, + "cv_recall_at_5": 0.96947, + "cv_recall_at_10": 0.98473, + "cv_recall_at_20": 0.99237, + "cv_recall_at_100": 0.99237, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.74809, + "precision_at_3": 0.31807, + "precision_at_5": 0.19389, + "precision_at_10": 0.09847, + "precision_at_20": 0.04962, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.748092, + "mrr_at_3": 0.844784, + "mrr_at_5": 0.848219, + "mrr_at_10": 0.850445, + "mrr_at_20": 0.850954, + "mrr_at_100": 0.850954, + "mrr_at_1000": 0.851007, + "nauc_ndcg_at_1_max": 0.092741, + "nauc_ndcg_at_1_std": 0.0202, + "nauc_ndcg_at_1_diff1": 0.762012, + "nauc_ndcg_at_3_max": 0.213415, + "nauc_ndcg_at_3_std": 0.132453, + "nauc_ndcg_at_3_diff1": 0.723168, + "nauc_ndcg_at_5_max": 0.224162, + "nauc_ndcg_at_5_std": 0.138622, + "nauc_ndcg_at_5_diff1": 0.744235, + "nauc_ndcg_at_10_max": 0.199919, + "nauc_ndcg_at_10_std": 0.123373, + "nauc_ndcg_at_10_diff1": 0.75901, + "nauc_ndcg_at_20_max": 0.185143, + "nauc_ndcg_at_20_std": 0.107184, + "nauc_ndcg_at_20_diff1": 0.75456, + "nauc_ndcg_at_100_max": 0.185143, + "nauc_ndcg_at_100_std": 0.107184, + "nauc_ndcg_at_100_diff1": 0.75456, + "nauc_ndcg_at_1000_max": 0.176684, + "nauc_ndcg_at_1000_std": 0.097916, + "nauc_ndcg_at_1000_diff1": 0.752012, + "nauc_map_at_1_max": 0.092741, + "nauc_map_at_1_std": 0.0202, + "nauc_map_at_1_diff1": 0.762012, + "nauc_map_at_3_max": 0.172752, + "nauc_map_at_3_std": 0.092581, + "nauc_map_at_3_diff1": 0.738381, + "nauc_map_at_5_max": 0.17567, + "nauc_map_at_5_std": 0.093501, + "nauc_map_at_5_diff1": 0.747732, + "nauc_map_at_10_max": 0.166495, + "nauc_map_at_10_std": 0.087755, + "nauc_map_at_10_diff1": 0.752363, + "nauc_map_at_20_max": 0.163357, + "nauc_map_at_20_std": 0.08432, + "nauc_map_at_20_diff1": 0.75143, + "nauc_map_at_100_max": 0.163357, + "nauc_map_at_100_std": 0.08432, + "nauc_map_at_100_diff1": 0.75143, + "nauc_map_at_1000_max": 0.163031, + "nauc_map_at_1000_std": 0.083963, + "nauc_map_at_1000_diff1": 0.751333, + "nauc_recall_at_1_max": 0.092741, + "nauc_recall_at_1_std": 0.0202, + "nauc_recall_at_1_diff1": 0.762012, + "nauc_recall_at_3_max": 0.568488, + "nauc_recall_at_3_std": 0.483591, + "nauc_recall_at_3_diff1": 0.587253, + "nauc_recall_at_5_max": 0.856121, + "nauc_recall_at_5_std": 0.728776, + "nauc_recall_at_5_diff1": 0.711379, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 1.0, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.092741, + "nauc_precision_at_1_std": 0.0202, + "nauc_precision_at_1_diff1": 0.762012, + "nauc_precision_at_3_max": 0.568488, + "nauc_precision_at_3_std": 0.483591, + "nauc_precision_at_3_diff1": 0.587253, + "nauc_precision_at_5_max": 0.856121, + "nauc_precision_at_5_std": 0.728776, + "nauc_precision_at_5_diff1": 0.711379, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.092741, + "nauc_cv_recall_at_1_std": 0.0202, + "nauc_cv_recall_at_1_diff1": 0.762012, + "nauc_cv_recall_at_3_max": 0.568488, + "nauc_cv_recall_at_3_std": 0.483591, + "nauc_cv_recall_at_3_diff1": 0.587253, + "nauc_cv_recall_at_5_max": 0.856121, + "nauc_cv_recall_at_5_std": 0.728776, + "nauc_cv_recall_at_5_diff1": 0.711379, + "nauc_cv_recall_at_10_max": 1.0, + "nauc_cv_recall_at_10_std": 1.0, + "nauc_cv_recall_at_10_diff1": 1.0, + "nauc_cv_recall_at_20_max": 1.0, + "nauc_cv_recall_at_20_std": 1.0, + "nauc_cv_recall_at_20_diff1": 1.0, + "nauc_cv_recall_at_100_max": 1.0, + "nauc_cv_recall_at_100_std": 1.0, + "nauc_cv_recall_at_100_diff1": 1.0, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.092741, + "nauc_mrr_at_1_std": 0.0202, + "nauc_mrr_at_1_diff1": 0.762012, + "nauc_mrr_at_3_max": 0.172752, + "nauc_mrr_at_3_std": 0.092581, + "nauc_mrr_at_3_diff1": 0.738381, + "nauc_mrr_at_5_max": 0.17567, + "nauc_mrr_at_5_std": 0.093501, + "nauc_mrr_at_5_diff1": 0.747732, + "nauc_mrr_at_10_max": 0.166495, + "nauc_mrr_at_10_std": 0.087755, + "nauc_mrr_at_10_diff1": 0.752363, + "nauc_mrr_at_20_max": 0.163357, + "nauc_mrr_at_20_std": 0.08432, + "nauc_mrr_at_20_diff1": 0.75143, + "nauc_mrr_at_100_max": 0.163357, + "nauc_mrr_at_100_std": 0.08432, + "nauc_mrr_at_100_diff1": 0.75143, + "nauc_mrr_at_1000_max": 0.163031, + "nauc_mrr_at_1000_std": 0.083963, + "nauc_mrr_at_1000_diff1": 0.751333, + "main_score": 0.87937, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 170.86572575569153, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDROpenAINewsRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDROpenAINewsRetrieval.json new file mode 100644 index 0000000000..efcd0bf9c2 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDROpenAINewsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDROpenAINewsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.90323, + "ndcg_at_3": 0.96006, + "ndcg_at_5": 0.96006, + "ndcg_at_10": 0.96006, + "ndcg_at_20": 0.96006, + "ndcg_at_100": 0.96006, + "ndcg_at_1000": 0.96006, + "map_at_1": 0.90323, + "map_at_3": 0.94624, + "map_at_5": 0.94624, + "map_at_10": 0.94624, + "map_at_20": 0.94624, + "map_at_100": 0.94624, + "map_at_1000": 0.94624, + "recall_at_1": 0.90323, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.90323, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.90323, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.903226, + "mrr_at_3": 0.946237, + "mrr_at_5": 0.946237, + "mrr_at_10": 0.946237, + "mrr_at_20": 0.946237, + "mrr_at_100": 0.946237, + "mrr_at_1000": 0.946237, + "nauc_ndcg_at_1_max": 0.367012, + "nauc_ndcg_at_1_std": 0.166724, + "nauc_ndcg_at_1_diff1": 0.82112, + "nauc_ndcg_at_3_max": 0.404748, + "nauc_ndcg_at_3_std": 0.20811, + "nauc_ndcg_at_3_diff1": 0.826263, + "nauc_ndcg_at_5_max": 0.404748, + "nauc_ndcg_at_5_std": 0.20811, + "nauc_ndcg_at_5_diff1": 0.826263, + "nauc_ndcg_at_10_max": 0.404748, + "nauc_ndcg_at_10_std": 0.20811, + "nauc_ndcg_at_10_diff1": 0.826263, + "nauc_ndcg_at_20_max": 0.404748, + "nauc_ndcg_at_20_std": 0.20811, + "nauc_ndcg_at_20_diff1": 0.826263, + "nauc_ndcg_at_100_max": 0.404748, + "nauc_ndcg_at_100_std": 0.20811, + "nauc_ndcg_at_100_diff1": 0.826263, + "nauc_ndcg_at_1000_max": 0.404748, + "nauc_ndcg_at_1000_std": 0.20811, + "nauc_ndcg_at_1000_diff1": 0.826263, + "nauc_map_at_1_max": 0.367012, + "nauc_map_at_1_std": 0.166724, + "nauc_map_at_1_diff1": 0.82112, + "nauc_map_at_3_max": 0.402698, + "nauc_map_at_3_std": 0.205861, + "nauc_map_at_3_diff1": 0.825983, + "nauc_map_at_5_max": 0.402698, + "nauc_map_at_5_std": 0.205861, + "nauc_map_at_5_diff1": 0.825983, + "nauc_map_at_10_max": 0.402698, + "nauc_map_at_10_std": 0.205861, + "nauc_map_at_10_diff1": 0.825983, + "nauc_map_at_20_max": 0.402698, + "nauc_map_at_20_std": 0.205861, + "nauc_map_at_20_diff1": 0.825983, + "nauc_map_at_100_max": 0.402698, + "nauc_map_at_100_std": 0.205861, + "nauc_map_at_100_diff1": 0.825983, + "nauc_map_at_1000_max": 0.402698, + "nauc_map_at_1000_std": 0.205861, + "nauc_map_at_1000_diff1": 0.825983, + "nauc_recall_at_1_max": 0.367012, + "nauc_recall_at_1_std": 0.166724, + "nauc_recall_at_1_diff1": 0.82112, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.367012, + "nauc_precision_at_1_std": 0.166724, + "nauc_precision_at_1_diff1": 0.82112, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.367012, + "nauc_cv_recall_at_1_std": 0.166724, + "nauc_cv_recall_at_1_diff1": 0.82112, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.367012, + "nauc_mrr_at_1_std": 0.166724, + "nauc_mrr_at_1_diff1": 0.82112, + "nauc_mrr_at_3_max": 0.402698, + "nauc_mrr_at_3_std": 0.205861, + "nauc_mrr_at_3_diff1": 0.825983, + "nauc_mrr_at_5_max": 0.402698, + "nauc_mrr_at_5_std": 0.205861, + "nauc_mrr_at_5_diff1": 0.825983, + "nauc_mrr_at_10_max": 0.402698, + "nauc_mrr_at_10_std": 0.205861, + "nauc_mrr_at_10_diff1": 0.825983, + "nauc_mrr_at_20_max": 0.402698, + "nauc_mrr_at_20_std": 0.205861, + "nauc_mrr_at_20_diff1": 0.825983, + "nauc_mrr_at_100_max": 0.402698, + "nauc_mrr_at_100_std": 0.205861, + "nauc_mrr_at_100_diff1": 0.825983, + "nauc_mrr_at_1000_max": 0.402698, + "nauc_mrr_at_1000_std": 0.205861, + "nauc_mrr_at_1000_diff1": 0.825983, + "main_score": 0.96006, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 18.80419921875, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRPlotQARetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRPlotQARetrieval.json new file mode 100644 index 0000000000..a65a6bb8b0 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRPlotQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRPlotQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.66721, + "ndcg_at_3": 0.74786, + "ndcg_at_5": 0.75912, + "ndcg_at_10": 0.76851, + "ndcg_at_20": 0.77083, + "ndcg_at_100": 0.77522, + "ndcg_at_1000": 0.79619, + "map_at_1": 0.66721, + "map_at_3": 0.7282, + "map_at_5": 0.7346, + "map_at_10": 0.73882, + "map_at_20": 0.73948, + "map_at_100": 0.73999, + "map_at_1000": 0.74108, + "recall_at_1": 0.66721, + "recall_at_3": 0.80098, + "recall_at_5": 0.82885, + "recall_at_10": 0.85754, + "recall_at_20": 0.8661, + "recall_at_100": 0.88353, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.66721, + "cv_recall_at_3": 0.80492, + "cv_recall_at_5": 0.83279, + "cv_recall_at_10": 0.86066, + "cv_recall_at_20": 0.87541, + "cv_recall_at_100": 0.91148, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.66721, + "precision_at_3": 0.26831, + "precision_at_5": 0.16656, + "precision_at_10": 0.08623, + "precision_at_20": 0.04393, + "precision_at_100": 0.00962, + "precision_at_1000": 0.00164, + "mrr_at_1": 0.667213, + "mrr_at_3": 0.729781, + "mrr_at_5": 0.736175, + "mrr_at_10": 0.74016, + "mrr_at_20": 0.741202, + "mrr_at_100": 0.742036, + "mrr_at_1000": 0.742376, + "nauc_ndcg_at_1_max": 0.655974, + "nauc_ndcg_at_1_std": 0.351137, + "nauc_ndcg_at_1_diff1": 0.86818, + "nauc_ndcg_at_3_max": 0.75641, + "nauc_ndcg_at_3_std": 0.444077, + "nauc_ndcg_at_3_diff1": 0.833872, + "nauc_ndcg_at_5_max": 0.769034, + "nauc_ndcg_at_5_std": 0.461174, + "nauc_ndcg_at_5_diff1": 0.842055, + "nauc_ndcg_at_10_max": 0.770194, + "nauc_ndcg_at_10_std": 0.471331, + "nauc_ndcg_at_10_diff1": 0.842205, + "nauc_ndcg_at_20_max": 0.76846, + "nauc_ndcg_at_20_std": 0.468114, + "nauc_ndcg_at_20_diff1": 0.842003, + "nauc_ndcg_at_100_max": 0.763216, + "nauc_ndcg_at_100_std": 0.45916, + "nauc_ndcg_at_100_diff1": 0.84176, + "nauc_ndcg_at_1000_max": 0.738594, + "nauc_ndcg_at_1000_std": 0.429281, + "nauc_ndcg_at_1000_diff1": 0.840195, + "nauc_map_at_1_max": 0.655974, + "nauc_map_at_1_std": 0.351137, + "nauc_map_at_1_diff1": 0.86818, + "nauc_map_at_3_max": 0.729734, + "nauc_map_at_3_std": 0.419845, + "nauc_map_at_3_diff1": 0.843283, + "nauc_map_at_5_max": 0.735358, + "nauc_map_at_5_std": 0.427495, + "nauc_map_at_5_diff1": 0.84776, + "nauc_map_at_10_max": 0.735419, + "nauc_map_at_10_std": 0.430585, + "nauc_map_at_10_diff1": 0.847914, + "nauc_map_at_20_max": 0.734925, + "nauc_map_at_20_std": 0.429755, + "nauc_map_at_20_diff1": 0.847971, + "nauc_map_at_100_max": 0.734341, + "nauc_map_at_100_std": 0.428698, + "nauc_map_at_100_diff1": 0.847884, + "nauc_map_at_1000_max": 0.732983, + "nauc_map_at_1000_std": 0.426928, + "nauc_map_at_1000_diff1": 0.847613, + "nauc_recall_at_1_max": 0.655974, + "nauc_recall_at_1_std": 0.351137, + "nauc_recall_at_1_diff1": 0.86818, + "nauc_recall_at_3_max": 0.857417, + "nauc_recall_at_3_std": 0.540353, + "nauc_recall_at_3_diff1": 0.801937, + "nauc_recall_at_5_max": 0.911525, + "nauc_recall_at_5_std": 0.608418, + "nauc_recall_at_5_diff1": 0.82205, + "nauc_recall_at_10_max": 0.940316, + "nauc_recall_at_10_std": 0.679973, + "nauc_recall_at_10_diff1": 0.817832, + "nauc_recall_at_20_max": 0.94024, + "nauc_recall_at_20_std": 0.673534, + "nauc_recall_at_20_diff1": 0.815221, + "nauc_recall_at_100_max": 0.930326, + "nauc_recall_at_100_std": 0.642392, + "nauc_recall_at_100_diff1": 0.817134, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.655974, + "nauc_precision_at_1_std": 0.351137, + "nauc_precision_at_1_diff1": 0.86818, + "nauc_precision_at_3_max": 0.857181, + "nauc_precision_at_3_std": 0.535272, + "nauc_precision_at_3_diff1": 0.798398, + "nauc_precision_at_5_max": 0.912422, + "nauc_precision_at_5_std": 0.604032, + "nauc_precision_at_5_diff1": 0.818404, + "nauc_precision_at_10_max": 0.918638, + "nauc_precision_at_10_std": 0.660029, + "nauc_precision_at_10_diff1": 0.787041, + "nauc_precision_at_20_max": 0.873957, + "nauc_precision_at_20_std": 0.603815, + "nauc_precision_at_20_diff1": 0.741662, + "nauc_precision_at_100_max": 0.167579, + "nauc_precision_at_100_std": 0.02564, + "nauc_precision_at_100_diff1": 0.137376, + "nauc_precision_at_1000_max": -0.569869, + "nauc_precision_at_1000_std": -0.489969, + "nauc_precision_at_1000_diff1": -0.488573, + "nauc_cv_recall_at_1_max": 0.655974, + "nauc_cv_recall_at_1_std": 0.351137, + "nauc_cv_recall_at_1_diff1": 0.86818, + "nauc_cv_recall_at_3_max": 0.857181, + "nauc_cv_recall_at_3_std": 0.535272, + "nauc_cv_recall_at_3_diff1": 0.798398, + "nauc_cv_recall_at_5_max": 0.912422, + "nauc_cv_recall_at_5_std": 0.604032, + "nauc_cv_recall_at_5_diff1": 0.818404, + "nauc_cv_recall_at_10_max": 0.936071, + "nauc_cv_recall_at_10_std": 0.671965, + "nauc_cv_recall_at_10_diff1": 0.814388, + "nauc_cv_recall_at_20_max": 0.926226, + "nauc_cv_recall_at_20_std": 0.643387, + "nauc_cv_recall_at_20_diff1": 0.798016, + "nauc_cv_recall_at_100_max": 0.88735, + "nauc_cv_recall_at_100_std": 0.547913, + "nauc_cv_recall_at_100_diff1": 0.788455, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.655974, + "nauc_mrr_at_1_std": 0.351137, + "nauc_mrr_at_1_diff1": 0.86818, + "nauc_mrr_at_3_max": 0.728516, + "nauc_mrr_at_3_std": 0.417155, + "nauc_mrr_at_3_diff1": 0.842434, + "nauc_mrr_at_5_max": 0.734143, + "nauc_mrr_at_5_std": 0.424784, + "nauc_mrr_at_5_diff1": 0.846916, + "nauc_mrr_at_10_max": 0.733344, + "nauc_mrr_at_10_std": 0.427284, + "nauc_mrr_at_10_diff1": 0.847195, + "nauc_mrr_at_20_max": 0.732227, + "nauc_mrr_at_20_std": 0.425377, + "nauc_mrr_at_20_diff1": 0.846848, + "nauc_mrr_at_100_max": 0.731179, + "nauc_mrr_at_100_std": 0.423588, + "nauc_mrr_at_100_diff1": 0.846761, + "nauc_mrr_at_1000_max": 0.730917, + "nauc_mrr_at_1000_std": 0.423382, + "nauc_mrr_at_1000_diff1": 0.846812, + "main_score": 0.75912, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 219.41468334197998, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRRamensBenchmarkRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRRamensBenchmarkRetrieval.json new file mode 100644 index 0000000000..4bf92cf610 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRRamensBenchmarkRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRRamensBenchmarkRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.65517, + "ndcg_at_3": 0.79844, + "ndcg_at_5": 0.82814, + "ndcg_at_10": 0.83963, + "ndcg_at_20": 0.83963, + "ndcg_at_100": 0.83963, + "ndcg_at_1000": 0.83963, + "map_at_1": 0.65517, + "map_at_3": 0.76437, + "map_at_5": 0.78161, + "map_at_10": 0.78654, + "map_at_20": 0.78654, + "map_at_100": 0.78654, + "map_at_1000": 0.78654, + "recall_at_1": 0.65517, + "recall_at_3": 0.89655, + "recall_at_5": 0.96552, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.65517, + "cv_recall_at_3": 0.89655, + "cv_recall_at_5": 0.96552, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.65517, + "precision_at_3": 0.29885, + "precision_at_5": 0.1931, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.655172, + "mrr_at_3": 0.764368, + "mrr_at_5": 0.781609, + "mrr_at_10": 0.786535, + "mrr_at_20": 0.786535, + "mrr_at_100": 0.786535, + "mrr_at_1000": 0.786535, + "nauc_ndcg_at_1_max": -0.21466, + "nauc_ndcg_at_1_std": -0.197543, + "nauc_ndcg_at_1_diff1": 0.250426, + "nauc_ndcg_at_3_max": -0.374213, + "nauc_ndcg_at_3_std": -0.223841, + "nauc_ndcg_at_3_diff1": 0.015826, + "nauc_ndcg_at_5_max": -0.392914, + "nauc_ndcg_at_5_std": -0.269195, + "nauc_ndcg_at_5_diff1": 0.099582, + "nauc_ndcg_at_10_max": -0.285619, + "nauc_ndcg_at_10_std": -0.19902, + "nauc_ndcg_at_10_diff1": 0.153083, + "nauc_ndcg_at_20_max": -0.285619, + "nauc_ndcg_at_20_std": -0.19902, + "nauc_ndcg_at_20_diff1": 0.153083, + "nauc_ndcg_at_100_max": -0.285619, + "nauc_ndcg_at_100_std": -0.19902, + "nauc_ndcg_at_100_diff1": 0.153083, + "nauc_ndcg_at_1000_max": -0.285619, + "nauc_ndcg_at_1000_std": -0.19902, + "nauc_ndcg_at_1000_diff1": 0.153083, + "nauc_map_at_1_max": -0.21466, + "nauc_map_at_1_std": -0.197543, + "nauc_map_at_1_diff1": 0.250426, + "nauc_map_at_3_max": -0.310563, + "nauc_map_at_3_std": -0.200785, + "nauc_map_at_3_diff1": 0.097044, + "nauc_map_at_5_max": -0.313347, + "nauc_map_at_5_std": -0.219586, + "nauc_map_at_5_diff1": 0.143124, + "nauc_map_at_10_max": -0.276577, + "nauc_map_at_10_std": -0.195602, + "nauc_map_at_10_diff1": 0.161564, + "nauc_map_at_20_max": -0.276577, + "nauc_map_at_20_std": -0.195602, + "nauc_map_at_20_diff1": 0.161564, + "nauc_map_at_100_max": -0.276577, + "nauc_map_at_100_std": -0.195602, + "nauc_map_at_100_diff1": 0.161564, + "nauc_map_at_1000_max": -0.276577, + "nauc_map_at_1000_std": -0.195602, + "nauc_map_at_1000_diff1": 0.161564, + "nauc_recall_at_1_max": -0.21466, + "nauc_recall_at_1_std": -0.197543, + "nauc_recall_at_1_diff1": 0.250426, + "nauc_recall_at_3_max": -0.746469, + "nauc_recall_at_3_std": -0.367385, + "nauc_recall_at_3_diff1": -0.450618, + "nauc_recall_at_5_max": -1.678944, + "nauc_recall_at_5_std": -1.110317, + "nauc_recall_at_5_diff1": -0.541689, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.21466, + "nauc_precision_at_1_std": -0.197543, + "nauc_precision_at_1_diff1": 0.250426, + "nauc_precision_at_3_max": -0.746469, + "nauc_precision_at_3_std": -0.367385, + "nauc_precision_at_3_diff1": -0.450618, + "nauc_precision_at_5_max": -1.678944, + "nauc_precision_at_5_std": -1.110317, + "nauc_precision_at_5_diff1": -0.541689, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.21466, + "nauc_cv_recall_at_1_std": -0.197543, + "nauc_cv_recall_at_1_diff1": 0.250426, + "nauc_cv_recall_at_3_max": -0.746469, + "nauc_cv_recall_at_3_std": -0.367385, + "nauc_cv_recall_at_3_diff1": -0.450618, + "nauc_cv_recall_at_5_max": -1.678944, + "nauc_cv_recall_at_5_std": -1.110317, + "nauc_cv_recall_at_5_diff1": -0.541689, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.21466, + "nauc_mrr_at_1_std": -0.197543, + "nauc_mrr_at_1_diff1": 0.250426, + "nauc_mrr_at_3_max": -0.310563, + "nauc_mrr_at_3_std": -0.200785, + "nauc_mrr_at_3_diff1": 0.097044, + "nauc_mrr_at_5_max": -0.313347, + "nauc_mrr_at_5_std": -0.219586, + "nauc_mrr_at_5_diff1": 0.143124, + "nauc_mrr_at_10_max": -0.276577, + "nauc_mrr_at_10_std": -0.195602, + "nauc_mrr_at_10_diff1": 0.161564, + "nauc_mrr_at_20_max": -0.276577, + "nauc_mrr_at_20_std": -0.195602, + "nauc_mrr_at_20_diff1": 0.161564, + "nauc_mrr_at_100_max": -0.276577, + "nauc_mrr_at_100_std": -0.195602, + "nauc_mrr_at_100_diff1": 0.161564, + "nauc_mrr_at_1000_max": -0.276577, + "nauc_mrr_at_1000_std": -0.195602, + "nauc_mrr_at_1000_diff1": 0.161564, + "main_score": 0.82814, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 5.190025806427002, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRShanghaiMasterPlanRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRShanghaiMasterPlanRetrieval.json new file mode 100644 index 0000000000..6e9c256567 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRShanghaiMasterPlanRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRShanghaiMasterPlanRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.7193, + "ndcg_at_3": 0.76357, + "ndcg_at_5": 0.76357, + "ndcg_at_10": 0.76357, + "ndcg_at_20": 0.76357, + "ndcg_at_100": 0.80991, + "ndcg_at_1000": 0.80991, + "map_at_1": 0.7193, + "map_at_3": 0.75439, + "map_at_5": 0.75439, + "map_at_10": 0.75439, + "map_at_20": 0.75439, + "map_at_100": 0.76382, + "map_at_1000": 0.76382, + "recall_at_1": 0.7193, + "recall_at_3": 0.78947, + "recall_at_5": 0.78947, + "recall_at_10": 0.78947, + "recall_at_20": 0.78947, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.7193, + "cv_recall_at_3": 0.78947, + "cv_recall_at_5": 0.78947, + "cv_recall_at_10": 0.78947, + "cv_recall_at_20": 0.78947, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.7193, + "precision_at_3": 0.26316, + "precision_at_5": 0.15789, + "precision_at_10": 0.07895, + "precision_at_20": 0.03947, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.719298, + "mrr_at_3": 0.754386, + "mrr_at_5": 0.754386, + "mrr_at_10": 0.754386, + "mrr_at_20": 0.754386, + "mrr_at_100": 0.763678, + "mrr_at_1000": 0.763678, + "nauc_ndcg_at_1_max": -0.262988, + "nauc_ndcg_at_1_std": -0.786919, + "nauc_ndcg_at_1_diff1": 0.951398, + "nauc_ndcg_at_3_max": -0.308844, + "nauc_ndcg_at_3_std": -0.85273, + "nauc_ndcg_at_3_diff1": 0.900833, + "nauc_ndcg_at_5_max": -0.308844, + "nauc_ndcg_at_5_std": -0.85273, + "nauc_ndcg_at_5_diff1": 0.900833, + "nauc_ndcg_at_10_max": -0.308844, + "nauc_ndcg_at_10_std": -0.85273, + "nauc_ndcg_at_10_diff1": 0.900833, + "nauc_ndcg_at_20_max": -0.308844, + "nauc_ndcg_at_20_std": -0.85273, + "nauc_ndcg_at_20_diff1": 0.900833, + "nauc_ndcg_at_100_max": -0.301531, + "nauc_ndcg_at_100_std": -0.84104, + "nauc_ndcg_at_100_diff1": 0.910199, + "nauc_ndcg_at_1000_max": -0.301531, + "nauc_ndcg_at_1000_std": -0.84104, + "nauc_ndcg_at_1000_diff1": 0.910199, + "nauc_map_at_1_max": -0.262988, + "nauc_map_at_1_std": -0.786919, + "nauc_map_at_1_diff1": 0.951398, + "nauc_map_at_3_max": -0.298228, + "nauc_map_at_3_std": -0.837495, + "nauc_map_at_3_diff1": 0.912539, + "nauc_map_at_5_max": -0.298228, + "nauc_map_at_5_std": -0.837495, + "nauc_map_at_5_diff1": 0.912539, + "nauc_map_at_10_max": -0.298228, + "nauc_map_at_10_std": -0.837495, + "nauc_map_at_10_diff1": 0.912539, + "nauc_map_at_20_max": -0.298228, + "nauc_map_at_20_std": -0.837495, + "nauc_map_at_20_diff1": 0.912539, + "nauc_map_at_100_max": -0.297033, + "nauc_map_at_100_std": -0.835135, + "nauc_map_at_100_diff1": 0.914559, + "nauc_map_at_1000_max": -0.297033, + "nauc_map_at_1000_std": -0.835135, + "nauc_map_at_1000_diff1": 0.914559, + "nauc_recall_at_1_max": -0.262988, + "nauc_recall_at_1_std": -0.786919, + "nauc_recall_at_1_diff1": 0.951398, + "nauc_recall_at_3_max": -0.342676, + "nauc_recall_at_3_std": -0.901284, + "nauc_recall_at_3_diff1": 0.863527, + "nauc_recall_at_5_max": -0.342676, + "nauc_recall_at_5_std": -0.901284, + "nauc_recall_at_5_diff1": 0.863527, + "nauc_recall_at_10_max": -0.342676, + "nauc_recall_at_10_std": -0.901284, + "nauc_recall_at_10_diff1": 0.863527, + "nauc_recall_at_20_max": -0.342676, + "nauc_recall_at_20_std": -0.901284, + "nauc_recall_at_20_diff1": 0.863527, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.262988, + "nauc_precision_at_1_std": -0.786919, + "nauc_precision_at_1_diff1": 0.951398, + "nauc_precision_at_3_max": -0.342676, + "nauc_precision_at_3_std": -0.901284, + "nauc_precision_at_3_diff1": 0.863527, + "nauc_precision_at_5_max": -0.342676, + "nauc_precision_at_5_std": -0.901284, + "nauc_precision_at_5_diff1": 0.863527, + "nauc_precision_at_10_max": -0.342676, + "nauc_precision_at_10_std": -0.901284, + "nauc_precision_at_10_diff1": 0.863527, + "nauc_precision_at_20_max": -0.342676, + "nauc_precision_at_20_std": -0.901284, + "nauc_precision_at_20_diff1": 0.863527, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.262988, + "nauc_cv_recall_at_1_std": -0.786919, + "nauc_cv_recall_at_1_diff1": 0.951398, + "nauc_cv_recall_at_3_max": -0.342676, + "nauc_cv_recall_at_3_std": -0.901284, + "nauc_cv_recall_at_3_diff1": 0.863527, + "nauc_cv_recall_at_5_max": -0.342676, + "nauc_cv_recall_at_5_std": -0.901284, + "nauc_cv_recall_at_5_diff1": 0.863527, + "nauc_cv_recall_at_10_max": -0.342676, + "nauc_cv_recall_at_10_std": -0.901284, + "nauc_cv_recall_at_10_diff1": 0.863527, + "nauc_cv_recall_at_20_max": -0.342676, + "nauc_cv_recall_at_20_std": -0.901284, + "nauc_cv_recall_at_20_diff1": 0.863527, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.262988, + "nauc_mrr_at_1_std": -0.786919, + "nauc_mrr_at_1_diff1": 0.951398, + "nauc_mrr_at_3_max": -0.298228, + "nauc_mrr_at_3_std": -0.837495, + "nauc_mrr_at_3_diff1": 0.912539, + "nauc_mrr_at_5_max": -0.298228, + "nauc_mrr_at_5_std": -0.837495, + "nauc_mrr_at_5_diff1": 0.912539, + "nauc_mrr_at_10_max": -0.298228, + "nauc_mrr_at_10_std": -0.837495, + "nauc_mrr_at_10_diff1": 0.912539, + "nauc_mrr_at_20_max": -0.298228, + "nauc_mrr_at_20_std": -0.837495, + "nauc_mrr_at_20_diff1": 0.912539, + "nauc_mrr_at_100_max": -0.295753, + "nauc_mrr_at_100_std": -0.83454, + "nauc_mrr_at_100_diff1": 0.91443, + "nauc_mrr_at_1000_max": -0.295753, + "nauc_mrr_at_1000_std": -0.83454, + "nauc_mrr_at_1000_diff1": 0.91443, + "main_score": 0.76357, + "hf_subset": "default", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 8.22202205657959, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRShiftProjectRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRShiftProjectRetrieval.json new file mode 100644 index 0000000000..ed72c9bb96 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRShiftProjectRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRShiftProjectRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.80682, + "ndcg_at_3": 0.88122, + "ndcg_at_5": 0.88611, + "ndcg_at_10": 0.89774, + "ndcg_at_20": 0.90081, + "ndcg_at_100": 0.9031, + "ndcg_at_1000": 0.9031, + "map_at_1": 0.80682, + "map_at_3": 0.86364, + "map_at_5": 0.86648, + "map_at_10": 0.87162, + "map_at_20": 0.87256, + "map_at_100": 0.87294, + "map_at_1000": 0.87294, + "recall_at_1": 0.80682, + "recall_at_3": 0.93182, + "recall_at_5": 0.94318, + "recall_at_10": 0.97727, + "recall_at_20": 0.98864, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.80682, + "cv_recall_at_3": 0.93182, + "cv_recall_at_5": 0.94318, + "cv_recall_at_10": 0.97727, + "cv_recall_at_20": 0.98864, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.80682, + "precision_at_3": 0.31061, + "precision_at_5": 0.18864, + "precision_at_10": 0.09773, + "precision_at_20": 0.04943, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.806818, + "mrr_at_3": 0.863636, + "mrr_at_5": 0.866477, + "mrr_at_10": 0.871618, + "mrr_at_20": 0.872565, + "mrr_at_100": 0.872944, + "mrr_at_1000": 0.872944, + "nauc_ndcg_at_1_max": -0.217866, + "nauc_ndcg_at_1_std": -0.699962, + "nauc_ndcg_at_1_diff1": 0.759891, + "nauc_ndcg_at_3_max": -0.022415, + "nauc_ndcg_at_3_std": -0.51156, + "nauc_ndcg_at_3_diff1": 0.810069, + "nauc_ndcg_at_5_max": -0.068116, + "nauc_ndcg_at_5_std": -0.566657, + "nauc_ndcg_at_5_diff1": 0.821512, + "nauc_ndcg_at_10_max": -0.050714, + "nauc_ndcg_at_10_std": -0.53814, + "nauc_ndcg_at_10_diff1": 0.810805, + "nauc_ndcg_at_20_max": -0.080507, + "nauc_ndcg_at_20_std": -0.559572, + "nauc_ndcg_at_20_diff1": 0.804676, + "nauc_ndcg_at_100_max": -0.100383, + "nauc_ndcg_at_100_std": -0.587187, + "nauc_ndcg_at_100_diff1": 0.799833, + "nauc_ndcg_at_1000_max": -0.100383, + "nauc_ndcg_at_1000_std": -0.587187, + "nauc_ndcg_at_1000_diff1": 0.799833, + "nauc_map_at_1_max": -0.217866, + "nauc_map_at_1_std": -0.699962, + "nauc_map_at_1_diff1": 0.759891, + "nauc_map_at_3_max": -0.086223, + "nauc_map_at_3_std": -0.572407, + "nauc_map_at_3_diff1": 0.796563, + "nauc_map_at_5_max": -0.110413, + "nauc_map_at_5_std": -0.601213, + "nauc_map_at_5_diff1": 0.801964, + "nauc_map_at_10_max": -0.105574, + "nauc_map_at_10_std": -0.593406, + "nauc_map_at_10_diff1": 0.797413, + "nauc_map_at_20_max": -0.113171, + "nauc_map_at_20_std": -0.598995, + "nauc_map_at_20_diff1": 0.795834, + "nauc_map_at_100_max": -0.11578, + "nauc_map_at_100_std": -0.602601, + "nauc_map_at_100_diff1": 0.795195, + "nauc_map_at_1000_max": -0.11578, + "nauc_map_at_1000_std": -0.602601, + "nauc_map_at_1000_diff1": 0.795195, + "nauc_recall_at_1_max": -0.217866, + "nauc_recall_at_1_std": -0.699962, + "nauc_recall_at_1_diff1": 0.759891, + "nauc_recall_at_3_max": 0.32842, + "nauc_recall_at_3_std": -0.17754, + "nauc_recall_at_3_diff1": 0.881995, + "nauc_recall_at_5_max": 0.194104, + "nauc_recall_at_5_std": -0.357258, + "nauc_recall_at_5_diff1": 0.94758, + "nauc_recall_at_10_max": 0.795001, + "nauc_recall_at_10_std": 0.338752, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.721051, + "nauc_recall_at_20_std": 0.554068, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.217866, + "nauc_precision_at_1_std": -0.699962, + "nauc_precision_at_1_diff1": 0.759891, + "nauc_precision_at_3_max": 0.32842, + "nauc_precision_at_3_std": -0.17754, + "nauc_precision_at_3_diff1": 0.881995, + "nauc_precision_at_5_max": 0.194104, + "nauc_precision_at_5_std": -0.357258, + "nauc_precision_at_5_diff1": 0.94758, + "nauc_precision_at_10_max": 0.795001, + "nauc_precision_at_10_std": 0.338752, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.721051, + "nauc_precision_at_20_std": 0.554068, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.217866, + "nauc_cv_recall_at_1_std": -0.699962, + "nauc_cv_recall_at_1_diff1": 0.759891, + "nauc_cv_recall_at_3_max": 0.32842, + "nauc_cv_recall_at_3_std": -0.17754, + "nauc_cv_recall_at_3_diff1": 0.881995, + "nauc_cv_recall_at_5_max": 0.194104, + "nauc_cv_recall_at_5_std": -0.357258, + "nauc_cv_recall_at_5_diff1": 0.94758, + "nauc_cv_recall_at_10_max": 0.795001, + "nauc_cv_recall_at_10_std": 0.338752, + "nauc_cv_recall_at_10_diff1": 1.0, + "nauc_cv_recall_at_20_max": 0.721051, + "nauc_cv_recall_at_20_std": 0.554068, + "nauc_cv_recall_at_20_diff1": 1.0, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.217866, + "nauc_mrr_at_1_std": -0.699962, + "nauc_mrr_at_1_diff1": 0.759891, + "nauc_mrr_at_3_max": -0.086223, + "nauc_mrr_at_3_std": -0.572407, + "nauc_mrr_at_3_diff1": 0.796563, + "nauc_mrr_at_5_max": -0.110413, + "nauc_mrr_at_5_std": -0.601213, + "nauc_mrr_at_5_diff1": 0.801964, + "nauc_mrr_at_10_max": -0.105574, + "nauc_mrr_at_10_std": -0.593406, + "nauc_mrr_at_10_diff1": 0.797413, + "nauc_mrr_at_20_max": -0.113171, + "nauc_mrr_at_20_std": -0.598995, + "nauc_mrr_at_20_diff1": 0.795834, + "nauc_mrr_at_100_max": -0.11578, + "nauc_mrr_at_100_std": -0.602601, + "nauc_mrr_at_100_diff1": 0.795195, + "nauc_mrr_at_1000_max": -0.11578, + "nauc_mrr_at_1000_std": -0.602601, + "nauc_mrr_at_1000_diff1": 0.795195, + "main_score": 0.88611, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 246.61037135124207, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRStanfordSlideRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRStanfordSlideRetrieval.json new file mode 100644 index 0000000000..cf7e8697b9 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRStanfordSlideRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRStanfordSlideRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "map_at_1": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "map_at_10": 1.0, + "map_at_20": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "recall_at_1": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 1.0, + "cv_recall_at_3": 1.0, + "cv_recall_at_5": 1.0, + "cv_recall_at_10": 1.0, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 1.0, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_1000_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": NaN, + "nauc_cv_recall_at_1_std": NaN, + "nauc_cv_recall_at_1_diff1": NaN, + "nauc_cv_recall_at_3_max": NaN, + "nauc_cv_recall_at_3_std": NaN, + "nauc_cv_recall_at_3_diff1": NaN, + "nauc_cv_recall_at_5_max": NaN, + "nauc_cv_recall_at_5_std": NaN, + "nauc_cv_recall_at_5_diff1": NaN, + "nauc_cv_recall_at_10_max": NaN, + "nauc_cv_recall_at_10_std": NaN, + "nauc_cv_recall_at_10_diff1": NaN, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "main_score": 1.0, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 155.47926664352417, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRStudentEnrollmentSyntheticRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRStudentEnrollmentSyntheticRetrieval.json new file mode 100644 index 0000000000..38ee90f252 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRStudentEnrollmentSyntheticRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRStudentEnrollmentSyntheticRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.025, + "ndcg_at_3": 0.04246, + "ndcg_at_5": 0.06433, + "ndcg_at_10": 0.08524, + "ndcg_at_20": 0.11858, + "ndcg_at_100": 0.2044, + "ndcg_at_1000": 0.23462, + "map_at_1": 0.025, + "map_at_3": 0.03783, + "map_at_5": 0.04998, + "map_at_10": 0.05874, + "map_at_20": 0.06774, + "map_at_100": 0.07913, + "map_at_1000": 0.08048, + "recall_at_1": 0.025, + "recall_at_3": 0.056, + "recall_at_5": 0.109, + "recall_at_10": 0.173, + "recall_at_20": 0.306, + "recall_at_100": 0.775, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.025, + "cv_recall_at_3": 0.056, + "cv_recall_at_5": 0.109, + "cv_recall_at_10": 0.173, + "cv_recall_at_20": 0.306, + "cv_recall_at_100": 0.775, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.025, + "precision_at_3": 0.01867, + "precision_at_5": 0.0218, + "precision_at_10": 0.0173, + "precision_at_20": 0.0153, + "precision_at_100": 0.00775, + "precision_at_1000": 0.001, + "mrr_at_1": 0.025, + "mrr_at_3": 0.037833, + "mrr_at_5": 0.049983, + "mrr_at_10": 0.058738, + "mrr_at_20": 0.067741, + "mrr_at_100": 0.079128, + "mrr_at_1000": 0.080482, + "nauc_ndcg_at_1_max": -0.017, + "nauc_ndcg_at_1_std": 0.222152, + "nauc_ndcg_at_1_diff1": 0.407663, + "nauc_ndcg_at_3_max": 0.030367, + "nauc_ndcg_at_3_std": 0.112526, + "nauc_ndcg_at_3_diff1": 0.247581, + "nauc_ndcg_at_5_max": 0.031898, + "nauc_ndcg_at_5_std": 0.093832, + "nauc_ndcg_at_5_diff1": 0.184058, + "nauc_ndcg_at_10_max": 0.02415, + "nauc_ndcg_at_10_std": 0.077873, + "nauc_ndcg_at_10_diff1": 0.152289, + "nauc_ndcg_at_20_max": 0.024792, + "nauc_ndcg_at_20_std": 0.042497, + "nauc_ndcg_at_20_diff1": 0.13811, + "nauc_ndcg_at_100_max": 0.033234, + "nauc_ndcg_at_100_std": -0.036257, + "nauc_ndcg_at_100_diff1": 0.125084, + "nauc_ndcg_at_1000_max": 0.029271, + "nauc_ndcg_at_1000_std": 0.033443, + "nauc_ndcg_at_1000_diff1": 0.156883, + "nauc_map_at_1_max": -0.017, + "nauc_map_at_1_std": 0.222152, + "nauc_map_at_1_diff1": 0.407663, + "nauc_map_at_3_max": 0.020263, + "nauc_map_at_3_std": 0.131576, + "nauc_map_at_3_diff1": 0.274233, + "nauc_map_at_5_max": 0.025849, + "nauc_map_at_5_std": 0.113654, + "nauc_map_at_5_diff1": 0.222578, + "nauc_map_at_10_max": 0.021345, + "nauc_map_at_10_std": 0.101793, + "nauc_map_at_10_diff1": 0.199201, + "nauc_map_at_20_max": 0.020943, + "nauc_map_at_20_std": 0.086335, + "nauc_map_at_20_diff1": 0.190983, + "nauc_map_at_100_max": 0.023275, + "nauc_map_at_100_std": 0.071076, + "nauc_map_at_100_diff1": 0.189466, + "nauc_map_at_1000_max": 0.023307, + "nauc_map_at_1000_std": 0.075684, + "nauc_map_at_1000_diff1": 0.191616, + "nauc_recall_at_1_max": -0.017, + "nauc_recall_at_1_std": 0.222152, + "nauc_recall_at_1_diff1": 0.407663, + "nauc_recall_at_3_max": 0.050778, + "nauc_recall_at_3_std": 0.074945, + "nauc_recall_at_3_diff1": 0.195303, + "nauc_recall_at_5_max": 0.039243, + "nauc_recall_at_5_std": 0.066004, + "nauc_recall_at_5_diff1": 0.128695, + "nauc_recall_at_10_max": 0.026138, + "nauc_recall_at_10_std": 0.049409, + "nauc_recall_at_10_diff1": 0.095539, + "nauc_recall_at_20_max": 0.028771, + "nauc_recall_at_20_std": -0.00847, + "nauc_recall_at_20_diff1": 0.08328, + "nauc_recall_at_100_max": 0.054945, + "nauc_recall_at_100_std": -0.304843, + "nauc_recall_at_100_diff1": -0.000572, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.017, + "nauc_precision_at_1_std": 0.222152, + "nauc_precision_at_1_diff1": 0.407663, + "nauc_precision_at_3_max": 0.050778, + "nauc_precision_at_3_std": 0.074945, + "nauc_precision_at_3_diff1": 0.195303, + "nauc_precision_at_5_max": 0.039243, + "nauc_precision_at_5_std": 0.066004, + "nauc_precision_at_5_diff1": 0.128695, + "nauc_precision_at_10_max": 0.026138, + "nauc_precision_at_10_std": 0.049409, + "nauc_precision_at_10_diff1": 0.095539, + "nauc_precision_at_20_max": 0.028771, + "nauc_precision_at_20_std": -0.00847, + "nauc_precision_at_20_diff1": 0.08328, + "nauc_precision_at_100_max": 0.054945, + "nauc_precision_at_100_std": -0.304843, + "nauc_precision_at_100_diff1": -0.000572, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.017, + "nauc_cv_recall_at_1_std": 0.222152, + "nauc_cv_recall_at_1_diff1": 0.407663, + "nauc_cv_recall_at_3_max": 0.050778, + "nauc_cv_recall_at_3_std": 0.074945, + "nauc_cv_recall_at_3_diff1": 0.195303, + "nauc_cv_recall_at_5_max": 0.039243, + "nauc_cv_recall_at_5_std": 0.066004, + "nauc_cv_recall_at_5_diff1": 0.128695, + "nauc_cv_recall_at_10_max": 0.026138, + "nauc_cv_recall_at_10_std": 0.049409, + "nauc_cv_recall_at_10_diff1": 0.095539, + "nauc_cv_recall_at_20_max": 0.028771, + "nauc_cv_recall_at_20_std": -0.00847, + "nauc_cv_recall_at_20_diff1": 0.08328, + "nauc_cv_recall_at_100_max": 0.054945, + "nauc_cv_recall_at_100_std": -0.304843, + "nauc_cv_recall_at_100_diff1": -0.000572, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.017, + "nauc_mrr_at_1_std": 0.222152, + "nauc_mrr_at_1_diff1": 0.407663, + "nauc_mrr_at_3_max": 0.020263, + "nauc_mrr_at_3_std": 0.131576, + "nauc_mrr_at_3_diff1": 0.274233, + "nauc_mrr_at_5_max": 0.025849, + "nauc_mrr_at_5_std": 0.113654, + "nauc_mrr_at_5_diff1": 0.222578, + "nauc_mrr_at_10_max": 0.021345, + "nauc_mrr_at_10_std": 0.101793, + "nauc_mrr_at_10_diff1": 0.199201, + "nauc_mrr_at_20_max": 0.020943, + "nauc_mrr_at_20_std": 0.086335, + "nauc_mrr_at_20_diff1": 0.190983, + "nauc_mrr_at_100_max": 0.023275, + "nauc_mrr_at_100_std": 0.071076, + "nauc_mrr_at_100_diff1": 0.189466, + "nauc_mrr_at_1000_max": 0.023307, + "nauc_mrr_at_1000_std": 0.075684, + "nauc_mrr_at_1000_diff1": 0.191616, + "main_score": 0.06433, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 129.8389539718628, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTQARetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTQARetrieval.json new file mode 100644 index 0000000000..0c51105fe0 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.49643, + "ndcg_at_3": 0.64872, + "ndcg_at_5": 0.68883, + "ndcg_at_10": 0.714, + "ndcg_at_20": 0.72449, + "ndcg_at_100": 0.73132, + "ndcg_at_1000": 0.73132, + "map_at_1": 0.4932, + "map_at_3": 0.61199, + "map_at_5": 0.63425, + "map_at_10": 0.64515, + "map_at_20": 0.64818, + "map_at_100": 0.64935, + "map_at_1000": 0.64935, + "recall_at_1": 0.4932, + "recall_at_3": 0.75365, + "recall_at_5": 0.84981, + "recall_at_10": 0.92576, + "recall_at_20": 0.96636, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.49643, + "cv_recall_at_3": 0.75535, + "cv_recall_at_5": 0.85423, + "cv_recall_at_10": 0.92762, + "cv_recall_at_20": 0.96738, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.49643, + "precision_at_3": 0.25416, + "precision_at_5": 0.17248, + "precision_at_10": 0.09419, + "precision_at_20": 0.04924, + "precision_at_100": 0.01019, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.496432, + "mrr_at_3": 0.61281, + "mrr_at_5": 0.635644, + "mrr_at_10": 0.645758, + "mrr_at_20": 0.648597, + "mrr_at_100": 0.649722, + "mrr_at_1000": 0.649722, + "nauc_ndcg_at_1_max": 0.194691, + "nauc_ndcg_at_1_std": -0.025931, + "nauc_ndcg_at_1_diff1": 0.666041, + "nauc_ndcg_at_3_max": 0.196866, + "nauc_ndcg_at_3_std": -0.065078, + "nauc_ndcg_at_3_diff1": 0.624997, + "nauc_ndcg_at_5_max": 0.206888, + "nauc_ndcg_at_5_std": -0.076389, + "nauc_ndcg_at_5_diff1": 0.616859, + "nauc_ndcg_at_10_max": 0.202534, + "nauc_ndcg_at_10_std": -0.079462, + "nauc_ndcg_at_10_diff1": 0.630857, + "nauc_ndcg_at_20_max": 0.195814, + "nauc_ndcg_at_20_std": -0.069021, + "nauc_ndcg_at_20_diff1": 0.630684, + "nauc_ndcg_at_100_max": 0.195041, + "nauc_ndcg_at_100_std": -0.062024, + "nauc_ndcg_at_100_diff1": 0.633769, + "nauc_ndcg_at_1000_max": 0.195041, + "nauc_ndcg_at_1000_std": -0.062024, + "nauc_ndcg_at_1000_diff1": 0.633769, + "nauc_map_at_1_max": 0.194107, + "nauc_map_at_1_std": -0.02539, + "nauc_map_at_1_diff1": 0.670262, + "nauc_map_at_3_max": 0.193644, + "nauc_map_at_3_std": -0.054084, + "nauc_map_at_3_diff1": 0.635934, + "nauc_map_at_5_max": 0.198127, + "nauc_map_at_5_std": -0.059813, + "nauc_map_at_5_diff1": 0.632403, + "nauc_map_at_10_max": 0.195911, + "nauc_map_at_10_std": -0.060628, + "nauc_map_at_10_diff1": 0.637357, + "nauc_map_at_20_max": 0.194125, + "nauc_map_at_20_std": -0.058097, + "nauc_map_at_20_diff1": 0.637327, + "nauc_map_at_100_max": 0.194128, + "nauc_map_at_100_std": -0.056906, + "nauc_map_at_100_diff1": 0.637793, + "nauc_map_at_1000_max": 0.194128, + "nauc_map_at_1000_std": -0.056906, + "nauc_map_at_1000_diff1": 0.637793, + "nauc_recall_at_1_max": 0.194107, + "nauc_recall_at_1_std": -0.02539, + "nauc_recall_at_1_diff1": 0.670262, + "nauc_recall_at_3_max": 0.213149, + "nauc_recall_at_3_std": -0.105609, + "nauc_recall_at_3_diff1": 0.58545, + "nauc_recall_at_5_max": 0.265675, + "nauc_recall_at_5_std": -0.16527, + "nauc_recall_at_5_diff1": 0.533499, + "nauc_recall_at_10_max": 0.283561, + "nauc_recall_at_10_std": -0.276092, + "nauc_recall_at_10_diff1": 0.5885, + "nauc_recall_at_20_max": 0.227765, + "nauc_recall_at_20_std": -0.259235, + "nauc_recall_at_20_diff1": 0.53926, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.194691, + "nauc_precision_at_1_std": -0.025931, + "nauc_precision_at_1_diff1": 0.666041, + "nauc_precision_at_3_max": 0.197834, + "nauc_precision_at_3_std": -0.109076, + "nauc_precision_at_3_diff1": 0.534514, + "nauc_precision_at_5_max": 0.237708, + "nauc_precision_at_5_std": -0.17262, + "nauc_precision_at_5_diff1": 0.447073, + "nauc_precision_at_10_max": 0.176023, + "nauc_precision_at_10_std": -0.264611, + "nauc_precision_at_10_diff1": 0.344932, + "nauc_precision_at_20_max": 0.047227, + "nauc_precision_at_20_std": -0.224643, + "nauc_precision_at_20_diff1": 0.10356, + "nauc_precision_at_100_max": -0.16273, + "nauc_precision_at_100_std": -0.172231, + "nauc_precision_at_100_diff1": -0.365567, + "nauc_precision_at_1000_max": -0.16273, + "nauc_precision_at_1000_std": -0.172231, + "nauc_precision_at_1000_diff1": -0.365567, + "nauc_cv_recall_at_1_max": 0.194691, + "nauc_cv_recall_at_1_std": -0.025931, + "nauc_cv_recall_at_1_diff1": 0.666041, + "nauc_cv_recall_at_3_max": 0.208272, + "nauc_cv_recall_at_3_std": -0.110926, + "nauc_cv_recall_at_3_diff1": 0.583003, + "nauc_cv_recall_at_5_max": 0.256525, + "nauc_cv_recall_at_5_std": -0.17932, + "nauc_cv_recall_at_5_diff1": 0.526265, + "nauc_cv_recall_at_10_max": 0.279212, + "nauc_cv_recall_at_10_std": -0.28149, + "nauc_cv_recall_at_10_diff1": 0.586441, + "nauc_cv_recall_at_20_max": 0.210597, + "nauc_cv_recall_at_20_std": -0.280287, + "nauc_cv_recall_at_20_diff1": 0.534888, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.194691, + "nauc_mrr_at_1_std": -0.025931, + "nauc_mrr_at_1_diff1": 0.666041, + "nauc_mrr_at_3_max": 0.192207, + "nauc_mrr_at_3_std": -0.054969, + "nauc_mrr_at_3_diff1": 0.634644, + "nauc_mrr_at_5_max": 0.196053, + "nauc_mrr_at_5_std": -0.060905, + "nauc_mrr_at_5_diff1": 0.630872, + "nauc_mrr_at_10_max": 0.195121, + "nauc_mrr_at_10_std": -0.059782, + "nauc_mrr_at_10_diff1": 0.636283, + "nauc_mrr_at_20_max": 0.19342, + "nauc_mrr_at_20_std": -0.05733, + "nauc_mrr_at_20_diff1": 0.636313, + "nauc_mrr_at_100_max": 0.193503, + "nauc_mrr_at_100_std": -0.056102, + "nauc_mrr_at_100_diff1": 0.636824, + "nauc_mrr_at_1000_max": 0.193503, + "nauc_mrr_at_1000_std": -0.056102, + "nauc_mrr_at_1000_diff1": 0.636824, + "main_score": 0.68883, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 76.3869481086731, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTabFQuadRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTabFQuadRetrieval.json new file mode 100644 index 0000000000..70df304786 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTabFQuadRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTabFQuadRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.848, + "ndcg_at_3": 0.90438, + "ndcg_at_5": 0.91437, + "ndcg_at_10": 0.92006, + "ndcg_at_20": 0.92189, + "ndcg_at_100": 0.92359, + "ndcg_at_1000": 0.92359, + "map_at_1": 0.848, + "map_at_3": 0.89067, + "map_at_5": 0.89627, + "map_at_10": 0.89893, + "map_at_20": 0.89933, + "map_at_100": 0.89965, + "map_at_1000": 0.89965, + "recall_at_1": 0.848, + "recall_at_3": 0.944, + "recall_at_5": 0.968, + "recall_at_10": 0.984, + "recall_at_20": 0.992, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.848, + "cv_recall_at_3": 0.944, + "cv_recall_at_5": 0.968, + "cv_recall_at_10": 0.984, + "cv_recall_at_20": 0.992, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.848, + "precision_at_3": 0.31467, + "precision_at_5": 0.1936, + "precision_at_10": 0.0984, + "precision_at_20": 0.0496, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.848, + "mrr_at_3": 0.890667, + "mrr_at_5": 0.896267, + "mrr_at_10": 0.898933, + "mrr_at_20": 0.899333, + "mrr_at_100": 0.899653, + "mrr_at_1000": 0.899653, + "nauc_ndcg_at_1_max": 0.315172, + "nauc_ndcg_at_1_std": -0.091539, + "nauc_ndcg_at_1_diff1": 0.921229, + "nauc_ndcg_at_3_max": 0.300557, + "nauc_ndcg_at_3_std": -0.101618, + "nauc_ndcg_at_3_diff1": 0.90738, + "nauc_ndcg_at_5_max": 0.382986, + "nauc_ndcg_at_5_std": -0.014271, + "nauc_ndcg_at_5_diff1": 0.901086, + "nauc_ndcg_at_10_max": 0.353924, + "nauc_ndcg_at_10_std": -0.026485, + "nauc_ndcg_at_10_diff1": 0.898589, + "nauc_ndcg_at_20_max": 0.349098, + "nauc_ndcg_at_20_std": -0.035762, + "nauc_ndcg_at_20_diff1": 0.902833, + "nauc_ndcg_at_100_max": 0.334071, + "nauc_ndcg_at_100_std": -0.056669, + "nauc_ndcg_at_100_diff1": 0.903595, + "nauc_ndcg_at_1000_max": 0.334071, + "nauc_ndcg_at_1000_std": -0.056669, + "nauc_ndcg_at_1000_diff1": 0.903595, + "nauc_map_at_1_max": 0.315172, + "nauc_map_at_1_std": -0.091539, + "nauc_map_at_1_diff1": 0.921229, + "nauc_map_at_3_max": 0.307696, + "nauc_map_at_3_std": -0.093606, + "nauc_map_at_3_diff1": 0.908395, + "nauc_map_at_5_max": 0.34378, + "nauc_map_at_5_std": -0.054318, + "nauc_map_at_5_diff1": 0.90535, + "nauc_map_at_10_max": 0.331925, + "nauc_map_at_10_std": -0.059946, + "nauc_map_at_10_diff1": 0.904541, + "nauc_map_at_20_max": 0.33101, + "nauc_map_at_20_std": -0.061667, + "nauc_map_at_20_diff1": 0.90529, + "nauc_map_at_100_max": 0.328797, + "nauc_map_at_100_std": -0.06475, + "nauc_map_at_100_diff1": 0.905407, + "nauc_map_at_1000_max": 0.328797, + "nauc_map_at_1000_std": -0.06475, + "nauc_map_at_1000_diff1": 0.905407, + "nauc_recall_at_1_max": 0.315172, + "nauc_recall_at_1_std": -0.091539, + "nauc_recall_at_1_diff1": 0.921229, + "nauc_recall_at_3_max": 0.259867, + "nauc_recall_at_3_std": -0.148909, + "nauc_recall_at_3_diff1": 0.904626, + "nauc_recall_at_5_max": 0.776884, + "nauc_recall_at_5_std": 0.382524, + "nauc_recall_at_5_diff1": 0.86563, + "nauc_recall_at_10_max": 0.776884, + "nauc_recall_at_10_std": 0.613774, + "nauc_recall_at_10_diff1": 0.79633, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.869859, + "nauc_recall_at_20_diff1": 0.869859, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.315172, + "nauc_precision_at_1_std": -0.091539, + "nauc_precision_at_1_diff1": 0.921229, + "nauc_precision_at_3_max": 0.259867, + "nauc_precision_at_3_std": -0.148909, + "nauc_precision_at_3_diff1": 0.904626, + "nauc_precision_at_5_max": 0.776884, + "nauc_precision_at_5_std": 0.382524, + "nauc_precision_at_5_diff1": 0.86563, + "nauc_precision_at_10_max": 0.776884, + "nauc_precision_at_10_std": 0.613774, + "nauc_precision_at_10_diff1": 0.79633, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.869859, + "nauc_precision_at_20_diff1": 0.869859, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.315172, + "nauc_cv_recall_at_1_std": -0.091539, + "nauc_cv_recall_at_1_diff1": 0.921229, + "nauc_cv_recall_at_3_max": 0.259867, + "nauc_cv_recall_at_3_std": -0.148909, + "nauc_cv_recall_at_3_diff1": 0.904626, + "nauc_cv_recall_at_5_max": 0.776884, + "nauc_cv_recall_at_5_std": 0.382524, + "nauc_cv_recall_at_5_diff1": 0.86563, + "nauc_cv_recall_at_10_max": 0.776884, + "nauc_cv_recall_at_10_std": 0.613774, + "nauc_cv_recall_at_10_diff1": 0.79633, + "nauc_cv_recall_at_20_max": 1.0, + "nauc_cv_recall_at_20_std": 0.869859, + "nauc_cv_recall_at_20_diff1": 0.869859, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.315172, + "nauc_mrr_at_1_std": -0.091539, + "nauc_mrr_at_1_diff1": 0.921229, + "nauc_mrr_at_3_max": 0.307696, + "nauc_mrr_at_3_std": -0.093606, + "nauc_mrr_at_3_diff1": 0.908395, + "nauc_mrr_at_5_max": 0.34378, + "nauc_mrr_at_5_std": -0.054318, + "nauc_mrr_at_5_diff1": 0.90535, + "nauc_mrr_at_10_max": 0.331925, + "nauc_mrr_at_10_std": -0.059946, + "nauc_mrr_at_10_diff1": 0.904541, + "nauc_mrr_at_20_max": 0.33101, + "nauc_mrr_at_20_std": -0.061667, + "nauc_mrr_at_20_diff1": 0.90529, + "nauc_mrr_at_100_max": 0.328797, + "nauc_mrr_at_100_std": -0.06475, + "nauc_mrr_at_100_diff1": 0.905407, + "nauc_mrr_at_1000_max": 0.328797, + "nauc_mrr_at_1000_std": -0.06475, + "nauc_mrr_at_1000_diff1": 0.905407, + "main_score": 0.91437, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 17.79676055908203, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTableVQARetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTableVQARetrieval.json new file mode 100644 index 0000000000..8ed7ea9cf9 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTableVQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTableVQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.7631, + "ndcg_at_3": 0.85378, + "ndcg_at_5": 0.87078, + "ndcg_at_10": 0.87795, + "ndcg_at_20": 0.87947, + "ndcg_at_100": 0.88117, + "ndcg_at_1000": 0.88213, + "map_at_1": 0.76058, + "map_at_3": 0.83207, + "map_at_5": 0.84185, + "map_at_10": 0.84479, + "map_at_20": 0.84521, + "map_at_100": 0.84545, + "map_at_1000": 0.84549, + "recall_at_1": 0.76058, + "recall_at_3": 0.91532, + "recall_at_5": 0.95565, + "recall_at_10": 0.97782, + "recall_at_20": 0.98387, + "recall_at_100": 0.99294, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.7631, + "cv_recall_at_3": 0.91633, + "cv_recall_at_5": 0.95565, + "cv_recall_at_10": 0.97782, + "cv_recall_at_20": 0.98387, + "cv_recall_at_100": 0.99294, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.7631, + "precision_at_3": 0.30679, + "precision_at_5": 0.19234, + "precision_at_10": 0.09849, + "precision_at_20": 0.04955, + "precision_at_100": 0.01, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.763105, + "mrr_at_3": 0.832997, + "mrr_at_5": 0.842322, + "mrr_at_10": 0.845222, + "mrr_at_20": 0.84564, + "mrr_at_100": 0.845877, + "mrr_at_1000": 0.845923, + "nauc_ndcg_at_1_max": 0.354497, + "nauc_ndcg_at_1_std": -0.156451, + "nauc_ndcg_at_1_diff1": 0.883067, + "nauc_ndcg_at_3_max": 0.446693, + "nauc_ndcg_at_3_std": -0.110618, + "nauc_ndcg_at_3_diff1": 0.854923, + "nauc_ndcg_at_5_max": 0.45161, + "nauc_ndcg_at_5_std": -0.074113, + "nauc_ndcg_at_5_diff1": 0.857926, + "nauc_ndcg_at_10_max": 0.440834, + "nauc_ndcg_at_10_std": -0.072063, + "nauc_ndcg_at_10_diff1": 0.863883, + "nauc_ndcg_at_20_max": 0.434331, + "nauc_ndcg_at_20_std": -0.077284, + "nauc_ndcg_at_20_diff1": 0.865685, + "nauc_ndcg_at_100_max": 0.426282, + "nauc_ndcg_at_100_std": -0.092393, + "nauc_ndcg_at_100_diff1": 0.868288, + "nauc_ndcg_at_1000_max": 0.421683, + "nauc_ndcg_at_1000_std": -0.10089, + "nauc_ndcg_at_1000_diff1": 0.867664, + "nauc_map_at_1_max": 0.350824, + "nauc_map_at_1_std": -0.158296, + "nauc_map_at_1_diff1": 0.885306, + "nauc_map_at_3_max": 0.416228, + "nauc_map_at_3_std": -0.128533, + "nauc_map_at_3_diff1": 0.865121, + "nauc_map_at_5_max": 0.41703, + "nauc_map_at_5_std": -0.111989, + "nauc_map_at_5_diff1": 0.866902, + "nauc_map_at_10_max": 0.412683, + "nauc_map_at_10_std": -0.112889, + "nauc_map_at_10_diff1": 0.86928, + "nauc_map_at_20_max": 0.411194, + "nauc_map_at_20_std": -0.114316, + "nauc_map_at_20_diff1": 0.869662, + "nauc_map_at_100_max": 0.410291, + "nauc_map_at_100_std": -0.116009, + "nauc_map_at_100_diff1": 0.86995, + "nauc_map_at_1000_max": 0.410116, + "nauc_map_at_1000_std": -0.116315, + "nauc_map_at_1000_diff1": 0.869931, + "nauc_recall_at_1_max": 0.350824, + "nauc_recall_at_1_std": -0.158296, + "nauc_recall_at_1_diff1": 0.885306, + "nauc_recall_at_3_max": 0.605083, + "nauc_recall_at_3_std": -0.02124, + "nauc_recall_at_3_diff1": 0.80279, + "nauc_recall_at_5_max": 0.778016, + "nauc_recall_at_5_std": 0.293403, + "nauc_recall_at_5_diff1": 0.778862, + "nauc_recall_at_10_max": 0.940596, + "nauc_recall_at_10_std": 0.722792, + "nauc_recall_at_10_diff1": 0.784094, + "nauc_recall_at_20_max": 0.950991, + "nauc_recall_at_20_std": 0.890883, + "nauc_recall_at_20_diff1": 0.804809, + "nauc_recall_at_100_max": 0.94399, + "nauc_recall_at_100_std": 0.877971, + "nauc_recall_at_100_diff1": 0.941662, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.354497, + "nauc_precision_at_1_std": -0.156451, + "nauc_precision_at_1_diff1": 0.883067, + "nauc_precision_at_3_max": 0.56816, + "nauc_precision_at_3_std": -0.008067, + "nauc_precision_at_3_diff1": 0.703465, + "nauc_precision_at_5_max": 0.631743, + "nauc_precision_at_5_std": 0.27228, + "nauc_precision_at_5_diff1": 0.534875, + "nauc_precision_at_10_max": 0.58463, + "nauc_precision_at_10_std": 0.504891, + "nauc_precision_at_10_diff1": 0.337801, + "nauc_precision_at_20_max": 0.514772, + "nauc_precision_at_20_std": 0.553913, + "nauc_precision_at_20_diff1": 0.254574, + "nauc_precision_at_100_max": 0.307655, + "nauc_precision_at_100_std": 0.391184, + "nauc_precision_at_100_diff1": 0.046461, + "nauc_precision_at_1000_max": -0.057692, + "nauc_precision_at_1000_std": 0.111699, + "nauc_precision_at_1000_diff1": -0.467514, + "nauc_cv_recall_at_1_max": 0.354497, + "nauc_cv_recall_at_1_std": -0.156451, + "nauc_cv_recall_at_1_diff1": 0.883067, + "nauc_cv_recall_at_3_max": 0.610894, + "nauc_cv_recall_at_3_std": -0.011164, + "nauc_cv_recall_at_3_diff1": 0.800414, + "nauc_cv_recall_at_5_max": 0.778016, + "nauc_cv_recall_at_5_std": 0.293403, + "nauc_cv_recall_at_5_diff1": 0.778862, + "nauc_cv_recall_at_10_max": 0.940596, + "nauc_cv_recall_at_10_std": 0.722792, + "nauc_cv_recall_at_10_diff1": 0.784094, + "nauc_cv_recall_at_20_max": 0.950991, + "nauc_cv_recall_at_20_std": 0.890883, + "nauc_cv_recall_at_20_diff1": 0.804809, + "nauc_cv_recall_at_100_max": 0.94399, + "nauc_cv_recall_at_100_std": 0.877971, + "nauc_cv_recall_at_100_diff1": 0.941662, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.354497, + "nauc_mrr_at_1_std": -0.156451, + "nauc_mrr_at_1_diff1": 0.883067, + "nauc_mrr_at_3_max": 0.417164, + "nauc_mrr_at_3_std": -0.124591, + "nauc_mrr_at_3_diff1": 0.86315, + "nauc_mrr_at_5_max": 0.417336, + "nauc_mrr_at_5_std": -0.109996, + "nauc_mrr_at_5_diff1": 0.865693, + "nauc_mrr_at_10_max": 0.413119, + "nauc_mrr_at_10_std": -0.110662, + "nauc_mrr_at_10_diff1": 0.867959, + "nauc_mrr_at_20_max": 0.411628, + "nauc_mrr_at_20_std": -0.112085, + "nauc_mrr_at_20_diff1": 0.868338, + "nauc_mrr_at_100_max": 0.410724, + "nauc_mrr_at_100_std": -0.113778, + "nauc_mrr_at_100_diff1": 0.868625, + "nauc_mrr_at_1000_max": 0.410549, + "nauc_mrr_at_1000_std": -0.114084, + "nauc_mrr_at_1000_diff1": 0.868605, + "main_score": 0.87078, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 78.08495950698853, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTatQARetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTatQARetrieval.json new file mode 100644 index 0000000000..58d6b49b06 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTatQARetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTatQARetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.85833, + "ndcg_at_3": 0.91924, + "ndcg_at_5": 0.92642, + "ndcg_at_10": 0.92642, + "ndcg_at_20": 0.92832, + "ndcg_at_100": 0.93167, + "ndcg_at_1000": 0.93167, + "map_at_1": 0.85833, + "map_at_3": 0.90556, + "map_at_5": 0.90972, + "map_at_10": 0.90972, + "map_at_20": 0.91014, + "map_at_100": 0.91069, + "map_at_1000": 0.91069, + "recall_at_1": 0.85833, + "recall_at_3": 0.95833, + "recall_at_5": 0.975, + "recall_at_10": 0.975, + "recall_at_20": 0.98333, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.85833, + "cv_recall_at_3": 0.95833, + "cv_recall_at_5": 0.975, + "cv_recall_at_10": 0.975, + "cv_recall_at_20": 0.98333, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.85833, + "precision_at_3": 0.31944, + "precision_at_5": 0.195, + "precision_at_10": 0.0975, + "precision_at_20": 0.04917, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.858333, + "mrr_at_3": 0.905556, + "mrr_at_5": 0.909722, + "mrr_at_10": 0.909722, + "mrr_at_20": 0.910139, + "mrr_at_100": 0.910687, + "mrr_at_1000": 0.910687, + "nauc_ndcg_at_1_max": 0.347975, + "nauc_ndcg_at_1_std": -0.235306, + "nauc_ndcg_at_1_diff1": 0.930742, + "nauc_ndcg_at_3_max": 0.430221, + "nauc_ndcg_at_3_std": -0.168701, + "nauc_ndcg_at_3_diff1": 0.938327, + "nauc_ndcg_at_5_max": 0.387005, + "nauc_ndcg_at_5_std": -0.178013, + "nauc_ndcg_at_5_diff1": 0.938696, + "nauc_ndcg_at_10_max": 0.387005, + "nauc_ndcg_at_10_std": -0.178013, + "nauc_ndcg_at_10_diff1": 0.938696, + "nauc_ndcg_at_20_max": 0.370312, + "nauc_ndcg_at_20_std": -0.206532, + "nauc_ndcg_at_20_diff1": 0.937027, + "nauc_ndcg_at_100_max": 0.378539, + "nauc_ndcg_at_100_std": -0.201276, + "nauc_ndcg_at_100_diff1": 0.937193, + "nauc_ndcg_at_1000_max": 0.378539, + "nauc_ndcg_at_1000_std": -0.201276, + "nauc_ndcg_at_1000_diff1": 0.937193, + "nauc_map_at_1_max": 0.347975, + "nauc_map_at_1_std": -0.235306, + "nauc_map_at_1_diff1": 0.930742, + "nauc_map_at_3_max": 0.398781, + "nauc_map_at_3_std": -0.198224, + "nauc_map_at_3_diff1": 0.936694, + "nauc_map_at_5_max": 0.376779, + "nauc_map_at_5_std": -0.204047, + "nauc_map_at_5_diff1": 0.936792, + "nauc_map_at_10_max": 0.376779, + "nauc_map_at_10_std": -0.204047, + "nauc_map_at_10_diff1": 0.936792, + "nauc_map_at_20_max": 0.373799, + "nauc_map_at_20_std": -0.20918, + "nauc_map_at_20_diff1": 0.93649, + "nauc_map_at_100_max": 0.375026, + "nauc_map_at_100_std": -0.208347, + "nauc_map_at_100_diff1": 0.936522, + "nauc_map_at_1000_max": 0.375026, + "nauc_map_at_1000_std": -0.208347, + "nauc_map_at_1000_diff1": 0.936522, + "nauc_recall_at_1_max": 0.347975, + "nauc_recall_at_1_std": -0.235306, + "nauc_recall_at_1_diff1": 0.930742, + "nauc_recall_at_3_max": 0.631746, + "nauc_recall_at_3_std": 0.023996, + "nauc_recall_at_3_diff1": 0.947712, + "nauc_recall_at_5_max": 0.478836, + "nauc_recall_at_5_std": 0.09057, + "nauc_recall_at_5_diff1": 0.956427, + "nauc_recall_at_10_max": 0.478836, + "nauc_recall_at_10_std": 0.09057, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": 0.218254, + "nauc_recall_at_20_std": -0.298786, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.347975, + "nauc_precision_at_1_std": -0.235306, + "nauc_precision_at_1_diff1": 0.930742, + "nauc_precision_at_3_max": 0.631746, + "nauc_precision_at_3_std": 0.023996, + "nauc_precision_at_3_diff1": 0.947712, + "nauc_precision_at_5_max": 0.478836, + "nauc_precision_at_5_std": 0.09057, + "nauc_precision_at_5_diff1": 0.956427, + "nauc_precision_at_10_max": 0.478836, + "nauc_precision_at_10_std": 0.09057, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": 0.218254, + "nauc_precision_at_20_std": -0.298786, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.347975, + "nauc_cv_recall_at_1_std": -0.235306, + "nauc_cv_recall_at_1_diff1": 0.930742, + "nauc_cv_recall_at_3_max": 0.631746, + "nauc_cv_recall_at_3_std": 0.023996, + "nauc_cv_recall_at_3_diff1": 0.947712, + "nauc_cv_recall_at_5_max": 0.478836, + "nauc_cv_recall_at_5_std": 0.09057, + "nauc_cv_recall_at_5_diff1": 0.956427, + "nauc_cv_recall_at_10_max": 0.478836, + "nauc_cv_recall_at_10_std": 0.09057, + "nauc_cv_recall_at_10_diff1": 0.956427, + "nauc_cv_recall_at_20_max": 0.218254, + "nauc_cv_recall_at_20_std": -0.298786, + "nauc_cv_recall_at_20_diff1": 0.934641, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.347975, + "nauc_mrr_at_1_std": -0.235306, + "nauc_mrr_at_1_diff1": 0.930742, + "nauc_mrr_at_3_max": 0.398781, + "nauc_mrr_at_3_std": -0.198224, + "nauc_mrr_at_3_diff1": 0.936694, + "nauc_mrr_at_5_max": 0.376779, + "nauc_mrr_at_5_std": -0.204047, + "nauc_mrr_at_5_diff1": 0.936792, + "nauc_mrr_at_10_max": 0.376779, + "nauc_mrr_at_10_std": -0.204047, + "nauc_mrr_at_10_diff1": 0.936792, + "nauc_mrr_at_20_max": 0.373799, + "nauc_mrr_at_20_std": -0.20918, + "nauc_mrr_at_20_diff1": 0.93649, + "nauc_mrr_at_100_max": 0.375026, + "nauc_mrr_at_100_std": -0.208347, + "nauc_mrr_at_100_diff1": 0.936522, + "nauc_mrr_at_1000_max": 0.375026, + "nauc_mrr_at_1000_std": -0.208347, + "nauc_mrr_at_1000_diff1": 0.936522, + "main_score": 0.92642, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 67.82981014251709, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTweetStockSyntheticsRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTweetStockSyntheticsRetrieval.json new file mode 100644 index 0000000000..dc17f9b366 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRTweetStockSyntheticsRetrieval.json @@ -0,0 +1,1761 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRTweetStockSyntheticsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.65109, + "ndcg_at_3": 0.76078, + "ndcg_at_5": 0.77535, + "ndcg_at_10": 0.7946, + "ndcg_at_20": 0.80642, + "ndcg_at_100": 0.8117, + "ndcg_at_1000": 0.81193, + "map_at_1": 0.64655, + "map_at_3": 0.73313, + "map_at_5": 0.74147, + "map_at_10": 0.75007, + "map_at_20": 0.75358, + "map_at_100": 0.75452, + "map_at_1000": 0.75454, + "recall_at_1": 0.64655, + "recall_at_3": 0.83541, + "recall_at_5": 0.86994, + "recall_at_10": 0.92744, + "recall_at_20": 0.97274, + "recall_at_100": 0.99844, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.65109, + "cv_recall_at_3": 0.84112, + "cv_recall_at_5": 0.87695, + "cv_recall_at_10": 0.92991, + "cv_recall_at_20": 0.97508, + "cv_recall_at_100": 0.99844, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.65109, + "precision_at_3": 0.28141, + "precision_at_5": 0.17664, + "precision_at_10": 0.09502, + "precision_at_20": 0.05, + "precision_at_100": 0.01028, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.65109, + "mrr_at_3": 0.737539, + "mrr_at_5": 0.745872, + "mrr_at_10": 0.752901, + "mrr_at_20": 0.756072, + "mrr_at_100": 0.756873, + "mrr_at_1000": 0.756887, + "nauc_ndcg_at_1_max": -0.27305, + "nauc_ndcg_at_1_std": -0.529429, + "nauc_ndcg_at_1_diff1": 0.740981, + "nauc_ndcg_at_3_max": -0.323737, + "nauc_ndcg_at_3_std": -0.669598, + "nauc_ndcg_at_3_diff1": 0.735314, + "nauc_ndcg_at_5_max": -0.305157, + "nauc_ndcg_at_5_std": -0.653812, + "nauc_ndcg_at_5_diff1": 0.734751, + "nauc_ndcg_at_10_max": -0.300162, + "nauc_ndcg_at_10_std": -0.633731, + "nauc_ndcg_at_10_diff1": 0.726531, + "nauc_ndcg_at_20_max": -0.303169, + "nauc_ndcg_at_20_std": -0.625609, + "nauc_ndcg_at_20_diff1": 0.720607, + "nauc_ndcg_at_100_max": -0.30457, + "nauc_ndcg_at_100_std": -0.623176, + "nauc_ndcg_at_100_diff1": 0.729068, + "nauc_ndcg_at_1000_max": -0.304206, + "nauc_ndcg_at_1000_std": -0.621596, + "nauc_ndcg_at_1000_diff1": 0.72887, + "nauc_map_at_1_max": -0.290666, + "nauc_map_at_1_std": -0.533758, + "nauc_map_at_1_diff1": 0.747701, + "nauc_map_at_3_max": -0.322771, + "nauc_map_at_3_std": -0.633745, + "nauc_map_at_3_diff1": 0.738929, + "nauc_map_at_5_max": -0.312823, + "nauc_map_at_5_std": -0.625436, + "nauc_map_at_5_diff1": 0.738484, + "nauc_map_at_10_max": -0.308447, + "nauc_map_at_10_std": -0.616373, + "nauc_map_at_10_diff1": 0.734436, + "nauc_map_at_20_max": -0.308067, + "nauc_map_at_20_std": -0.613888, + "nauc_map_at_20_diff1": 0.733004, + "nauc_map_at_100_max": -0.308507, + "nauc_map_at_100_std": -0.613788, + "nauc_map_at_100_diff1": 0.734033, + "nauc_map_at_1000_max": -0.30849, + "nauc_map_at_1000_std": -0.613714, + "nauc_map_at_1000_diff1": 0.734024, + "nauc_recall_at_1_max": -0.290666, + "nauc_recall_at_1_std": -0.533758, + "nauc_recall_at_1_diff1": 0.747701, + "nauc_recall_at_3_max": -0.347405, + "nauc_recall_at_3_std": -0.81741, + "nauc_recall_at_3_diff1": 0.727455, + "nauc_recall_at_5_max": -0.281885, + "nauc_recall_at_5_std": -0.791134, + "nauc_recall_at_5_diff1": 0.726696, + "nauc_recall_at_10_max": -0.256723, + "nauc_recall_at_10_std": -0.753146, + "nauc_recall_at_10_diff1": 0.67777, + "nauc_recall_at_20_max": -0.299415, + "nauc_recall_at_20_std": -0.787383, + "nauc_recall_at_20_diff1": 0.466995, + "nauc_recall_at_100_max": -0.562542, + "nauc_recall_at_100_std": -1.742689, + "nauc_recall_at_100_diff1": 0.869326, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.27305, + "nauc_precision_at_1_std": -0.529429, + "nauc_precision_at_1_diff1": 0.740981, + "nauc_precision_at_3_max": -0.283324, + "nauc_precision_at_3_std": -0.775448, + "nauc_precision_at_3_diff1": 0.680559, + "nauc_precision_at_5_max": -0.166254, + "nauc_precision_at_5_std": -0.701107, + "nauc_precision_at_5_diff1": 0.615408, + "nauc_precision_at_10_max": 0.022666, + "nauc_precision_at_10_std": -0.381521, + "nauc_precision_at_10_diff1": 0.282675, + "nauc_precision_at_20_max": 0.231868, + "nauc_precision_at_20_std": -0.035059, + "nauc_precision_at_20_diff1": -0.148229, + "nauc_precision_at_100_max": 0.450103, + "nauc_precision_at_100_std": 0.352708, + "nauc_precision_at_100_diff1": -0.438398, + "nauc_precision_at_1000_max": 0.480686, + "nauc_precision_at_1000_std": 0.415992, + "nauc_precision_at_1000_diff1": -0.477893, + "nauc_cv_recall_at_1_max": -0.27305, + "nauc_cv_recall_at_1_std": -0.529429, + "nauc_cv_recall_at_1_diff1": 0.740981, + "nauc_cv_recall_at_3_max": -0.32942, + "nauc_cv_recall_at_3_std": -0.827058, + "nauc_cv_recall_at_3_diff1": 0.718159, + "nauc_cv_recall_at_5_max": -0.251381, + "nauc_cv_recall_at_5_std": -0.785682, + "nauc_cv_recall_at_5_diff1": 0.713622, + "nauc_cv_recall_at_10_max": -0.242305, + "nauc_cv_recall_at_10_std": -0.760923, + "nauc_cv_recall_at_10_diff1": 0.671813, + "nauc_cv_recall_at_20_max": -0.296161, + "nauc_cv_recall_at_20_std": -0.765372, + "nauc_cv_recall_at_20_diff1": 0.439125, + "nauc_cv_recall_at_100_max": -0.562542, + "nauc_cv_recall_at_100_std": -1.742689, + "nauc_cv_recall_at_100_diff1": 0.869326, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.27305, + "nauc_mrr_at_1_std": -0.529429, + "nauc_mrr_at_1_diff1": 0.740981, + "nauc_mrr_at_3_max": -0.308024, + "nauc_mrr_at_3_std": -0.633657, + "nauc_mrr_at_3_diff1": 0.730723, + "nauc_mrr_at_5_max": -0.297838, + "nauc_mrr_at_5_std": -0.622176, + "nauc_mrr_at_5_diff1": 0.730823, + "nauc_mrr_at_10_max": -0.297311, + "nauc_mrr_at_10_std": -0.615323, + "nauc_mrr_at_10_diff1": 0.728694, + "nauc_mrr_at_20_max": -0.297993, + "nauc_mrr_at_20_std": -0.613037, + "nauc_mrr_at_20_diff1": 0.72765, + "nauc_mrr_at_100_max": -0.2984, + "nauc_mrr_at_100_std": -0.613138, + "nauc_mrr_at_100_diff1": 0.728679, + "nauc_mrr_at_1000_max": -0.298382, + "nauc_mrr_at_1000_std": -0.613063, + "nauc_mrr_at_1000_diff1": 0.72867, + "main_score": 0.77535, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.76791, + "ndcg_at_3": 0.8399, + "ndcg_at_5": 0.85367, + "ndcg_at_10": 0.86706, + "ndcg_at_20": 0.87625, + "ndcg_at_100": 0.87743, + "ndcg_at_1000": 0.87743, + "map_at_1": 0.7622, + "map_at_3": 0.82146, + "map_at_5": 0.82976, + "map_at_10": 0.8359, + "map_at_20": 0.83867, + "map_at_100": 0.83891, + "map_at_1000": 0.83891, + "recall_at_1": 0.7622, + "recall_at_3": 0.88707, + "recall_at_5": 0.91952, + "recall_at_10": 0.9595, + "recall_at_20": 0.99455, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.76791, + "cv_recall_at_3": 0.89408, + "cv_recall_at_5": 0.92523, + "cv_recall_at_10": 0.96262, + "cv_recall_at_20": 0.99533, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.76791, + "precision_at_3": 0.30114, + "precision_at_5": 0.18816, + "precision_at_10": 0.0986, + "precision_at_20": 0.05117, + "precision_at_100": 0.0103, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.767913, + "mrr_at_3": 0.826324, + "mrr_at_5": 0.833567, + "mrr_at_10": 0.838504, + "mrr_at_20": 0.840898, + "mrr_at_100": 0.841086, + "mrr_at_1000": 0.841086, + "nauc_ndcg_at_1_max": 0.033663, + "nauc_ndcg_at_1_std": -0.117167, + "nauc_ndcg_at_1_diff1": 0.909365, + "nauc_ndcg_at_3_max": 0.14276, + "nauc_ndcg_at_3_std": -0.020021, + "nauc_ndcg_at_3_diff1": 0.891671, + "nauc_ndcg_at_5_max": 0.141015, + "nauc_ndcg_at_5_std": -0.022075, + "nauc_ndcg_at_5_diff1": 0.892891, + "nauc_ndcg_at_10_max": 0.132472, + "nauc_ndcg_at_10_std": -0.03521, + "nauc_ndcg_at_10_diff1": 0.896899, + "nauc_ndcg_at_20_max": 0.119583, + "nauc_ndcg_at_20_std": -0.046142, + "nauc_ndcg_at_20_diff1": 0.897789, + "nauc_ndcg_at_100_max": 0.116648, + "nauc_ndcg_at_100_std": -0.047592, + "nauc_ndcg_at_100_diff1": 0.897919, + "nauc_ndcg_at_1000_max": 0.116648, + "nauc_ndcg_at_1000_std": -0.047592, + "nauc_ndcg_at_1000_diff1": 0.897919, + "nauc_map_at_1_max": 0.016341, + "nauc_map_at_1_std": -0.151387, + "nauc_map_at_1_diff1": 0.914735, + "nauc_map_at_3_max": 0.101606, + "nauc_map_at_3_std": -0.064078, + "nauc_map_at_3_diff1": 0.898975, + "nauc_map_at_5_max": 0.105663, + "nauc_map_at_5_std": -0.062696, + "nauc_map_at_5_diff1": 0.899, + "nauc_map_at_10_max": 0.107115, + "nauc_map_at_10_std": -0.062667, + "nauc_map_at_10_diff1": 0.900413, + "nauc_map_at_20_max": 0.103747, + "nauc_map_at_20_std": -0.064742, + "nauc_map_at_20_diff1": 0.900419, + "nauc_map_at_100_max": 0.103282, + "nauc_map_at_100_std": -0.065019, + "nauc_map_at_100_diff1": 0.900435, + "nauc_map_at_1000_max": 0.103282, + "nauc_map_at_1000_std": -0.065019, + "nauc_map_at_1000_diff1": 0.900435, + "nauc_recall_at_1_max": 0.016341, + "nauc_recall_at_1_std": -0.151387, + "nauc_recall_at_1_diff1": 0.914735, + "nauc_recall_at_3_max": 0.261728, + "nauc_recall_at_3_std": 0.105054, + "nauc_recall_at_3_diff1": 0.866824, + "nauc_recall_at_5_max": 0.288882, + "nauc_recall_at_5_std": 0.136857, + "nauc_recall_at_5_diff1": 0.85884, + "nauc_recall_at_10_max": 0.303642, + "nauc_recall_at_10_std": 0.109039, + "nauc_recall_at_10_diff1": 0.875175, + "nauc_recall_at_20_max": 0.403242, + "nauc_recall_at_20_std": 0.08411, + "nauc_recall_at_20_diff1": 0.883345, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.033663, + "nauc_precision_at_1_std": -0.117167, + "nauc_precision_at_1_diff1": 0.909365, + "nauc_precision_at_3_max": 0.36771, + "nauc_precision_at_3_std": 0.278038, + "nauc_precision_at_3_diff1": 0.674708, + "nauc_precision_at_5_max": 0.446127, + "nauc_precision_at_5_std": 0.372919, + "nauc_precision_at_5_diff1": 0.489008, + "nauc_precision_at_10_max": 0.512658, + "nauc_precision_at_10_std": 0.498371, + "nauc_precision_at_10_diff1": 0.15125, + "nauc_precision_at_20_max": 0.570439, + "nauc_precision_at_20_std": 0.706351, + "nauc_precision_at_20_diff1": -0.393203, + "nauc_precision_at_100_max": 0.547622, + "nauc_precision_at_100_std": 0.726867, + "nauc_precision_at_100_diff1": -0.516609, + "nauc_precision_at_1000_max": 0.547622, + "nauc_precision_at_1000_std": 0.726867, + "nauc_precision_at_1000_diff1": -0.516609, + "nauc_cv_recall_at_1_max": 0.033663, + "nauc_cv_recall_at_1_std": -0.117167, + "nauc_cv_recall_at_1_diff1": 0.909365, + "nauc_cv_recall_at_3_max": 0.34549, + "nauc_cv_recall_at_3_std": 0.192399, + "nauc_cv_recall_at_3_diff1": 0.858013, + "nauc_cv_recall_at_5_max": 0.36383, + "nauc_cv_recall_at_5_std": 0.231303, + "nauc_cv_recall_at_5_diff1": 0.857868, + "nauc_cv_recall_at_10_max": 0.342371, + "nauc_cv_recall_at_10_std": 0.197871, + "nauc_cv_recall_at_10_diff1": 0.867495, + "nauc_cv_recall_at_20_max": 0.45, + "nauc_cv_recall_at_20_std": 0.126662, + "nauc_cv_recall_at_20_diff1": 0.863903, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.033663, + "nauc_mrr_at_1_std": -0.117167, + "nauc_mrr_at_1_diff1": 0.909365, + "nauc_mrr_at_3_max": 0.129177, + "nauc_mrr_at_3_std": -0.028034, + "nauc_mrr_at_3_diff1": 0.894273, + "nauc_mrr_at_5_max": 0.121228, + "nauc_mrr_at_5_std": -0.033762, + "nauc_mrr_at_5_diff1": 0.895846, + "nauc_mrr_at_10_max": 0.112906, + "nauc_mrr_at_10_std": -0.04329, + "nauc_mrr_at_10_diff1": 0.897818, + "nauc_mrr_at_20_max": 0.108767, + "nauc_mrr_at_20_std": -0.047946, + "nauc_mrr_at_20_diff1": 0.898156, + "nauc_mrr_at_100_max": 0.108309, + "nauc_mrr_at_100_std": -0.048239, + "nauc_mrr_at_100_diff1": 0.898201, + "nauc_mrr_at_1000_max": 0.108309, + "nauc_mrr_at_1000_std": -0.048239, + "nauc_mrr_at_1000_diff1": 0.898201, + "main_score": 0.85367, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.76324, + "ndcg_at_3": 0.82143, + "ndcg_at_5": 0.83483, + "ndcg_at_10": 0.84999, + "ndcg_at_20": 0.85954, + "ndcg_at_100": 0.86437, + "ndcg_at_1000": 0.86437, + "map_at_1": 0.75636, + "map_at_3": 0.80668, + "map_at_5": 0.81476, + "map_at_10": 0.82136, + "map_at_20": 0.82403, + "map_at_100": 0.82478, + "map_at_1000": 0.82478, + "recall_at_1": 0.75636, + "recall_at_3": 0.85929, + "recall_at_5": 0.89161, + "recall_at_10": 0.93769, + "recall_at_20": 0.97508, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.76324, + "cv_recall_at_3": 0.86449, + "cv_recall_at_5": 0.89408, + "cv_recall_at_10": 0.93925, + "cv_recall_at_20": 0.97664, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.76324, + "precision_at_3": 0.29283, + "precision_at_5": 0.18287, + "precision_at_10": 0.09642, + "precision_at_20": 0.05016, + "precision_at_100": 0.0103, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.76324, + "mrr_at_3": 0.809969, + "mrr_at_5": 0.816667, + "mrr_at_10": 0.822659, + "mrr_at_20": 0.825227, + "mrr_at_100": 0.825868, + "mrr_at_1000": 0.825868, + "nauc_ndcg_at_1_max": -0.002625, + "nauc_ndcg_at_1_std": 0.177335, + "nauc_ndcg_at_1_diff1": 0.882491, + "nauc_ndcg_at_3_max": 0.086555, + "nauc_ndcg_at_3_std": 0.332215, + "nauc_ndcg_at_3_diff1": 0.853958, + "nauc_ndcg_at_5_max": 0.123393, + "nauc_ndcg_at_5_std": 0.370614, + "nauc_ndcg_at_5_diff1": 0.847414, + "nauc_ndcg_at_10_max": 0.120661, + "nauc_ndcg_at_10_std": 0.35074, + "nauc_ndcg_at_10_diff1": 0.849748, + "nauc_ndcg_at_20_max": 0.094665, + "nauc_ndcg_at_20_std": 0.322609, + "nauc_ndcg_at_20_diff1": 0.853614, + "nauc_ndcg_at_100_max": 0.08406, + "nauc_ndcg_at_100_std": 0.310434, + "nauc_ndcg_at_100_diff1": 0.856759, + "nauc_ndcg_at_1000_max": 0.08406, + "nauc_ndcg_at_1000_std": 0.310434, + "nauc_ndcg_at_1000_diff1": 0.856759, + "nauc_map_at_1_max": -0.031743, + "nauc_map_at_1_std": 0.140963, + "nauc_map_at_1_diff1": 0.889311, + "nauc_map_at_3_max": 0.05218, + "nauc_map_at_3_std": 0.280645, + "nauc_map_at_3_diff1": 0.86294, + "nauc_map_at_5_max": 0.075107, + "nauc_map_at_5_std": 0.304996, + "nauc_map_at_5_diff1": 0.859254, + "nauc_map_at_10_max": 0.076016, + "nauc_map_at_10_std": 0.298486, + "nauc_map_at_10_diff1": 0.860118, + "nauc_map_at_20_max": 0.069246, + "nauc_map_at_20_std": 0.290999, + "nauc_map_at_20_diff1": 0.861046, + "nauc_map_at_100_max": 0.068029, + "nauc_map_at_100_std": 0.289772, + "nauc_map_at_100_diff1": 0.861328, + "nauc_map_at_1000_max": 0.068029, + "nauc_map_at_1000_std": 0.289772, + "nauc_map_at_1000_diff1": 0.861328, + "nauc_recall_at_1_max": -0.031743, + "nauc_recall_at_1_std": 0.140963, + "nauc_recall_at_1_diff1": 0.889311, + "nauc_recall_at_3_max": 0.17731, + "nauc_recall_at_3_std": 0.487565, + "nauc_recall_at_3_diff1": 0.825853, + "nauc_recall_at_5_max": 0.325158, + "nauc_recall_at_5_std": 0.651874, + "nauc_recall_at_5_diff1": 0.797109, + "nauc_recall_at_10_max": 0.436035, + "nauc_recall_at_10_std": 0.704067, + "nauc_recall_at_10_diff1": 0.779623, + "nauc_recall_at_20_max": 0.379161, + "nauc_recall_at_20_std": 0.659595, + "nauc_recall_at_20_diff1": 0.762843, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.002625, + "nauc_precision_at_1_std": 0.177335, + "nauc_precision_at_1_diff1": 0.882491, + "nauc_precision_at_3_max": 0.285655, + "nauc_precision_at_3_std": 0.567954, + "nauc_precision_at_3_diff1": 0.614152, + "nauc_precision_at_5_max": 0.427052, + "nauc_precision_at_5_std": 0.69137, + "nauc_precision_at_5_diff1": 0.469536, + "nauc_precision_at_10_max": 0.539978, + "nauc_precision_at_10_std": 0.707633, + "nauc_precision_at_10_diff1": 0.246516, + "nauc_precision_at_20_max": 0.556692, + "nauc_precision_at_20_std": 0.672676, + "nauc_precision_at_20_diff1": -0.078244, + "nauc_precision_at_100_max": 0.570156, + "nauc_precision_at_100_std": 0.599873, + "nauc_precision_at_100_diff1": -0.504278, + "nauc_precision_at_1000_max": 0.570156, + "nauc_precision_at_1000_std": 0.599873, + "nauc_precision_at_1000_diff1": -0.504278, + "nauc_cv_recall_at_1_max": -0.002625, + "nauc_cv_recall_at_1_std": 0.177335, + "nauc_cv_recall_at_1_diff1": 0.882491, + "nauc_cv_recall_at_3_max": 0.222518, + "nauc_cv_recall_at_3_std": 0.54348, + "nauc_cv_recall_at_3_diff1": 0.818094, + "nauc_cv_recall_at_5_max": 0.348372, + "nauc_cv_recall_at_5_std": 0.675198, + "nauc_cv_recall_at_5_diff1": 0.79176, + "nauc_cv_recall_at_10_max": 0.438036, + "nauc_cv_recall_at_10_std": 0.710426, + "nauc_cv_recall_at_10_diff1": 0.773972, + "nauc_cv_recall_at_20_max": 0.411257, + "nauc_cv_recall_at_20_std": 0.730056, + "nauc_cv_recall_at_20_diff1": 0.747033, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.002625, + "nauc_mrr_at_1_std": 0.177335, + "nauc_mrr_at_1_diff1": 0.882491, + "nauc_mrr_at_3_max": 0.07061, + "nauc_mrr_at_3_std": 0.299687, + "nauc_mrr_at_3_diff1": 0.85879, + "nauc_mrr_at_5_max": 0.083862, + "nauc_mrr_at_5_std": 0.311116, + "nauc_mrr_at_5_diff1": 0.856322, + "nauc_mrr_at_10_max": 0.078568, + "nauc_mrr_at_10_std": 0.299486, + "nauc_mrr_at_10_diff1": 0.857701, + "nauc_mrr_at_20_max": 0.072222, + "nauc_mrr_at_20_std": 0.29262, + "nauc_mrr_at_20_diff1": 0.858895, + "nauc_mrr_at_100_max": 0.07082, + "nauc_mrr_at_100_std": 0.290804, + "nauc_mrr_at_100_diff1": 0.859265, + "nauc_mrr_at_1000_max": 0.07082, + "nauc_mrr_at_1000_std": 0.290804, + "nauc_mrr_at_1000_diff1": 0.859265, + "main_score": 0.83483, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.7648, + "ndcg_at_3": 0.82919, + "ndcg_at_5": 0.84272, + "ndcg_at_10": 0.85824, + "ndcg_at_20": 0.86724, + "ndcg_at_100": 0.87006, + "ndcg_at_1000": 0.87006, + "map_at_1": 0.75987, + "map_at_3": 0.81259, + "map_at_5": 0.82063, + "map_at_10": 0.82729, + "map_at_20": 0.82993, + "map_at_100": 0.83046, + "map_at_1000": 0.83046, + "recall_at_1": 0.75987, + "recall_at_3": 0.87266, + "recall_at_5": 0.90434, + "recall_at_10": 0.95197, + "recall_at_20": 0.98676, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.7648, + "cv_recall_at_3": 0.8785, + "cv_recall_at_5": 0.9081, + "cv_recall_at_10": 0.95483, + "cv_recall_at_20": 0.98754, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.7648, + "precision_at_3": 0.29491, + "precision_at_5": 0.18474, + "precision_at_10": 0.09766, + "precision_at_20": 0.0507, + "precision_at_100": 0.0103, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.764798, + "mrr_at_3": 0.816719, + "mrr_at_5": 0.823416, + "mrr_at_10": 0.829373, + "mrr_at_20": 0.831674, + "mrr_at_100": 0.832116, + "mrr_at_1000": 0.832116, + "nauc_ndcg_at_1_max": 0.304178, + "nauc_ndcg_at_1_std": -0.117191, + "nauc_ndcg_at_1_diff1": 0.843665, + "nauc_ndcg_at_3_max": 0.406081, + "nauc_ndcg_at_3_std": -0.051349, + "nauc_ndcg_at_3_diff1": 0.795089, + "nauc_ndcg_at_5_max": 0.430381, + "nauc_ndcg_at_5_std": -0.013723, + "nauc_ndcg_at_5_diff1": 0.780243, + "nauc_ndcg_at_10_max": 0.424993, + "nauc_ndcg_at_10_std": -0.022041, + "nauc_ndcg_at_10_diff1": 0.788989, + "nauc_ndcg_at_20_max": 0.407881, + "nauc_ndcg_at_20_std": -0.038855, + "nauc_ndcg_at_20_diff1": 0.793559, + "nauc_ndcg_at_100_max": 0.402229, + "nauc_ndcg_at_100_std": -0.041686, + "nauc_ndcg_at_100_diff1": 0.801626, + "nauc_ndcg_at_1000_max": 0.402229, + "nauc_ndcg_at_1000_std": -0.041686, + "nauc_ndcg_at_1000_diff1": 0.801626, + "nauc_map_at_1_max": 0.28496, + "nauc_map_at_1_std": -0.146571, + "nauc_map_at_1_diff1": 0.849547, + "nauc_map_at_3_max": 0.372298, + "nauc_map_at_3_std": -0.080109, + "nauc_map_at_3_diff1": 0.811695, + "nauc_map_at_5_max": 0.388321, + "nauc_map_at_5_std": -0.056725, + "nauc_map_at_5_diff1": 0.804024, + "nauc_map_at_10_max": 0.389892, + "nauc_map_at_10_std": -0.056466, + "nauc_map_at_10_diff1": 0.807276, + "nauc_map_at_20_max": 0.386263, + "nauc_map_at_20_std": -0.059754, + "nauc_map_at_20_diff1": 0.808255, + "nauc_map_at_100_max": 0.385334, + "nauc_map_at_100_std": -0.060186, + "nauc_map_at_100_diff1": 0.809333, + "nauc_map_at_1000_max": 0.385334, + "nauc_map_at_1000_std": -0.060186, + "nauc_map_at_1000_diff1": 0.809333, + "nauc_recall_at_1_max": 0.28496, + "nauc_recall_at_1_std": -0.146571, + "nauc_recall_at_1_diff1": 0.849547, + "nauc_recall_at_3_max": 0.494755, + "nauc_recall_at_3_std": 0.009867, + "nauc_recall_at_3_diff1": 0.736826, + "nauc_recall_at_5_max": 0.592839, + "nauc_recall_at_5_std": 0.146068, + "nauc_recall_at_5_diff1": 0.666525, + "nauc_recall_at_10_max": 0.664585, + "nauc_recall_at_10_std": 0.187467, + "nauc_recall_at_10_diff1": 0.636618, + "nauc_recall_at_20_max": 0.642408, + "nauc_recall_at_20_std": 0.089004, + "nauc_recall_at_20_diff1": 0.434446, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.304178, + "nauc_precision_at_1_std": -0.117191, + "nauc_precision_at_1_diff1": 0.843665, + "nauc_precision_at_3_max": 0.540201, + "nauc_precision_at_3_std": 0.131654, + "nauc_precision_at_3_diff1": 0.621758, + "nauc_precision_at_5_max": 0.614872, + "nauc_precision_at_5_std": 0.339964, + "nauc_precision_at_5_diff1": 0.38936, + "nauc_precision_at_10_max": 0.622874, + "nauc_precision_at_10_std": 0.494241, + "nauc_precision_at_10_diff1": 0.099885, + "nauc_precision_at_20_max": 0.497268, + "nauc_precision_at_20_std": 0.621569, + "nauc_precision_at_20_diff1": -0.323772, + "nauc_precision_at_100_max": 0.367431, + "nauc_precision_at_100_std": 0.691225, + "nauc_precision_at_100_diff1": -0.507091, + "nauc_precision_at_1000_max": 0.367431, + "nauc_precision_at_1000_std": 0.691225, + "nauc_precision_at_1000_diff1": -0.507091, + "nauc_cv_recall_at_1_max": 0.304178, + "nauc_cv_recall_at_1_std": -0.117191, + "nauc_cv_recall_at_1_diff1": 0.843665, + "nauc_cv_recall_at_3_max": 0.563875, + "nauc_cv_recall_at_3_std": 0.083174, + "nauc_cv_recall_at_3_diff1": 0.722381, + "nauc_cv_recall_at_5_max": 0.642643, + "nauc_cv_recall_at_5_std": 0.205016, + "nauc_cv_recall_at_5_diff1": 0.655588, + "nauc_cv_recall_at_10_max": 0.708763, + "nauc_cv_recall_at_10_std": 0.251873, + "nauc_cv_recall_at_10_diff1": 0.619934, + "nauc_cv_recall_at_20_max": 0.637409, + "nauc_cv_recall_at_20_std": 0.105267, + "nauc_cv_recall_at_20_diff1": 0.41645, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.304178, + "nauc_mrr_at_1_std": -0.117191, + "nauc_mrr_at_1_diff1": 0.843665, + "nauc_mrr_at_3_max": 0.401037, + "nauc_mrr_at_3_std": -0.043734, + "nauc_mrr_at_3_diff1": 0.804717, + "nauc_mrr_at_5_max": 0.405633, + "nauc_mrr_at_5_std": -0.031763, + "nauc_mrr_at_5_diff1": 0.799353, + "nauc_mrr_at_10_max": 0.40064, + "nauc_mrr_at_10_std": -0.03745, + "nauc_mrr_at_10_diff1": 0.803547, + "nauc_mrr_at_20_max": 0.395718, + "nauc_mrr_at_20_std": -0.042916, + "nauc_mrr_at_20_diff1": 0.805052, + "nauc_mrr_at_100_max": 0.394998, + "nauc_mrr_at_100_std": -0.043366, + "nauc_mrr_at_100_diff1": 0.806063, + "nauc_mrr_at_1000_max": 0.394998, + "nauc_mrr_at_1000_std": -0.043366, + "nauc_mrr_at_1000_diff1": 0.806063, + "main_score": 0.84272, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.76168, + "ndcg_at_3": 0.81898, + "ndcg_at_5": 0.83809, + "ndcg_at_10": 0.85528, + "ndcg_at_20": 0.86414, + "ndcg_at_100": 0.86696, + "ndcg_at_1000": 0.86696, + "map_at_1": 0.75597, + "map_at_3": 0.80452, + "map_at_5": 0.8155, + "map_at_10": 0.82344, + "map_at_20": 0.82589, + "map_at_100": 0.82642, + "map_at_1000": 0.82642, + "recall_at_1": 0.75597, + "recall_at_3": 0.85605, + "recall_at_5": 0.9007, + "recall_at_10": 0.95171, + "recall_at_20": 0.98676, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.76168, + "cv_recall_at_3": 0.86137, + "cv_recall_at_5": 0.90654, + "cv_recall_at_10": 0.95327, + "cv_recall_at_20": 0.98754, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.76168, + "precision_at_3": 0.28972, + "precision_at_5": 0.18411, + "precision_at_10": 0.09782, + "precision_at_20": 0.0507, + "precision_at_100": 0.0103, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.761682, + "mrr_at_3": 0.808671, + "mrr_at_5": 0.819263, + "mrr_at_10": 0.825702, + "mrr_at_20": 0.828034, + "mrr_at_100": 0.828486, + "mrr_at_1000": 0.828486, + "nauc_ndcg_at_1_max": 0.211902, + "nauc_ndcg_at_1_std": -0.066808, + "nauc_ndcg_at_1_diff1": 0.852826, + "nauc_ndcg_at_3_max": 0.284216, + "nauc_ndcg_at_3_std": -0.018944, + "nauc_ndcg_at_3_diff1": 0.822551, + "nauc_ndcg_at_5_max": 0.300335, + "nauc_ndcg_at_5_std": 0.002789, + "nauc_ndcg_at_5_diff1": 0.814014, + "nauc_ndcg_at_10_max": 0.336914, + "nauc_ndcg_at_10_std": 0.029304, + "nauc_ndcg_at_10_diff1": 0.820696, + "nauc_ndcg_at_20_max": 0.303109, + "nauc_ndcg_at_20_std": 0.005197, + "nauc_ndcg_at_20_diff1": 0.823017, + "nauc_ndcg_at_100_max": 0.292285, + "nauc_ndcg_at_100_std": -0.003131, + "nauc_ndcg_at_100_diff1": 0.825419, + "nauc_ndcg_at_1000_max": 0.292285, + "nauc_ndcg_at_1000_std": -0.003131, + "nauc_ndcg_at_1000_diff1": 0.825419, + "nauc_map_at_1_max": 0.182687, + "nauc_map_at_1_std": -0.093558, + "nauc_map_at_1_diff1": 0.859792, + "nauc_map_at_3_max": 0.257179, + "nauc_map_at_3_std": -0.039587, + "nauc_map_at_3_diff1": 0.833006, + "nauc_map_at_5_max": 0.267379, + "nauc_map_at_5_std": -0.026335, + "nauc_map_at_5_diff1": 0.828821, + "nauc_map_at_10_max": 0.284032, + "nauc_map_at_10_std": -0.013081, + "nauc_map_at_10_diff1": 0.830432, + "nauc_map_at_20_max": 0.276263, + "nauc_map_at_20_std": -0.018524, + "nauc_map_at_20_diff1": 0.830951, + "nauc_map_at_100_max": 0.274801, + "nauc_map_at_100_std": -0.019555, + "nauc_map_at_100_diff1": 0.83113, + "nauc_map_at_1000_max": 0.274801, + "nauc_map_at_1000_std": -0.019555, + "nauc_map_at_1000_diff1": 0.83113, + "nauc_recall_at_1_max": 0.182687, + "nauc_recall_at_1_std": -0.093558, + "nauc_recall_at_1_diff1": 0.859792, + "nauc_recall_at_3_max": 0.348311, + "nauc_recall_at_3_std": 0.022213, + "nauc_recall_at_3_diff1": 0.790022, + "nauc_recall_at_5_max": 0.41516, + "nauc_recall_at_5_std": 0.100675, + "nauc_recall_at_5_diff1": 0.748777, + "nauc_recall_at_10_max": 0.810712, + "nauc_recall_at_10_std": 0.384571, + "nauc_recall_at_10_diff1": 0.753479, + "nauc_recall_at_20_max": 0.783185, + "nauc_recall_at_20_std": 0.395427, + "nauc_recall_at_20_diff1": 0.677715, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.211902, + "nauc_precision_at_1_std": -0.066808, + "nauc_precision_at_1_diff1": 0.852826, + "nauc_precision_at_3_max": 0.42413, + "nauc_precision_at_3_std": 0.131388, + "nauc_precision_at_3_diff1": 0.661656, + "nauc_precision_at_5_max": 0.523556, + "nauc_precision_at_5_std": 0.28626, + "nauc_precision_at_5_diff1": 0.475985, + "nauc_precision_at_10_max": 0.720819, + "nauc_precision_at_10_std": 0.543868, + "nauc_precision_at_10_diff1": 0.133118, + "nauc_precision_at_20_max": 0.625355, + "nauc_precision_at_20_std": 0.616638, + "nauc_precision_at_20_diff1": -0.272505, + "nauc_precision_at_100_max": 0.491809, + "nauc_precision_at_100_std": 0.612905, + "nauc_precision_at_100_diff1": -0.52894, + "nauc_precision_at_1000_max": 0.491809, + "nauc_precision_at_1000_std": 0.612905, + "nauc_precision_at_1000_diff1": -0.52894, + "nauc_cv_recall_at_1_max": 0.211902, + "nauc_cv_recall_at_1_std": -0.066808, + "nauc_cv_recall_at_1_diff1": 0.852826, + "nauc_cv_recall_at_3_max": 0.400015, + "nauc_cv_recall_at_3_std": 0.070638, + "nauc_cv_recall_at_3_diff1": 0.780937, + "nauc_cv_recall_at_5_max": 0.474376, + "nauc_cv_recall_at_5_std": 0.158694, + "nauc_cv_recall_at_5_diff1": 0.734622, + "nauc_cv_recall_at_10_max": 0.856488, + "nauc_cv_recall_at_10_std": 0.425976, + "nauc_cv_recall_at_10_diff1": 0.749888, + "nauc_cv_recall_at_20_max": 0.867292, + "nauc_cv_recall_at_20_std": 0.492179, + "nauc_cv_recall_at_20_diff1": 0.657573, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.211902, + "nauc_mrr_at_1_std": -0.066808, + "nauc_mrr_at_1_diff1": 0.852826, + "nauc_mrr_at_3_max": 0.281966, + "nauc_mrr_at_3_std": -0.014904, + "nauc_mrr_at_3_diff1": 0.826732, + "nauc_mrr_at_5_max": 0.2866, + "nauc_mrr_at_5_std": -0.006274, + "nauc_mrr_at_5_diff1": 0.822892, + "nauc_mrr_at_10_max": 0.294549, + "nauc_mrr_at_10_std": -0.001028, + "nauc_mrr_at_10_diff1": 0.826669, + "nauc_mrr_at_20_max": 0.286221, + "nauc_mrr_at_20_std": -0.006762, + "nauc_mrr_at_20_diff1": 0.827059, + "nauc_mrr_at_100_max": 0.284525, + "nauc_mrr_at_100_std": -0.008192, + "nauc_mrr_at_100_diff1": 0.827392, + "nauc_mrr_at_1000_max": 0.284525, + "nauc_mrr_at_1000_std": -0.008192, + "nauc_mrr_at_1000_diff1": 0.827392, + "main_score": 0.83809, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.88978, + "ndcg_at_3": 0.94894, + "ndcg_at_5": 0.95222, + "ndcg_at_10": 0.95419, + "ndcg_at_20": 0.95475, + "ndcg_at_100": 0.95475, + "ndcg_at_1000": 0.95475, + "map_at_1": 0.88978, + "map_at_3": 0.93654, + "map_at_5": 0.93834, + "map_at_10": 0.93917, + "map_at_20": 0.93935, + "map_at_100": 0.93935, + "map_at_1000": 0.93935, + "recall_at_1": 0.88978, + "recall_at_3": 0.98397, + "recall_at_5": 0.99198, + "recall_at_10": 0.998, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.88978, + "cv_recall_at_3": 0.98397, + "cv_recall_at_5": 0.99198, + "cv_recall_at_10": 0.998, + "cv_recall_at_20": 1.0, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.88978, + "precision_at_3": 0.32799, + "precision_at_5": 0.1984, + "precision_at_10": 0.0998, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.88978, + "mrr_at_3": 0.93654, + "mrr_at_5": 0.938343, + "mrr_at_10": 0.939166, + "mrr_at_20": 0.939349, + "mrr_at_100": 0.939349, + "mrr_at_1000": 0.939349, + "nauc_ndcg_at_1_max": 0.063807, + "nauc_ndcg_at_1_std": -0.124711, + "nauc_ndcg_at_1_diff1": 0.864514, + "nauc_ndcg_at_3_max": 0.070385, + "nauc_ndcg_at_3_std": -0.064556, + "nauc_ndcg_at_3_diff1": 0.882509, + "nauc_ndcg_at_5_max": 0.078115, + "nauc_ndcg_at_5_std": -0.086786, + "nauc_ndcg_at_5_diff1": 0.876755, + "nauc_ndcg_at_10_max": 0.070191, + "nauc_ndcg_at_10_std": -0.082565, + "nauc_ndcg_at_10_diff1": 0.875154, + "nauc_ndcg_at_20_max": 0.073212, + "nauc_ndcg_at_20_std": -0.096082, + "nauc_ndcg_at_20_diff1": 0.873595, + "nauc_ndcg_at_100_max": 0.073212, + "nauc_ndcg_at_100_std": -0.096082, + "nauc_ndcg_at_100_diff1": 0.873595, + "nauc_ndcg_at_1000_max": 0.073212, + "nauc_ndcg_at_1000_std": -0.096082, + "nauc_ndcg_at_1000_diff1": 0.873595, + "nauc_map_at_1_max": 0.063807, + "nauc_map_at_1_std": -0.124711, + "nauc_map_at_1_diff1": 0.864514, + "nauc_map_at_3_max": 0.069884, + "nauc_map_at_3_std": -0.085829, + "nauc_map_at_3_diff1": 0.876269, + "nauc_map_at_5_max": 0.074105, + "nauc_map_at_5_std": -0.096704, + "nauc_map_at_5_diff1": 0.873685, + "nauc_map_at_10_max": 0.071654, + "nauc_map_at_10_std": -0.095639, + "nauc_map_at_10_diff1": 0.873123, + "nauc_map_at_20_max": 0.072394, + "nauc_map_at_20_std": -0.098966, + "nauc_map_at_20_diff1": 0.872738, + "nauc_map_at_100_max": 0.072394, + "nauc_map_at_100_std": -0.098966, + "nauc_map_at_100_diff1": 0.872738, + "nauc_map_at_1000_max": 0.072394, + "nauc_map_at_1000_std": -0.098966, + "nauc_map_at_1000_diff1": 0.872738, + "nauc_recall_at_1_max": 0.063807, + "nauc_recall_at_1_std": -0.124711, + "nauc_recall_at_1_diff1": 0.864514, + "nauc_recall_at_3_max": 0.072408, + "nauc_recall_at_3_std": 0.169654, + "nauc_recall_at_3_diff1": 0.950969, + "nauc_recall_at_5_max": 0.156445, + "nauc_recall_at_5_std": 0.106926, + "nauc_recall_at_5_diff1": 0.934626, + "nauc_recall_at_10_max": -0.171729, + "nauc_recall_at_10_std": 1.0, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.063807, + "nauc_precision_at_1_std": -0.124711, + "nauc_precision_at_1_diff1": 0.864514, + "nauc_precision_at_3_max": 0.072408, + "nauc_precision_at_3_std": 0.169654, + "nauc_precision_at_3_diff1": 0.950969, + "nauc_precision_at_5_max": 0.156445, + "nauc_precision_at_5_std": 0.106926, + "nauc_precision_at_5_diff1": 0.934626, + "nauc_precision_at_10_max": -0.171729, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.063807, + "nauc_cv_recall_at_1_std": -0.124711, + "nauc_cv_recall_at_1_diff1": 0.864514, + "nauc_cv_recall_at_3_max": 0.072408, + "nauc_cv_recall_at_3_std": 0.169654, + "nauc_cv_recall_at_3_diff1": 0.950969, + "nauc_cv_recall_at_5_max": 0.156445, + "nauc_cv_recall_at_5_std": 0.106926, + "nauc_cv_recall_at_5_diff1": 0.934626, + "nauc_cv_recall_at_10_max": -0.171729, + "nauc_cv_recall_at_10_std": 1.0, + "nauc_cv_recall_at_10_diff1": 1.0, + "nauc_cv_recall_at_20_max": NaN, + "nauc_cv_recall_at_20_std": NaN, + "nauc_cv_recall_at_20_diff1": NaN, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.063807, + "nauc_mrr_at_1_std": -0.124711, + "nauc_mrr_at_1_diff1": 0.864514, + "nauc_mrr_at_3_max": 0.069884, + "nauc_mrr_at_3_std": -0.085829, + "nauc_mrr_at_3_diff1": 0.876269, + "nauc_mrr_at_5_max": 0.074105, + "nauc_mrr_at_5_std": -0.096704, + "nauc_mrr_at_5_diff1": 0.873685, + "nauc_mrr_at_10_max": 0.071654, + "nauc_mrr_at_10_std": -0.095639, + "nauc_mrr_at_10_diff1": 0.873123, + "nauc_mrr_at_20_max": 0.072394, + "nauc_mrr_at_20_std": -0.098966, + "nauc_mrr_at_20_diff1": 0.872738, + "nauc_mrr_at_100_max": 0.072394, + "nauc_mrr_at_100_std": -0.098966, + "nauc_mrr_at_100_diff1": 0.872738, + "nauc_mrr_at_1000_max": 0.072394, + "nauc_mrr_at_1000_std": -0.098966, + "nauc_mrr_at_1000_diff1": 0.872738, + "main_score": 0.95222, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.7352, + "ndcg_at_3": 0.80349, + "ndcg_at_5": 0.81351, + "ndcg_at_10": 0.83083, + "ndcg_at_20": 0.8362, + "ndcg_at_100": 0.84699, + "ndcg_at_1000": 0.84721, + "map_at_1": 0.72923, + "map_at_3": 0.78602, + "map_at_5": 0.79206, + "map_at_10": 0.79974, + "map_at_20": 0.80136, + "map_at_100": 0.80311, + "map_at_1000": 0.80312, + "recall_at_1": 0.72923, + "recall_at_3": 0.84878, + "recall_at_5": 0.87214, + "recall_at_10": 0.9242, + "recall_at_20": 0.94418, + "recall_at_100": 0.99844, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.7352, + "cv_recall_at_3": 0.85514, + "cv_recall_at_5": 0.87695, + "cv_recall_at_10": 0.92679, + "cv_recall_at_20": 0.94548, + "cv_recall_at_100": 0.99844, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.7352, + "precision_at_3": 0.28764, + "precision_at_5": 0.17788, + "precision_at_10": 0.09455, + "precision_at_20": 0.04844, + "precision_at_100": 0.01028, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.735202, + "mrr_at_3": 0.790758, + "mrr_at_5": 0.795976, + "mrr_at_10": 0.802799, + "mrr_at_20": 0.804237, + "mrr_at_100": 0.805838, + "mrr_at_1000": 0.805851, + "nauc_ndcg_at_1_max": 0.447721, + "nauc_ndcg_at_1_std": 0.270032, + "nauc_ndcg_at_1_diff1": 0.853062, + "nauc_ndcg_at_3_max": 0.542684, + "nauc_ndcg_at_3_std": 0.419264, + "nauc_ndcg_at_3_diff1": 0.797735, + "nauc_ndcg_at_5_max": 0.560779, + "nauc_ndcg_at_5_std": 0.435884, + "nauc_ndcg_at_5_diff1": 0.802967, + "nauc_ndcg_at_10_max": 0.546472, + "nauc_ndcg_at_10_std": 0.412055, + "nauc_ndcg_at_10_diff1": 0.802423, + "nauc_ndcg_at_20_max": 0.546462, + "nauc_ndcg_at_20_std": 0.418371, + "nauc_ndcg_at_20_diff1": 0.801717, + "nauc_ndcg_at_100_max": 0.532102, + "nauc_ndcg_at_100_std": 0.393873, + "nauc_ndcg_at_100_diff1": 0.812422, + "nauc_ndcg_at_1000_max": 0.531795, + "nauc_ndcg_at_1000_std": 0.392895, + "nauc_ndcg_at_1000_diff1": 0.813155, + "nauc_map_at_1_max": 0.42567, + "nauc_map_at_1_std": 0.237533, + "nauc_map_at_1_diff1": 0.858024, + "nauc_map_at_3_max": 0.508271, + "nauc_map_at_3_std": 0.367615, + "nauc_map_at_3_diff1": 0.81376, + "nauc_map_at_5_max": 0.519273, + "nauc_map_at_5_std": 0.37534, + "nauc_map_at_5_diff1": 0.816729, + "nauc_map_at_10_max": 0.51568, + "nauc_map_at_10_std": 0.365847, + "nauc_map_at_10_diff1": 0.81709, + "nauc_map_at_20_max": 0.515681, + "nauc_map_at_20_std": 0.36773, + "nauc_map_at_20_diff1": 0.817048, + "nauc_map_at_100_max": 0.514231, + "nauc_map_at_100_std": 0.365384, + "nauc_map_at_100_diff1": 0.818966, + "nauc_map_at_1000_max": 0.514216, + "nauc_map_at_1000_std": 0.365338, + "nauc_map_at_1000_diff1": 0.818999, + "nauc_recall_at_1_max": 0.42567, + "nauc_recall_at_1_std": 0.237533, + "nauc_recall_at_1_diff1": 0.858024, + "nauc_recall_at_3_max": 0.63939, + "nauc_recall_at_3_std": 0.579139, + "nauc_recall_at_3_diff1": 0.740487, + "nauc_recall_at_5_max": 0.711294, + "nauc_recall_at_5_std": 0.659083, + "nauc_recall_at_5_diff1": 0.74793, + "nauc_recall_at_10_max": 0.700584, + "nauc_recall_at_10_std": 0.644751, + "nauc_recall_at_10_diff1": 0.705472, + "nauc_recall_at_20_max": 0.748226, + "nauc_recall_at_20_std": 0.771493, + "nauc_recall_at_20_diff1": 0.666061, + "nauc_recall_at_100_max": 0.722382, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.357985, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.447721, + "nauc_precision_at_1_std": 0.270032, + "nauc_precision_at_1_diff1": 0.853062, + "nauc_precision_at_3_max": 0.66916, + "nauc_precision_at_3_std": 0.653253, + "nauc_precision_at_3_diff1": 0.625494, + "nauc_precision_at_5_max": 0.716922, + "nauc_precision_at_5_std": 0.689062, + "nauc_precision_at_5_diff1": 0.554505, + "nauc_precision_at_10_max": 0.652108, + "nauc_precision_at_10_std": 0.612083, + "nauc_precision_at_10_diff1": 0.341339, + "nauc_precision_at_20_max": 0.611272, + "nauc_precision_at_20_std": 0.670931, + "nauc_precision_at_20_diff1": 0.178764, + "nauc_precision_at_100_max": 0.281866, + "nauc_precision_at_100_std": 0.426243, + "nauc_precision_at_100_diff1": -0.445822, + "nauc_precision_at_1000_max": 0.268562, + "nauc_precision_at_1000_std": 0.408914, + "nauc_precision_at_1000_diff1": -0.470098, + "nauc_cv_recall_at_1_max": 0.447721, + "nauc_cv_recall_at_1_std": 0.270032, + "nauc_cv_recall_at_1_diff1": 0.853062, + "nauc_cv_recall_at_3_max": 0.69192, + "nauc_cv_recall_at_3_std": 0.640295, + "nauc_cv_recall_at_3_diff1": 0.734947, + "nauc_cv_recall_at_5_max": 0.752448, + "nauc_cv_recall_at_5_std": 0.725832, + "nauc_cv_recall_at_5_diff1": 0.744702, + "nauc_cv_recall_at_10_max": 0.731498, + "nauc_cv_recall_at_10_std": 0.729412, + "nauc_cv_recall_at_10_diff1": 0.705098, + "nauc_cv_recall_at_20_max": 0.770117, + "nauc_cv_recall_at_20_std": 0.831355, + "nauc_cv_recall_at_20_diff1": 0.667123, + "nauc_cv_recall_at_100_max": 0.722382, + "nauc_cv_recall_at_100_std": 1.0, + "nauc_cv_recall_at_100_diff1": 0.357985, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.447721, + "nauc_mrr_at_1_std": 0.270032, + "nauc_mrr_at_1_diff1": 0.853062, + "nauc_mrr_at_3_max": 0.531676, + "nauc_mrr_at_3_std": 0.395373, + "nauc_mrr_at_3_diff1": 0.810436, + "nauc_mrr_at_5_max": 0.536406, + "nauc_mrr_at_5_std": 0.402421, + "nauc_mrr_at_5_diff1": 0.814086, + "nauc_mrr_at_10_max": 0.527613, + "nauc_mrr_at_10_std": 0.390963, + "nauc_mrr_at_10_diff1": 0.814757, + "nauc_mrr_at_20_max": 0.527083, + "nauc_mrr_at_20_std": 0.391015, + "nauc_mrr_at_20_diff1": 0.814773, + "nauc_mrr_at_100_max": 0.52529, + "nauc_mrr_at_100_std": 0.387339, + "nauc_mrr_at_100_diff1": 0.816657, + "nauc_mrr_at_1000_max": 0.525275, + "nauc_mrr_at_1000_std": 0.387294, + "nauc_mrr_at_1000_diff1": 0.81669, + "main_score": 0.81351, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.73676, + "ndcg_at_3": 0.80789, + "ndcg_at_5": 0.82373, + "ndcg_at_10": 0.83683, + "ndcg_at_20": 0.8498, + "ndcg_at_100": 0.85357, + "ndcg_at_1000": 0.85357, + "map_at_1": 0.73014, + "map_at_3": 0.79007, + "map_at_5": 0.79941, + "map_at_10": 0.80533, + "map_at_20": 0.80912, + "map_at_100": 0.80975, + "map_at_1000": 0.80975, + "recall_at_1": 0.73014, + "recall_at_3": 0.85436, + "recall_at_5": 0.89291, + "recall_at_10": 0.93172, + "recall_at_20": 0.98131, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.73676, + "cv_recall_at_3": 0.85981, + "cv_recall_at_5": 0.89564, + "cv_recall_at_10": 0.93302, + "cv_recall_at_20": 0.98131, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.73676, + "precision_at_3": 0.29076, + "precision_at_5": 0.18287, + "precision_at_10": 0.09564, + "precision_at_20": 0.05055, + "precision_at_100": 0.0103, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.73676, + "mrr_at_3": 0.793614, + "mrr_at_5": 0.801636, + "mrr_at_10": 0.806946, + "mrr_at_20": 0.810452, + "mrr_at_100": 0.811086, + "mrr_at_1000": 0.811086, + "nauc_ndcg_at_1_max": 0.400133, + "nauc_ndcg_at_1_std": 0.333166, + "nauc_ndcg_at_1_diff1": 0.787357, + "nauc_ndcg_at_3_max": 0.505667, + "nauc_ndcg_at_3_std": 0.469195, + "nauc_ndcg_at_3_diff1": 0.756587, + "nauc_ndcg_at_5_max": 0.524032, + "nauc_ndcg_at_5_std": 0.487967, + "nauc_ndcg_at_5_diff1": 0.736334, + "nauc_ndcg_at_10_max": 0.531558, + "nauc_ndcg_at_10_std": 0.483048, + "nauc_ndcg_at_10_diff1": 0.742372, + "nauc_ndcg_at_20_max": 0.508662, + "nauc_ndcg_at_20_std": 0.457648, + "nauc_ndcg_at_20_diff1": 0.744242, + "nauc_ndcg_at_100_max": 0.495667, + "nauc_ndcg_at_100_std": 0.445077, + "nauc_ndcg_at_100_diff1": 0.753586, + "nauc_ndcg_at_1000_max": 0.495667, + "nauc_ndcg_at_1000_std": 0.445077, + "nauc_ndcg_at_1000_diff1": 0.753586, + "nauc_map_at_1_max": 0.375361, + "nauc_map_at_1_std": 0.294552, + "nauc_map_at_1_diff1": 0.792834, + "nauc_map_at_3_max": 0.467117, + "nauc_map_at_3_std": 0.422204, + "nauc_map_at_3_diff1": 0.766364, + "nauc_map_at_5_max": 0.480462, + "nauc_map_at_5_std": 0.433036, + "nauc_map_at_5_diff1": 0.756323, + "nauc_map_at_10_max": 0.485891, + "nauc_map_at_10_std": 0.430955, + "nauc_map_at_10_diff1": 0.758106, + "nauc_map_at_20_max": 0.480159, + "nauc_map_at_20_std": 0.425336, + "nauc_map_at_20_diff1": 0.75861, + "nauc_map_at_100_max": 0.478353, + "nauc_map_at_100_std": 0.423577, + "nauc_map_at_100_diff1": 0.760025, + "nauc_map_at_1000_max": 0.478353, + "nauc_map_at_1000_std": 0.423577, + "nauc_map_at_1000_diff1": 0.760025, + "nauc_recall_at_1_max": 0.375361, + "nauc_recall_at_1_std": 0.294552, + "nauc_recall_at_1_diff1": 0.792834, + "nauc_recall_at_3_max": 0.606364, + "nauc_recall_at_3_std": 0.612279, + "nauc_recall_at_3_diff1": 0.723752, + "nauc_recall_at_5_max": 0.704783, + "nauc_recall_at_5_std": 0.722403, + "nauc_recall_at_5_diff1": 0.639365, + "nauc_recall_at_10_max": 0.830313, + "nauc_recall_at_10_std": 0.804318, + "nauc_recall_at_10_diff1": 0.637593, + "nauc_recall_at_20_max": 0.967332, + "nauc_recall_at_20_std": 0.901995, + "nauc_recall_at_20_diff1": 0.4313, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.400133, + "nauc_precision_at_1_std": 0.333166, + "nauc_precision_at_1_diff1": 0.787357, + "nauc_precision_at_3_max": 0.629903, + "nauc_precision_at_3_std": 0.665905, + "nauc_precision_at_3_diff1": 0.554542, + "nauc_precision_at_5_max": 0.683636, + "nauc_precision_at_5_std": 0.72004, + "nauc_precision_at_5_diff1": 0.373891, + "nauc_precision_at_10_max": 0.734651, + "nauc_precision_at_10_std": 0.726653, + "nauc_precision_at_10_diff1": 0.223452, + "nauc_precision_at_20_max": 0.542387, + "nauc_precision_at_20_std": 0.57865, + "nauc_precision_at_20_diff1": -0.215393, + "nauc_precision_at_100_max": 0.38838, + "nauc_precision_at_100_std": 0.461465, + "nauc_precision_at_100_diff1": -0.449766, + "nauc_precision_at_1000_max": 0.38838, + "nauc_precision_at_1000_std": 0.461465, + "nauc_precision_at_1000_diff1": -0.449766, + "nauc_cv_recall_at_1_max": 0.400133, + "nauc_cv_recall_at_1_std": 0.333166, + "nauc_cv_recall_at_1_diff1": 0.787357, + "nauc_cv_recall_at_3_max": 0.664448, + "nauc_cv_recall_at_3_std": 0.678329, + "nauc_cv_recall_at_3_diff1": 0.7142, + "nauc_cv_recall_at_5_max": 0.73914, + "nauc_cv_recall_at_5_std": 0.769823, + "nauc_cv_recall_at_5_diff1": 0.630022, + "nauc_cv_recall_at_10_max": 0.849723, + "nauc_cv_recall_at_10_std": 0.853679, + "nauc_cv_recall_at_10_diff1": 0.63057, + "nauc_cv_recall_at_20_max": 0.967332, + "nauc_cv_recall_at_20_std": 0.901995, + "nauc_cv_recall_at_20_diff1": 0.4313, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.400133, + "nauc_mrr_at_1_std": 0.333166, + "nauc_mrr_at_1_diff1": 0.787357, + "nauc_mrr_at_3_max": 0.489945, + "nauc_mrr_at_3_std": 0.449025, + "nauc_mrr_at_3_diff1": 0.761975, + "nauc_mrr_at_5_max": 0.49305, + "nauc_mrr_at_5_std": 0.451418, + "nauc_mrr_at_5_diff1": 0.752925, + "nauc_mrr_at_10_max": 0.492646, + "nauc_mrr_at_10_std": 0.447344, + "nauc_mrr_at_10_diff1": 0.755183, + "nauc_mrr_at_20_max": 0.486466, + "nauc_mrr_at_20_std": 0.439585, + "nauc_mrr_at_20_diff1": 0.756059, + "nauc_mrr_at_100_max": 0.484673, + "nauc_mrr_at_100_std": 0.437868, + "nauc_mrr_at_100_diff1": 0.757473, + "nauc_mrr_at_1000_max": 0.484673, + "nauc_mrr_at_1000_std": 0.437868, + "nauc_mrr_at_1000_diff1": 0.757473, + "main_score": 0.82373, + "hf_subset": "jp", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.75545, + "ndcg_at_3": 0.81346, + "ndcg_at_5": 0.82946, + "ndcg_at_10": 0.84336, + "ndcg_at_20": 0.85475, + "ndcg_at_100": 0.85742, + "ndcg_at_1000": 0.85847, + "map_at_1": 0.74779, + "map_at_3": 0.7985, + "map_at_5": 0.80797, + "map_at_10": 0.81362, + "map_at_20": 0.81685, + "map_at_100": 0.81738, + "map_at_1000": 0.81743, + "recall_at_1": 0.74779, + "recall_at_3": 0.85345, + "recall_at_5": 0.89213, + "recall_at_10": 0.93536, + "recall_at_20": 0.97975, + "recall_at_100": 0.99221, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.75545, + "cv_recall_at_3": 0.85514, + "cv_recall_at_5": 0.89252, + "cv_recall_at_10": 0.93769, + "cv_recall_at_20": 0.98131, + "cv_recall_at_100": 0.99221, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.75545, + "precision_at_3": 0.29076, + "precision_at_5": 0.18287, + "precision_at_10": 0.09611, + "precision_at_20": 0.05039, + "precision_at_100": 0.01022, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.755452, + "mrr_at_3": 0.800363, + "mrr_at_5": 0.80893, + "mrr_at_10": 0.81459, + "mrr_at_20": 0.817613, + "mrr_at_100": 0.818024, + "mrr_at_1000": 0.818075, + "nauc_ndcg_at_1_max": 0.165569, + "nauc_ndcg_at_1_std": 0.021529, + "nauc_ndcg_at_1_diff1": 0.81092, + "nauc_ndcg_at_3_max": 0.237483, + "nauc_ndcg_at_3_std": 0.0883, + "nauc_ndcg_at_3_diff1": 0.768691, + "nauc_ndcg_at_5_max": 0.243202, + "nauc_ndcg_at_5_std": 0.104247, + "nauc_ndcg_at_5_diff1": 0.758204, + "nauc_ndcg_at_10_max": 0.256695, + "nauc_ndcg_at_10_std": 0.116411, + "nauc_ndcg_at_10_diff1": 0.767452, + "nauc_ndcg_at_20_max": 0.243694, + "nauc_ndcg_at_20_std": 0.094576, + "nauc_ndcg_at_20_diff1": 0.772009, + "nauc_ndcg_at_100_max": 0.237965, + "nauc_ndcg_at_100_std": 0.091202, + "nauc_ndcg_at_100_diff1": 0.771342, + "nauc_ndcg_at_1000_max": 0.233928, + "nauc_ndcg_at_1000_std": 0.087405, + "nauc_ndcg_at_1000_diff1": 0.773557, + "nauc_map_at_1_max": 0.127283, + "nauc_map_at_1_std": -0.020365, + "nauc_map_at_1_diff1": 0.82063, + "nauc_map_at_3_max": 0.213208, + "nauc_map_at_3_std": 0.063374, + "nauc_map_at_3_diff1": 0.782394, + "nauc_map_at_5_max": 0.220726, + "nauc_map_at_5_std": 0.074528, + "nauc_map_at_5_diff1": 0.776938, + "nauc_map_at_10_max": 0.22669, + "nauc_map_at_10_std": 0.079225, + "nauc_map_at_10_diff1": 0.780137, + "nauc_map_at_20_max": 0.223386, + "nauc_map_at_20_std": 0.073845, + "nauc_map_at_20_diff1": 0.78104, + "nauc_map_at_100_max": 0.222373, + "nauc_map_at_100_std": 0.073242, + "nauc_map_at_100_diff1": 0.780898, + "nauc_map_at_1000_max": 0.222241, + "nauc_map_at_1000_std": 0.073134, + "nauc_map_at_1000_diff1": 0.780918, + "nauc_recall_at_1_max": 0.127283, + "nauc_recall_at_1_std": -0.020365, + "nauc_recall_at_1_diff1": 0.82063, + "nauc_recall_at_3_max": 0.295669, + "nauc_recall_at_3_std": 0.155248, + "nauc_recall_at_3_diff1": 0.722957, + "nauc_recall_at_5_max": 0.331975, + "nauc_recall_at_5_std": 0.226851, + "nauc_recall_at_5_diff1": 0.671262, + "nauc_recall_at_10_max": 0.46929, + "nauc_recall_at_10_std": 0.376664, + "nauc_recall_at_10_diff1": 0.687864, + "nauc_recall_at_20_max": 0.602806, + "nauc_recall_at_20_std": 0.379653, + "nauc_recall_at_20_diff1": 0.654521, + "nauc_recall_at_100_max": 0.76576, + "nauc_recall_at_100_std": 0.605833, + "nauc_recall_at_100_diff1": 0.427117, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.165569, + "nauc_precision_at_1_std": 0.021529, + "nauc_precision_at_1_diff1": 0.81092, + "nauc_precision_at_3_max": 0.37129, + "nauc_precision_at_3_std": 0.255828, + "nauc_precision_at_3_diff1": 0.505951, + "nauc_precision_at_5_max": 0.413529, + "nauc_precision_at_5_std": 0.338441, + "nauc_precision_at_5_diff1": 0.366375, + "nauc_precision_at_10_max": 0.554259, + "nauc_precision_at_10_std": 0.49908, + "nauc_precision_at_10_diff1": 0.217938, + "nauc_precision_at_20_max": 0.59249, + "nauc_precision_at_20_std": 0.534202, + "nauc_precision_at_20_diff1": -0.169553, + "nauc_precision_at_100_max": 0.539875, + "nauc_precision_at_100_std": 0.543871, + "nauc_precision_at_100_diff1": -0.378654, + "nauc_precision_at_1000_max": 0.505765, + "nauc_precision_at_1000_std": 0.534514, + "nauc_precision_at_1000_diff1": -0.500331, + "nauc_cv_recall_at_1_max": 0.165569, + "nauc_cv_recall_at_1_std": 0.021529, + "nauc_cv_recall_at_1_diff1": 0.81092, + "nauc_cv_recall_at_3_max": 0.313338, + "nauc_cv_recall_at_3_std": 0.168679, + "nauc_cv_recall_at_3_diff1": 0.719849, + "nauc_cv_recall_at_5_max": 0.339405, + "nauc_cv_recall_at_5_std": 0.231788, + "nauc_cv_recall_at_5_diff1": 0.670217, + "nauc_cv_recall_at_10_max": 0.494025, + "nauc_cv_recall_at_10_std": 0.407753, + "nauc_cv_recall_at_10_diff1": 0.677793, + "nauc_cv_recall_at_20_max": 0.646379, + "nauc_cv_recall_at_20_std": 0.444401, + "nauc_cv_recall_at_20_diff1": 0.625731, + "nauc_cv_recall_at_100_max": 0.76576, + "nauc_cv_recall_at_100_std": 0.605833, + "nauc_cv_recall_at_100_diff1": 0.427117, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.165569, + "nauc_mrr_at_1_std": 0.021529, + "nauc_mrr_at_1_diff1": 0.81092, + "nauc_mrr_at_3_max": 0.223581, + "nauc_mrr_at_3_std": 0.075828, + "nauc_mrr_at_3_diff1": 0.778998, + "nauc_mrr_at_5_max": 0.22525, + "nauc_mrr_at_5_std": 0.082739, + "nauc_mrr_at_5_diff1": 0.774604, + "nauc_mrr_at_10_max": 0.229054, + "nauc_mrr_at_10_std": 0.086606, + "nauc_mrr_at_10_diff1": 0.777934, + "nauc_mrr_at_20_max": 0.225189, + "nauc_mrr_at_20_std": 0.0809, + "nauc_mrr_at_20_diff1": 0.77896, + "nauc_mrr_at_100_max": 0.223958, + "nauc_mrr_at_100_std": 0.079841, + "nauc_mrr_at_100_diff1": 0.778966, + "nauc_mrr_at_1000_max": 0.223826, + "nauc_mrr_at_1000_std": 0.079735, + "nauc_mrr_at_1000_diff1": 0.778985, + "main_score": 0.82946, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.66355, + "ndcg_at_3": 0.71293, + "ndcg_at_5": 0.73056, + "ndcg_at_10": 0.74713, + "ndcg_at_20": 0.7637, + "ndcg_at_100": 0.78107, + "ndcg_at_1000": 0.78211, + "map_at_1": 0.66044, + "map_at_3": 0.69996, + "map_at_5": 0.71026, + "map_at_10": 0.71716, + "map_at_20": 0.72183, + "map_at_100": 0.72462, + "map_at_1000": 0.72467, + "recall_at_1": 0.66044, + "recall_at_3": 0.7474, + "recall_at_5": 0.78946, + "recall_at_10": 0.84086, + "recall_at_20": 0.90498, + "recall_at_100": 0.99221, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.66355, + "cv_recall_at_3": 0.75078, + "cv_recall_at_5": 0.79283, + "cv_recall_at_10": 0.84268, + "cv_recall_at_20": 0.90654, + "cv_recall_at_100": 0.99221, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.66355, + "precision_at_3": 0.25234, + "precision_at_5": 0.16075, + "precision_at_10": 0.08583, + "precision_at_20": 0.04634, + "precision_at_100": 0.01022, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.663551, + "mrr_at_3": 0.702233, + "mrr_at_5": 0.71189, + "mrr_at_10": 0.718228, + "mrr_at_20": 0.722765, + "mrr_at_100": 0.725367, + "mrr_at_1000": 0.725415, + "nauc_ndcg_at_1_max": -0.352898, + "nauc_ndcg_at_1_std": 0.19632, + "nauc_ndcg_at_1_diff1": 0.863472, + "nauc_ndcg_at_3_max": -0.319148, + "nauc_ndcg_at_3_std": 0.221218, + "nauc_ndcg_at_3_diff1": 0.832147, + "nauc_ndcg_at_5_max": -0.296761, + "nauc_ndcg_at_5_std": 0.219594, + "nauc_ndcg_at_5_diff1": 0.823609, + "nauc_ndcg_at_10_max": -0.309183, + "nauc_ndcg_at_10_std": 0.217077, + "nauc_ndcg_at_10_diff1": 0.820366, + "nauc_ndcg_at_20_max": -0.309406, + "nauc_ndcg_at_20_std": 0.217981, + "nauc_ndcg_at_20_diff1": 0.824734, + "nauc_ndcg_at_100_max": -0.314893, + "nauc_ndcg_at_100_std": 0.219456, + "nauc_ndcg_at_100_diff1": 0.83231, + "nauc_ndcg_at_1000_max": -0.317166, + "nauc_ndcg_at_1000_std": 0.21637, + "nauc_ndcg_at_1000_diff1": 0.83197, + "nauc_map_at_1_max": -0.362421, + "nauc_map_at_1_std": 0.199712, + "nauc_map_at_1_diff1": 0.865224, + "nauc_map_at_3_max": -0.333736, + "nauc_map_at_3_std": 0.214252, + "nauc_map_at_3_diff1": 0.840509, + "nauc_map_at_5_max": -0.320331, + "nauc_map_at_5_std": 0.212944, + "nauc_map_at_5_diff1": 0.835543, + "nauc_map_at_10_max": -0.324912, + "nauc_map_at_10_std": 0.211486, + "nauc_map_at_10_diff1": 0.834224, + "nauc_map_at_20_max": -0.325386, + "nauc_map_at_20_std": 0.211496, + "nauc_map_at_20_diff1": 0.835453, + "nauc_map_at_100_max": -0.325856, + "nauc_map_at_100_std": 0.211997, + "nauc_map_at_100_diff1": 0.836581, + "nauc_map_at_1000_max": -0.32591, + "nauc_map_at_1000_std": 0.211871, + "nauc_map_at_1000_diff1": 0.836568, + "nauc_recall_at_1_max": -0.362421, + "nauc_recall_at_1_std": 0.199712, + "nauc_recall_at_1_diff1": 0.865224, + "nauc_recall_at_3_max": -0.280882, + "nauc_recall_at_3_std": 0.242785, + "nauc_recall_at_3_diff1": 0.807027, + "nauc_recall_at_5_max": -0.210498, + "nauc_recall_at_5_std": 0.244684, + "nauc_recall_at_5_diff1": 0.779276, + "nauc_recall_at_10_max": -0.245265, + "nauc_recall_at_10_std": 0.238099, + "nauc_recall_at_10_diff1": 0.754085, + "nauc_recall_at_20_max": -0.205263, + "nauc_recall_at_20_std": 0.262809, + "nauc_recall_at_20_diff1": 0.753258, + "nauc_recall_at_100_max": 0.134337, + "nauc_recall_at_100_std": 0.756295, + "nauc_recall_at_100_diff1": 0.892207, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.352898, + "nauc_precision_at_1_std": 0.19632, + "nauc_precision_at_1_diff1": 0.863472, + "nauc_precision_at_3_max": -0.219971, + "nauc_precision_at_3_std": 0.230345, + "nauc_precision_at_3_diff1": 0.746597, + "nauc_precision_at_5_max": -0.111588, + "nauc_precision_at_5_std": 0.219849, + "nauc_precision_at_5_diff1": 0.662322, + "nauc_precision_at_10_max": -0.100812, + "nauc_precision_at_10_std": 0.199794, + "nauc_precision_at_10_diff1": 0.564127, + "nauc_precision_at_20_max": 0.008082, + "nauc_precision_at_20_std": 0.195343, + "nauc_precision_at_20_diff1": 0.415976, + "nauc_precision_at_100_max": 0.41359, + "nauc_precision_at_100_std": 0.158927, + "nauc_precision_at_100_diff1": -0.290203, + "nauc_precision_at_1000_max": 0.455759, + "nauc_precision_at_1000_std": 0.06872, + "nauc_precision_at_1000_diff1": -0.468755, + "nauc_cv_recall_at_1_max": -0.352898, + "nauc_cv_recall_at_1_std": 0.19632, + "nauc_cv_recall_at_1_diff1": 0.863472, + "nauc_cv_recall_at_3_max": -0.271276, + "nauc_cv_recall_at_3_std": 0.246958, + "nauc_cv_recall_at_3_diff1": 0.804013, + "nauc_cv_recall_at_5_max": -0.199284, + "nauc_cv_recall_at_5_std": 0.249542, + "nauc_cv_recall_at_5_diff1": 0.775433, + "nauc_cv_recall_at_10_max": -0.236936, + "nauc_cv_recall_at_10_std": 0.257661, + "nauc_cv_recall_at_10_diff1": 0.75251, + "nauc_cv_recall_at_20_max": -0.200379, + "nauc_cv_recall_at_20_std": 0.27223, + "nauc_cv_recall_at_20_diff1": 0.75214, + "nauc_cv_recall_at_100_max": 0.134337, + "nauc_cv_recall_at_100_std": 0.756295, + "nauc_cv_recall_at_100_diff1": 0.892207, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.352898, + "nauc_mrr_at_1_std": 0.19632, + "nauc_mrr_at_1_diff1": 0.863472, + "nauc_mrr_at_3_max": -0.32852, + "nauc_mrr_at_3_std": 0.214432, + "nauc_mrr_at_3_diff1": 0.839451, + "nauc_mrr_at_5_max": -0.317608, + "nauc_mrr_at_5_std": 0.212889, + "nauc_mrr_at_5_diff1": 0.83549, + "nauc_mrr_at_10_max": -0.323246, + "nauc_mrr_at_10_std": 0.212953, + "nauc_mrr_at_10_diff1": 0.834808, + "nauc_mrr_at_20_max": -0.323955, + "nauc_mrr_at_20_std": 0.212048, + "nauc_mrr_at_20_diff1": 0.836152, + "nauc_mrr_at_100_max": -0.324654, + "nauc_mrr_at_100_std": 0.212074, + "nauc_mrr_at_100_diff1": 0.837336, + "nauc_mrr_at_1000_max": -0.324708, + "nauc_mrr_at_1000_std": 0.211948, + "nauc_mrr_at_1000_diff1": 0.837323, + "main_score": 0.73056, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 1875.0838010311127, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRWikimediaCommonsDocumentsRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRWikimediaCommonsDocumentsRetrieval.json new file mode 100644 index 0000000000..76f7c3cc24 --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRWikimediaCommonsDocumentsRetrieval.json @@ -0,0 +1,3511 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRWikimediaCommonsDocumentsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.34302, + "ndcg_at_3": 0.40423, + "ndcg_at_5": 0.4275, + "ndcg_at_10": 0.45392, + "ndcg_at_20": 0.47218, + "ndcg_at_100": 0.5019, + "ndcg_at_1000": 0.52386, + "map_at_1": 0.34302, + "map_at_3": 0.38866, + "map_at_5": 0.40152, + "map_at_10": 0.41244, + "map_at_20": 0.41749, + "map_at_100": 0.42168, + "map_at_1000": 0.42238, + "recall_at_1": 0.34302, + "recall_at_3": 0.44952, + "recall_at_5": 0.50622, + "recall_at_10": 0.58783, + "recall_at_20": 0.65975, + "recall_at_100": 0.81881, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.34302, + "cv_recall_at_3": 0.44952, + "cv_recall_at_5": 0.50622, + "cv_recall_at_10": 0.58783, + "cv_recall_at_20": 0.65975, + "cv_recall_at_100": 0.81881, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.34302, + "precision_at_3": 0.14984, + "precision_at_5": 0.10124, + "precision_at_10": 0.05878, + "precision_at_20": 0.03299, + "precision_at_100": 0.00819, + "precision_at_1000": 0.001, + "mrr_at_1": 0.343015, + "mrr_at_3": 0.388658, + "mrr_at_5": 0.401521, + "mrr_at_10": 0.412439, + "mrr_at_20": 0.417488, + "mrr_at_100": 0.421679, + "mrr_at_1000": 0.422376, + "nauc_ndcg_at_1_max": -0.272754, + "nauc_ndcg_at_1_std": -0.336383, + "nauc_ndcg_at_1_diff1": 0.567486, + "nauc_ndcg_at_3_max": -0.250495, + "nauc_ndcg_at_3_std": -0.310109, + "nauc_ndcg_at_3_diff1": 0.514385, + "nauc_ndcg_at_5_max": -0.253014, + "nauc_ndcg_at_5_std": -0.309442, + "nauc_ndcg_at_5_diff1": 0.4876, + "nauc_ndcg_at_10_max": -0.249098, + "nauc_ndcg_at_10_std": -0.308654, + "nauc_ndcg_at_10_diff1": 0.484247, + "nauc_ndcg_at_20_max": -0.247778, + "nauc_ndcg_at_20_std": -0.307968, + "nauc_ndcg_at_20_diff1": 0.481362, + "nauc_ndcg_at_100_max": -0.228097, + "nauc_ndcg_at_100_std": -0.286756, + "nauc_ndcg_at_100_diff1": 0.489699, + "nauc_ndcg_at_1000_max": -0.242657, + "nauc_ndcg_at_1000_std": -0.302299, + "nauc_ndcg_at_1000_diff1": 0.497307, + "nauc_map_at_1_max": -0.272754, + "nauc_map_at_1_std": -0.336383, + "nauc_map_at_1_diff1": 0.567486, + "nauc_map_at_3_max": -0.256804, + "nauc_map_at_3_std": -0.317617, + "nauc_map_at_3_diff1": 0.526851, + "nauc_map_at_5_max": -0.25848, + "nauc_map_at_5_std": -0.317606, + "nauc_map_at_5_diff1": 0.512011, + "nauc_map_at_10_max": -0.256696, + "nauc_map_at_10_std": -0.317154, + "nauc_map_at_10_diff1": 0.511038, + "nauc_map_at_20_max": -0.256064, + "nauc_map_at_20_std": -0.316718, + "nauc_map_at_20_diff1": 0.510328, + "nauc_map_at_100_max": -0.253712, + "nauc_map_at_100_std": -0.314186, + "nauc_map_at_100_diff1": 0.511414, + "nauc_map_at_1000_max": -0.254005, + "nauc_map_at_1000_std": -0.314507, + "nauc_map_at_1000_diff1": 0.511653, + "nauc_recall_at_1_max": -0.272754, + "nauc_recall_at_1_std": -0.336383, + "nauc_recall_at_1_diff1": 0.567486, + "nauc_recall_at_3_max": -0.231931, + "nauc_recall_at_3_std": -0.287991, + "nauc_recall_at_3_diff1": 0.478602, + "nauc_recall_at_5_max": -0.236614, + "nauc_recall_at_5_std": -0.28447, + "nauc_recall_at_5_diff1": 0.412268, + "nauc_recall_at_10_max": -0.223671, + "nauc_recall_at_10_std": -0.280924, + "nauc_recall_at_10_diff1": 0.393478, + "nauc_recall_at_20_max": -0.217099, + "nauc_recall_at_20_std": -0.276802, + "nauc_recall_at_20_diff1": 0.369116, + "nauc_recall_at_100_max": -0.000731, + "nauc_recall_at_100_std": -0.045146, + "nauc_recall_at_100_diff1": 0.384432, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.272754, + "nauc_precision_at_1_std": -0.336383, + "nauc_precision_at_1_diff1": 0.567486, + "nauc_precision_at_3_max": -0.231931, + "nauc_precision_at_3_std": -0.287991, + "nauc_precision_at_3_diff1": 0.478602, + "nauc_precision_at_5_max": -0.236614, + "nauc_precision_at_5_std": -0.28447, + "nauc_precision_at_5_diff1": 0.412268, + "nauc_precision_at_10_max": -0.223671, + "nauc_precision_at_10_std": -0.280924, + "nauc_precision_at_10_diff1": 0.393478, + "nauc_precision_at_20_max": -0.217099, + "nauc_precision_at_20_std": -0.276802, + "nauc_precision_at_20_diff1": 0.369116, + "nauc_precision_at_100_max": -0.000731, + "nauc_precision_at_100_std": -0.045146, + "nauc_precision_at_100_diff1": 0.384432, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.272754, + "nauc_cv_recall_at_1_std": -0.336383, + "nauc_cv_recall_at_1_diff1": 0.567486, + "nauc_cv_recall_at_3_max": -0.231931, + "nauc_cv_recall_at_3_std": -0.287991, + "nauc_cv_recall_at_3_diff1": 0.478602, + "nauc_cv_recall_at_5_max": -0.236614, + "nauc_cv_recall_at_5_std": -0.28447, + "nauc_cv_recall_at_5_diff1": 0.412268, + "nauc_cv_recall_at_10_max": -0.223671, + "nauc_cv_recall_at_10_std": -0.280924, + "nauc_cv_recall_at_10_diff1": 0.393478, + "nauc_cv_recall_at_20_max": -0.217099, + "nauc_cv_recall_at_20_std": -0.276802, + "nauc_cv_recall_at_20_diff1": 0.369116, + "nauc_cv_recall_at_100_max": -0.000731, + "nauc_cv_recall_at_100_std": -0.045146, + "nauc_cv_recall_at_100_diff1": 0.384432, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.272754, + "nauc_mrr_at_1_std": -0.336383, + "nauc_mrr_at_1_diff1": 0.567486, + "nauc_mrr_at_3_max": -0.256804, + "nauc_mrr_at_3_std": -0.317617, + "nauc_mrr_at_3_diff1": 0.526851, + "nauc_mrr_at_5_max": -0.25848, + "nauc_mrr_at_5_std": -0.317606, + "nauc_mrr_at_5_diff1": 0.512011, + "nauc_mrr_at_10_max": -0.256696, + "nauc_mrr_at_10_std": -0.317154, + "nauc_mrr_at_10_diff1": 0.511038, + "nauc_mrr_at_20_max": -0.256064, + "nauc_mrr_at_20_std": -0.316718, + "nauc_mrr_at_20_diff1": 0.510328, + "nauc_mrr_at_100_max": -0.253712, + "nauc_mrr_at_100_std": -0.314186, + "nauc_mrr_at_100_diff1": 0.511414, + "nauc_mrr_at_1000_max": -0.254005, + "nauc_mrr_at_1000_std": -0.314507, + "nauc_mrr_at_1000_diff1": 0.511653, + "main_score": 0.4275, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.17949, + "ndcg_at_3": 0.22429, + "ndcg_at_5": 0.24378, + "ndcg_at_10": 0.26763, + "ndcg_at_20": 0.30379, + "ndcg_at_100": 0.35199, + "ndcg_at_1000": 0.38013, + "map_at_1": 0.17949, + "map_at_3": 0.2132, + "map_at_5": 0.22374, + "map_at_10": 0.23351, + "map_at_20": 0.24313, + "map_at_100": 0.24983, + "map_at_1000": 0.25094, + "recall_at_1": 0.17949, + "recall_at_3": 0.25641, + "recall_at_5": 0.30484, + "recall_at_10": 0.37892, + "recall_at_20": 0.52422, + "recall_at_100": 0.78348, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.17949, + "cv_recall_at_3": 0.25641, + "cv_recall_at_5": 0.30484, + "cv_recall_at_10": 0.37892, + "cv_recall_at_20": 0.52422, + "cv_recall_at_100": 0.78348, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.17949, + "precision_at_3": 0.08547, + "precision_at_5": 0.06097, + "precision_at_10": 0.03789, + "precision_at_20": 0.02621, + "precision_at_100": 0.00783, + "precision_at_1000": 0.001, + "mrr_at_1": 0.179487, + "mrr_at_3": 0.2132, + "mrr_at_5": 0.223742, + "mrr_at_10": 0.233514, + "mrr_at_20": 0.243135, + "mrr_at_100": 0.249835, + "mrr_at_1000": 0.250941, + "nauc_ndcg_at_1_max": -0.278107, + "nauc_ndcg_at_1_std": -0.30386, + "nauc_ndcg_at_1_diff1": 0.368448, + "nauc_ndcg_at_3_max": -0.28108, + "nauc_ndcg_at_3_std": -0.306613, + "nauc_ndcg_at_3_diff1": 0.26053, + "nauc_ndcg_at_5_max": -0.292533, + "nauc_ndcg_at_5_std": -0.316555, + "nauc_ndcg_at_5_diff1": 0.219609, + "nauc_ndcg_at_10_max": -0.295197, + "nauc_ndcg_at_10_std": -0.318139, + "nauc_ndcg_at_10_diff1": 0.223458, + "nauc_ndcg_at_20_max": -0.269683, + "nauc_ndcg_at_20_std": -0.289753, + "nauc_ndcg_at_20_diff1": 0.218863, + "nauc_ndcg_at_100_max": -0.24649, + "nauc_ndcg_at_100_std": -0.264759, + "nauc_ndcg_at_100_diff1": 0.235341, + "nauc_ndcg_at_1000_max": -0.269408, + "nauc_ndcg_at_1000_std": -0.290213, + "nauc_ndcg_at_1000_diff1": 0.244581, + "nauc_map_at_1_max": -0.278107, + "nauc_map_at_1_std": -0.30386, + "nauc_map_at_1_diff1": 0.368448, + "nauc_map_at_3_max": -0.281362, + "nauc_map_at_3_std": -0.307025, + "nauc_map_at_3_diff1": 0.285316, + "nauc_map_at_5_max": -0.287531, + "nauc_map_at_5_std": -0.312255, + "nauc_map_at_5_diff1": 0.26146, + "nauc_map_at_10_max": -0.288938, + "nauc_map_at_10_std": -0.313098, + "nauc_map_at_10_diff1": 0.262787, + "nauc_map_at_20_max": -0.28262, + "nauc_map_at_20_std": -0.305907, + "nauc_map_at_20_diff1": 0.261497, + "nauc_map_at_100_max": -0.278418, + "nauc_map_at_100_std": -0.301424, + "nauc_map_at_100_diff1": 0.265033, + "nauc_map_at_1000_max": -0.279409, + "nauc_map_at_1000_std": -0.302472, + "nauc_map_at_1000_diff1": 0.265258, + "nauc_recall_at_1_max": -0.278107, + "nauc_recall_at_1_std": -0.30386, + "nauc_recall_at_1_diff1": 0.368448, + "nauc_recall_at_3_max": -0.279995, + "nauc_recall_at_3_std": -0.305156, + "nauc_recall_at_3_diff1": 0.195379, + "nauc_recall_at_5_max": -0.306458, + "nauc_recall_at_5_std": -0.328601, + "nauc_recall_at_5_diff1": 0.110563, + "nauc_recall_at_10_max": -0.312159, + "nauc_recall_at_10_std": -0.331865, + "nauc_recall_at_10_diff1": 0.125109, + "nauc_recall_at_20_max": -0.215549, + "nauc_recall_at_20_std": -0.225192, + "nauc_recall_at_20_diff1": 0.103739, + "nauc_recall_at_100_max": -0.02474, + "nauc_recall_at_100_std": -0.014848, + "nauc_recall_at_100_diff1": 0.130695, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.278107, + "nauc_precision_at_1_std": -0.30386, + "nauc_precision_at_1_diff1": 0.368448, + "nauc_precision_at_3_max": -0.279995, + "nauc_precision_at_3_std": -0.305156, + "nauc_precision_at_3_diff1": 0.195379, + "nauc_precision_at_5_max": -0.306458, + "nauc_precision_at_5_std": -0.328601, + "nauc_precision_at_5_diff1": 0.110563, + "nauc_precision_at_10_max": -0.312159, + "nauc_precision_at_10_std": -0.331865, + "nauc_precision_at_10_diff1": 0.125109, + "nauc_precision_at_20_max": -0.215549, + "nauc_precision_at_20_std": -0.225192, + "nauc_precision_at_20_diff1": 0.103739, + "nauc_precision_at_100_max": -0.02474, + "nauc_precision_at_100_std": -0.014848, + "nauc_precision_at_100_diff1": 0.130695, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.278107, + "nauc_cv_recall_at_1_std": -0.30386, + "nauc_cv_recall_at_1_diff1": 0.368448, + "nauc_cv_recall_at_3_max": -0.279995, + "nauc_cv_recall_at_3_std": -0.305156, + "nauc_cv_recall_at_3_diff1": 0.195379, + "nauc_cv_recall_at_5_max": -0.306458, + "nauc_cv_recall_at_5_std": -0.328601, + "nauc_cv_recall_at_5_diff1": 0.110563, + "nauc_cv_recall_at_10_max": -0.312159, + "nauc_cv_recall_at_10_std": -0.331865, + "nauc_cv_recall_at_10_diff1": 0.125109, + "nauc_cv_recall_at_20_max": -0.215549, + "nauc_cv_recall_at_20_std": -0.225192, + "nauc_cv_recall_at_20_diff1": 0.103739, + "nauc_cv_recall_at_100_max": -0.02474, + "nauc_cv_recall_at_100_std": -0.014848, + "nauc_cv_recall_at_100_diff1": 0.130695, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.278107, + "nauc_mrr_at_1_std": -0.30386, + "nauc_mrr_at_1_diff1": 0.368448, + "nauc_mrr_at_3_max": -0.281362, + "nauc_mrr_at_3_std": -0.307025, + "nauc_mrr_at_3_diff1": 0.285316, + "nauc_mrr_at_5_max": -0.287531, + "nauc_mrr_at_5_std": -0.312255, + "nauc_mrr_at_5_diff1": 0.26146, + "nauc_mrr_at_10_max": -0.288938, + "nauc_mrr_at_10_std": -0.313098, + "nauc_mrr_at_10_diff1": 0.262787, + "nauc_mrr_at_20_max": -0.28262, + "nauc_mrr_at_20_std": -0.305907, + "nauc_mrr_at_20_diff1": 0.261497, + "nauc_mrr_at_100_max": -0.278418, + "nauc_mrr_at_100_std": -0.301424, + "nauc_mrr_at_100_diff1": 0.265033, + "nauc_mrr_at_1000_max": -0.279408, + "nauc_mrr_at_1000_std": -0.302472, + "nauc_mrr_at_1000_diff1": 0.265258, + "main_score": 0.24378, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.56639, + "ndcg_at_3": 0.6066, + "ndcg_at_5": 0.6208, + "ndcg_at_10": 0.63251, + "ndcg_at_20": 0.64415, + "ndcg_at_100": 0.66039, + "ndcg_at_1000": 0.67995, + "map_at_1": 0.56639, + "map_at_3": 0.59682, + "map_at_5": 0.60475, + "map_at_10": 0.60957, + "map_at_20": 0.61268, + "map_at_100": 0.61488, + "map_at_1000": 0.61552, + "recall_at_1": 0.56639, + "recall_at_3": 0.63485, + "recall_at_5": 0.66909, + "recall_at_10": 0.70539, + "recall_at_20": 0.75207, + "recall_at_100": 0.84025, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.56639, + "cv_recall_at_3": 0.63485, + "cv_recall_at_5": 0.66909, + "cv_recall_at_10": 0.70539, + "cv_recall_at_20": 0.75207, + "cv_recall_at_100": 0.84025, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.56639, + "precision_at_3": 0.21162, + "precision_at_5": 0.13382, + "precision_at_10": 0.07054, + "precision_at_20": 0.0376, + "precision_at_100": 0.0084, + "precision_at_1000": 0.001, + "mrr_at_1": 0.56639, + "mrr_at_3": 0.596819, + "mrr_at_5": 0.604754, + "mrr_at_10": 0.60957, + "mrr_at_20": 0.61268, + "mrr_at_100": 0.61488, + "mrr_at_1000": 0.615516, + "nauc_ndcg_at_1_max": -0.084504, + "nauc_ndcg_at_1_std": -0.220233, + "nauc_ndcg_at_1_diff1": 0.827482, + "nauc_ndcg_at_3_max": -0.074549, + "nauc_ndcg_at_3_std": -0.214685, + "nauc_ndcg_at_3_diff1": 0.803181, + "nauc_ndcg_at_5_max": -0.065977, + "nauc_ndcg_at_5_std": -0.203298, + "nauc_ndcg_at_5_diff1": 0.792735, + "nauc_ndcg_at_10_max": -0.063757, + "nauc_ndcg_at_10_std": -0.200871, + "nauc_ndcg_at_10_diff1": 0.789889, + "nauc_ndcg_at_20_max": -0.060023, + "nauc_ndcg_at_20_std": -0.196811, + "nauc_ndcg_at_20_diff1": 0.786441, + "nauc_ndcg_at_100_max": -0.060062, + "nauc_ndcg_at_100_std": -0.197704, + "nauc_ndcg_at_100_diff1": 0.786134, + "nauc_ndcg_at_1000_max": -0.06544, + "nauc_ndcg_at_1000_std": -0.202295, + "nauc_ndcg_at_1000_diff1": 0.792815, + "nauc_map_at_1_max": -0.084504, + "nauc_map_at_1_std": -0.220233, + "nauc_map_at_1_diff1": 0.827482, + "nauc_map_at_3_max": -0.0772, + "nauc_map_at_3_std": -0.216274, + "nauc_map_at_3_diff1": 0.809005, + "nauc_map_at_5_max": -0.072681, + "nauc_map_at_5_std": -0.210232, + "nauc_map_at_5_diff1": 0.803398, + "nauc_map_at_10_max": -0.071747, + "nauc_map_at_10_std": -0.209171, + "nauc_map_at_10_diff1": 0.802488, + "nauc_map_at_20_max": -0.070915, + "nauc_map_at_20_std": -0.208254, + "nauc_map_at_20_diff1": 0.801735, + "nauc_map_at_100_max": -0.071234, + "nauc_map_at_100_std": -0.208604, + "nauc_map_at_100_diff1": 0.801557, + "nauc_map_at_1000_max": -0.071314, + "nauc_map_at_1000_std": -0.208605, + "nauc_map_at_1000_diff1": 0.801727, + "nauc_recall_at_1_max": -0.084504, + "nauc_recall_at_1_std": -0.220233, + "nauc_recall_at_1_diff1": 0.827482, + "nauc_recall_at_3_max": -0.066372, + "nauc_recall_at_3_std": -0.209737, + "nauc_recall_at_3_diff1": 0.785485, + "nauc_recall_at_5_max": -0.042812, + "nauc_recall_at_5_std": -0.178901, + "nauc_recall_at_5_diff1": 0.756879, + "nauc_recall_at_10_max": -0.033794, + "nauc_recall_at_10_std": -0.169337, + "nauc_recall_at_10_diff1": 0.74302, + "nauc_recall_at_20_max": -0.009583, + "nauc_recall_at_20_std": -0.143235, + "nauc_recall_at_20_diff1": 0.717807, + "nauc_recall_at_100_max": 0.021705, + "nauc_recall_at_100_std": -0.120749, + "nauc_recall_at_100_diff1": 0.689854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.084504, + "nauc_precision_at_1_std": -0.220233, + "nauc_precision_at_1_diff1": 0.827482, + "nauc_precision_at_3_max": -0.066372, + "nauc_precision_at_3_std": -0.209737, + "nauc_precision_at_3_diff1": 0.785485, + "nauc_precision_at_5_max": -0.042812, + "nauc_precision_at_5_std": -0.178901, + "nauc_precision_at_5_diff1": 0.756879, + "nauc_precision_at_10_max": -0.033794, + "nauc_precision_at_10_std": -0.169337, + "nauc_precision_at_10_diff1": 0.74302, + "nauc_precision_at_20_max": -0.009583, + "nauc_precision_at_20_std": -0.143235, + "nauc_precision_at_20_diff1": 0.717807, + "nauc_precision_at_100_max": 0.021705, + "nauc_precision_at_100_std": -0.120749, + "nauc_precision_at_100_diff1": 0.689854, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.084504, + "nauc_cv_recall_at_1_std": -0.220233, + "nauc_cv_recall_at_1_diff1": 0.827482, + "nauc_cv_recall_at_3_max": -0.066372, + "nauc_cv_recall_at_3_std": -0.209737, + "nauc_cv_recall_at_3_diff1": 0.785485, + "nauc_cv_recall_at_5_max": -0.042812, + "nauc_cv_recall_at_5_std": -0.178901, + "nauc_cv_recall_at_5_diff1": 0.756879, + "nauc_cv_recall_at_10_max": -0.033794, + "nauc_cv_recall_at_10_std": -0.169337, + "nauc_cv_recall_at_10_diff1": 0.74302, + "nauc_cv_recall_at_20_max": -0.009583, + "nauc_cv_recall_at_20_std": -0.143235, + "nauc_cv_recall_at_20_diff1": 0.717807, + "nauc_cv_recall_at_100_max": 0.021705, + "nauc_cv_recall_at_100_std": -0.120749, + "nauc_cv_recall_at_100_diff1": 0.689854, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.084504, + "nauc_mrr_at_1_std": -0.220233, + "nauc_mrr_at_1_diff1": 0.827482, + "nauc_mrr_at_3_max": -0.0772, + "nauc_mrr_at_3_std": -0.216274, + "nauc_mrr_at_3_diff1": 0.809005, + "nauc_mrr_at_5_max": -0.072681, + "nauc_mrr_at_5_std": -0.210232, + "nauc_mrr_at_5_diff1": 0.803398, + "nauc_mrr_at_10_max": -0.071747, + "nauc_mrr_at_10_std": -0.209171, + "nauc_mrr_at_10_diff1": 0.802488, + "nauc_mrr_at_20_max": -0.070915, + "nauc_mrr_at_20_std": -0.208254, + "nauc_mrr_at_20_diff1": 0.801735, + "nauc_mrr_at_100_max": -0.071234, + "nauc_mrr_at_100_std": -0.208604, + "nauc_mrr_at_100_diff1": 0.801557, + "nauc_mrr_at_1000_max": -0.071314, + "nauc_mrr_at_1000_std": -0.208605, + "nauc_mrr_at_1000_diff1": 0.801727, + "main_score": 0.6208, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.68454, + "ndcg_at_3": 0.71373, + "ndcg_at_5": 0.72389, + "ndcg_at_10": 0.73561, + "ndcg_at_20": 0.74267, + "ndcg_at_100": 0.75537, + "ndcg_at_1000": 0.76829, + "map_at_1": 0.68454, + "map_at_3": 0.7067, + "map_at_5": 0.71232, + "map_at_10": 0.71718, + "map_at_20": 0.71913, + "map_at_100": 0.72078, + "map_at_1000": 0.72117, + "recall_at_1": 0.68454, + "recall_at_3": 0.73402, + "recall_at_5": 0.75876, + "recall_at_10": 0.79485, + "recall_at_20": 0.82268, + "recall_at_100": 0.89278, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.68454, + "cv_recall_at_3": 0.73402, + "cv_recall_at_5": 0.75876, + "cv_recall_at_10": 0.79485, + "cv_recall_at_20": 0.82268, + "cv_recall_at_100": 0.89278, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.68454, + "precision_at_3": 0.24467, + "precision_at_5": 0.15175, + "precision_at_10": 0.07948, + "precision_at_20": 0.04113, + "precision_at_100": 0.00893, + "precision_at_1000": 0.001, + "mrr_at_1": 0.684536, + "mrr_at_3": 0.706701, + "mrr_at_5": 0.71232, + "mrr_at_10": 0.717176, + "mrr_at_20": 0.719128, + "mrr_at_100": 0.720778, + "mrr_at_1000": 0.721172, + "nauc_ndcg_at_1_max": 0.076455, + "nauc_ndcg_at_1_std": -0.13861, + "nauc_ndcg_at_1_diff1": 0.868123, + "nauc_ndcg_at_3_max": 0.103853, + "nauc_ndcg_at_3_std": -0.112814, + "nauc_ndcg_at_3_diff1": 0.850859, + "nauc_ndcg_at_5_max": 0.106433, + "nauc_ndcg_at_5_std": -0.112931, + "nauc_ndcg_at_5_diff1": 0.850381, + "nauc_ndcg_at_10_max": 0.099815, + "nauc_ndcg_at_10_std": -0.116825, + "nauc_ndcg_at_10_diff1": 0.840874, + "nauc_ndcg_at_20_max": 0.103577, + "nauc_ndcg_at_20_std": -0.110763, + "nauc_ndcg_at_20_diff1": 0.837929, + "nauc_ndcg_at_100_max": 0.107438, + "nauc_ndcg_at_100_std": -0.105407, + "nauc_ndcg_at_100_diff1": 0.836311, + "nauc_ndcg_at_1000_max": 0.1023, + "nauc_ndcg_at_1000_std": -0.112493, + "nauc_ndcg_at_1000_diff1": 0.843676, + "nauc_map_at_1_max": 0.076455, + "nauc_map_at_1_std": -0.13861, + "nauc_map_at_1_diff1": 0.868123, + "nauc_map_at_3_max": 0.096574, + "nauc_map_at_3_std": -0.119725, + "nauc_map_at_3_diff1": 0.855066, + "nauc_map_at_5_max": 0.097803, + "nauc_map_at_5_std": -0.119936, + "nauc_map_at_5_diff1": 0.854912, + "nauc_map_at_10_max": 0.09557, + "nauc_map_at_10_std": -0.120948, + "nauc_map_at_10_diff1": 0.851299, + "nauc_map_at_20_max": 0.096697, + "nauc_map_at_20_std": -0.119158, + "nauc_map_at_20_diff1": 0.850562, + "nauc_map_at_100_max": 0.097152, + "nauc_map_at_100_std": -0.118399, + "nauc_map_at_100_diff1": 0.850415, + "nauc_map_at_1000_max": 0.097007, + "nauc_map_at_1000_std": -0.118636, + "nauc_map_at_1000_diff1": 0.850646, + "nauc_recall_at_1_max": 0.076455, + "nauc_recall_at_1_std": -0.13861, + "nauc_recall_at_1_diff1": 0.868123, + "nauc_recall_at_3_max": 0.126636, + "nauc_recall_at_3_std": -0.091158, + "nauc_recall_at_3_diff1": 0.837857, + "nauc_recall_at_5_max": 0.135661, + "nauc_recall_at_5_std": -0.089522, + "nauc_recall_at_5_diff1": 0.835327, + "nauc_recall_at_10_max": 0.111571, + "nauc_recall_at_10_std": -0.105066, + "nauc_recall_at_10_diff1": 0.797215, + "nauc_recall_at_20_max": 0.13122, + "nauc_recall_at_20_std": -0.073936, + "nauc_recall_at_20_diff1": 0.775885, + "nauc_recall_at_100_max": 0.188711, + "nauc_recall_at_100_std": 0.00115, + "nauc_recall_at_100_diff1": 0.723515, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.076455, + "nauc_precision_at_1_std": -0.13861, + "nauc_precision_at_1_diff1": 0.868123, + "nauc_precision_at_3_max": 0.126636, + "nauc_precision_at_3_std": -0.091158, + "nauc_precision_at_3_diff1": 0.837857, + "nauc_precision_at_5_max": 0.135661, + "nauc_precision_at_5_std": -0.089522, + "nauc_precision_at_5_diff1": 0.835327, + "nauc_precision_at_10_max": 0.111571, + "nauc_precision_at_10_std": -0.105066, + "nauc_precision_at_10_diff1": 0.797215, + "nauc_precision_at_20_max": 0.13122, + "nauc_precision_at_20_std": -0.073936, + "nauc_precision_at_20_diff1": 0.775885, + "nauc_precision_at_100_max": 0.188711, + "nauc_precision_at_100_std": 0.00115, + "nauc_precision_at_100_diff1": 0.723515, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.076455, + "nauc_cv_recall_at_1_std": -0.13861, + "nauc_cv_recall_at_1_diff1": 0.868123, + "nauc_cv_recall_at_3_max": 0.126636, + "nauc_cv_recall_at_3_std": -0.091158, + "nauc_cv_recall_at_3_diff1": 0.837857, + "nauc_cv_recall_at_5_max": 0.135661, + "nauc_cv_recall_at_5_std": -0.089522, + "nauc_cv_recall_at_5_diff1": 0.835327, + "nauc_cv_recall_at_10_max": 0.111571, + "nauc_cv_recall_at_10_std": -0.105066, + "nauc_cv_recall_at_10_diff1": 0.797215, + "nauc_cv_recall_at_20_max": 0.13122, + "nauc_cv_recall_at_20_std": -0.073936, + "nauc_cv_recall_at_20_diff1": 0.775885, + "nauc_cv_recall_at_100_max": 0.188711, + "nauc_cv_recall_at_100_std": 0.00115, + "nauc_cv_recall_at_100_diff1": 0.723515, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.076455, + "nauc_mrr_at_1_std": -0.13861, + "nauc_mrr_at_1_diff1": 0.868123, + "nauc_mrr_at_3_max": 0.096574, + "nauc_mrr_at_3_std": -0.119725, + "nauc_mrr_at_3_diff1": 0.855066, + "nauc_mrr_at_5_max": 0.097803, + "nauc_mrr_at_5_std": -0.119936, + "nauc_mrr_at_5_diff1": 0.854912, + "nauc_mrr_at_10_max": 0.09557, + "nauc_mrr_at_10_std": -0.120948, + "nauc_mrr_at_10_diff1": 0.851299, + "nauc_mrr_at_20_max": 0.096697, + "nauc_mrr_at_20_std": -0.119158, + "nauc_mrr_at_20_diff1": 0.850562, + "nauc_mrr_at_100_max": 0.097152, + "nauc_mrr_at_100_std": -0.118399, + "nauc_mrr_at_100_diff1": 0.850415, + "nauc_mrr_at_1000_max": 0.097007, + "nauc_mrr_at_1000_std": -0.118636, + "nauc_mrr_at_1000_diff1": 0.850646, + "main_score": 0.72389, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.63021, + "ndcg_at_3": 0.66941, + "ndcg_at_5": 0.67631, + "ndcg_at_10": 0.68784, + "ndcg_at_20": 0.69498, + "ndcg_at_100": 0.71094, + "ndcg_at_1000": 0.72735, + "map_at_1": 0.63021, + "map_at_3": 0.6599, + "map_at_5": 0.66375, + "map_at_10": 0.66855, + "map_at_20": 0.67053, + "map_at_100": 0.67262, + "map_at_1000": 0.67313, + "recall_at_1": 0.63021, + "recall_at_3": 0.69688, + "recall_at_5": 0.71354, + "recall_at_10": 0.74896, + "recall_at_20": 0.77708, + "recall_at_100": 0.86458, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.63021, + "cv_recall_at_3": 0.69688, + "cv_recall_at_5": 0.71354, + "cv_recall_at_10": 0.74896, + "cv_recall_at_20": 0.77708, + "cv_recall_at_100": 0.86458, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.63021, + "precision_at_3": 0.23229, + "precision_at_5": 0.14271, + "precision_at_10": 0.0749, + "precision_at_20": 0.03885, + "precision_at_100": 0.00865, + "precision_at_1000": 0.001, + "mrr_at_1": 0.630208, + "mrr_at_3": 0.659896, + "mrr_at_5": 0.66375, + "mrr_at_10": 0.66855, + "mrr_at_20": 0.670526, + "mrr_at_100": 0.67262, + "mrr_at_1000": 0.673129, + "nauc_ndcg_at_1_max": 0.018486, + "nauc_ndcg_at_1_std": -0.144816, + "nauc_ndcg_at_1_diff1": 0.83525, + "nauc_ndcg_at_3_max": 0.007411, + "nauc_ndcg_at_3_std": -0.149979, + "nauc_ndcg_at_3_diff1": 0.809789, + "nauc_ndcg_at_5_max": 0.005033, + "nauc_ndcg_at_5_std": -0.152979, + "nauc_ndcg_at_5_diff1": 0.806895, + "nauc_ndcg_at_10_max": -0.001337, + "nauc_ndcg_at_10_std": -0.161334, + "nauc_ndcg_at_10_diff1": 0.798735, + "nauc_ndcg_at_20_max": 0.000982, + "nauc_ndcg_at_20_std": -0.158198, + "nauc_ndcg_at_20_diff1": 0.794339, + "nauc_ndcg_at_100_max": 0.008863, + "nauc_ndcg_at_100_std": -0.149647, + "nauc_ndcg_at_100_diff1": 0.796853, + "nauc_ndcg_at_1000_max": 0.007113, + "nauc_ndcg_at_1000_std": -0.151889, + "nauc_ndcg_at_1000_diff1": 0.802505, + "nauc_map_at_1_max": 0.018486, + "nauc_map_at_1_std": -0.144816, + "nauc_map_at_1_diff1": 0.83525, + "nauc_map_at_3_max": 0.010945, + "nauc_map_at_3_std": -0.147978, + "nauc_map_at_3_diff1": 0.815671, + "nauc_map_at_5_max": 0.009633, + "nauc_map_at_5_std": -0.149651, + "nauc_map_at_5_diff1": 0.814171, + "nauc_map_at_10_max": 0.007196, + "nauc_map_at_10_std": -0.152905, + "nauc_map_at_10_diff1": 0.811002, + "nauc_map_at_20_max": 0.007879, + "nauc_map_at_20_std": -0.152035, + "nauc_map_at_20_diff1": 0.809871, + "nauc_map_at_100_max": 0.008572, + "nauc_map_at_100_std": -0.15123, + "nauc_map_at_100_diff1": 0.810286, + "nauc_map_at_1000_max": 0.008596, + "nauc_map_at_1000_std": -0.151203, + "nauc_map_at_1000_diff1": 0.810423, + "nauc_recall_at_1_max": 0.018486, + "nauc_recall_at_1_std": -0.144816, + "nauc_recall_at_1_diff1": 0.83525, + "nauc_recall_at_3_max": -0.003902, + "nauc_recall_at_3_std": -0.15651, + "nauc_recall_at_3_diff1": 0.791756, + "nauc_recall_at_5_max": -0.010425, + "nauc_recall_at_5_std": -0.164408, + "nauc_recall_at_5_diff1": 0.783244, + "nauc_recall_at_10_max": -0.03544, + "nauc_recall_at_10_std": -0.196064, + "nauc_recall_at_10_diff1": 0.751184, + "nauc_recall_at_20_max": -0.027659, + "nauc_recall_at_20_std": -0.184017, + "nauc_recall_at_20_diff1": 0.725019, + "nauc_recall_at_100_max": 0.044519, + "nauc_recall_at_100_std": -0.104466, + "nauc_recall_at_100_diff1": 0.710843, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.018486, + "nauc_precision_at_1_std": -0.144816, + "nauc_precision_at_1_diff1": 0.83525, + "nauc_precision_at_3_max": -0.003902, + "nauc_precision_at_3_std": -0.15651, + "nauc_precision_at_3_diff1": 0.791756, + "nauc_precision_at_5_max": -0.010425, + "nauc_precision_at_5_std": -0.164408, + "nauc_precision_at_5_diff1": 0.783244, + "nauc_precision_at_10_max": -0.03544, + "nauc_precision_at_10_std": -0.196064, + "nauc_precision_at_10_diff1": 0.751184, + "nauc_precision_at_20_max": -0.027659, + "nauc_precision_at_20_std": -0.184017, + "nauc_precision_at_20_diff1": 0.725019, + "nauc_precision_at_100_max": 0.044519, + "nauc_precision_at_100_std": -0.104466, + "nauc_precision_at_100_diff1": 0.710843, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.018486, + "nauc_cv_recall_at_1_std": -0.144816, + "nauc_cv_recall_at_1_diff1": 0.83525, + "nauc_cv_recall_at_3_max": -0.003902, + "nauc_cv_recall_at_3_std": -0.15651, + "nauc_cv_recall_at_3_diff1": 0.791756, + "nauc_cv_recall_at_5_max": -0.010425, + "nauc_cv_recall_at_5_std": -0.164408, + "nauc_cv_recall_at_5_diff1": 0.783244, + "nauc_cv_recall_at_10_max": -0.03544, + "nauc_cv_recall_at_10_std": -0.196064, + "nauc_cv_recall_at_10_diff1": 0.751184, + "nauc_cv_recall_at_20_max": -0.027659, + "nauc_cv_recall_at_20_std": -0.184017, + "nauc_cv_recall_at_20_diff1": 0.725019, + "nauc_cv_recall_at_100_max": 0.044519, + "nauc_cv_recall_at_100_std": -0.104466, + "nauc_cv_recall_at_100_diff1": 0.710843, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.018486, + "nauc_mrr_at_1_std": -0.144816, + "nauc_mrr_at_1_diff1": 0.83525, + "nauc_mrr_at_3_max": 0.010945, + "nauc_mrr_at_3_std": -0.147978, + "nauc_mrr_at_3_diff1": 0.815671, + "nauc_mrr_at_5_max": 0.009633, + "nauc_mrr_at_5_std": -0.149651, + "nauc_mrr_at_5_diff1": 0.814171, + "nauc_mrr_at_10_max": 0.007196, + "nauc_mrr_at_10_std": -0.152905, + "nauc_mrr_at_10_diff1": 0.811002, + "nauc_mrr_at_20_max": 0.007879, + "nauc_mrr_at_20_std": -0.152035, + "nauc_mrr_at_20_diff1": 0.809871, + "nauc_mrr_at_100_max": 0.008572, + "nauc_mrr_at_100_std": -0.15123, + "nauc_mrr_at_100_diff1": 0.810286, + "nauc_mrr_at_1000_max": 0.008596, + "nauc_mrr_at_1000_std": -0.151203, + "nauc_mrr_at_1000_diff1": 0.810423, + "main_score": 0.67631, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.46982, + "ndcg_at_3": 0.5063, + "ndcg_at_5": 0.51759, + "ndcg_at_10": 0.5288, + "ndcg_at_20": 0.53615, + "ndcg_at_100": 0.55471, + "ndcg_at_1000": 0.58737, + "map_at_1": 0.46982, + "map_at_3": 0.49716, + "map_at_5": 0.50339, + "map_at_10": 0.50787, + "map_at_20": 0.50991, + "map_at_100": 0.51234, + "map_at_1000": 0.51331, + "recall_at_1": 0.46982, + "recall_at_3": 0.53281, + "recall_at_5": 0.56037, + "recall_at_10": 0.5958, + "recall_at_20": 0.62467, + "recall_at_100": 0.72703, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.46982, + "cv_recall_at_3": 0.53281, + "cv_recall_at_5": 0.56037, + "cv_recall_at_10": 0.5958, + "cv_recall_at_20": 0.62467, + "cv_recall_at_100": 0.72703, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.46982, + "precision_at_3": 0.1776, + "precision_at_5": 0.11207, + "precision_at_10": 0.05958, + "precision_at_20": 0.03123, + "precision_at_100": 0.00727, + "precision_at_1000": 0.001, + "mrr_at_1": 0.469816, + "mrr_at_3": 0.497157, + "mrr_at_5": 0.50339, + "mrr_at_10": 0.507873, + "mrr_at_20": 0.509911, + "mrr_at_100": 0.512336, + "mrr_at_1000": 0.513311, + "nauc_ndcg_at_1_max": 0.222881, + "nauc_ndcg_at_1_std": 0.112719, + "nauc_ndcg_at_1_diff1": 0.818407, + "nauc_ndcg_at_3_max": 0.244922, + "nauc_ndcg_at_3_std": 0.132135, + "nauc_ndcg_at_3_diff1": 0.781918, + "nauc_ndcg_at_5_max": 0.251578, + "nauc_ndcg_at_5_std": 0.137762, + "nauc_ndcg_at_5_diff1": 0.775068, + "nauc_ndcg_at_10_max": 0.244385, + "nauc_ndcg_at_10_std": 0.131793, + "nauc_ndcg_at_10_diff1": 0.763992, + "nauc_ndcg_at_20_max": 0.246203, + "nauc_ndcg_at_20_std": 0.133981, + "nauc_ndcg_at_20_diff1": 0.759421, + "nauc_ndcg_at_100_max": 0.241434, + "nauc_ndcg_at_100_std": 0.132402, + "nauc_ndcg_at_100_diff1": 0.754865, + "nauc_ndcg_at_1000_max": 0.241619, + "nauc_ndcg_at_1000_std": 0.130716, + "nauc_ndcg_at_1000_diff1": 0.766705, + "nauc_map_at_1_max": 0.222881, + "nauc_map_at_1_std": 0.112719, + "nauc_map_at_1_diff1": 0.818407, + "nauc_map_at_3_max": 0.237817, + "nauc_map_at_3_std": 0.125824, + "nauc_map_at_3_diff1": 0.790869, + "nauc_map_at_5_max": 0.241583, + "nauc_map_at_5_std": 0.128995, + "nauc_map_at_5_diff1": 0.787105, + "nauc_map_at_10_max": 0.238736, + "nauc_map_at_10_std": 0.126651, + "nauc_map_at_10_diff1": 0.783049, + "nauc_map_at_20_max": 0.239307, + "nauc_map_at_20_std": 0.127314, + "nauc_map_at_20_diff1": 0.781816, + "nauc_map_at_100_max": 0.238763, + "nauc_map_at_100_std": 0.127106, + "nauc_map_at_100_diff1": 0.781386, + "nauc_map_at_1000_max": 0.238721, + "nauc_map_at_1000_std": 0.127034, + "nauc_map_at_1000_diff1": 0.781573, + "nauc_recall_at_1_max": 0.222881, + "nauc_recall_at_1_std": 0.112719, + "nauc_recall_at_1_diff1": 0.818407, + "nauc_recall_at_3_max": 0.266702, + "nauc_recall_at_3_std": 0.151497, + "nauc_recall_at_3_diff1": 0.755388, + "nauc_recall_at_5_max": 0.283435, + "nauc_recall_at_5_std": 0.165717, + "nauc_recall_at_5_diff1": 0.73761, + "nauc_recall_at_10_max": 0.260396, + "nauc_recall_at_10_std": 0.146554, + "nauc_recall_at_10_diff1": 0.697448, + "nauc_recall_at_20_max": 0.268329, + "nauc_recall_at_20_std": 0.156118, + "nauc_recall_at_20_diff1": 0.674618, + "nauc_recall_at_100_max": 0.236922, + "nauc_recall_at_100_std": 0.149406, + "nauc_recall_at_100_diff1": 0.618301, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.222881, + "nauc_precision_at_1_std": 0.112719, + "nauc_precision_at_1_diff1": 0.818407, + "nauc_precision_at_3_max": 0.266702, + "nauc_precision_at_3_std": 0.151497, + "nauc_precision_at_3_diff1": 0.755388, + "nauc_precision_at_5_max": 0.283435, + "nauc_precision_at_5_std": 0.165717, + "nauc_precision_at_5_diff1": 0.73761, + "nauc_precision_at_10_max": 0.260396, + "nauc_precision_at_10_std": 0.146554, + "nauc_precision_at_10_diff1": 0.697448, + "nauc_precision_at_20_max": 0.268329, + "nauc_precision_at_20_std": 0.156118, + "nauc_precision_at_20_diff1": 0.674618, + "nauc_precision_at_100_max": 0.236922, + "nauc_precision_at_100_std": 0.149406, + "nauc_precision_at_100_diff1": 0.618301, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.222881, + "nauc_cv_recall_at_1_std": 0.112719, + "nauc_cv_recall_at_1_diff1": 0.818407, + "nauc_cv_recall_at_3_max": 0.266702, + "nauc_cv_recall_at_3_std": 0.151497, + "nauc_cv_recall_at_3_diff1": 0.755388, + "nauc_cv_recall_at_5_max": 0.283435, + "nauc_cv_recall_at_5_std": 0.165717, + "nauc_cv_recall_at_5_diff1": 0.73761, + "nauc_cv_recall_at_10_max": 0.260396, + "nauc_cv_recall_at_10_std": 0.146554, + "nauc_cv_recall_at_10_diff1": 0.697448, + "nauc_cv_recall_at_20_max": 0.268329, + "nauc_cv_recall_at_20_std": 0.156118, + "nauc_cv_recall_at_20_diff1": 0.674618, + "nauc_cv_recall_at_100_max": 0.236922, + "nauc_cv_recall_at_100_std": 0.149406, + "nauc_cv_recall_at_100_diff1": 0.618301, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.222881, + "nauc_mrr_at_1_std": 0.112719, + "nauc_mrr_at_1_diff1": 0.818407, + "nauc_mrr_at_3_max": 0.237817, + "nauc_mrr_at_3_std": 0.125824, + "nauc_mrr_at_3_diff1": 0.790869, + "nauc_mrr_at_5_max": 0.241583, + "nauc_mrr_at_5_std": 0.128995, + "nauc_mrr_at_5_diff1": 0.787105, + "nauc_mrr_at_10_max": 0.238736, + "nauc_mrr_at_10_std": 0.126651, + "nauc_mrr_at_10_diff1": 0.783049, + "nauc_mrr_at_20_max": 0.239307, + "nauc_mrr_at_20_std": 0.127314, + "nauc_mrr_at_20_diff1": 0.781816, + "nauc_mrr_at_100_max": 0.238763, + "nauc_mrr_at_100_std": 0.127106, + "nauc_mrr_at_100_diff1": 0.781386, + "nauc_mrr_at_1000_max": 0.238721, + "nauc_mrr_at_1000_std": 0.127034, + "nauc_mrr_at_1000_diff1": 0.781573, + "main_score": 0.51759, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.11458, + "ndcg_at_3": 0.13951, + "ndcg_at_5": 0.15027, + "ndcg_at_10": 0.17679, + "ndcg_at_20": 0.22192, + "ndcg_at_100": 0.29999, + "ndcg_at_1000": 0.31996, + "map_at_1": 0.11458, + "map_at_3": 0.13368, + "map_at_5": 0.13967, + "map_at_10": 0.15037, + "map_at_20": 0.16224, + "map_at_100": 0.17411, + "map_at_1000": 0.17505, + "recall_at_1": 0.11458, + "recall_at_3": 0.15625, + "recall_at_5": 0.18229, + "recall_at_10": 0.26562, + "recall_at_20": 0.44792, + "recall_at_100": 0.85417, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.11458, + "cv_recall_at_3": 0.15625, + "cv_recall_at_5": 0.18229, + "cv_recall_at_10": 0.26562, + "cv_recall_at_20": 0.44792, + "cv_recall_at_100": 0.85417, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.11458, + "precision_at_3": 0.05208, + "precision_at_5": 0.03646, + "precision_at_10": 0.02656, + "precision_at_20": 0.0224, + "precision_at_100": 0.00854, + "precision_at_1000": 0.001, + "mrr_at_1": 0.114583, + "mrr_at_3": 0.133681, + "mrr_at_5": 0.13967, + "mrr_at_10": 0.150372, + "mrr_at_20": 0.162244, + "mrr_at_100": 0.174111, + "mrr_at_1000": 0.175053, + "nauc_ndcg_at_1_max": -0.289578, + "nauc_ndcg_at_1_std": -0.306482, + "nauc_ndcg_at_1_diff1": 0.461613, + "nauc_ndcg_at_3_max": -0.259358, + "nauc_ndcg_at_3_std": -0.288838, + "nauc_ndcg_at_3_diff1": 0.356149, + "nauc_ndcg_at_5_max": -0.222319, + "nauc_ndcg_at_5_std": -0.250222, + "nauc_ndcg_at_5_diff1": 0.33602, + "nauc_ndcg_at_10_max": -0.253251, + "nauc_ndcg_at_10_std": -0.277219, + "nauc_ndcg_at_10_diff1": 0.268196, + "nauc_ndcg_at_20_max": -0.255539, + "nauc_ndcg_at_20_std": -0.276408, + "nauc_ndcg_at_20_diff1": 0.242884, + "nauc_ndcg_at_100_max": -0.22573, + "nauc_ndcg_at_100_std": -0.248054, + "nauc_ndcg_at_100_diff1": 0.288696, + "nauc_ndcg_at_1000_max": -0.247327, + "nauc_ndcg_at_1000_std": -0.270016, + "nauc_ndcg_at_1000_diff1": 0.29675, + "nauc_map_at_1_max": -0.289578, + "nauc_map_at_1_std": -0.306482, + "nauc_map_at_1_diff1": 0.461613, + "nauc_map_at_3_max": -0.266139, + "nauc_map_at_3_std": -0.293384, + "nauc_map_at_3_diff1": 0.377711, + "nauc_map_at_5_max": -0.24492, + "nauc_map_at_5_std": -0.271309, + "nauc_map_at_5_diff1": 0.36458, + "nauc_map_at_10_max": -0.257856, + "nauc_map_at_10_std": -0.28284, + "nauc_map_at_10_diff1": 0.334697, + "nauc_map_at_20_max": -0.259916, + "nauc_map_at_20_std": -0.283759, + "nauc_map_at_20_diff1": 0.324218, + "nauc_map_at_100_max": -0.255701, + "nauc_map_at_100_std": -0.27947, + "nauc_map_at_100_diff1": 0.330934, + "nauc_map_at_1000_max": -0.256572, + "nauc_map_at_1000_std": -0.280363, + "nauc_map_at_1000_diff1": 0.331457, + "nauc_recall_at_1_max": -0.289578, + "nauc_recall_at_1_std": -0.306482, + "nauc_recall_at_1_diff1": 0.461613, + "nauc_recall_at_3_max": -0.24183, + "nauc_recall_at_3_std": -0.27688, + "nauc_recall_at_3_diff1": 0.301161, + "nauc_recall_at_5_max": -0.16387, + "nauc_recall_at_5_std": -0.195007, + "nauc_recall_at_5_diff1": 0.26738, + "nauc_recall_at_10_max": -0.249056, + "nauc_recall_at_10_std": -0.268976, + "nauc_recall_at_10_diff1": 0.110489, + "nauc_recall_at_20_max": -0.248812, + "nauc_recall_at_20_std": -0.261076, + "nauc_recall_at_20_diff1": 0.061836, + "nauc_recall_at_100_max": 0.009437, + "nauc_recall_at_100_std": -0.009144, + "nauc_recall_at_100_diff1": 0.205453, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.289578, + "nauc_precision_at_1_std": -0.306482, + "nauc_precision_at_1_diff1": 0.461613, + "nauc_precision_at_3_max": -0.24183, + "nauc_precision_at_3_std": -0.27688, + "nauc_precision_at_3_diff1": 0.301161, + "nauc_precision_at_5_max": -0.16387, + "nauc_precision_at_5_std": -0.195007, + "nauc_precision_at_5_diff1": 0.26738, + "nauc_precision_at_10_max": -0.249056, + "nauc_precision_at_10_std": -0.268976, + "nauc_precision_at_10_diff1": 0.110489, + "nauc_precision_at_20_max": -0.248812, + "nauc_precision_at_20_std": -0.261076, + "nauc_precision_at_20_diff1": 0.061836, + "nauc_precision_at_100_max": 0.009437, + "nauc_precision_at_100_std": -0.009144, + "nauc_precision_at_100_diff1": 0.205453, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.289578, + "nauc_cv_recall_at_1_std": -0.306482, + "nauc_cv_recall_at_1_diff1": 0.461613, + "nauc_cv_recall_at_3_max": -0.24183, + "nauc_cv_recall_at_3_std": -0.27688, + "nauc_cv_recall_at_3_diff1": 0.301161, + "nauc_cv_recall_at_5_max": -0.16387, + "nauc_cv_recall_at_5_std": -0.195007, + "nauc_cv_recall_at_5_diff1": 0.26738, + "nauc_cv_recall_at_10_max": -0.249056, + "nauc_cv_recall_at_10_std": -0.268976, + "nauc_cv_recall_at_10_diff1": 0.110489, + "nauc_cv_recall_at_20_max": -0.248812, + "nauc_cv_recall_at_20_std": -0.261076, + "nauc_cv_recall_at_20_diff1": 0.061836, + "nauc_cv_recall_at_100_max": 0.009437, + "nauc_cv_recall_at_100_std": -0.009144, + "nauc_cv_recall_at_100_diff1": 0.205453, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.289578, + "nauc_mrr_at_1_std": -0.306482, + "nauc_mrr_at_1_diff1": 0.461613, + "nauc_mrr_at_3_max": -0.266139, + "nauc_mrr_at_3_std": -0.293384, + "nauc_mrr_at_3_diff1": 0.377711, + "nauc_mrr_at_5_max": -0.24492, + "nauc_mrr_at_5_std": -0.271309, + "nauc_mrr_at_5_diff1": 0.36458, + "nauc_mrr_at_10_max": -0.257856, + "nauc_mrr_at_10_std": -0.28284, + "nauc_mrr_at_10_diff1": 0.334697, + "nauc_mrr_at_20_max": -0.259916, + "nauc_mrr_at_20_std": -0.283759, + "nauc_mrr_at_20_diff1": 0.324218, + "nauc_mrr_at_100_max": -0.255701, + "nauc_mrr_at_100_std": -0.27947, + "nauc_mrr_at_100_diff1": 0.330934, + "nauc_mrr_at_1000_max": -0.256572, + "nauc_mrr_at_1000_std": -0.280363, + "nauc_mrr_at_1000_diff1": 0.331457, + "main_score": 0.15027, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.33241, + "ndcg_at_3": 0.36989, + "ndcg_at_5": 0.38705, + "ndcg_at_10": 0.40498, + "ndcg_at_20": 0.41961, + "ndcg_at_100": 0.45282, + "ndcg_at_1000": 0.48599, + "map_at_1": 0.33241, + "map_at_3": 0.3608, + "map_at_5": 0.37036, + "map_at_10": 0.37776, + "map_at_20": 0.38174, + "map_at_100": 0.38617, + "map_at_1000": 0.38728, + "recall_at_1": 0.33241, + "recall_at_3": 0.39612, + "recall_at_5": 0.43767, + "recall_at_10": 0.49307, + "recall_at_20": 0.55125, + "recall_at_100": 0.73269, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.33241, + "cv_recall_at_3": 0.39612, + "cv_recall_at_5": 0.43767, + "cv_recall_at_10": 0.49307, + "cv_recall_at_20": 0.55125, + "cv_recall_at_100": 0.73269, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.33241, + "precision_at_3": 0.13204, + "precision_at_5": 0.08753, + "precision_at_10": 0.04931, + "precision_at_20": 0.02756, + "precision_at_100": 0.00733, + "precision_at_1000": 0.001, + "mrr_at_1": 0.33241, + "mrr_at_3": 0.360803, + "mrr_at_5": 0.37036, + "mrr_at_10": 0.377756, + "mrr_at_20": 0.381737, + "mrr_at_100": 0.386166, + "mrr_at_1000": 0.387279, + "nauc_ndcg_at_1_max": -0.265287, + "nauc_ndcg_at_1_std": -0.341072, + "nauc_ndcg_at_1_diff1": 0.611664, + "nauc_ndcg_at_3_max": -0.28969, + "nauc_ndcg_at_3_std": -0.363009, + "nauc_ndcg_at_3_diff1": 0.561005, + "nauc_ndcg_at_5_max": -0.305616, + "nauc_ndcg_at_5_std": -0.376942, + "nauc_ndcg_at_5_diff1": 0.533964, + "nauc_ndcg_at_10_max": -0.299478, + "nauc_ndcg_at_10_std": -0.36792, + "nauc_ndcg_at_10_diff1": 0.513314, + "nauc_ndcg_at_20_max": -0.299037, + "nauc_ndcg_at_20_std": -0.36641, + "nauc_ndcg_at_20_diff1": 0.505286, + "nauc_ndcg_at_100_max": -0.292766, + "nauc_ndcg_at_100_std": -0.359282, + "nauc_ndcg_at_100_diff1": 0.503174, + "nauc_ndcg_at_1000_max": -0.292216, + "nauc_ndcg_at_1000_std": -0.360727, + "nauc_ndcg_at_1000_diff1": 0.522976, + "nauc_map_at_1_max": -0.265287, + "nauc_map_at_1_std": -0.341072, + "nauc_map_at_1_diff1": 0.611664, + "nauc_map_at_3_max": -0.284084, + "nauc_map_at_3_std": -0.357996, + "nauc_map_at_3_diff1": 0.572342, + "nauc_map_at_5_max": -0.292794, + "nauc_map_at_5_std": -0.365523, + "nauc_map_at_5_diff1": 0.557082, + "nauc_map_at_10_max": -0.290343, + "nauc_map_at_10_std": -0.361755, + "nauc_map_at_10_diff1": 0.548592, + "nauc_map_at_20_max": -0.290201, + "nauc_map_at_20_std": -0.361253, + "nauc_map_at_20_diff1": 0.546486, + "nauc_map_at_100_max": -0.28886, + "nauc_map_at_100_std": -0.359804, + "nauc_map_at_100_diff1": 0.54642, + "nauc_map_at_1000_max": -0.288868, + "nauc_map_at_1000_std": -0.359851, + "nauc_map_at_1000_diff1": 0.546934, + "nauc_recall_at_1_max": -0.265287, + "nauc_recall_at_1_std": -0.341072, + "nauc_recall_at_1_diff1": 0.611664, + "nauc_recall_at_3_max": -0.305515, + "nauc_recall_at_3_std": -0.377149, + "nauc_recall_at_3_diff1": 0.529123, + "nauc_recall_at_5_max": -0.344671, + "nauc_recall_at_5_std": -0.411788, + "nauc_recall_at_5_diff1": 0.464546, + "nauc_recall_at_10_max": -0.325661, + "nauc_recall_at_10_std": -0.384442, + "nauc_recall_at_10_diff1": 0.399113, + "nauc_recall_at_20_max": -0.325252, + "nauc_recall_at_20_std": -0.379679, + "nauc_recall_at_20_diff1": 0.359551, + "nauc_recall_at_100_max": -0.29978, + "nauc_recall_at_100_std": -0.342722, + "nauc_recall_at_100_diff1": 0.285141, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.265287, + "nauc_precision_at_1_std": -0.341072, + "nauc_precision_at_1_diff1": 0.611664, + "nauc_precision_at_3_max": -0.305515, + "nauc_precision_at_3_std": -0.377149, + "nauc_precision_at_3_diff1": 0.529123, + "nauc_precision_at_5_max": -0.344671, + "nauc_precision_at_5_std": -0.411788, + "nauc_precision_at_5_diff1": 0.464546, + "nauc_precision_at_10_max": -0.325661, + "nauc_precision_at_10_std": -0.384442, + "nauc_precision_at_10_diff1": 0.399113, + "nauc_precision_at_20_max": -0.325252, + "nauc_precision_at_20_std": -0.379679, + "nauc_precision_at_20_diff1": 0.359551, + "nauc_precision_at_100_max": -0.29978, + "nauc_precision_at_100_std": -0.342722, + "nauc_precision_at_100_diff1": 0.285141, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.265287, + "nauc_cv_recall_at_1_std": -0.341072, + "nauc_cv_recall_at_1_diff1": 0.611664, + "nauc_cv_recall_at_3_max": -0.305515, + "nauc_cv_recall_at_3_std": -0.377149, + "nauc_cv_recall_at_3_diff1": 0.529123, + "nauc_cv_recall_at_5_max": -0.344671, + "nauc_cv_recall_at_5_std": -0.411788, + "nauc_cv_recall_at_5_diff1": 0.464546, + "nauc_cv_recall_at_10_max": -0.325661, + "nauc_cv_recall_at_10_std": -0.384442, + "nauc_cv_recall_at_10_diff1": 0.399113, + "nauc_cv_recall_at_20_max": -0.325252, + "nauc_cv_recall_at_20_std": -0.379679, + "nauc_cv_recall_at_20_diff1": 0.359551, + "nauc_cv_recall_at_100_max": -0.29978, + "nauc_cv_recall_at_100_std": -0.342722, + "nauc_cv_recall_at_100_diff1": 0.285141, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.265287, + "nauc_mrr_at_1_std": -0.341072, + "nauc_mrr_at_1_diff1": 0.611664, + "nauc_mrr_at_3_max": -0.284084, + "nauc_mrr_at_3_std": -0.357996, + "nauc_mrr_at_3_diff1": 0.572342, + "nauc_mrr_at_5_max": -0.292794, + "nauc_mrr_at_5_std": -0.365523, + "nauc_mrr_at_5_diff1": 0.557082, + "nauc_mrr_at_10_max": -0.290343, + "nauc_mrr_at_10_std": -0.361755, + "nauc_mrr_at_10_diff1": 0.548592, + "nauc_mrr_at_20_max": -0.290201, + "nauc_mrr_at_20_std": -0.361253, + "nauc_mrr_at_20_diff1": 0.546486, + "nauc_mrr_at_100_max": -0.28886, + "nauc_mrr_at_100_std": -0.359804, + "nauc_mrr_at_100_diff1": 0.54642, + "nauc_mrr_at_1000_max": -0.288868, + "nauc_mrr_at_1000_std": -0.359851, + "nauc_mrr_at_1000_diff1": 0.546934, + "main_score": 0.38705, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.54072, + "ndcg_at_3": 0.58186, + "ndcg_at_5": 0.59355, + "ndcg_at_10": 0.60921, + "ndcg_at_20": 0.61961, + "ndcg_at_100": 0.63869, + "ndcg_at_1000": 0.6587, + "map_at_1": 0.54072, + "map_at_3": 0.57183, + "map_at_5": 0.57834, + "map_at_10": 0.58476, + "map_at_20": 0.58767, + "map_at_100": 0.59016, + "map_at_1000": 0.59077, + "recall_at_1": 0.54072, + "recall_at_3": 0.61086, + "recall_at_5": 0.63914, + "recall_at_10": 0.68778, + "recall_at_20": 0.72851, + "recall_at_100": 0.83371, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.54072, + "cv_recall_at_3": 0.61086, + "cv_recall_at_5": 0.63914, + "cv_recall_at_10": 0.68778, + "cv_recall_at_20": 0.72851, + "cv_recall_at_100": 0.83371, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.54072, + "precision_at_3": 0.20362, + "precision_at_5": 0.12783, + "precision_at_10": 0.06878, + "precision_at_20": 0.03643, + "precision_at_100": 0.00834, + "precision_at_1000": 0.001, + "mrr_at_1": 0.540724, + "mrr_at_3": 0.571833, + "mrr_at_5": 0.578337, + "mrr_at_10": 0.584763, + "mrr_at_20": 0.587671, + "mrr_at_100": 0.590163, + "mrr_at_1000": 0.590769, + "nauc_ndcg_at_1_max": 0.02469, + "nauc_ndcg_at_1_std": -0.113893, + "nauc_ndcg_at_1_diff1": 0.811357, + "nauc_ndcg_at_3_max": 0.029436, + "nauc_ndcg_at_3_std": -0.107001, + "nauc_ndcg_at_3_diff1": 0.772502, + "nauc_ndcg_at_5_max": 0.015212, + "nauc_ndcg_at_5_std": -0.120264, + "nauc_ndcg_at_5_diff1": 0.763509, + "nauc_ndcg_at_10_max": 0.013371, + "nauc_ndcg_at_10_std": -0.122205, + "nauc_ndcg_at_10_diff1": 0.753454, + "nauc_ndcg_at_20_max": 0.014977, + "nauc_ndcg_at_20_std": -0.118801, + "nauc_ndcg_at_20_diff1": 0.747907, + "nauc_ndcg_at_100_max": 0.020185, + "nauc_ndcg_at_100_std": -0.109419, + "nauc_ndcg_at_100_diff1": 0.749099, + "nauc_ndcg_at_1000_max": 0.019559, + "nauc_ndcg_at_1000_std": -0.113851, + "nauc_ndcg_at_1000_diff1": 0.758424, + "nauc_map_at_1_max": 0.02469, + "nauc_map_at_1_std": -0.113893, + "nauc_map_at_1_diff1": 0.811357, + "nauc_map_at_3_max": 0.028522, + "nauc_map_at_3_std": -0.108699, + "nauc_map_at_3_diff1": 0.782188, + "nauc_map_at_5_max": 0.020483, + "nauc_map_at_5_std": -0.116252, + "nauc_map_at_5_diff1": 0.777311, + "nauc_map_at_10_max": 0.019945, + "nauc_map_at_10_std": -0.116835, + "nauc_map_at_10_diff1": 0.773526, + "nauc_map_at_20_max": 0.020573, + "nauc_map_at_20_std": -0.115706, + "nauc_map_at_20_diff1": 0.772036, + "nauc_map_at_100_max": 0.02127, + "nauc_map_at_100_std": -0.11446, + "nauc_map_at_100_diff1": 0.772076, + "nauc_map_at_1000_max": 0.021265, + "nauc_map_at_1000_std": -0.11457, + "nauc_map_at_1000_diff1": 0.772282, + "nauc_recall_at_1_max": 0.02469, + "nauc_recall_at_1_std": -0.113893, + "nauc_recall_at_1_diff1": 0.811357, + "nauc_recall_at_3_max": 0.032087, + "nauc_recall_at_3_std": -0.101867, + "nauc_recall_at_3_diff1": 0.743164, + "nauc_recall_at_5_max": -0.003365, + "nauc_recall_at_5_std": -0.134567, + "nauc_recall_at_5_diff1": 0.71868, + "nauc_recall_at_10_max": -0.012642, + "nauc_recall_at_10_std": -0.143808, + "nauc_recall_at_10_diff1": 0.678104, + "nauc_recall_at_20_max": -0.009362, + "nauc_recall_at_20_std": -0.131528, + "nauc_recall_at_20_diff1": 0.643721, + "nauc_recall_at_100_max": 0.026715, + "nauc_recall_at_100_std": -0.049901, + "nauc_recall_at_100_diff1": 0.609342, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.02469, + "nauc_precision_at_1_std": -0.113893, + "nauc_precision_at_1_diff1": 0.811357, + "nauc_precision_at_3_max": 0.032087, + "nauc_precision_at_3_std": -0.101867, + "nauc_precision_at_3_diff1": 0.743164, + "nauc_precision_at_5_max": -0.003365, + "nauc_precision_at_5_std": -0.134567, + "nauc_precision_at_5_diff1": 0.71868, + "nauc_precision_at_10_max": -0.012642, + "nauc_precision_at_10_std": -0.143808, + "nauc_precision_at_10_diff1": 0.678104, + "nauc_precision_at_20_max": -0.009362, + "nauc_precision_at_20_std": -0.131528, + "nauc_precision_at_20_diff1": 0.643721, + "nauc_precision_at_100_max": 0.026715, + "nauc_precision_at_100_std": -0.049901, + "nauc_precision_at_100_diff1": 0.609342, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": 0.02469, + "nauc_cv_recall_at_1_std": -0.113893, + "nauc_cv_recall_at_1_diff1": 0.811357, + "nauc_cv_recall_at_3_max": 0.032087, + "nauc_cv_recall_at_3_std": -0.101867, + "nauc_cv_recall_at_3_diff1": 0.743164, + "nauc_cv_recall_at_5_max": -0.003365, + "nauc_cv_recall_at_5_std": -0.134567, + "nauc_cv_recall_at_5_diff1": 0.71868, + "nauc_cv_recall_at_10_max": -0.012642, + "nauc_cv_recall_at_10_std": -0.143808, + "nauc_cv_recall_at_10_diff1": 0.678104, + "nauc_cv_recall_at_20_max": -0.009362, + "nauc_cv_recall_at_20_std": -0.131528, + "nauc_cv_recall_at_20_diff1": 0.643721, + "nauc_cv_recall_at_100_max": 0.026715, + "nauc_cv_recall_at_100_std": -0.049901, + "nauc_cv_recall_at_100_diff1": 0.609342, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.02469, + "nauc_mrr_at_1_std": -0.113893, + "nauc_mrr_at_1_diff1": 0.811357, + "nauc_mrr_at_3_max": 0.028522, + "nauc_mrr_at_3_std": -0.108699, + "nauc_mrr_at_3_diff1": 0.782188, + "nauc_mrr_at_5_max": 0.020483, + "nauc_mrr_at_5_std": -0.116252, + "nauc_mrr_at_5_diff1": 0.777311, + "nauc_mrr_at_10_max": 0.019945, + "nauc_mrr_at_10_std": -0.116835, + "nauc_mrr_at_10_diff1": 0.773526, + "nauc_mrr_at_20_max": 0.020573, + "nauc_mrr_at_20_std": -0.115706, + "nauc_mrr_at_20_diff1": 0.772036, + "nauc_mrr_at_100_max": 0.02127, + "nauc_mrr_at_100_std": -0.11446, + "nauc_mrr_at_100_diff1": 0.772076, + "nauc_mrr_at_1000_max": 0.021265, + "nauc_mrr_at_1000_std": -0.11457, + "nauc_mrr_at_1000_diff1": 0.772282, + "main_score": 0.59355, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.55394, + "ndcg_at_3": 0.5893, + "ndcg_at_5": 0.59733, + "ndcg_at_10": 0.61143, + "ndcg_at_20": 0.61881, + "ndcg_at_100": 0.63572, + "ndcg_at_1000": 0.65939, + "map_at_1": 0.55394, + "map_at_3": 0.58039, + "map_at_5": 0.5848, + "map_at_10": 0.59062, + "map_at_20": 0.59266, + "map_at_100": 0.59494, + "map_at_1000": 0.5956, + "recall_at_1": 0.55394, + "recall_at_3": 0.61515, + "recall_at_5": 0.63485, + "recall_at_10": 0.67842, + "recall_at_20": 0.70747, + "recall_at_100": 0.79979, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.55394, + "cv_recall_at_3": 0.61515, + "cv_recall_at_5": 0.63485, + "cv_recall_at_10": 0.67842, + "cv_recall_at_20": 0.70747, + "cv_recall_at_100": 0.79979, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.55394, + "precision_at_3": 0.20505, + "precision_at_5": 0.12697, + "precision_at_10": 0.06784, + "precision_at_20": 0.03537, + "precision_at_100": 0.008, + "precision_at_1000": 0.001, + "mrr_at_1": 0.553942, + "mrr_at_3": 0.580394, + "mrr_at_5": 0.584803, + "mrr_at_10": 0.590621, + "mrr_at_20": 0.592663, + "mrr_at_100": 0.594937, + "mrr_at_1000": 0.5956, + "nauc_ndcg_at_1_max": 0.083403, + "nauc_ndcg_at_1_std": -0.076023, + "nauc_ndcg_at_1_diff1": 0.854751, + "nauc_ndcg_at_3_max": 0.088438, + "nauc_ndcg_at_3_std": -0.067609, + "nauc_ndcg_at_3_diff1": 0.821929, + "nauc_ndcg_at_5_max": 0.094597, + "nauc_ndcg_at_5_std": -0.063087, + "nauc_ndcg_at_5_diff1": 0.819394, + "nauc_ndcg_at_10_max": 0.098126, + "nauc_ndcg_at_10_std": -0.058997, + "nauc_ndcg_at_10_diff1": 0.810426, + "nauc_ndcg_at_20_max": 0.096738, + "nauc_ndcg_at_20_std": -0.057554, + "nauc_ndcg_at_20_diff1": 0.804538, + "nauc_ndcg_at_100_max": 0.102734, + "nauc_ndcg_at_100_std": -0.049228, + "nauc_ndcg_at_100_diff1": 0.803119, + "nauc_ndcg_at_1000_max": 0.097344, + "nauc_ndcg_at_1000_std": -0.057208, + "nauc_ndcg_at_1000_diff1": 0.811928, + "nauc_map_at_1_max": 0.083403, + "nauc_map_at_1_std": -0.076023, + "nauc_map_at_1_diff1": 0.854751, + "nauc_map_at_3_max": 0.08845, + "nauc_map_at_3_std": -0.068602, + "nauc_map_at_3_diff1": 0.830202, + "nauc_map_at_5_max": 0.091967, + "nauc_map_at_5_std": -0.065976, + "nauc_map_at_5_diff1": 0.828945, + "nauc_map_at_10_max": 0.093353, + "nauc_map_at_10_std": -0.064412, + "nauc_map_at_10_diff1": 0.825541, + "nauc_map_at_20_max": 0.092923, + "nauc_map_at_20_std": -0.064075, + "nauc_map_at_20_diff1": 0.823988, + "nauc_map_at_100_max": 0.093609, + "nauc_map_at_100_std": -0.062974, + "nauc_map_at_100_diff1": 0.823817, + "nauc_map_at_1000_max": 0.093439, + "nauc_map_at_1000_std": -0.063213, + "nauc_map_at_1000_diff1": 0.823964, + "nauc_recall_at_1_max": 0.083403, + "nauc_recall_at_1_std": -0.076023, + "nauc_recall_at_1_diff1": 0.854751, + "nauc_recall_at_3_max": 0.087852, + "nauc_recall_at_3_std": -0.065084, + "nauc_recall_at_3_diff1": 0.796884, + "nauc_recall_at_5_max": 0.102944, + "nauc_recall_at_5_std": -0.054128, + "nauc_recall_at_5_diff1": 0.78917, + "nauc_recall_at_10_max": 0.115915, + "nauc_recall_at_10_std": -0.038901, + "nauc_recall_at_10_diff1": 0.754832, + "nauc_recall_at_20_max": 0.111007, + "nauc_recall_at_20_std": -0.03067, + "nauc_recall_at_20_diff1": 0.724147, + "nauc_recall_at_100_max": 0.167069, + "nauc_recall_at_100_std": 0.046135, + "nauc_recall_at_100_diff1": 0.68645, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.083403, + "nauc_precision_at_1_std": -0.076023, + "nauc_precision_at_1_diff1": 0.854751, + "nauc_precision_at_3_max": 0.087852, + "nauc_precision_at_3_std": -0.065084, + "nauc_precision_at_3_diff1": 0.796884, + "nauc_precision_at_5_max": 0.102944, + "nauc_precision_at_5_std": -0.054128, + "nauc_precision_at_5_diff1": 0.78917, + "nauc_precision_at_10_max": 0.115915, + "nauc_precision_at_10_std": -0.038901, + "nauc_precision_at_10_diff1": 0.754832, + "nauc_precision_at_20_max": 0.111007, + "nauc_precision_at_20_std": -0.03067, + "nauc_precision_at_20_diff1": 0.724147, + "nauc_precision_at_100_max": 0.167069, + "nauc_precision_at_100_std": 0.046135, + "nauc_precision_at_100_diff1": 0.68645, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.083403, + "nauc_cv_recall_at_1_std": -0.076023, + "nauc_cv_recall_at_1_diff1": 0.854751, + "nauc_cv_recall_at_3_max": 0.087852, + "nauc_cv_recall_at_3_std": -0.065084, + "nauc_cv_recall_at_3_diff1": 0.796884, + "nauc_cv_recall_at_5_max": 0.102944, + "nauc_cv_recall_at_5_std": -0.054128, + "nauc_cv_recall_at_5_diff1": 0.78917, + "nauc_cv_recall_at_10_max": 0.115915, + "nauc_cv_recall_at_10_std": -0.038901, + "nauc_cv_recall_at_10_diff1": 0.754832, + "nauc_cv_recall_at_20_max": 0.111007, + "nauc_cv_recall_at_20_std": -0.03067, + "nauc_cv_recall_at_20_diff1": 0.724147, + "nauc_cv_recall_at_100_max": 0.167069, + "nauc_cv_recall_at_100_std": 0.046135, + "nauc_cv_recall_at_100_diff1": 0.68645, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.083403, + "nauc_mrr_at_1_std": -0.076023, + "nauc_mrr_at_1_diff1": 0.854751, + "nauc_mrr_at_3_max": 0.08845, + "nauc_mrr_at_3_std": -0.068602, + "nauc_mrr_at_3_diff1": 0.830202, + "nauc_mrr_at_5_max": 0.091967, + "nauc_mrr_at_5_std": -0.065976, + "nauc_mrr_at_5_diff1": 0.828945, + "nauc_mrr_at_10_max": 0.093353, + "nauc_mrr_at_10_std": -0.064412, + "nauc_mrr_at_10_diff1": 0.825541, + "nauc_mrr_at_20_max": 0.092923, + "nauc_mrr_at_20_std": -0.064075, + "nauc_mrr_at_20_diff1": 0.823988, + "nauc_mrr_at_100_max": 0.093609, + "nauc_mrr_at_100_std": -0.062974, + "nauc_mrr_at_100_diff1": 0.823817, + "nauc_mrr_at_1000_max": 0.093439, + "nauc_mrr_at_1000_std": -0.063213, + "nauc_mrr_at_1000_diff1": 0.823964, + "main_score": 0.59733, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.58728, + "ndcg_at_3": 0.63911, + "ndcg_at_5": 0.64931, + "ndcg_at_10": 0.66233, + "ndcg_at_20": 0.66942, + "ndcg_at_100": 0.68821, + "ndcg_at_1000": 0.70394, + "map_at_1": 0.58728, + "map_at_3": 0.6268, + "map_at_5": 0.63245, + "map_at_10": 0.6379, + "map_at_20": 0.63985, + "map_at_100": 0.64236, + "map_at_1000": 0.64285, + "recall_at_1": 0.58728, + "recall_at_3": 0.67457, + "recall_at_5": 0.69935, + "recall_at_10": 0.73922, + "recall_at_20": 0.76724, + "recall_at_100": 0.86961, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.58728, + "cv_recall_at_3": 0.67457, + "cv_recall_at_5": 0.69935, + "cv_recall_at_10": 0.73922, + "cv_recall_at_20": 0.76724, + "cv_recall_at_100": 0.86961, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.58728, + "precision_at_3": 0.22486, + "precision_at_5": 0.13987, + "precision_at_10": 0.07392, + "precision_at_20": 0.03836, + "precision_at_100": 0.0087, + "precision_at_1000": 0.001, + "mrr_at_1": 0.587284, + "mrr_at_3": 0.626796, + "mrr_at_5": 0.632453, + "mrr_at_10": 0.637902, + "mrr_at_20": 0.639851, + "mrr_at_100": 0.642364, + "mrr_at_1000": 0.642845, + "nauc_ndcg_at_1_max": -0.077287, + "nauc_ndcg_at_1_std": -0.245132, + "nauc_ndcg_at_1_diff1": 0.693902, + "nauc_ndcg_at_3_max": -0.091533, + "nauc_ndcg_at_3_std": -0.262424, + "nauc_ndcg_at_3_diff1": 0.656379, + "nauc_ndcg_at_5_max": -0.092921, + "nauc_ndcg_at_5_std": -0.261554, + "nauc_ndcg_at_5_diff1": 0.644382, + "nauc_ndcg_at_10_max": -0.099675, + "nauc_ndcg_at_10_std": -0.269599, + "nauc_ndcg_at_10_diff1": 0.644926, + "nauc_ndcg_at_20_max": -0.101494, + "nauc_ndcg_at_20_std": -0.271261, + "nauc_ndcg_at_20_diff1": 0.643619, + "nauc_ndcg_at_100_max": -0.099091, + "nauc_ndcg_at_100_std": -0.267534, + "nauc_ndcg_at_100_diff1": 0.649625, + "nauc_ndcg_at_1000_max": -0.096315, + "nauc_ndcg_at_1000_std": -0.265318, + "nauc_ndcg_at_1000_diff1": 0.65183, + "nauc_map_at_1_max": -0.077287, + "nauc_map_at_1_std": -0.245132, + "nauc_map_at_1_diff1": 0.693902, + "nauc_map_at_3_max": -0.089403, + "nauc_map_at_3_std": -0.259901, + "nauc_map_at_3_diff1": 0.665642, + "nauc_map_at_5_max": -0.090266, + "nauc_map_at_5_std": -0.259482, + "nauc_map_at_5_diff1": 0.65905, + "nauc_map_at_10_max": -0.092857, + "nauc_map_at_10_std": -0.262599, + "nauc_map_at_10_diff1": 0.659131, + "nauc_map_at_20_max": -0.093052, + "nauc_map_at_20_std": -0.262751, + "nauc_map_at_20_diff1": 0.658951, + "nauc_map_at_100_max": -0.092377, + "nauc_map_at_100_std": -0.261872, + "nauc_map_at_100_diff1": 0.659802, + "nauc_map_at_1000_max": -0.092359, + "nauc_map_at_1000_std": -0.261857, + "nauc_map_at_1000_diff1": 0.659805, + "nauc_recall_at_1_max": -0.077287, + "nauc_recall_at_1_std": -0.245132, + "nauc_recall_at_1_diff1": 0.693902, + "nauc_recall_at_3_max": -0.097551, + "nauc_recall_at_3_std": -0.269504, + "nauc_recall_at_3_diff1": 0.627367, + "nauc_recall_at_5_max": -0.100931, + "nauc_recall_at_5_std": -0.267192, + "nauc_recall_at_5_diff1": 0.594808, + "nauc_recall_at_10_max": -0.127132, + "nauc_recall_at_10_std": -0.297808, + "nauc_recall_at_10_diff1": 0.592798, + "nauc_recall_at_20_max": -0.141622, + "nauc_recall_at_20_std": -0.311586, + "nauc_recall_at_20_diff1": 0.580217, + "nauc_recall_at_100_max": -0.153383, + "nauc_recall_at_100_std": -0.310837, + "nauc_recall_at_100_diff1": 0.604004, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.077287, + "nauc_precision_at_1_std": -0.245132, + "nauc_precision_at_1_diff1": 0.693902, + "nauc_precision_at_3_max": -0.097551, + "nauc_precision_at_3_std": -0.269504, + "nauc_precision_at_3_diff1": 0.627367, + "nauc_precision_at_5_max": -0.100931, + "nauc_precision_at_5_std": -0.267192, + "nauc_precision_at_5_diff1": 0.594808, + "nauc_precision_at_10_max": -0.127132, + "nauc_precision_at_10_std": -0.297808, + "nauc_precision_at_10_diff1": 0.592798, + "nauc_precision_at_20_max": -0.141622, + "nauc_precision_at_20_std": -0.311586, + "nauc_precision_at_20_diff1": 0.580217, + "nauc_precision_at_100_max": -0.153383, + "nauc_precision_at_100_std": -0.310837, + "nauc_precision_at_100_diff1": 0.604004, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.077287, + "nauc_cv_recall_at_1_std": -0.245132, + "nauc_cv_recall_at_1_diff1": 0.693902, + "nauc_cv_recall_at_3_max": -0.097551, + "nauc_cv_recall_at_3_std": -0.269504, + "nauc_cv_recall_at_3_diff1": 0.627367, + "nauc_cv_recall_at_5_max": -0.100931, + "nauc_cv_recall_at_5_std": -0.267192, + "nauc_cv_recall_at_5_diff1": 0.594808, + "nauc_cv_recall_at_10_max": -0.127132, + "nauc_cv_recall_at_10_std": -0.297808, + "nauc_cv_recall_at_10_diff1": 0.592798, + "nauc_cv_recall_at_20_max": -0.141622, + "nauc_cv_recall_at_20_std": -0.311586, + "nauc_cv_recall_at_20_diff1": 0.580217, + "nauc_cv_recall_at_100_max": -0.153383, + "nauc_cv_recall_at_100_std": -0.310837, + "nauc_cv_recall_at_100_diff1": 0.604004, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.077287, + "nauc_mrr_at_1_std": -0.245132, + "nauc_mrr_at_1_diff1": 0.693902, + "nauc_mrr_at_3_max": -0.089403, + "nauc_mrr_at_3_std": -0.259901, + "nauc_mrr_at_3_diff1": 0.665642, + "nauc_mrr_at_5_max": -0.090266, + "nauc_mrr_at_5_std": -0.259482, + "nauc_mrr_at_5_diff1": 0.65905, + "nauc_mrr_at_10_max": -0.092857, + "nauc_mrr_at_10_std": -0.262599, + "nauc_mrr_at_10_diff1": 0.659131, + "nauc_mrr_at_20_max": -0.093052, + "nauc_mrr_at_20_std": -0.262751, + "nauc_mrr_at_20_diff1": 0.658951, + "nauc_mrr_at_100_max": -0.092377, + "nauc_mrr_at_100_std": -0.261872, + "nauc_mrr_at_100_diff1": 0.659802, + "nauc_mrr_at_1000_max": -0.092359, + "nauc_mrr_at_1000_std": -0.261857, + "nauc_mrr_at_1000_diff1": 0.659805, + "main_score": 0.64931, + "hf_subset": "jp", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.55454, + "ndcg_at_3": 0.59919, + "ndcg_at_5": 0.61949, + "ndcg_at_10": 0.64038, + "ndcg_at_20": 0.65072, + "ndcg_at_100": 0.66856, + "ndcg_at_1000": 0.68341, + "map_at_1": 0.55454, + "map_at_3": 0.5884, + "map_at_5": 0.59966, + "map_at_10": 0.60855, + "map_at_20": 0.61133, + "map_at_100": 0.61392, + "map_at_1000": 0.61439, + "recall_at_1": 0.55454, + "recall_at_3": 0.63031, + "recall_at_5": 0.67968, + "recall_at_10": 0.74282, + "recall_at_20": 0.78416, + "recall_at_100": 0.8783, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.55454, + "cv_recall_at_3": 0.63031, + "cv_recall_at_5": 0.67968, + "cv_recall_at_10": 0.74282, + "cv_recall_at_20": 0.78416, + "cv_recall_at_100": 0.8783, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.55454, + "precision_at_3": 0.2101, + "precision_at_5": 0.13594, + "precision_at_10": 0.07428, + "precision_at_20": 0.03921, + "precision_at_100": 0.00878, + "precision_at_1000": 0.001, + "mrr_at_1": 0.554535, + "mrr_at_3": 0.588404, + "mrr_at_5": 0.599656, + "mrr_at_10": 0.608547, + "mrr_at_20": 0.611327, + "mrr_at_100": 0.613916, + "mrr_at_1000": 0.61439, + "nauc_ndcg_at_1_max": -0.301466, + "nauc_ndcg_at_1_std": -0.35947, + "nauc_ndcg_at_1_diff1": 0.716373, + "nauc_ndcg_at_3_max": -0.297073, + "nauc_ndcg_at_3_std": -0.354752, + "nauc_ndcg_at_3_diff1": 0.669741, + "nauc_ndcg_at_5_max": -0.261825, + "nauc_ndcg_at_5_std": -0.321625, + "nauc_ndcg_at_5_diff1": 0.66718, + "nauc_ndcg_at_10_max": -0.262192, + "nauc_ndcg_at_10_std": -0.321163, + "nauc_ndcg_at_10_diff1": 0.661438, + "nauc_ndcg_at_20_max": -0.252687, + "nauc_ndcg_at_20_std": -0.311267, + "nauc_ndcg_at_20_diff1": 0.664915, + "nauc_ndcg_at_100_max": -0.257334, + "nauc_ndcg_at_100_std": -0.316505, + "nauc_ndcg_at_100_diff1": 0.666464, + "nauc_ndcg_at_1000_max": -0.267215, + "nauc_ndcg_at_1000_std": -0.326298, + "nauc_ndcg_at_1000_diff1": 0.670666, + "nauc_map_at_1_max": -0.301466, + "nauc_map_at_1_std": -0.35947, + "nauc_map_at_1_diff1": 0.716373, + "nauc_map_at_3_max": -0.300166, + "nauc_map_at_3_std": -0.357806, + "nauc_map_at_3_diff1": 0.68086, + "nauc_map_at_5_max": -0.281161, + "nauc_map_at_5_std": -0.339878, + "nauc_map_at_5_diff1": 0.679583, + "nauc_map_at_10_max": -0.281817, + "nauc_map_at_10_std": -0.340233, + "nauc_map_at_10_diff1": 0.677134, + "nauc_map_at_20_max": -0.279457, + "nauc_map_at_20_std": -0.337765, + "nauc_map_at_20_diff1": 0.678137, + "nauc_map_at_100_max": -0.279992, + "nauc_map_at_100_std": -0.338494, + "nauc_map_at_100_diff1": 0.678441, + "nauc_map_at_1000_max": -0.280279, + "nauc_map_at_1000_std": -0.338783, + "nauc_map_at_1000_diff1": 0.678531, + "nauc_recall_at_1_max": -0.301466, + "nauc_recall_at_1_std": -0.35947, + "nauc_recall_at_1_diff1": 0.716373, + "nauc_recall_at_3_max": -0.286716, + "nauc_recall_at_3_std": -0.344564, + "nauc_recall_at_3_diff1": 0.635912, + "nauc_recall_at_5_max": -0.191178, + "nauc_recall_at_5_std": -0.255068, + "nauc_recall_at_5_diff1": 0.626171, + "nauc_recall_at_10_max": -0.178635, + "nauc_recall_at_10_std": -0.239751, + "nauc_recall_at_10_diff1": 0.59943, + "nauc_recall_at_20_max": -0.11415, + "nauc_recall_at_20_std": -0.173507, + "nauc_recall_at_20_diff1": 0.609267, + "nauc_recall_at_100_max": -0.084421, + "nauc_recall_at_100_std": -0.14657, + "nauc_recall_at_100_diff1": 0.589684, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.301466, + "nauc_precision_at_1_std": -0.35947, + "nauc_precision_at_1_diff1": 0.716373, + "nauc_precision_at_3_max": -0.286716, + "nauc_precision_at_3_std": -0.344564, + "nauc_precision_at_3_diff1": 0.635912, + "nauc_precision_at_5_max": -0.191178, + "nauc_precision_at_5_std": -0.255068, + "nauc_precision_at_5_diff1": 0.626171, + "nauc_precision_at_10_max": -0.178635, + "nauc_precision_at_10_std": -0.239751, + "nauc_precision_at_10_diff1": 0.59943, + "nauc_precision_at_20_max": -0.11415, + "nauc_precision_at_20_std": -0.173507, + "nauc_precision_at_20_diff1": 0.609267, + "nauc_precision_at_100_max": -0.084421, + "nauc_precision_at_100_std": -0.14657, + "nauc_precision_at_100_diff1": 0.589684, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.301466, + "nauc_cv_recall_at_1_std": -0.35947, + "nauc_cv_recall_at_1_diff1": 0.716373, + "nauc_cv_recall_at_3_max": -0.286716, + "nauc_cv_recall_at_3_std": -0.344564, + "nauc_cv_recall_at_3_diff1": 0.635912, + "nauc_cv_recall_at_5_max": -0.191178, + "nauc_cv_recall_at_5_std": -0.255068, + "nauc_cv_recall_at_5_diff1": 0.626171, + "nauc_cv_recall_at_10_max": -0.178635, + "nauc_cv_recall_at_10_std": -0.239751, + "nauc_cv_recall_at_10_diff1": 0.59943, + "nauc_cv_recall_at_20_max": -0.11415, + "nauc_cv_recall_at_20_std": -0.173507, + "nauc_cv_recall_at_20_diff1": 0.609267, + "nauc_cv_recall_at_100_max": -0.084421, + "nauc_cv_recall_at_100_std": -0.14657, + "nauc_cv_recall_at_100_diff1": 0.589684, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.301466, + "nauc_mrr_at_1_std": -0.35947, + "nauc_mrr_at_1_diff1": 0.716373, + "nauc_mrr_at_3_max": -0.300166, + "nauc_mrr_at_3_std": -0.357806, + "nauc_mrr_at_3_diff1": 0.68086, + "nauc_mrr_at_5_max": -0.281161, + "nauc_mrr_at_5_std": -0.339878, + "nauc_mrr_at_5_diff1": 0.679583, + "nauc_mrr_at_10_max": -0.281817, + "nauc_mrr_at_10_std": -0.340233, + "nauc_mrr_at_10_diff1": 0.677134, + "nauc_mrr_at_20_max": -0.279457, + "nauc_mrr_at_20_std": -0.337765, + "nauc_mrr_at_20_diff1": 0.678137, + "nauc_mrr_at_100_max": -0.279992, + "nauc_mrr_at_100_std": -0.338494, + "nauc_mrr_at_100_diff1": 0.678441, + "nauc_mrr_at_1000_max": -0.280279, + "nauc_mrr_at_1000_std": -0.338783, + "nauc_mrr_at_1000_diff1": 0.678531, + "main_score": 0.61949, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.1, + "ndcg_at_3": 0.11052, + "ndcg_at_5": 0.11052, + "ndcg_at_10": 0.16842, + "ndcg_at_20": 0.21009, + "ndcg_at_100": 0.30893, + "ndcg_at_1000": 0.30893, + "map_at_1": 0.1, + "map_at_3": 0.10833, + "map_at_5": 0.10833, + "map_at_10": 0.13138, + "map_at_20": 0.14262, + "map_at_100": 0.15603, + "map_at_1000": 0.15603, + "recall_at_1": 0.1, + "recall_at_3": 0.11667, + "recall_at_5": 0.11667, + "recall_at_10": 0.3, + "recall_at_20": 0.46667, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.1, + "cv_recall_at_3": 0.11667, + "cv_recall_at_5": 0.11667, + "cv_recall_at_10": 0.3, + "cv_recall_at_20": 0.46667, + "cv_recall_at_100": 1.0, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.1, + "precision_at_3": 0.03889, + "precision_at_5": 0.02333, + "precision_at_10": 0.03, + "precision_at_20": 0.02333, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.1, + "mrr_at_3": 0.108333, + "mrr_at_5": 0.108333, + "mrr_at_10": 0.131382, + "mrr_at_20": 0.142621, + "mrr_at_100": 0.156027, + "mrr_at_1000": 0.156027, + "nauc_ndcg_at_1_max": -0.096771, + "nauc_ndcg_at_1_std": -0.096771, + "nauc_ndcg_at_1_diff1": 0.126062, + "nauc_ndcg_at_3_max": -0.146976, + "nauc_ndcg_at_3_std": -0.146976, + "nauc_ndcg_at_3_diff1": 0.061356, + "nauc_ndcg_at_5_max": -0.146976, + "nauc_ndcg_at_5_std": -0.146976, + "nauc_ndcg_at_5_diff1": 0.061356, + "nauc_ndcg_at_10_max": -0.12791, + "nauc_ndcg_at_10_std": -0.127609, + "nauc_ndcg_at_10_diff1": 0.032205, + "nauc_ndcg_at_20_max": -0.141199, + "nauc_ndcg_at_20_std": -0.14472, + "nauc_ndcg_at_20_diff1": 0.073418, + "nauc_ndcg_at_100_max": -0.135078, + "nauc_ndcg_at_100_std": -0.137411, + "nauc_ndcg_at_100_diff1": 0.057732, + "nauc_ndcg_at_1000_max": -0.135078, + "nauc_ndcg_at_1000_std": -0.137411, + "nauc_ndcg_at_1000_diff1": 0.057732, + "nauc_map_at_1_max": -0.096771, + "nauc_map_at_1_std": -0.096771, + "nauc_map_at_1_diff1": 0.126062, + "nauc_map_at_3_max": -0.137102, + "nauc_map_at_3_std": -0.137102, + "nauc_map_at_3_diff1": 0.074082, + "nauc_map_at_5_max": -0.137102, + "nauc_map_at_5_std": -0.137102, + "nauc_map_at_5_diff1": 0.074082, + "nauc_map_at_10_max": -0.127444, + "nauc_map_at_10_std": -0.127109, + "nauc_map_at_10_diff1": 0.056421, + "nauc_map_at_20_max": -0.128364, + "nauc_map_at_20_std": -0.129041, + "nauc_map_at_20_diff1": 0.07055, + "nauc_map_at_100_max": -0.129503, + "nauc_map_at_100_std": -0.130496, + "nauc_map_at_100_diff1": 0.066141, + "nauc_map_at_1000_max": -0.129503, + "nauc_map_at_1000_std": -0.130496, + "nauc_map_at_1000_diff1": 0.066141, + "nauc_recall_at_1_max": -0.096771, + "nauc_recall_at_1_std": -0.096771, + "nauc_recall_at_1_diff1": 0.126062, + "nauc_recall_at_3_max": -0.173426, + "nauc_recall_at_3_std": -0.173426, + "nauc_recall_at_3_diff1": 0.027267, + "nauc_recall_at_5_max": -0.173426, + "nauc_recall_at_5_std": -0.173426, + "nauc_recall_at_5_diff1": 0.027267, + "nauc_recall_at_10_max": -0.126537, + "nauc_recall_at_10_std": -0.126537, + "nauc_recall_at_10_diff1": -0.010944, + "nauc_recall_at_20_max": -0.176135, + "nauc_recall_at_20_std": -0.187198, + "nauc_recall_at_20_diff1": 0.095882, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.096771, + "nauc_precision_at_1_std": -0.096771, + "nauc_precision_at_1_diff1": 0.126062, + "nauc_precision_at_3_max": -0.173426, + "nauc_precision_at_3_std": -0.173426, + "nauc_precision_at_3_diff1": 0.027267, + "nauc_precision_at_5_max": -0.173426, + "nauc_precision_at_5_std": -0.173426, + "nauc_precision_at_5_diff1": 0.027267, + "nauc_precision_at_10_max": -0.126537, + "nauc_precision_at_10_std": -0.126537, + "nauc_precision_at_10_diff1": -0.010944, + "nauc_precision_at_20_max": -0.176135, + "nauc_precision_at_20_std": -0.187198, + "nauc_precision_at_20_diff1": 0.095882, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.096771, + "nauc_cv_recall_at_1_std": -0.096771, + "nauc_cv_recall_at_1_diff1": 0.126062, + "nauc_cv_recall_at_3_max": -0.173426, + "nauc_cv_recall_at_3_std": -0.173426, + "nauc_cv_recall_at_3_diff1": 0.027267, + "nauc_cv_recall_at_5_max": -0.173426, + "nauc_cv_recall_at_5_std": -0.173426, + "nauc_cv_recall_at_5_diff1": 0.027267, + "nauc_cv_recall_at_10_max": -0.126537, + "nauc_cv_recall_at_10_std": -0.126537, + "nauc_cv_recall_at_10_diff1": -0.010944, + "nauc_cv_recall_at_20_max": -0.176135, + "nauc_cv_recall_at_20_std": -0.187198, + "nauc_cv_recall_at_20_diff1": 0.095882, + "nauc_cv_recall_at_100_max": NaN, + "nauc_cv_recall_at_100_std": NaN, + "nauc_cv_recall_at_100_diff1": NaN, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.096771, + "nauc_mrr_at_1_std": -0.096771, + "nauc_mrr_at_1_diff1": 0.126062, + "nauc_mrr_at_3_max": -0.137102, + "nauc_mrr_at_3_std": -0.137102, + "nauc_mrr_at_3_diff1": 0.074082, + "nauc_mrr_at_5_max": -0.137102, + "nauc_mrr_at_5_std": -0.137102, + "nauc_mrr_at_5_diff1": 0.074082, + "nauc_mrr_at_10_max": -0.127444, + "nauc_mrr_at_10_std": -0.127109, + "nauc_mrr_at_10_diff1": 0.056421, + "nauc_mrr_at_20_max": -0.128364, + "nauc_mrr_at_20_std": -0.129041, + "nauc_mrr_at_20_diff1": 0.07055, + "nauc_mrr_at_100_max": -0.129503, + "nauc_mrr_at_100_std": -0.130496, + "nauc_mrr_at_100_diff1": 0.066141, + "nauc_mrr_at_1000_max": -0.129503, + "nauc_mrr_at_1000_std": -0.130496, + "nauc_mrr_at_1000_diff1": 0.066141, + "main_score": 0.11052, + "hf_subset": "my", + "languages": [ + "mya-Mymr" + ] + }, + { + "ndcg_at_1": 0.55269, + "ndcg_at_3": 0.61048, + "ndcg_at_5": 0.62798, + "ndcg_at_10": 0.63587, + "ndcg_at_20": 0.64539, + "ndcg_at_100": 0.66117, + "ndcg_at_1000": 0.68023, + "map_at_1": 0.55269, + "map_at_3": 0.59659, + "map_at_5": 0.60643, + "map_at_10": 0.60962, + "map_at_20": 0.61224, + "map_at_100": 0.61427, + "map_at_1000": 0.61485, + "recall_at_1": 0.55269, + "recall_at_3": 0.65054, + "recall_at_5": 0.69247, + "recall_at_10": 0.7172, + "recall_at_20": 0.75484, + "recall_at_100": 0.84194, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.55269, + "cv_recall_at_3": 0.65054, + "cv_recall_at_5": 0.69247, + "cv_recall_at_10": 0.7172, + "cv_recall_at_20": 0.75484, + "cv_recall_at_100": 0.84194, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.55269, + "precision_at_3": 0.21685, + "precision_at_5": 0.13849, + "precision_at_10": 0.07172, + "precision_at_20": 0.03774, + "precision_at_100": 0.00842, + "precision_at_1000": 0.001, + "mrr_at_1": 0.552688, + "mrr_at_3": 0.596595, + "mrr_at_5": 0.606434, + "mrr_at_10": 0.609623, + "mrr_at_20": 0.612241, + "mrr_at_100": 0.614271, + "mrr_at_1000": 0.614852, + "nauc_ndcg_at_1_max": 0.046667, + "nauc_ndcg_at_1_std": -0.094323, + "nauc_ndcg_at_1_diff1": 0.79144, + "nauc_ndcg_at_3_max": 0.065247, + "nauc_ndcg_at_3_std": -0.068847, + "nauc_ndcg_at_3_diff1": 0.763, + "nauc_ndcg_at_5_max": 0.063024, + "nauc_ndcg_at_5_std": -0.071168, + "nauc_ndcg_at_5_diff1": 0.754755, + "nauc_ndcg_at_10_max": 0.053423, + "nauc_ndcg_at_10_std": -0.080266, + "nauc_ndcg_at_10_diff1": 0.749942, + "nauc_ndcg_at_20_max": 0.05293, + "nauc_ndcg_at_20_std": -0.081908, + "nauc_ndcg_at_20_diff1": 0.747728, + "nauc_ndcg_at_100_max": 0.057485, + "nauc_ndcg_at_100_std": -0.078359, + "nauc_ndcg_at_100_diff1": 0.748212, + "nauc_ndcg_at_1000_max": 0.057239, + "nauc_ndcg_at_1000_std": -0.078227, + "nauc_ndcg_at_1000_diff1": 0.754885, + "nauc_map_at_1_max": 0.046667, + "nauc_map_at_1_std": -0.094323, + "nauc_map_at_1_diff1": 0.79144, + "nauc_map_at_3_max": 0.060962, + "nauc_map_at_3_std": -0.074766, + "nauc_map_at_3_diff1": 0.770516, + "nauc_map_at_5_max": 0.059397, + "nauc_map_at_5_std": -0.076349, + "nauc_map_at_5_diff1": 0.766112, + "nauc_map_at_10_max": 0.055558, + "nauc_map_at_10_std": -0.079999, + "nauc_map_at_10_diff1": 0.764225, + "nauc_map_at_20_max": 0.05522, + "nauc_map_at_20_std": -0.080613, + "nauc_map_at_20_diff1": 0.763705, + "nauc_map_at_100_max": 0.055792, + "nauc_map_at_100_std": -0.08019, + "nauc_map_at_100_diff1": 0.763642, + "nauc_map_at_1000_max": 0.055894, + "nauc_map_at_1000_std": -0.080072, + "nauc_map_at_1000_diff1": 0.763842, + "nauc_recall_at_1_max": 0.046667, + "nauc_recall_at_1_std": -0.094323, + "nauc_recall_at_1_diff1": 0.79144, + "nauc_recall_at_3_max": 0.078485, + "nauc_recall_at_3_std": -0.050536, + "nauc_recall_at_3_diff1": 0.739299, + "nauc_recall_at_5_max": 0.075032, + "nauc_recall_at_5_std": -0.054115, + "nauc_recall_at_5_diff1": 0.715327, + "nauc_recall_at_10_max": 0.041097, + "nauc_recall_at_10_std": -0.085906, + "nauc_recall_at_10_diff1": 0.695634, + "nauc_recall_at_20_max": 0.039369, + "nauc_recall_at_20_std": -0.092986, + "nauc_recall_at_20_diff1": 0.678028, + "nauc_recall_at_100_max": 0.076966, + "nauc_recall_at_100_std": -0.063345, + "nauc_recall_at_100_diff1": 0.656108, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.046667, + "nauc_precision_at_1_std": -0.094323, + "nauc_precision_at_1_diff1": 0.79144, + "nauc_precision_at_3_max": 0.078485, + "nauc_precision_at_3_std": -0.050536, + "nauc_precision_at_3_diff1": 0.739299, + "nauc_precision_at_5_max": 0.075032, + "nauc_precision_at_5_std": -0.054115, + "nauc_precision_at_5_diff1": 0.715327, + "nauc_precision_at_10_max": 0.041097, + "nauc_precision_at_10_std": -0.085906, + "nauc_precision_at_10_diff1": 0.695634, + "nauc_precision_at_20_max": 0.039369, + "nauc_precision_at_20_std": -0.092986, + "nauc_precision_at_20_diff1": 0.678028, + "nauc_precision_at_100_max": 0.076966, + "nauc_precision_at_100_std": -0.063345, + "nauc_precision_at_100_diff1": 0.656108, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.046667, + "nauc_cv_recall_at_1_std": -0.094323, + "nauc_cv_recall_at_1_diff1": 0.79144, + "nauc_cv_recall_at_3_max": 0.078485, + "nauc_cv_recall_at_3_std": -0.050536, + "nauc_cv_recall_at_3_diff1": 0.739299, + "nauc_cv_recall_at_5_max": 0.075032, + "nauc_cv_recall_at_5_std": -0.054115, + "nauc_cv_recall_at_5_diff1": 0.715327, + "nauc_cv_recall_at_10_max": 0.041097, + "nauc_cv_recall_at_10_std": -0.085906, + "nauc_cv_recall_at_10_diff1": 0.695634, + "nauc_cv_recall_at_20_max": 0.039369, + "nauc_cv_recall_at_20_std": -0.092986, + "nauc_cv_recall_at_20_diff1": 0.678028, + "nauc_cv_recall_at_100_max": 0.076966, + "nauc_cv_recall_at_100_std": -0.063345, + "nauc_cv_recall_at_100_diff1": 0.656108, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.046667, + "nauc_mrr_at_1_std": -0.094323, + "nauc_mrr_at_1_diff1": 0.79144, + "nauc_mrr_at_3_max": 0.060962, + "nauc_mrr_at_3_std": -0.074766, + "nauc_mrr_at_3_diff1": 0.770516, + "nauc_mrr_at_5_max": 0.059397, + "nauc_mrr_at_5_std": -0.076349, + "nauc_mrr_at_5_diff1": 0.766112, + "nauc_mrr_at_10_max": 0.055558, + "nauc_mrr_at_10_std": -0.079999, + "nauc_mrr_at_10_diff1": 0.764225, + "nauc_mrr_at_20_max": 0.05522, + "nauc_mrr_at_20_std": -0.080613, + "nauc_mrr_at_20_diff1": 0.763705, + "nauc_mrr_at_100_max": 0.055792, + "nauc_mrr_at_100_std": -0.08019, + "nauc_mrr_at_100_diff1": 0.763642, + "nauc_mrr_at_1000_max": 0.055894, + "nauc_mrr_at_1000_std": -0.080072, + "nauc_mrr_at_1000_diff1": 0.763842, + "main_score": 0.62798, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.62955, + "ndcg_at_3": 0.66965, + "ndcg_at_5": 0.68008, + "ndcg_at_10": 0.69019, + "ndcg_at_20": 0.69663, + "ndcg_at_100": 0.71024, + "ndcg_at_1000": 0.72794, + "map_at_1": 0.62955, + "map_at_3": 0.65987, + "map_at_5": 0.66566, + "map_at_10": 0.66969, + "map_at_20": 0.67147, + "map_at_100": 0.67325, + "map_at_1000": 0.67383, + "recall_at_1": 0.62955, + "recall_at_3": 0.69791, + "recall_at_5": 0.72326, + "recall_at_10": 0.75524, + "recall_at_20": 0.7806, + "recall_at_100": 0.85557, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.62955, + "cv_recall_at_3": 0.69791, + "cv_recall_at_5": 0.72326, + "cv_recall_at_10": 0.75524, + "cv_recall_at_20": 0.7806, + "cv_recall_at_100": 0.85557, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.62955, + "precision_at_3": 0.23264, + "precision_at_5": 0.14465, + "precision_at_10": 0.07552, + "precision_at_20": 0.03903, + "precision_at_100": 0.00856, + "precision_at_1000": 0.001, + "mrr_at_1": 0.629548, + "mrr_at_3": 0.659868, + "mrr_at_5": 0.665656, + "mrr_at_10": 0.66969, + "mrr_at_20": 0.671473, + "mrr_at_100": 0.673252, + "mrr_at_1000": 0.67383, + "nauc_ndcg_at_1_max": -0.001961, + "nauc_ndcg_at_1_std": -0.153236, + "nauc_ndcg_at_1_diff1": 0.863167, + "nauc_ndcg_at_3_max": 0.020095, + "nauc_ndcg_at_3_std": -0.13034, + "nauc_ndcg_at_3_diff1": 0.833111, + "nauc_ndcg_at_5_max": 0.024538, + "nauc_ndcg_at_5_std": -0.123887, + "nauc_ndcg_at_5_diff1": 0.83066, + "nauc_ndcg_at_10_max": 0.028155, + "nauc_ndcg_at_10_std": -0.121232, + "nauc_ndcg_at_10_diff1": 0.828998, + "nauc_ndcg_at_20_max": 0.026849, + "nauc_ndcg_at_20_std": -0.123374, + "nauc_ndcg_at_20_diff1": 0.825008, + "nauc_ndcg_at_100_max": 0.032463, + "nauc_ndcg_at_100_std": -0.118624, + "nauc_ndcg_at_100_diff1": 0.825174, + "nauc_ndcg_at_1000_max": 0.027875, + "nauc_ndcg_at_1000_std": -0.122003, + "nauc_ndcg_at_1000_diff1": 0.830664, + "nauc_map_at_1_max": -0.001961, + "nauc_map_at_1_std": -0.153236, + "nauc_map_at_1_diff1": 0.863167, + "nauc_map_at_3_max": 0.01524, + "nauc_map_at_3_std": -0.135093, + "nauc_map_at_3_diff1": 0.840893, + "nauc_map_at_5_max": 0.017715, + "nauc_map_at_5_std": -0.131517, + "nauc_map_at_5_diff1": 0.839798, + "nauc_map_at_10_max": 0.019395, + "nauc_map_at_10_std": -0.130291, + "nauc_map_at_10_diff1": 0.839196, + "nauc_map_at_20_max": 0.019032, + "nauc_map_at_20_std": -0.130865, + "nauc_map_at_20_diff1": 0.838212, + "nauc_map_at_100_max": 0.019961, + "nauc_map_at_100_std": -0.129991, + "nauc_map_at_100_diff1": 0.838132, + "nauc_map_at_1000_max": 0.020026, + "nauc_map_at_1000_std": -0.129862, + "nauc_map_at_1000_diff1": 0.838277, + "nauc_recall_at_1_max": -0.001961, + "nauc_recall_at_1_std": -0.153236, + "nauc_recall_at_1_diff1": 0.863167, + "nauc_recall_at_3_max": 0.034891, + "nauc_recall_at_3_std": -0.116005, + "nauc_recall_at_3_diff1": 0.808789, + "nauc_recall_at_5_max": 0.047192, + "nauc_recall_at_5_std": -0.098417, + "nauc_recall_at_5_diff1": 0.799885, + "nauc_recall_at_10_max": 0.060659, + "nauc_recall_at_10_std": -0.08777, + "nauc_recall_at_10_diff1": 0.790802, + "nauc_recall_at_20_max": 0.05677, + "nauc_recall_at_20_std": -0.095861, + "nauc_recall_at_20_diff1": 0.767189, + "nauc_recall_at_100_max": 0.115756, + "nauc_recall_at_100_std": -0.047714, + "nauc_recall_at_100_diff1": 0.747192, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.001961, + "nauc_precision_at_1_std": -0.153236, + "nauc_precision_at_1_diff1": 0.863167, + "nauc_precision_at_3_max": 0.034891, + "nauc_precision_at_3_std": -0.116005, + "nauc_precision_at_3_diff1": 0.808789, + "nauc_precision_at_5_max": 0.047192, + "nauc_precision_at_5_std": -0.098417, + "nauc_precision_at_5_diff1": 0.799885, + "nauc_precision_at_10_max": 0.060659, + "nauc_precision_at_10_std": -0.08777, + "nauc_precision_at_10_diff1": 0.790802, + "nauc_precision_at_20_max": 0.05677, + "nauc_precision_at_20_std": -0.095861, + "nauc_precision_at_20_diff1": 0.767189, + "nauc_precision_at_100_max": 0.115756, + "nauc_precision_at_100_std": -0.047714, + "nauc_precision_at_100_diff1": 0.747192, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.001961, + "nauc_cv_recall_at_1_std": -0.153236, + "nauc_cv_recall_at_1_diff1": 0.863167, + "nauc_cv_recall_at_3_max": 0.034891, + "nauc_cv_recall_at_3_std": -0.116005, + "nauc_cv_recall_at_3_diff1": 0.808789, + "nauc_cv_recall_at_5_max": 0.047192, + "nauc_cv_recall_at_5_std": -0.098417, + "nauc_cv_recall_at_5_diff1": 0.799885, + "nauc_cv_recall_at_10_max": 0.060659, + "nauc_cv_recall_at_10_std": -0.08777, + "nauc_cv_recall_at_10_diff1": 0.790802, + "nauc_cv_recall_at_20_max": 0.05677, + "nauc_cv_recall_at_20_std": -0.095861, + "nauc_cv_recall_at_20_diff1": 0.767189, + "nauc_cv_recall_at_100_max": 0.115756, + "nauc_cv_recall_at_100_std": -0.047714, + "nauc_cv_recall_at_100_diff1": 0.747192, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.001961, + "nauc_mrr_at_1_std": -0.153236, + "nauc_mrr_at_1_diff1": 0.863167, + "nauc_mrr_at_3_max": 0.01524, + "nauc_mrr_at_3_std": -0.135093, + "nauc_mrr_at_3_diff1": 0.840893, + "nauc_mrr_at_5_max": 0.017715, + "nauc_mrr_at_5_std": -0.131517, + "nauc_mrr_at_5_diff1": 0.839798, + "nauc_mrr_at_10_max": 0.019395, + "nauc_mrr_at_10_std": -0.130291, + "nauc_mrr_at_10_diff1": 0.839196, + "nauc_mrr_at_20_max": 0.019032, + "nauc_mrr_at_20_std": -0.130865, + "nauc_mrr_at_20_diff1": 0.838212, + "nauc_mrr_at_100_max": 0.019961, + "nauc_mrr_at_100_std": -0.129991, + "nauc_mrr_at_100_diff1": 0.838132, + "nauc_mrr_at_1000_max": 0.020026, + "nauc_mrr_at_1000_std": -0.129862, + "nauc_mrr_at_1000_diff1": 0.838277, + "main_score": 0.68008, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.36643, + "ndcg_at_3": 0.40775, + "ndcg_at_5": 0.42153, + "ndcg_at_10": 0.43609, + "ndcg_at_20": 0.44991, + "ndcg_at_100": 0.48543, + "ndcg_at_1000": 0.51463, + "map_at_1": 0.36643, + "map_at_3": 0.3973, + "map_at_5": 0.40488, + "map_at_10": 0.41089, + "map_at_20": 0.41473, + "map_at_100": 0.41921, + "map_at_1000": 0.4203, + "recall_at_1": 0.36643, + "recall_at_3": 0.43808, + "recall_at_5": 0.47185, + "recall_at_10": 0.51689, + "recall_at_20": 0.57114, + "recall_at_100": 0.76868, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.36643, + "cv_recall_at_3": 0.43808, + "cv_recall_at_5": 0.47185, + "cv_recall_at_10": 0.51689, + "cv_recall_at_20": 0.57114, + "cv_recall_at_100": 0.76868, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.36643, + "precision_at_3": 0.14603, + "precision_at_5": 0.09437, + "precision_at_10": 0.05169, + "precision_at_20": 0.02856, + "precision_at_100": 0.00769, + "precision_at_1000": 0.001, + "mrr_at_1": 0.366428, + "mrr_at_3": 0.397305, + "mrr_at_5": 0.404879, + "mrr_at_10": 0.410889, + "mrr_at_20": 0.414733, + "mrr_at_100": 0.419215, + "mrr_at_1000": 0.420297, + "nauc_ndcg_at_1_max": -0.127364, + "nauc_ndcg_at_1_std": -0.210468, + "nauc_ndcg_at_1_diff1": 0.697915, + "nauc_ndcg_at_3_max": -0.151527, + "nauc_ndcg_at_3_std": -0.230092, + "nauc_ndcg_at_3_diff1": 0.6419, + "nauc_ndcg_at_5_max": -0.15226, + "nauc_ndcg_at_5_std": -0.22987, + "nauc_ndcg_at_5_diff1": 0.632099, + "nauc_ndcg_at_10_max": -0.162835, + "nauc_ndcg_at_10_std": -0.238024, + "nauc_ndcg_at_10_diff1": 0.622134, + "nauc_ndcg_at_20_max": -0.164488, + "nauc_ndcg_at_20_std": -0.239716, + "nauc_ndcg_at_20_diff1": 0.619342, + "nauc_ndcg_at_100_max": -0.160009, + "nauc_ndcg_at_100_std": -0.232518, + "nauc_ndcg_at_100_diff1": 0.61367, + "nauc_ndcg_at_1000_max": -0.154495, + "nauc_ndcg_at_1000_std": -0.229842, + "nauc_ndcg_at_1000_diff1": 0.629446, + "nauc_map_at_1_max": -0.127364, + "nauc_map_at_1_std": -0.210468, + "nauc_map_at_1_diff1": 0.697915, + "nauc_map_at_3_max": -0.145071, + "nauc_map_at_3_std": -0.224723, + "nauc_map_at_3_diff1": 0.655327, + "nauc_map_at_5_max": -0.145574, + "nauc_map_at_5_std": -0.224713, + "nauc_map_at_5_diff1": 0.649815, + "nauc_map_at_10_max": -0.150111, + "nauc_map_at_10_std": -0.228228, + "nauc_map_at_10_diff1": 0.645905, + "nauc_map_at_20_max": -0.150557, + "nauc_map_at_20_std": -0.228683, + "nauc_map_at_20_diff1": 0.645245, + "nauc_map_at_100_max": -0.150161, + "nauc_map_at_100_std": -0.227789, + "nauc_map_at_100_diff1": 0.644458, + "nauc_map_at_1000_max": -0.149685, + "nauc_map_at_1000_std": -0.227427, + "nauc_map_at_1000_diff1": 0.64509, + "nauc_recall_at_1_max": -0.127364, + "nauc_recall_at_1_std": -0.210468, + "nauc_recall_at_1_diff1": 0.697915, + "nauc_recall_at_3_max": -0.170427, + "nauc_recall_at_3_std": -0.245857, + "nauc_recall_at_3_diff1": 0.60316, + "nauc_recall_at_5_max": -0.171963, + "nauc_recall_at_5_std": -0.24497, + "nauc_recall_at_5_diff1": 0.579246, + "nauc_recall_at_10_max": -0.204797, + "nauc_recall_at_10_std": -0.270193, + "nauc_recall_at_10_diff1": 0.545586, + "nauc_recall_at_20_max": -0.213851, + "nauc_recall_at_20_std": -0.278942, + "nauc_recall_at_20_diff1": 0.52917, + "nauc_recall_at_100_max": -0.196511, + "nauc_recall_at_100_std": -0.237469, + "nauc_recall_at_100_diff1": 0.438464, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.127364, + "nauc_precision_at_1_std": -0.210468, + "nauc_precision_at_1_diff1": 0.697915, + "nauc_precision_at_3_max": -0.170427, + "nauc_precision_at_3_std": -0.245857, + "nauc_precision_at_3_diff1": 0.60316, + "nauc_precision_at_5_max": -0.171963, + "nauc_precision_at_5_std": -0.24497, + "nauc_precision_at_5_diff1": 0.579246, + "nauc_precision_at_10_max": -0.204797, + "nauc_precision_at_10_std": -0.270193, + "nauc_precision_at_10_diff1": 0.545586, + "nauc_precision_at_20_max": -0.213851, + "nauc_precision_at_20_std": -0.278942, + "nauc_precision_at_20_diff1": 0.52917, + "nauc_precision_at_100_max": -0.196511, + "nauc_precision_at_100_std": -0.237469, + "nauc_precision_at_100_diff1": 0.438464, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.127364, + "nauc_cv_recall_at_1_std": -0.210468, + "nauc_cv_recall_at_1_diff1": 0.697915, + "nauc_cv_recall_at_3_max": -0.170427, + "nauc_cv_recall_at_3_std": -0.245857, + "nauc_cv_recall_at_3_diff1": 0.60316, + "nauc_cv_recall_at_5_max": -0.171963, + "nauc_cv_recall_at_5_std": -0.24497, + "nauc_cv_recall_at_5_diff1": 0.579246, + "nauc_cv_recall_at_10_max": -0.204797, + "nauc_cv_recall_at_10_std": -0.270193, + "nauc_cv_recall_at_10_diff1": 0.545586, + "nauc_cv_recall_at_20_max": -0.213851, + "nauc_cv_recall_at_20_std": -0.278942, + "nauc_cv_recall_at_20_diff1": 0.52917, + "nauc_cv_recall_at_100_max": -0.196511, + "nauc_cv_recall_at_100_std": -0.237469, + "nauc_cv_recall_at_100_diff1": 0.438464, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.127364, + "nauc_mrr_at_1_std": -0.210468, + "nauc_mrr_at_1_diff1": 0.697915, + "nauc_mrr_at_3_max": -0.145071, + "nauc_mrr_at_3_std": -0.224723, + "nauc_mrr_at_3_diff1": 0.655327, + "nauc_mrr_at_5_max": -0.145574, + "nauc_mrr_at_5_std": -0.224713, + "nauc_mrr_at_5_diff1": 0.649815, + "nauc_mrr_at_10_max": -0.150111, + "nauc_mrr_at_10_std": -0.228228, + "nauc_mrr_at_10_diff1": 0.645905, + "nauc_mrr_at_20_max": -0.150557, + "nauc_mrr_at_20_std": -0.228683, + "nauc_mrr_at_20_diff1": 0.645245, + "nauc_mrr_at_100_max": -0.150161, + "nauc_mrr_at_100_std": -0.227789, + "nauc_mrr_at_100_diff1": 0.644458, + "nauc_mrr_at_1000_max": -0.149685, + "nauc_mrr_at_1000_std": -0.227427, + "nauc_mrr_at_1000_diff1": 0.64509, + "main_score": 0.42153, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.11073, + "ndcg_at_3": 0.30762, + "ndcg_at_5": 0.34367, + "ndcg_at_10": 0.36775, + "ndcg_at_20": 0.38529, + "ndcg_at_100": 0.41433, + "ndcg_at_1000": 0.43602, + "map_at_1": 0.11073, + "map_at_3": 0.26067, + "map_at_5": 0.28091, + "map_at_10": 0.29121, + "map_at_20": 0.29603, + "map_at_100": 0.29938, + "map_at_1000": 0.30031, + "recall_at_1": 0.11073, + "recall_at_3": 0.44291, + "recall_at_5": 0.52941, + "recall_at_10": 0.60208, + "recall_at_20": 0.67128, + "recall_at_100": 0.83737, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.11073, + "cv_recall_at_3": 0.44291, + "cv_recall_at_5": 0.52941, + "cv_recall_at_10": 0.60208, + "cv_recall_at_20": 0.67128, + "cv_recall_at_100": 0.83737, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.11073, + "precision_at_3": 0.14764, + "precision_at_5": 0.10588, + "precision_at_10": 0.06021, + "precision_at_20": 0.03356, + "precision_at_100": 0.00837, + "precision_at_1000": 0.001, + "mrr_at_1": 0.110727, + "mrr_at_3": 0.260669, + "mrr_at_5": 0.280911, + "mrr_at_10": 0.291208, + "mrr_at_20": 0.296029, + "mrr_at_100": 0.299376, + "mrr_at_1000": 0.300313, + "nauc_ndcg_at_1_max": -0.308149, + "nauc_ndcg_at_1_std": -0.309798, + "nauc_ndcg_at_1_diff1": -0.384924, + "nauc_ndcg_at_3_max": -0.216027, + "nauc_ndcg_at_3_std": -0.220775, + "nauc_ndcg_at_3_diff1": -0.297746, + "nauc_ndcg_at_5_max": -0.232381, + "nauc_ndcg_at_5_std": -0.238735, + "nauc_ndcg_at_5_diff1": -0.278493, + "nauc_ndcg_at_10_max": -0.248923, + "nauc_ndcg_at_10_std": -0.249381, + "nauc_ndcg_at_10_diff1": -0.306707, + "nauc_ndcg_at_20_max": -0.26026, + "nauc_ndcg_at_20_std": -0.259785, + "nauc_ndcg_at_20_diff1": -0.325815, + "nauc_ndcg_at_100_max": -0.252039, + "nauc_ndcg_at_100_std": -0.251025, + "nauc_ndcg_at_100_diff1": -0.316914, + "nauc_ndcg_at_1000_max": -0.246309, + "nauc_ndcg_at_1000_std": -0.246971, + "nauc_ndcg_at_1000_diff1": -0.316633, + "nauc_map_at_1_max": -0.308149, + "nauc_map_at_1_std": -0.309798, + "nauc_map_at_1_diff1": -0.384924, + "nauc_map_at_3_max": -0.226839, + "nauc_map_at_3_std": -0.23088, + "nauc_map_at_3_diff1": -0.314115, + "nauc_map_at_5_max": -0.235756, + "nauc_map_at_5_std": -0.24083, + "nauc_map_at_5_diff1": -0.301577, + "nauc_map_at_10_max": -0.243326, + "nauc_map_at_10_std": -0.245746, + "nauc_map_at_10_diff1": -0.314215, + "nauc_map_at_20_max": -0.246749, + "nauc_map_at_20_std": -0.248949, + "nauc_map_at_20_diff1": -0.319991, + "nauc_map_at_100_max": -0.245032, + "nauc_map_at_100_std": -0.247002, + "nauc_map_at_100_diff1": -0.318736, + "nauc_map_at_1000_max": -0.244669, + "nauc_map_at_1000_std": -0.246725, + "nauc_map_at_1000_diff1": -0.318805, + "nauc_recall_at_1_max": -0.308149, + "nauc_recall_at_1_std": -0.309798, + "nauc_recall_at_1_diff1": -0.384924, + "nauc_recall_at_3_max": -0.193765, + "nauc_recall_at_3_std": -0.200117, + "nauc_recall_at_3_diff1": -0.261331, + "nauc_recall_at_5_max": -0.229245, + "nauc_recall_at_5_std": -0.238682, + "nauc_recall_at_5_diff1": -0.22439, + "nauc_recall_at_10_max": -0.273031, + "nauc_recall_at_10_std": -0.266843, + "nauc_recall_at_10_diff1": -0.297095, + "nauc_recall_at_20_max": -0.318209, + "nauc_recall_at_20_std": -0.307395, + "nauc_recall_at_20_diff1": -0.367204, + "nauc_recall_at_100_max": -0.307943, + "nauc_recall_at_100_std": -0.289143, + "nauc_recall_at_100_diff1": -0.324554, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.308149, + "nauc_precision_at_1_std": -0.309798, + "nauc_precision_at_1_diff1": -0.384924, + "nauc_precision_at_3_max": -0.193765, + "nauc_precision_at_3_std": -0.200117, + "nauc_precision_at_3_diff1": -0.261331, + "nauc_precision_at_5_max": -0.229245, + "nauc_precision_at_5_std": -0.238682, + "nauc_precision_at_5_diff1": -0.22439, + "nauc_precision_at_10_max": -0.273031, + "nauc_precision_at_10_std": -0.266843, + "nauc_precision_at_10_diff1": -0.297095, + "nauc_precision_at_20_max": -0.318209, + "nauc_precision_at_20_std": -0.307395, + "nauc_precision_at_20_diff1": -0.367204, + "nauc_precision_at_100_max": -0.307943, + "nauc_precision_at_100_std": -0.289143, + "nauc_precision_at_100_diff1": -0.324554, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.308149, + "nauc_cv_recall_at_1_std": -0.309798, + "nauc_cv_recall_at_1_diff1": -0.384924, + "nauc_cv_recall_at_3_max": -0.193765, + "nauc_cv_recall_at_3_std": -0.200117, + "nauc_cv_recall_at_3_diff1": -0.261331, + "nauc_cv_recall_at_5_max": -0.229245, + "nauc_cv_recall_at_5_std": -0.238682, + "nauc_cv_recall_at_5_diff1": -0.22439, + "nauc_cv_recall_at_10_max": -0.273031, + "nauc_cv_recall_at_10_std": -0.266843, + "nauc_cv_recall_at_10_diff1": -0.297095, + "nauc_cv_recall_at_20_max": -0.318209, + "nauc_cv_recall_at_20_std": -0.307395, + "nauc_cv_recall_at_20_diff1": -0.367204, + "nauc_cv_recall_at_100_max": -0.307943, + "nauc_cv_recall_at_100_std": -0.289143, + "nauc_cv_recall_at_100_diff1": -0.324554, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.308149, + "nauc_mrr_at_1_std": -0.309798, + "nauc_mrr_at_1_diff1": -0.384924, + "nauc_mrr_at_3_max": -0.226839, + "nauc_mrr_at_3_std": -0.23088, + "nauc_mrr_at_3_diff1": -0.314115, + "nauc_mrr_at_5_max": -0.235756, + "nauc_mrr_at_5_std": -0.24083, + "nauc_mrr_at_5_diff1": -0.301577, + "nauc_mrr_at_10_max": -0.243326, + "nauc_mrr_at_10_std": -0.245746, + "nauc_mrr_at_10_diff1": -0.314215, + "nauc_mrr_at_20_max": -0.246749, + "nauc_mrr_at_20_std": -0.248949, + "nauc_mrr_at_20_diff1": -0.319991, + "nauc_mrr_at_100_max": -0.245032, + "nauc_mrr_at_100_std": -0.247002, + "nauc_mrr_at_100_diff1": -0.318736, + "nauc_mrr_at_1000_max": -0.24467, + "nauc_mrr_at_1000_std": -0.246725, + "nauc_mrr_at_1000_diff1": -0.318806, + "main_score": 0.34367, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.10156, + "ndcg_at_3": 0.13937, + "ndcg_at_5": 0.15046, + "ndcg_at_10": 0.16584, + "ndcg_at_20": 0.1838, + "ndcg_at_100": 0.26939, + "ndcg_at_1000": 0.29743, + "map_at_1": 0.10156, + "map_at_3": 0.12956, + "map_at_5": 0.13561, + "map_at_10": 0.14208, + "map_at_20": 0.1471, + "map_at_100": 0.15735, + "map_at_1000": 0.15873, + "recall_at_1": 0.10156, + "recall_at_3": 0.16797, + "recall_at_5": 0.19531, + "recall_at_10": 0.24219, + "recall_at_20": 0.3125, + "recall_at_100": 0.79688, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.10156, + "cv_recall_at_3": 0.16797, + "cv_recall_at_5": 0.19531, + "cv_recall_at_10": 0.24219, + "cv_recall_at_20": 0.3125, + "cv_recall_at_100": 0.79688, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.10156, + "precision_at_3": 0.05599, + "precision_at_5": 0.03906, + "precision_at_10": 0.02422, + "precision_at_20": 0.01562, + "precision_at_100": 0.00797, + "precision_at_1000": 0.001, + "mrr_at_1": 0.101562, + "mrr_at_3": 0.129557, + "mrr_at_5": 0.135612, + "mrr_at_10": 0.142076, + "mrr_at_20": 0.147104, + "mrr_at_100": 0.157351, + "mrr_at_1000": 0.158731, + "nauc_ndcg_at_1_max": -0.233102, + "nauc_ndcg_at_1_std": -0.245821, + "nauc_ndcg_at_1_diff1": 0.364462, + "nauc_ndcg_at_3_max": -0.241798, + "nauc_ndcg_at_3_std": -0.243827, + "nauc_ndcg_at_3_diff1": 0.212662, + "nauc_ndcg_at_5_max": -0.187862, + "nauc_ndcg_at_5_std": -0.189346, + "nauc_ndcg_at_5_diff1": 0.228438, + "nauc_ndcg_at_10_max": -0.187939, + "nauc_ndcg_at_10_std": -0.182754, + "nauc_ndcg_at_10_diff1": 0.225834, + "nauc_ndcg_at_20_max": -0.184607, + "nauc_ndcg_at_20_std": -0.181994, + "nauc_ndcg_at_20_diff1": 0.210029, + "nauc_ndcg_at_100_max": -0.16473, + "nauc_ndcg_at_100_std": -0.158286, + "nauc_ndcg_at_100_diff1": 0.195562, + "nauc_ndcg_at_1000_max": -0.191422, + "nauc_ndcg_at_1000_std": -0.189202, + "nauc_ndcg_at_1000_diff1": 0.222363, + "nauc_map_at_1_max": -0.233102, + "nauc_map_at_1_std": -0.245821, + "nauc_map_at_1_diff1": 0.364462, + "nauc_map_at_3_max": -0.239157, + "nauc_map_at_3_std": -0.243083, + "nauc_map_at_3_diff1": 0.243036, + "nauc_map_at_5_max": -0.207986, + "nauc_map_at_5_std": -0.211776, + "nauc_map_at_5_diff1": 0.251521, + "nauc_map_at_10_max": -0.208243, + "nauc_map_at_10_std": -0.208875, + "nauc_map_at_10_diff1": 0.250076, + "nauc_map_at_20_max": -0.207589, + "nauc_map_at_20_std": -0.208905, + "nauc_map_at_20_diff1": 0.244486, + "nauc_map_at_100_max": -0.204376, + "nauc_map_at_100_std": -0.205132, + "nauc_map_at_100_diff1": 0.242738, + "nauc_map_at_1000_max": -0.206027, + "nauc_map_at_1000_std": -0.207004, + "nauc_map_at_1000_diff1": 0.24418, + "nauc_recall_at_1_max": -0.233102, + "nauc_recall_at_1_std": -0.245821, + "nauc_recall_at_1_diff1": 0.364462, + "nauc_recall_at_3_max": -0.248378, + "nauc_recall_at_3_std": -0.24599, + "nauc_recall_at_3_diff1": 0.140575, + "nauc_recall_at_5_max": -0.137233, + "nauc_recall_at_5_std": -0.133462, + "nauc_recall_at_5_diff1": 0.179844, + "nauc_recall_at_10_max": -0.139866, + "nauc_recall_at_10_std": -0.120953, + "nauc_recall_at_10_diff1": 0.17747, + "nauc_recall_at_20_max": -0.131988, + "nauc_recall_at_20_std": -0.122012, + "nauc_recall_at_20_diff1": 0.139402, + "nauc_recall_at_100_max": 0.029717, + "nauc_recall_at_100_std": 0.068848, + "nauc_recall_at_100_diff1": -0.01087, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.233102, + "nauc_precision_at_1_std": -0.245821, + "nauc_precision_at_1_diff1": 0.364462, + "nauc_precision_at_3_max": -0.248378, + "nauc_precision_at_3_std": -0.24599, + "nauc_precision_at_3_diff1": 0.140575, + "nauc_precision_at_5_max": -0.137233, + "nauc_precision_at_5_std": -0.133462, + "nauc_precision_at_5_diff1": 0.179844, + "nauc_precision_at_10_max": -0.139866, + "nauc_precision_at_10_std": -0.120953, + "nauc_precision_at_10_diff1": 0.17747, + "nauc_precision_at_20_max": -0.131988, + "nauc_precision_at_20_std": -0.122012, + "nauc_precision_at_20_diff1": 0.139402, + "nauc_precision_at_100_max": 0.029717, + "nauc_precision_at_100_std": 0.068848, + "nauc_precision_at_100_diff1": -0.01087, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": -0.233102, + "nauc_cv_recall_at_1_std": -0.245821, + "nauc_cv_recall_at_1_diff1": 0.364462, + "nauc_cv_recall_at_3_max": -0.248378, + "nauc_cv_recall_at_3_std": -0.24599, + "nauc_cv_recall_at_3_diff1": 0.140575, + "nauc_cv_recall_at_5_max": -0.137233, + "nauc_cv_recall_at_5_std": -0.133462, + "nauc_cv_recall_at_5_diff1": 0.179844, + "nauc_cv_recall_at_10_max": -0.139866, + "nauc_cv_recall_at_10_std": -0.120953, + "nauc_cv_recall_at_10_diff1": 0.17747, + "nauc_cv_recall_at_20_max": -0.131988, + "nauc_cv_recall_at_20_std": -0.122012, + "nauc_cv_recall_at_20_diff1": 0.139402, + "nauc_cv_recall_at_100_max": 0.029717, + "nauc_cv_recall_at_100_std": 0.068848, + "nauc_cv_recall_at_100_diff1": -0.01087, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.233102, + "nauc_mrr_at_1_std": -0.245821, + "nauc_mrr_at_1_diff1": 0.364462, + "nauc_mrr_at_3_max": -0.239157, + "nauc_mrr_at_3_std": -0.243083, + "nauc_mrr_at_3_diff1": 0.243036, + "nauc_mrr_at_5_max": -0.207986, + "nauc_mrr_at_5_std": -0.211776, + "nauc_mrr_at_5_diff1": 0.251521, + "nauc_mrr_at_10_max": -0.208243, + "nauc_mrr_at_10_std": -0.208875, + "nauc_mrr_at_10_diff1": 0.250076, + "nauc_mrr_at_20_max": -0.207589, + "nauc_mrr_at_20_std": -0.208905, + "nauc_mrr_at_20_diff1": 0.244486, + "nauc_mrr_at_100_max": -0.204376, + "nauc_mrr_at_100_std": -0.205132, + "nauc_mrr_at_100_diff1": 0.242738, + "nauc_mrr_at_1000_max": -0.206027, + "nauc_mrr_at_1000_std": -0.207004, + "nauc_mrr_at_1000_diff1": 0.24418, + "main_score": 0.15046, + "hf_subset": "ur", + "languages": [ + "urd-Arab" + ] + }, + { + "ndcg_at_1": 0.57079, + "ndcg_at_3": 0.62699, + "ndcg_at_5": 0.6503, + "ndcg_at_10": 0.66906, + "ndcg_at_20": 0.67823, + "ndcg_at_100": 0.69417, + "ndcg_at_1000": 0.70637, + "map_at_1": 0.57079, + "map_at_3": 0.61236, + "map_at_5": 0.62539, + "map_at_10": 0.63306, + "map_at_20": 0.63561, + "map_at_100": 0.63787, + "map_at_1000": 0.63835, + "recall_at_1": 0.57079, + "recall_at_3": 0.66966, + "recall_at_5": 0.72584, + "recall_at_10": 0.78427, + "recall_at_20": 0.82022, + "recall_at_100": 0.90562, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.57079, + "cv_recall_at_3": 0.66966, + "cv_recall_at_5": 0.72584, + "cv_recall_at_10": 0.78427, + "cv_recall_at_20": 0.82022, + "cv_recall_at_100": 0.90562, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.57079, + "precision_at_3": 0.22322, + "precision_at_5": 0.14517, + "precision_at_10": 0.07843, + "precision_at_20": 0.04101, + "precision_at_100": 0.00906, + "precision_at_1000": 0.001, + "mrr_at_1": 0.570787, + "mrr_at_3": 0.61236, + "mrr_at_5": 0.625393, + "mrr_at_10": 0.633057, + "mrr_at_20": 0.635612, + "mrr_at_100": 0.63787, + "mrr_at_1000": 0.638345, + "nauc_ndcg_at_1_max": 0.006534, + "nauc_ndcg_at_1_std": -0.094629, + "nauc_ndcg_at_1_diff1": 0.757775, + "nauc_ndcg_at_3_max": 0.008007, + "nauc_ndcg_at_3_std": -0.084043, + "nauc_ndcg_at_3_diff1": 0.714558, + "nauc_ndcg_at_5_max": 0.015141, + "nauc_ndcg_at_5_std": -0.075152, + "nauc_ndcg_at_5_diff1": 0.703054, + "nauc_ndcg_at_10_max": 0.032161, + "nauc_ndcg_at_10_std": -0.058831, + "nauc_ndcg_at_10_diff1": 0.700649, + "nauc_ndcg_at_20_max": 0.028883, + "nauc_ndcg_at_20_std": -0.062402, + "nauc_ndcg_at_20_diff1": 0.69964, + "nauc_ndcg_at_100_max": 0.02038, + "nauc_ndcg_at_100_std": -0.069917, + "nauc_ndcg_at_100_diff1": 0.705985, + "nauc_ndcg_at_1000_max": 0.018456, + "nauc_ndcg_at_1000_std": -0.073206, + "nauc_ndcg_at_1000_diff1": 0.711154, + "nauc_map_at_1_max": 0.006534, + "nauc_map_at_1_std": -0.094629, + "nauc_map_at_1_diff1": 0.757775, + "nauc_map_at_3_max": 0.005812, + "nauc_map_at_3_std": -0.088436, + "nauc_map_at_3_diff1": 0.726225, + "nauc_map_at_5_max": 0.009366, + "nauc_map_at_5_std": -0.083976, + "nauc_map_at_5_diff1": 0.72031, + "nauc_map_at_10_max": 0.014924, + "nauc_map_at_10_std": -0.078603, + "nauc_map_at_10_diff1": 0.719227, + "nauc_map_at_20_max": 0.013816, + "nauc_map_at_20_std": -0.079733, + "nauc_map_at_20_diff1": 0.719078, + "nauc_map_at_100_max": 0.012691, + "nauc_map_at_100_std": -0.08067, + "nauc_map_at_100_diff1": 0.720009, + "nauc_map_at_1000_max": 0.0127, + "nauc_map_at_1000_std": -0.08071, + "nauc_map_at_1000_diff1": 0.720229, + "nauc_recall_at_1_max": 0.006534, + "nauc_recall_at_1_std": -0.094629, + "nauc_recall_at_1_diff1": 0.757775, + "nauc_recall_at_3_max": 0.01583, + "nauc_recall_at_3_std": -0.069279, + "nauc_recall_at_3_diff1": 0.677113, + "nauc_recall_at_5_max": 0.038183, + "nauc_recall_at_5_std": -0.041066, + "nauc_recall_at_5_diff1": 0.639471, + "nauc_recall_at_10_max": 0.120955, + "nauc_recall_at_10_std": 0.040046, + "nauc_recall_at_10_diff1": 0.619634, + "nauc_recall_at_20_max": 0.118606, + "nauc_recall_at_20_std": 0.036738, + "nauc_recall_at_20_diff1": 0.59998, + "nauc_recall_at_100_max": 0.068007, + "nauc_recall_at_100_std": 0.003365, + "nauc_recall_at_100_diff1": 0.60983, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.006534, + "nauc_precision_at_1_std": -0.094629, + "nauc_precision_at_1_diff1": 0.757775, + "nauc_precision_at_3_max": 0.01583, + "nauc_precision_at_3_std": -0.069279, + "nauc_precision_at_3_diff1": 0.677113, + "nauc_precision_at_5_max": 0.038183, + "nauc_precision_at_5_std": -0.041066, + "nauc_precision_at_5_diff1": 0.639471, + "nauc_precision_at_10_max": 0.120955, + "nauc_precision_at_10_std": 0.040046, + "nauc_precision_at_10_diff1": 0.619634, + "nauc_precision_at_20_max": 0.118606, + "nauc_precision_at_20_std": 0.036738, + "nauc_precision_at_20_diff1": 0.59998, + "nauc_precision_at_100_max": 0.068007, + "nauc_precision_at_100_std": 0.003365, + "nauc_precision_at_100_diff1": 0.60983, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_cv_recall_at_1_max": 0.006534, + "nauc_cv_recall_at_1_std": -0.094629, + "nauc_cv_recall_at_1_diff1": 0.757775, + "nauc_cv_recall_at_3_max": 0.01583, + "nauc_cv_recall_at_3_std": -0.069279, + "nauc_cv_recall_at_3_diff1": 0.677113, + "nauc_cv_recall_at_5_max": 0.038183, + "nauc_cv_recall_at_5_std": -0.041066, + "nauc_cv_recall_at_5_diff1": 0.639471, + "nauc_cv_recall_at_10_max": 0.120955, + "nauc_cv_recall_at_10_std": 0.040046, + "nauc_cv_recall_at_10_diff1": 0.619634, + "nauc_cv_recall_at_20_max": 0.118606, + "nauc_cv_recall_at_20_std": 0.036738, + "nauc_cv_recall_at_20_diff1": 0.59998, + "nauc_cv_recall_at_100_max": 0.068007, + "nauc_cv_recall_at_100_std": 0.003365, + "nauc_cv_recall_at_100_diff1": 0.60983, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.006534, + "nauc_mrr_at_1_std": -0.094629, + "nauc_mrr_at_1_diff1": 0.757775, + "nauc_mrr_at_3_max": 0.005812, + "nauc_mrr_at_3_std": -0.088436, + "nauc_mrr_at_3_diff1": 0.726225, + "nauc_mrr_at_5_max": 0.009366, + "nauc_mrr_at_5_std": -0.083976, + "nauc_mrr_at_5_diff1": 0.72031, + "nauc_mrr_at_10_max": 0.014924, + "nauc_mrr_at_10_std": -0.078603, + "nauc_mrr_at_10_diff1": 0.719227, + "nauc_mrr_at_20_max": 0.013816, + "nauc_mrr_at_20_std": -0.079733, + "nauc_mrr_at_20_diff1": 0.719078, + "nauc_mrr_at_100_max": 0.012691, + "nauc_mrr_at_100_std": -0.08067, + "nauc_mrr_at_100_diff1": 0.720009, + "nauc_mrr_at_1000_max": 0.0127, + "nauc_mrr_at_1000_std": -0.08071, + "nauc_mrr_at_1000_diff1": 0.720229, + "main_score": 0.6503, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.59448, + "ndcg_at_3": 0.63757, + "ndcg_at_5": 0.65483, + "ndcg_at_10": 0.66655, + "ndcg_at_20": 0.67724, + "ndcg_at_100": 0.69703, + "ndcg_at_1000": 0.70922, + "map_at_1": 0.59448, + "map_at_3": 0.62689, + "map_at_5": 0.63645, + "map_at_10": 0.64124, + "map_at_20": 0.64422, + "map_at_100": 0.64669, + "map_at_1000": 0.64708, + "recall_at_1": 0.59448, + "recall_at_3": 0.66851, + "recall_at_5": 0.7105, + "recall_at_10": 0.74696, + "recall_at_20": 0.78895, + "recall_at_100": 0.89945, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.59448, + "cv_recall_at_3": 0.66851, + "cv_recall_at_5": 0.7105, + "cv_recall_at_10": 0.74696, + "cv_recall_at_20": 0.78895, + "cv_recall_at_100": 0.89945, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.59448, + "precision_at_3": 0.22284, + "precision_at_5": 0.1421, + "precision_at_10": 0.0747, + "precision_at_20": 0.03945, + "precision_at_100": 0.00899, + "precision_at_1000": 0.001, + "mrr_at_1": 0.594475, + "mrr_at_3": 0.626888, + "mrr_at_5": 0.636446, + "mrr_at_10": 0.64124, + "mrr_at_20": 0.644217, + "mrr_at_100": 0.646687, + "mrr_at_1000": 0.647078, + "nauc_ndcg_at_1_max": -0.060115, + "nauc_ndcg_at_1_std": -0.233831, + "nauc_ndcg_at_1_diff1": 0.80288, + "nauc_ndcg_at_3_max": -0.054051, + "nauc_ndcg_at_3_std": -0.226146, + "nauc_ndcg_at_3_diff1": 0.767132, + "nauc_ndcg_at_5_max": -0.056743, + "nauc_ndcg_at_5_std": -0.230601, + "nauc_ndcg_at_5_diff1": 0.757464, + "nauc_ndcg_at_10_max": -0.061531, + "nauc_ndcg_at_10_std": -0.236728, + "nauc_ndcg_at_10_diff1": 0.757243, + "nauc_ndcg_at_20_max": -0.059431, + "nauc_ndcg_at_20_std": -0.231755, + "nauc_ndcg_at_20_diff1": 0.755499, + "nauc_ndcg_at_100_max": -0.059132, + "nauc_ndcg_at_100_std": -0.231415, + "nauc_ndcg_at_100_diff1": 0.755697, + "nauc_ndcg_at_1000_max": -0.058952, + "nauc_ndcg_at_1000_std": -0.231565, + "nauc_ndcg_at_1000_diff1": 0.762488, + "nauc_map_at_1_max": -0.060115, + "nauc_map_at_1_std": -0.233831, + "nauc_map_at_1_diff1": 0.80288, + "nauc_map_at_3_max": -0.05566, + "nauc_map_at_3_std": -0.228403, + "nauc_map_at_3_diff1": 0.776431, + "nauc_map_at_5_max": -0.057489, + "nauc_map_at_5_std": -0.231114, + "nauc_map_at_5_diff1": 0.771331, + "nauc_map_at_10_max": -0.059921, + "nauc_map_at_10_std": -0.234032, + "nauc_map_at_10_diff1": 0.771336, + "nauc_map_at_20_max": -0.05919, + "nauc_map_at_20_std": -0.232518, + "nauc_map_at_20_diff1": 0.771119, + "nauc_map_at_100_max": -0.059341, + "nauc_map_at_100_std": -0.232628, + "nauc_map_at_100_diff1": 0.771168, + "nauc_map_at_1000_max": -0.059243, + "nauc_map_at_1000_std": -0.232521, + "nauc_map_at_1000_diff1": 0.771373, + "nauc_recall_at_1_max": -0.060115, + "nauc_recall_at_1_std": -0.233831, + "nauc_recall_at_1_diff1": 0.80288, + "nauc_recall_at_3_max": -0.049, + "nauc_recall_at_3_std": -0.218969, + "nauc_recall_at_3_diff1": 0.738033, + "nauc_recall_at_5_max": -0.054131, + "nauc_recall_at_5_std": -0.229065, + "nauc_recall_at_5_diff1": 0.709211, + "nauc_recall_at_10_max": -0.068123, + "nauc_recall_at_10_std": -0.248489, + "nauc_recall_at_10_diff1": 0.703228, + "nauc_recall_at_20_max": -0.059675, + "nauc_recall_at_20_std": -0.225803, + "nauc_recall_at_20_diff1": 0.683997, + "nauc_recall_at_100_max": -0.043775, + "nauc_recall_at_100_std": -0.205729, + "nauc_recall_at_100_diff1": 0.623573, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.060115, + "nauc_precision_at_1_std": -0.233831, + "nauc_precision_at_1_diff1": 0.80288, + "nauc_precision_at_3_max": -0.049, + "nauc_precision_at_3_std": -0.218969, + "nauc_precision_at_3_diff1": 0.738033, + "nauc_precision_at_5_max": -0.054131, + "nauc_precision_at_5_std": -0.229065, + "nauc_precision_at_5_diff1": 0.709211, + "nauc_precision_at_10_max": -0.068123, + "nauc_precision_at_10_std": -0.248489, + "nauc_precision_at_10_diff1": 0.703228, + "nauc_precision_at_20_max": -0.059675, + "nauc_precision_at_20_std": -0.225803, + "nauc_precision_at_20_diff1": 0.683997, + "nauc_precision_at_100_max": -0.043775, + "nauc_precision_at_100_std": -0.205729, + "nauc_precision_at_100_diff1": 0.623573, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_cv_recall_at_1_max": -0.060115, + "nauc_cv_recall_at_1_std": -0.233831, + "nauc_cv_recall_at_1_diff1": 0.80288, + "nauc_cv_recall_at_3_max": -0.049, + "nauc_cv_recall_at_3_std": -0.218969, + "nauc_cv_recall_at_3_diff1": 0.738033, + "nauc_cv_recall_at_5_max": -0.054131, + "nauc_cv_recall_at_5_std": -0.229065, + "nauc_cv_recall_at_5_diff1": 0.709211, + "nauc_cv_recall_at_10_max": -0.068123, + "nauc_cv_recall_at_10_std": -0.248489, + "nauc_cv_recall_at_10_diff1": 0.703228, + "nauc_cv_recall_at_20_max": -0.059675, + "nauc_cv_recall_at_20_std": -0.225803, + "nauc_cv_recall_at_20_diff1": 0.683997, + "nauc_cv_recall_at_100_max": -0.043775, + "nauc_cv_recall_at_100_std": -0.205729, + "nauc_cv_recall_at_100_diff1": 0.623573, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.060115, + "nauc_mrr_at_1_std": -0.233831, + "nauc_mrr_at_1_diff1": 0.80288, + "nauc_mrr_at_3_max": -0.05566, + "nauc_mrr_at_3_std": -0.228403, + "nauc_mrr_at_3_diff1": 0.776431, + "nauc_mrr_at_5_max": -0.057489, + "nauc_mrr_at_5_std": -0.231114, + "nauc_mrr_at_5_diff1": 0.771331, + "nauc_mrr_at_10_max": -0.059921, + "nauc_mrr_at_10_std": -0.234032, + "nauc_mrr_at_10_diff1": 0.771336, + "nauc_mrr_at_20_max": -0.05919, + "nauc_mrr_at_20_std": -0.232518, + "nauc_mrr_at_20_diff1": 0.771119, + "nauc_mrr_at_100_max": -0.059341, + "nauc_mrr_at_100_std": -0.232628, + "nauc_mrr_at_100_diff1": 0.771168, + "nauc_mrr_at_1000_max": -0.059243, + "nauc_mrr_at_1000_std": -0.232521, + "nauc_mrr_at_1000_diff1": 0.771373, + "main_score": 0.65483, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 5175.558817625046, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRWikimediaCommonsMapsRetrieval.json b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRWikimediaCommonsMapsRetrieval.json new file mode 100644 index 0000000000..715d4f826f --- /dev/null +++ b/results/vidore__colqwen2.5-v0.2/6f6fcdfd1a114dfe365f529701b33d66b9349014/JinaVDRWikimediaCommonsMapsRetrieval.json @@ -0,0 +1,186 @@ +{ + "dataset_revision": "main", + "task_name": "JinaVDRWikimediaCommonsMapsRetrieval", + "mteb_version": "1.38.36", + "scores": { + "test": [ + { + "ndcg_at_1": 0.307, + "ndcg_at_3": 0.33885, + "ndcg_at_5": 0.35038, + "ndcg_at_10": 0.36431, + "ndcg_at_20": 0.38556, + "ndcg_at_100": 0.42183, + "ndcg_at_1000": 0.45937, + "map_at_1": 0.30135, + "map_at_3": 0.32919, + "map_at_5": 0.33585, + "map_at_10": 0.34207, + "map_at_20": 0.34797, + "map_at_100": 0.3527, + "map_at_1000": 0.35426, + "recall_at_1": 0.30135, + "recall_at_3": 0.36343, + "recall_at_5": 0.39052, + "recall_at_10": 0.43228, + "recall_at_20": 0.5158, + "recall_at_100": 0.71558, + "recall_at_1000": 1.0, + "cv_recall_at_1": 0.307, + "cv_recall_at_3": 0.36795, + "cv_recall_at_5": 0.39503, + "cv_recall_at_10": 0.43341, + "cv_recall_at_20": 0.51693, + "cv_recall_at_100": 0.71558, + "cv_recall_at_1000": 1.0, + "precision_at_1": 0.307, + "precision_at_3": 0.12415, + "precision_at_5": 0.08036, + "precision_at_10": 0.0447, + "precision_at_20": 0.02652, + "precision_at_100": 0.00731, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.306998, + "mrr_at_3": 0.332957, + "mrr_at_5": 0.339278, + "mrr_at_10": 0.344547, + "mrr_at_20": 0.350448, + "mrr_at_100": 0.355133, + "mrr_at_1000": 0.356692, + "nauc_ndcg_at_1_max": -0.528023, + "nauc_ndcg_at_1_std": -0.558141, + "nauc_ndcg_at_1_diff1": 0.588916, + "nauc_ndcg_at_3_max": -0.541994, + "nauc_ndcg_at_3_std": -0.56986, + "nauc_ndcg_at_3_diff1": 0.551362, + "nauc_ndcg_at_5_max": -0.549481, + "nauc_ndcg_at_5_std": -0.572681, + "nauc_ndcg_at_5_diff1": 0.531754, + "nauc_ndcg_at_10_max": -0.547301, + "nauc_ndcg_at_10_std": -0.570932, + "nauc_ndcg_at_10_diff1": 0.519461, + "nauc_ndcg_at_20_max": -0.533461, + "nauc_ndcg_at_20_std": -0.557978, + "nauc_ndcg_at_20_diff1": 0.509695, + "nauc_ndcg_at_100_max": -0.526726, + "nauc_ndcg_at_100_std": -0.551545, + "nauc_ndcg_at_100_diff1": 0.506228, + "nauc_ndcg_at_1000_max": -0.536021, + "nauc_ndcg_at_1000_std": -0.560758, + "nauc_ndcg_at_1000_diff1": 0.525241, + "nauc_map_at_1_max": -0.516329, + "nauc_map_at_1_std": -0.547035, + "nauc_map_at_1_diff1": 0.594405, + "nauc_map_at_3_max": -0.535017, + "nauc_map_at_3_std": -0.563848, + "nauc_map_at_3_diff1": 0.56223, + "nauc_map_at_5_max": -0.539627, + "nauc_map_at_5_std": -0.565591, + "nauc_map_at_5_diff1": 0.550322, + "nauc_map_at_10_max": -0.539392, + "nauc_map_at_10_std": -0.565736, + "nauc_map_at_10_diff1": 0.545883, + "nauc_map_at_20_max": -0.535932, + "nauc_map_at_20_std": -0.562607, + "nauc_map_at_20_diff1": 0.543076, + "nauc_map_at_100_max": -0.535411, + "nauc_map_at_100_std": -0.561931, + "nauc_map_at_100_diff1": 0.54245, + "nauc_map_at_1000_max": -0.535747, + "nauc_map_at_1000_std": -0.562241, + "nauc_map_at_1000_diff1": 0.543255, + "nauc_recall_at_1_max": -0.516329, + "nauc_recall_at_1_std": -0.547035, + "nauc_recall_at_1_diff1": 0.594405, + "nauc_recall_at_3_max": -0.553295, + "nauc_recall_at_3_std": -0.579478, + "nauc_recall_at_3_diff1": 0.523404, + "nauc_recall_at_5_max": -0.570167, + "nauc_recall_at_5_std": -0.585933, + "nauc_recall_at_5_diff1": 0.478931, + "nauc_recall_at_10_max": -0.562036, + "nauc_recall_at_10_std": -0.578213, + "nauc_recall_at_10_diff1": 0.438804, + "nauc_recall_at_20_max": -0.503929, + "nauc_recall_at_20_std": -0.522709, + "nauc_recall_at_20_diff1": 0.397379, + "nauc_recall_at_100_max": -0.437823, + "nauc_recall_at_100_std": -0.461133, + "nauc_recall_at_100_diff1": 0.335389, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.528023, + "nauc_precision_at_1_std": -0.558141, + "nauc_precision_at_1_diff1": 0.588916, + "nauc_precision_at_3_max": -0.560631, + "nauc_precision_at_3_std": -0.585727, + "nauc_precision_at_3_diff1": 0.508484, + "nauc_precision_at_5_max": -0.576147, + "nauc_precision_at_5_std": -0.591765, + "nauc_precision_at_5_diff1": 0.458241, + "nauc_precision_at_10_max": -0.559373, + "nauc_precision_at_10_std": -0.575255, + "nauc_precision_at_10_diff1": 0.410944, + "nauc_precision_at_20_max": -0.505231, + "nauc_precision_at_20_std": -0.523552, + "nauc_precision_at_20_diff1": 0.371352, + "nauc_precision_at_100_max": -0.442331, + "nauc_precision_at_100_std": -0.463141, + "nauc_precision_at_100_diff1": 0.296472, + "nauc_precision_at_1000_max": -0.340078, + "nauc_precision_at_1000_std": -0.338579, + "nauc_precision_at_1000_diff1": 0.077648, + "nauc_cv_recall_at_1_max": -0.528023, + "nauc_cv_recall_at_1_std": -0.558141, + "nauc_cv_recall_at_1_diff1": 0.588916, + "nauc_cv_recall_at_3_max": -0.563844, + "nauc_cv_recall_at_3_std": -0.588562, + "nauc_cv_recall_at_3_diff1": 0.519607, + "nauc_cv_recall_at_5_max": -0.579678, + "nauc_cv_recall_at_5_std": -0.594886, + "nauc_cv_recall_at_5_diff1": 0.478524, + "nauc_cv_recall_at_10_max": -0.565398, + "nauc_cv_recall_at_10_std": -0.580707, + "nauc_cv_recall_at_10_diff1": 0.435827, + "nauc_cv_recall_at_20_max": -0.507799, + "nauc_cv_recall_at_20_std": -0.52569, + "nauc_cv_recall_at_20_diff1": 0.394567, + "nauc_cv_recall_at_100_max": -0.437823, + "nauc_cv_recall_at_100_std": -0.461133, + "nauc_cv_recall_at_100_diff1": 0.335389, + "nauc_cv_recall_at_1000_max": NaN, + "nauc_cv_recall_at_1000_std": NaN, + "nauc_cv_recall_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.528023, + "nauc_mrr_at_1_std": -0.558141, + "nauc_mrr_at_1_diff1": 0.588916, + "nauc_mrr_at_3_max": -0.544439, + "nauc_mrr_at_3_std": -0.572144, + "nauc_mrr_at_3_diff1": 0.558752, + "nauc_mrr_at_5_max": -0.547962, + "nauc_mrr_at_5_std": -0.572991, + "nauc_mrr_at_5_diff1": 0.548469, + "nauc_mrr_at_10_max": -0.545743, + "nauc_mrr_at_10_std": -0.571029, + "nauc_mrr_at_10_diff1": 0.542989, + "nauc_mrr_at_20_max": -0.542304, + "nauc_mrr_at_20_std": -0.567918, + "nauc_mrr_at_20_diff1": 0.540178, + "nauc_mrr_at_100_max": -0.541715, + "nauc_mrr_at_100_std": -0.5672, + "nauc_mrr_at_100_diff1": 0.539665, + "nauc_mrr_at_1000_max": -0.542071, + "nauc_mrr_at_1000_std": -0.567527, + "nauc_mrr_at_1000_diff1": 0.540469, + "main_score": 0.35038, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 114.95829772949219, + "kg_co2_emissions": null +} \ No newline at end of file